-- Logs begin at Thu 2021-01-14 06:30:08 UTC, end at Thu 2021-01-14 08:04:36 UTC. -- Jan 14 07:08:07.225457 n-d-769329-2 systemd[1]: Started Devstack devstack@q-svc.service. Jan 14 07:08:09.985706 n-d-769329-2 neutron-server[80794]: INFO neutron.common.config [-] Logging enabled! Jan 14 07:08:09.986280 n-d-769329-2 neutron-server[80794]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev356 Jan 14 07:08:09.987530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80794) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 14 07:08:09.988318 n-d-769329-2 neutron-server[80794]: INFO neutron.common.config [-] Logging enabled! Jan 14 07:08:09.988600 n-d-769329-2 neutron-server[80794]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev356 Jan 14 07:08:09.988869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80794) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 14 07:08:09.989930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 14 07:08:09.990189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 14 07:08:09.991795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 14 07:08:09.992119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 14 07:08:09.992368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 14 07:08:09.992729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.993072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.993414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.993668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.994004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.994336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.994656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.994985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.995324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.995673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.995980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.996298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.996554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.996871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.997199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.997523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.997772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] debug = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.998086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.998617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.998934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.999250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.999574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:09.999935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.000912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.000912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.001745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] host = n-d-769329-2 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.001745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.001745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.002005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.002210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.002523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.002834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.003160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.003472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.003804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] log_file = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.004115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.004443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.004848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.005180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.005432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.005738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.006013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.006337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.006647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.007105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.007289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.007585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.007918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.008218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.008541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.008864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.009185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.009492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.009801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.010105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.010409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.010732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.011038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.011344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.011682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.011997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.012297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.012601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.012940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.013269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.013586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.013905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.014212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.014530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.014834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.015135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.015438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] use_json = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.015763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.016068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.016385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.016688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.016988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.017293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.017596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.017918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:10.018250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.018582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.018919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.019235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.019563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.019913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.020238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.020547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.020870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.021196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.021518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.021827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.022148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.022538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.022975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.023510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.023870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.024207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.024519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.024829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.025937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.025937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.025937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.026231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.026322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.026637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.026950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.027281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.027605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.027925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.028253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.028563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.028869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.029183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.029489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.029794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.030096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.030403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.030732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.031040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.031341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.031724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.031980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.032284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.032602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.032910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.033220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.033523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.033834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.034141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.034446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.034755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.035062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.035370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.035692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.036003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.036306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.036608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.036910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.037212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.037514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.037824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.038748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.039053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.039443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.040671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.040671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.040671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.040671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.041054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.041272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.041584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.041894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.042204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.042513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.042824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.043131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.043443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.043797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.044115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.044435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.044749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.045059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.045393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.045704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.046016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.046326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.046637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.046952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.047267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.047603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.047955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.048284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.048616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.048941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.049253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.049604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.049914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:10.050156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 14 07:08:10.050421 n-d-769329-2 neutron-server[80794]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80794) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 14 07:08:10.710742 n-d-769329-2 neutron-server[80794]: INFO keyring.backend [-] Loading Gnome Jan 14 07:08:10.728442 n-d-769329-2 neutron-server[80794]: INFO keyring.backend [-] Loading Google Jan 14 07:08:10.731021 n-d-769329-2 neutron-server[80794]: INFO keyring.backend [-] Loading Windows (alt) Jan 14 07:08:10.734517 n-d-769329-2 neutron-server[80794]: INFO keyring.backend [-] Loading file Jan 14 07:08:10.735506 n-d-769329-2 neutron-server[80794]: INFO keyring.backend [-] Loading keyczar Jan 14 07:08:10.735812 n-d-769329-2 neutron-server[80794]: INFO keyring.backend [-] Loading multi Jan 14 07:08:10.736447 n-d-769329-2 neutron-server[80794]: INFO keyring.backend [-] Loading pyfs Jan 14 07:08:10.783449 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:10.783772 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:10.784103 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:10.784471 n-d-769329-2 neutron-server[80794]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 14 07:08:11.200652 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.201226 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.201226 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.263621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.263956 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.264250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.267852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.268157 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.268452 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.349521 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.349832 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.350124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.351936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.352486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.352776 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.473400 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.473639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.473950 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.474227 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.475056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.660337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.660707 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.661024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.661322 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.661613 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.661987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.662282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.662565 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.662846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.663845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.664347 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.664482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.664697 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.664978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.665281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.665589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.665875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.666188 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.666468 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.666955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.667234 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.667508 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.667866 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.668140 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.668406 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.668839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 07:08:11.669109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 07:08:11.669376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 07:08:11.669640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 07:08:11.669904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 07:08:11.670169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 07:08:11.671576 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 14 07:08:11.679931 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 14 07:08:11.687547 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 14 07:08:11.692869 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Jan 14 07:08:11.696070 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 14 07:08:11.697278 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 14 07:08:11.697654 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 14 07:08:11.698090 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 14 07:08:11.701646 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 14 07:08:11.701926 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 14 07:08:11.702312 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 14 07:08:11.725453 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 14 07:08:11.726751 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.727082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80794) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 14 07:08:11.727763 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.729128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80794) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 14 07:08:11.729450 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 14 07:08:11.729730 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 14 07:08:11.732814 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.733121 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:11.799521 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 14 07:08:11.799814 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 14 07:08:11.800081 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 14 07:08:11.800492 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 14 07:08:11.836655 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.sqlalchemy.engines [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80794) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 14 07:08:12.254603 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.managers [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Initializing driver for type 'gre' Jan 14 07:08:12.255154 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] gre ID ranges: [(1, 1000)] Jan 14 07:08:12.300904 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.managers [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Initializing driver for type 'local' Jan 14 07:08:12.301273 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.managers [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Initializing driver for type 'vlan' Jan 14 07:08:12.312257 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] VlanTypeDriver initialization complete Jan 14 07:08:12.312633 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.managers [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Initializing driver for type 'vxlan' Jan 14 07:08:12.313186 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] vxlan ID ranges: [(1, 1000)] Jan 14 07:08:12.359490 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.managers [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Initializing extension driver 'port_security' Jan 14 07:08:12.359938 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.extensions.port_security [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] PortSecurityExtensionDriver initialization complete Jan 14 07:08:12.360251 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.managers [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Initializing mechanism driver 'openvswitch' Jan 14 07:08:12.366831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80794) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:12.367918 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > port after_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.368367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > port after_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.368791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > port after_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.369254 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.369743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.370164 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.370620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > network after_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.371048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > network after_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.371465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > network after_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.371941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > security_group after_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.372362 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > security_group after_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.372772 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.373225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.373638 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.374050 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.374640 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > address_group after_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.375056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > address_group after_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.375476 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.375982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] ML2 OVO RPC backend initialized. {{(pid=80794) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 14 07:08:12.377161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.377773 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.378488 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > network before_response 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.379093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > networks before_response 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.379675 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > port before_response 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.380303 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > ports before_response 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.380901 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > subnet before_response 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.381356 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > subnets before_response 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.382339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > network after_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.382768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > network after_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.383199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > network after_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.383680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > port after_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.384154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > port after_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.384617 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > port after_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.385081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > subnet after_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.385545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > subnet after_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.386004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.386782 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.plugin [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Modular L2 Plugin initialization complete Jan 14 07:08:12.387224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading services supported by the core plugin {{(pid=80794) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 14 07:08:12.387699 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.managers [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Got port-security extension from driver 'port_security' Jan 14 07:08:12.388312 n-d-769329-2 neutron-server[80794]: INFO neutron.extensions.vlantransparent [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Disabled vlantransparent extension. Jan 14 07:08:12.389879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80794) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 14 07:08:12.390241 n-d-769329-2 neutron-server[80794]: INFO neutron.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading Plugin: router Jan 14 07:08:12.433622 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.434049 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router after_create 55549900 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.434447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router before_create 55549900 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.434841 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.435247 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.435629 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router after_delete 55549900 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.436075 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.436473 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router after_create 55549900 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.436843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router after_update 55549900 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.437226 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router after_update 55549900 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.437643 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.438031 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router after_update 55549900 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.438507 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.438915 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: port after_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.439291 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: port after_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.439686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: subnet after_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.440049 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.440430 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.440809 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.441179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: port before_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.441550 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router precommit_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.441944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router after_update 55549900 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.442321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.442700 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router precommit_create 55549900 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.443093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.443470 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router precommit_update 55549900 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.443912 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > network after_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.445542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Tracking information for resource: router configured {{(pid=80794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 07:08:12.445915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Tracking information for resource: floatingip configured {{(pid=80794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 07:08:12.450877 n-d-769329-2 neutron-server[80794]: INFO neutron.db.l3_agentschedulers_db [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 14 07:08:12.451518 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: port after_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.451931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: port after_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.452317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: port after_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.452697 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: port after_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.453589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router before_create 55550100 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.453987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.454381 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router precommit_create 55550100 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.454766 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > router precommit_update 55550100 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.459409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.provider_configuration [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Service providers = [] {{(pid=80794) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 14 07:08:12.459844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.servicetype_db [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80794) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 14 07:08:12.463402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.service_base [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80794) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 14 07:08:12.463787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.service_base [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80794) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 14 07:08:12.464156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.service_base [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80794) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 14 07:08:12.465035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.service_base [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80794) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 14 07:08:12.465430 n-d-769329-2 neutron-server[80794]: INFO neutron.services.service_base [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 14 07:08:12.465841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 07:08:12.466188 n-d-769329-2 neutron-server[80794]: INFO neutron.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 14 07:08:12.488851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 07:08:12.489213 n-d-769329-2 neutron-server[80794]: INFO neutron.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading Plugin: auto_allocate Jan 14 07:08:12.502416 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: network precommit_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.502815 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: network precommit_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.503405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 07:08:12.503792 n-d-769329-2 neutron-server[80794]: INFO neutron.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading Plugin: tag Jan 14 07:08:12.515633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 07:08:12.515951 n-d-769329-2 neutron-server[80794]: INFO neutron.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading Plugin: timestamp Jan 14 07:08:12.520176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 07:08:12.520539 n-d-769329-2 neutron-server[80794]: INFO neutron.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading Plugin: network_ip_availability Jan 14 07:08:12.526596 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.527004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.527389 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.528278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 07:08:12.528629 n-d-769329-2 neutron-server[80794]: INFO neutron.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading Plugin: flavors Jan 14 07:08:12.545714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 07:08:12.546078 n-d-769329-2 neutron-server[80794]: INFO neutron.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading Plugin: revisions Jan 14 07:08:12.550615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 07:08:12.551037 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.767s {{(pid=80794) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:12.551901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80794) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 14 07:08:12.552263 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Initializing extension manager. Jan 14 07:08:12.552817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: __init__.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.553190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: __pycache__ {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.553556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.554644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: address_group.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.555485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.556196 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: address-group Jan 14 07:08:12.556550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: address_scope.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.557321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.557925 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: address-scope Jan 14 07:08:12.558274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.559225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.559837 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: router-admin-state-down-before-update Jan 14 07:08:12.560194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: agent.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.561088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.561691 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: agent Jan 14 07:08:12.562048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: agent_resources_synced.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.562957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.563536 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: agent-resources-synced Jan 14 07:08:12.563912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: allowedaddresspairs.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.565759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.566349 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: allowed-address-pairs Jan 14 07:08:12.566704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: auto_allocated_topology.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.567929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.568508 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: auto-allocated-topology Jan 14 07:08:12.568864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: availability_zone.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.570176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.570846 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: availability_zone Jan 14 07:08:12.571204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: availability_zone_filter.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.572153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.572731 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: availability_zone_filter Jan 14 07:08:12.573086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: data_plane_status.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.574001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.574575 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension data-plane-status not supported by any of loaded plugins Jan 14 07:08:12.574934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: default_subnetpools.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.575868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.576448 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: default-subnetpools Jan 14 07:08:12.576882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.577657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.578227 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: dhcp_agent_scheduler Jan 14 07:08:12.578579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: dns.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.579499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.580103 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension dns-integration not supported by any of loaded plugins Jan 14 07:08:12.580454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: dns_domain_ports.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.581373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.581941 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 14 07:08:12.582292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: dvr.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.583011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.583583 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: dvr Jan 14 07:08:12.584050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: empty_string_filtering.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.585092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.585757 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: empty-string-filtering Jan 14 07:08:12.586108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.587146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.587740 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 14 07:08:12.588096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.589009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.589580 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 14 07:08:12.589933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: external_net.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.590845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.591423 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: external-net Jan 14 07:08:12.591811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.593516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.593516 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: extra_dhcp_opt Jan 14 07:08:12.593735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: extraroute.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.594531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.595103 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: extraroute Jan 14 07:08:12.595455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: extraroute_atomic.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.596512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.597087 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: extraroute-atomic Jan 14 07:08:12.597442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: filter_validation.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.598151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.598725 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: filter-validation Jan 14 07:08:12.599077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: fip_pf_description.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.600012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.600625 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 14 07:08:12.600979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: fip_port_details.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.601909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.602741 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: fip-port-details Jan 14 07:08:12.603093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: flavors.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.604370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.604957 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: flavors Jan 14 07:08:12.605312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.606995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.607590 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 14 07:08:12.608006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: floatingip_pools.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.608765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.609344 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: floatingip-pools Jan 14 07:08:12.609702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: ip_allocation.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.610636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.611206 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension ip_allocation not supported by any of loaded plugins Jan 14 07:08:12.611567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.612508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.613082 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: ip-substring-filtering Jan 14 07:08:12.613438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: l2_adjacency.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.614425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.614994 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 14 07:08:12.615348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: l3.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.617128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.617714 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: router Jan 14 07:08:12.618075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.620452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.621050 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 14 07:08:12.621416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.622356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.622938 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: ext-gw-mode Jan 14 07:08:12.623298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.624241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.624816 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: l3-ha Jan 14 07:08:12.625168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: l3_flavors.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.626075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.626652 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: l3-flavors Jan 14 07:08:12.627006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.627936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.628509 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 14 07:08:12.628863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: l3agentscheduler.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.630156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.630744 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: l3_agent_scheduler Jan 14 07:08:12.631100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: logging.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.633335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.634000 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension logging not supported by any of loaded plugins Jan 14 07:08:12.634366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: metering.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.635172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.635895 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: metering Jan 14 07:08:12.636260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.637383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.637969 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: metering_source_and_destination_fields Jan 14 07:08:12.638336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: multiprovidernet.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.639256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.639853 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: multi-provider Jan 14 07:08:12.640209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: netmtu.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.641121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.641693 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: net-mtu Jan 14 07:08:12.642052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: netmtu_writable.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.642974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.643549 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: net-mtu-writable Jan 14 07:08:12.643935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: network_availability_zone.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.644669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.645239 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: network_availability_zone Jan 14 07:08:12.645591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: network_ip_availability.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.646705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.647283 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: network-ip-availability Jan 14 07:08:12.647695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: network_segment_range.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.648542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.649120 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension network-segment-range not supported by any of loaded plugins Jan 14 07:08:12.649471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: pagination.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.650454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.650820 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: pagination Jan 14 07:08:12.651171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.652117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.652695 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: port-mac-address-regenerate Jan 14 07:08:12.653049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.653976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.654552 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: port-numa-affinity-policy Jan 14 07:08:12.654904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: port_resource_request.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.655845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.656427 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension port-resource-request not supported by any of loaded plugins Jan 14 07:08:12.656772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: portbindings.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.657808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.658397 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: binding Jan 14 07:08:12.658750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: portbindings_extended.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.660127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.660870 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: binding-extended Jan 14 07:08:12.661418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: portsecurity.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.662311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.663007 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: port-security Jan 14 07:08:12.663469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: project_id.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.664661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.665027 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: project-id Jan 14 07:08:12.665381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: providernet.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.666292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.666873 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: provider Jan 14 07:08:12.667231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: qos.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.670822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.671407 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension qos not supported by any of loaded plugins Jan 14 07:08:12.671830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.673098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.673675 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 14 07:08:12.674034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.674952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.675533 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 14 07:08:12.675910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: qos_default.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.676902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.677471 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension qos-default not supported by any of loaded plugins Jan 14 07:08:12.677841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: qos_fip.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.678521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.679761 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension qos-fip not supported by any of loaded plugins Jan 14 07:08:12.680182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: qos_gateway_ip.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.681131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.681708 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 14 07:08:12.682061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: qos_port_network_policy.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.683078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.683695 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 14 07:08:12.684052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: qos_rule_type_details.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.684966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.685538 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 14 07:08:12.685891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: qos_rules_alias.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.686937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.687513 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 14 07:08:12.687892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: quotasv2.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.688924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.689293 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: quotas Jan 14 07:08:12.689644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: quotasv2_detail.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.691243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.691616 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: quota_details Jan 14 07:08:12.692003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: rbac.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.693180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.693771 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: rbac-policies Jan 14 07:08:12.694131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: rbac_address_scope.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.695751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.696333 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: rbac-address-scope Jan 14 07:08:12.696690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: rbac_security_groups.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.697611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.698190 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: rbac-security-groups Jan 14 07:08:12.698548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: rbac_subnetpool.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.699457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.700060 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: rbac-subnetpool Jan 14 07:08:12.700419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: revisionifmatch.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.701346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.701924 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: revision-if-match Jan 14 07:08:12.702283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: revisions.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.703409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.704003 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: standard-attr-revisions Jan 14 07:08:12.704355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: router_availability_zone.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.705076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.705648 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: router_availability_zone Jan 14 07:08:12.705994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: routerservicetype.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.707037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.707612 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension router-service-type not supported by any of loaded plugins Jan 14 07:08:12.708016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.708947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.709534 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: security-groups-normalized-cidr Jan 14 07:08:12.709961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.710960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.711537 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: port-security-groups-filtering Jan 14 07:08:12.712007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.712937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.713520 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: security-groups-remote-address-group Jan 14 07:08:12.713875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: securitygroup.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.729105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.729755 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: security-group Jan 14 07:08:12.730118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: segment.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.731053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.731603 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension segment not supported by any of loaded plugins Jan 14 07:08:12.731997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.733006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.733586 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 14 07:08:12.733944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: servicetype.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.735063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.735675 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: service-type Jan 14 07:08:12.736027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: sorting.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.737003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.737372 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: sorting Jan 14 07:08:12.737729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: standard_attr_segment.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.738641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.739224 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 14 07:08:12.739583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: standardattrdescription.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.740370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.740960 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: standard-attr-description Jan 14 07:08:12.741855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: stateful_security_group.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.742805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.743386 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: stateful-security-group Jan 14 07:08:12.743791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: stdattrs_common.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.744382 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 14 07:08:12.744726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.745653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.746225 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 14 07:08:12.746574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: subnet_onboard.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.747632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.748239 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: subnet_onboard Jan 14 07:08:12.748594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.749599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.750167 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 14 07:08:12.750517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: subnet_service_types.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.751443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.752040 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: subnet-service-types Jan 14 07:08:12.752390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: subnetallocation.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.753478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.754054 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: subnet_allocation Jan 14 07:08:12.754405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.755117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.755715 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: subnetpool-prefix-ops Jan 14 07:08:12.756072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.757702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.758276 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 14 07:08:12.758629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: tagging.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.760000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.760588 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: standard-attr-tag Jan 14 07:08:12.760946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: timestamp.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.762122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.762700 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loaded extension: standard-attr-timestamp Jan 14 07:08:12.763063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: trunk.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.764106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.764679 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension trunk not supported by any of loaded plugins Jan 14 07:08:12.765030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: trunk_details.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.766008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.766536 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension trunk-details not supported by any of loaded plugins Jan 14 07:08:12.766887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: uplink_status_propagation.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.767826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.768404 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 14 07:08:12.768756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Loading extension file: vlantransparent.py {{(pid=80794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 07:08:12.769467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 07:08:12.770150 n-d-769329-2 neutron-server[80794]: INFO neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 14 07:08:12.773106 n-d-769329-2 neutron-server[80794]: INFO neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Creating instance of TrackedResource for resource:network Jan 14 07:08:12.773958 n-d-769329-2 neutron-server[80794]: INFO neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Creating instance of TrackedResource for resource:subnet Jan 14 07:08:12.774620 n-d-769329-2 neutron-server[80794]: INFO neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 07:08:12.775270 n-d-769329-2 neutron-server[80794]: INFO neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Creating instance of TrackedResource for resource:port Jan 14 07:08:12.776793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.resource_helper [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 07:08:12.777281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.resource_helper [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Service FLAVORS assigned prefix: {{(pid=80794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 07:08:12.777956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.resource_helper [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 07:08:12.778430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.resource_helper [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 07:08:12.778794 n-d-769329-2 neutron-server[80794]: INFO neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Creating instance of TrackedResource for resource:router Jan 14 07:08:12.779512 n-d-769329-2 neutron-server[80794]: INFO neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Creating instance of TrackedResource for resource:floatingip Jan 14 07:08:12.780303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.resource_helper [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Service METERING assigned prefix: /metering {{(pid=80794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 07:08:12.782105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.782504 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.782880 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80794) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:08:12.784072 n-d-769329-2 neutron-server[80794]: INFO neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Creating instance of CountableResource for resource:rbac_policy Jan 14 07:08:12.784559 n-d-769329-2 neutron-server[80794]: INFO neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Creating instance of TrackedResource for resource:security_group Jan 14 07:08:12.785346 n-d-769329-2 neutron-server[80794]: INFO neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 14 07:08:12.786244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.resource_helper [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Service CORE assigned prefix: {{(pid=80794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 07:08:12.786607 n-d-769329-2 neutron-server[80794]: INFO neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 07:08:12.786962 n-d-769329-2 neutron-server[80794]: WARNING neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] subnetpool is already registered Jan 14 07:08:12.787619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.resource_helper [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Service CORE assigned prefix: {{(pid=80794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 07:08:12.788049 n-d-769329-2 neutron-server[80794]: INFO neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 07:08:12.788564 n-d-769329-2 neutron-server[80794]: WARNING neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] subnetpool is already registered Jan 14 07:08:12.791378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.resource_helper [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 07:08:12.791869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.resource_helper [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Service FLAVORS assigned prefix: {{(pid=80794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 07:08:12.792513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.resource_helper [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 07:08:12.792967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.resource_helper [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 07:08:12.793343 n-d-769329-2 neutron-server[80794]: INFO neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Creating instance of TrackedResource for resource:router Jan 14 07:08:12.793699 n-d-769329-2 neutron-server[80794]: WARNING neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] router is already registered Jan 14 07:08:12.794354 n-d-769329-2 neutron-server[80794]: INFO neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Creating instance of TrackedResource for resource:floatingip Jan 14 07:08:12.794709 n-d-769329-2 neutron-server[80794]: WARNING neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] floatingip is already registered Jan 14 07:08:12.795391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.resource_helper [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Service METERING assigned prefix: /metering {{(pid=80794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 07:08:12.798051 n-d-769329-2 neutron-server[80794]: INFO neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Creating instance of CountableResource for resource:rbac_policy Jan 14 07:08:12.798051 n-d-769329-2 neutron-server[80794]: WARNING neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] rbac_policy is already registered Jan 14 07:08:12.798051 n-d-769329-2 neutron-server[80794]: INFO neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Creating instance of TrackedResource for resource:security_group Jan 14 07:08:12.798051 n-d-769329-2 neutron-server[80794]: WARNING neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] security_group is already registered Jan 14 07:08:12.798051 n-d-769329-2 neutron-server[80794]: INFO neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 14 07:08:12.798550 n-d-769329-2 neutron-server[80794]: WARNING neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] security_group_rule is already registered Jan 14 07:08:12.800542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.resource_helper [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Service CORE assigned prefix: {{(pid=80794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 07:08:12.800542 n-d-769329-2 neutron-server[80794]: INFO neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 07:08:12.800542 n-d-769329-2 neutron-server[80794]: WARNING neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] subnetpool is already registered Jan 14 07:08:12.800542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.resource_helper [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Service CORE assigned prefix: {{(pid=80794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 07:08:12.800839 n-d-769329-2 neutron-server[80794]: INFO neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 07:08:12.801567 n-d-769329-2 neutron-server[80794]: WARNING neutron.quota.resource_registry [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] subnetpool is already registered Jan 14 07:08:12.801778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: extensions {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.803368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: address-groups {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.805806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: address-scopes {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.807097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: agents {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.808378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: auto-allocated-topology {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.809686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: availability_zones {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.811067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: dhcp-networks {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.812593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: dhcp-agents {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.814112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: routers {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.816062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: flavors {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.817285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: service_profiles {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.818571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: next_providers {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.820858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: service_profiles {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.822389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: floatingip-pools {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.823717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: routers {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.825615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: floatingips {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.826859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: l3-routers {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.828355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: l3-agents {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.829855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: metering-labels {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.832299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: metering-label-rules {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.833683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: network-ip-availabilities {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.835091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: bindings {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.836861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: quotas {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.838608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: quotas {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.840407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: rbac-policies {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.842094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: security-groups {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.843378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: security-group-rules {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.844761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: service-providers {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.846049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: subnetpools {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.847568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: subnetpools {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.849146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: tags {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.851070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: tags {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.853368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: tags {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.855260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: tags {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.857182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: tags {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.858989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: tags {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.860917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: tags {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.862867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: tags {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.864889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: tags {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.867577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.extensions [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Extended resource: tags {{(pid=80794) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 07:08:12.874744 n-d-769329-2 neutron-server[80794]: WARNING keystonemiddleware.auth_token [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 14 07:08:12.880144 n-d-769329-2 neutron-server[80794]: WARNING keystonemiddleware.auth_token [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 14 07:08:12.889755 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Acquired lock "singleton_lock" {{(pid=80794) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 14 07:08:12.890273 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Releasing lock "singleton_lock" {{(pid=80794) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 14 07:08:12.891772 n-d-769329-2 neutron-server[80794]: INFO oslo_service.service [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Starting 2 workers Jan 14 07:08:12.896513 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Started child 80907 {{(pid=80794) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 14 07:08:12.900833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:12.901365 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Started child 80908 {{(pid=80794) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 14 07:08:12.902320 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [-] (80907) wsgi starting up on http://0.0.0.0:9696 Jan 14 07:08:12.904458 n-d-769329-2 neutron-server[80794]: INFO neutron.service [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 14 07:08:12.905103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Notify callbacks [] for process, before_spawn {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:12.905230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:12.906654 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [-] (80908) wsgi starting up on http://0.0.0.0:9696 Jan 14 07:08:12.908944 n-d-769329-2 neutron-server[80794]: INFO oslo_service.service [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Starting 1 workers Jan 14 07:08:12.916306 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Started child 80909 {{(pid=80794) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 14 07:08:12.916880 n-d-769329-2 neutron-server[80794]: INFO oslo_service.service [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Starting 1 workers Jan 14 07:08:12.918184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.service [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] calling RpcWorker wait() {{(pid=80909) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 14 07:08:12.918591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.service [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] returning from RpcWorker wait() {{(pid=80909) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 14 07:08:12.920069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:12.920567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:12.921853 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Started child 80910 {{(pid=80794) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 14 07:08:12.922926 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36adc982-4057-41be-bc72-28797c7290d1 None None] Notify callbacks [] for process, after_spawn {{(pid=80794) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:12.925508 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80794) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 14 07:08:12.925839 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 14 07:08:12.926275 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 14 07:08:12.926677 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 14 07:08:12.927107 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 14 07:08:12.927300 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 14 07:08:12.927899 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.928205 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.928524 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.929613 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.930272 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.930451 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.930760 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.931066 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.931385 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.931706 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.931959 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.932155 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.932458 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.932730 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.933066 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:12.933182 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.933402 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.933853 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.934426 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.934785 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.935280 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.936038 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.936711 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.937404 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] debug = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.938074 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.939191 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.939620 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.940224 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.940854 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.941547 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.942205 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.942902 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.943434 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.943876 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.944376 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.945429 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.945701 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.945991 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.946311 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.946572 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.947036 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] host = n-d-769329-2 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.947298 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.947554 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.947879 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.948151 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.948438 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.948768 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.949194 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.949487 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.950024 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.950332 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.950690 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.950905 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.951156 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.951435 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] log_file = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.951633 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] log_options = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.951888 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.952343 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.952645 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.952865 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.953062 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.953237 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.953722 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.953918 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.954202 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.954483 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.954733 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.954981 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.955230 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.955477 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.955798 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.956051 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.956334 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.956555 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.957059 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.957320 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.957642 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.957874 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.958145 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.958392 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.958638 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.958885 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.959268 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.959520 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.959885 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.960170 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.960594 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.960910 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.961240 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.961455 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.961747 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.961989 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.962237 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.962562 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.962835 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.963138 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.963421 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.963729 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.963965 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.964214 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.964462 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.964727 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] use_json = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.964975 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.965129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:12.965271 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.965482 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.965699 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.965947 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.966192 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.966447 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.966743 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:12.967223 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.967548 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.967986 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.968289 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.968453 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.968726 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.969014 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.969411 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.969670 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.969942 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.970265 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.970517 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.970838 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.971109 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.971373 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.971758 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.972038 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.972341 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.972596 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.972860 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.973107 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.973360 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.973729 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.974040 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.974323 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.974594 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.974847 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.975135 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.975361 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.976317 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.976573 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.976824 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.977144 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.977627 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.977875 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.978136 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.978904 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.978904 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.979383 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.979383 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.979671 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.979833 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.980025 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.980272 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.980519 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.980765 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.981031 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.981304 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.981560 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.981829 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.982078 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.982323 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.982565 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.982813 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.983087 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.983336 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.983579 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.983877 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.984126 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.984371 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.984638 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.984902 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.985271 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.985434 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.985649 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.985891 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.986136 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.986390 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.986632 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.986878 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.987135 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.987390 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.987593 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.987860 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.988100 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.988360 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.988601 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.988848 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.989074 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.989322 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.989566 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.989809 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.990052 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.990371 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.990721 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.990989 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.992068 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.992235 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.992408 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.992659 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.992909 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.993170 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.993450 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.993660 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.995282 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.995282 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.995282 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.995282 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.995282 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.995282 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.995282 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.996504 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.996504 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.996504 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.996504 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.997024 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.997024 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.997290 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.997540 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.997794 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.998202 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:12.998352 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.002436 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.002436 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.002436 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.002436 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.002436 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.002436 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.002436 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.002436 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.003705 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.003705 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.003705 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.003705 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.003705 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.003705 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.003705 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.003705 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.004747 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.004747 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.004747 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.004747 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.004747 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.004747 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.004747 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.005528 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.005528 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.005528 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.005957 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.006067 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.006603 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.006603 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.006903 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.007121 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.007376 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.007842 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.007988 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.010047 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.010047 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.010047 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.010047 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.010047 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.010047 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.010047 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.011143 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.011143 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.011143 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.011473 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.011586 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.011760 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.012008 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.012287 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.012568 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.012745 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.012973 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.013269 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.013536 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.013850 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.014047 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.014311 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.014592 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.014873 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.015160 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.015541 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.015830 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.018668 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.018668 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.018668 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.018668 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.018668 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.018668 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.018668 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.018668 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.023229 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.023229 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.023229 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.023229 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.023229 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.023229 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.023229 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.023229 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.024097 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.024097 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.024097 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.024097 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.024097 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.024097 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.024097 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.024097 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.024967 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.024967 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.024967 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.024967 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.024967 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.024967 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.024967 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.024967 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.024967 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.025850 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.025850 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.025850 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.025850 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.025850 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.025850 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.026656 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.026656 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.027335 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.027591 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.027888 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.028140 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.028390 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.028650 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.028870 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.029186 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.029529 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.029764 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.030175 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.030421 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.030703 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.030980 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.031205 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.031482 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.031783 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.032170 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.032525 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.032927 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.033086 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.033732 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.033732 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.034535 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.034786 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.035113 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.039412 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.039796 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.040107 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.040403 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.040728 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.041009 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.041281 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.041563 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.041826 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.042086 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.042380 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.042677 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.042943 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.043202 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.043526 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.043763 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.044048 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.044304 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.044579 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.044828 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.045012 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 14 07:08:13.045565 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80794) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 14 07:08:13.045722 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 14 07:08:13.045982 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 14 07:08:13.046136 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 14 07:08:13.046298 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 14 07:08:13.046431 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 14 07:08:13.046666 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.046842 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.047027 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.047225 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.047380 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.047639 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.047797 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.047938 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.048126 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.048314 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.048498 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.048684 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.048963 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.049063 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.049200 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.049376 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.049559 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.049744 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.049934 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.050118 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.050301 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.050492 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.050674 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] debug = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.050855 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.051076 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.051671 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.051671 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.051671 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.051942 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.052017 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.052240 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.052451 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.052659 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.052865 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.053060 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.053348 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.053574 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.053850 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.054050 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.054247 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] host = n-d-769329-2 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.054444 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.054643 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.054829 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.055017 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.055205 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.055393 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.055579 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.055810 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.056000 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.056190 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.056411 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.056748 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.057121 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.057442 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] log_file = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.057761 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] log_options = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.058085 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.058328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:13.058428 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.058698 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.059060 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.059403 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.059518 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.059822 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.060144 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.060467 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.060688 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.060885 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.061079 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.061270 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.061460 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.061648 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.061835 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.062022 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.062209 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.062397 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.062584 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.062814 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.063206 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.063320 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.063558 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.063784 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.063970 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.064156 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.064346 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.064530 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.064715 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.064899 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.065084 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.065268 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.065452 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.065636 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.065819 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.066003 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.066191 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.066375 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.066559 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.066743 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.066927 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.067111 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.067294 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.067478 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.067671 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] use_json = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.067864 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.068048 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.068231 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.068414 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.068599 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.068782 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.068964 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.069758 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 07:08:13.069891 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.070073 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.070636 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.070636 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.070636 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.070924 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.070924 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.071112 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.071214 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.073181 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.073181 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.073181 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.073181 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.073181 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.073181 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.073181 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.073181 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.073727 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.073727 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.073727 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.073727 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.073727 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.073727 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.074090 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.074090 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.074225 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.075508 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.075508 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.075508 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.075508 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.075508 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.076048 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.076048 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.076048 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.076319 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.076319 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.076493 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.076678 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.076869 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.077057 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.077244 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.077437 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.077624 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.077811 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.077999 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.078185 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.078375 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.078563 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.078750 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.078931 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.079684 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.079684 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.079684 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.079684 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.080021 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.080021 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.080148 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.080349 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.080524 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.080690 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.080853 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.081006 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.081157 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.081306 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.081456 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.081604 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.081753 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.081901 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.082051 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.082208 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.082358 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.082544 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.082716 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.082869 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.083058 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.083244 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.083430 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.083642 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.083829 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.084012 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.084198 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.084384 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.084570 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.084770 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.085235 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.085235 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.085235 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.085235 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.086198 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.086198 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.086198 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.086198 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.086708 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.086708 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.086708 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.087094 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.087094 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.087368 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.087368 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.087641 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.087641 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.087948 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.087948 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.088212 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.088349 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.088501 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.088641 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.088779 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.088917 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.089107 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.089306 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.089494 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.089652 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.089842 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.090037 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.090270 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.090425 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.090567 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.090704 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.090841 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.090980 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.091167 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.091354 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.091510 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.091716 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.091864 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.092051 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.092249 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.092438 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.092626 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.092812 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.093050 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.093208 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.093398 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.093587 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.093774 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.093962 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.094149 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.094336 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.094492 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.094682 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.094902 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.095044 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.095182 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.095356 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.095542 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.095732 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.096545 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.096545 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.096545 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.096545 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.096545 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.097242 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.097242 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.097242 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.097242 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.098649 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.098649 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.098649 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.098649 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.098649 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.099344 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.099344 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.099344 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.099344 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.099344 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.099816 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.099816 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.100011 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.100011 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.100188 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.103056 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.103056 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.103056 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.103056 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.103056 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.103056 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.103056 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.103056 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.103777 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.103777 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.103777 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.103777 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.103777 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.103777 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.103777 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.103777 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.104425 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.104425 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.104425 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.104425 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.104425 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.104767 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.104767 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.104917 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.104996 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.105436 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.105436 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.105612 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.105705 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.105861 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.106023 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.106202 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.106378 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.106567 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.107680 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.107680 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.107680 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.107680 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.107680 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.107680 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.108323 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.108323 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.108323 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.108323 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.108678 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.108678 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.108851 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.108946 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.109040 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.109218 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.109404 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.109591 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.109789 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.109978 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.110165 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.110391 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.110524 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.110716 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.110904 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.111092 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.111279 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.111467 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.111701 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.111878 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.112071 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.112259 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.112455 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.112652 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.112848 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.113036 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.113229 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.113432 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.113620 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.113807 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.113993 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.114179 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.114365 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.114552 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.114738 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.114976 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.115131 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.115231 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.115416 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.115602 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.115818 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.116004 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.116745 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.117027 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.117027 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.117659 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.117659 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 07:08:13.117659 n-d-769329-2 neutron-server[80794]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80794) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 14 07:08:13.390710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48844) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:13.403230 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102673 Jan 14 07:08:24.066780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e020d6cf-d634-47e2-9bc1-7111ab07f6a2 None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:08:24.123677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e020d6cf-d634-47e2-9bc1-7111ab07f6a2 None None] No non-hosted networks {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 14 07:08:24.138235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agentschedulers_db [None req-e020d6cf-d634-47e2-9bc1-7111ab07f6a2 None None] DHCP Agent not found on host n-d-769329-2 {{(pid=80909) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Jan 14 07:08:24.204784 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4147a74e-e8a2-46b1-8245-7af022beb277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632'] for agent, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:26.633640 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0011cee9-58e6-439c-be1d-b40c3a0af237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632'] for agent, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:26.714429 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e6925f1d-9c66-4f9e-9728-bf2207e00549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:27.332073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632'] for agent, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:27.824025 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632'] for agent, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:27.825786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:27.826691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:27.827225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:27.827801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:27.828378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:27.829376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:27.829943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:27.830477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:27.831635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:27.832544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:27.833045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:27.833567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:27.834115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-769329-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:27.845337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-769329-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:08:28.701505 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632'] for agent, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:29.988694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] get_endpoint_by_host() called for host n-d-769329-2 {{(pid=80909) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 14 07:08:29.995517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] get_endpoint_by_ip() called for ip 192.168.0.52 {{(pid=80909) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 14 07:08:29.999012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] _add_endpoint() called for ip 192.168.0.52 {{(pid=80909) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 14 07:08:30.007409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] _get_endpoints() called {{(pid=80909) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 14 07:08:30.056805 n-d-769329-2 neutron-server[80794]: INFO neutron.db.l3_hamode_db [None req-794d966c-9335-4752-a6de-a6e0f4d58f98 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 14 07:08:30.156704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794d966c-9335-4752-a6de-a6e0f4d58f98 None None] Routers set() bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:08:30.157127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794d966c-9335-4752-a6de-a6e0f4d58f98 None None] Router IDs set() for agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 14 07:08:30.517812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48938) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:31.217516 n-d-769329-2 neutron-server[80794]: WARNING oslo_policy.policy [None req-67448574-1309-4c3e-b235-95374e252a8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 07:08:31.218103 n-d-769329-2 neutron-server[80794]: WARNING oslo_policy.policy [None req-67448574-1309-4c3e-b235-95374e252a8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 07:08:31.456115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-67448574-1309-4c3e-b235-95374e252a8c admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:08:31.457192 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-67448574-1309-4c3e-b235-95374e252a8c admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9384489 Jan 14 07:08:34.264976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48952) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:34.700816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1eb108e9-d057-4ae6-bcc0-8427dc0b6f0f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:34.754252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.policy [None req-1eb108e9-d057-4ae6-bcc0-8427dc0b6f0f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80908) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 14 07:08:34.755025 n-d-769329-2 neutron-server[80794]: WARNING oslo_policy.policy [None req-1eb108e9-d057-4ae6-bcc0-8427dc0b6f0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 07:08:34.755433 n-d-769329-2 neutron-server[80794]: WARNING oslo_policy.policy [None req-1eb108e9-d057-4ae6-bcc0-8427dc0b6f0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 07:08:34.759779 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 14 07:08:34.759779 n-d-769329-2 neutron-server[80794]: (rel_b, rel_a, rel_b), Jan 14 07:08:34.759779 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:08:34.759779 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:08:34.759779 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:34.759779 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:08:34.759779 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:08:34.759779 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:08:34.759779 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:34.759779 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:08:34.759779 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:08:34.759779 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:08:34.759779 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:34.759779 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:08:34.760795 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:08:34.760795 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:08:34.760795 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:34.760795 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:08:34.760795 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:08:34.760795 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:08:34.760795 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:34.760795 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:08:34.760795 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:08:34.760795 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:08:34.760795 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:34.760795 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:08:34.760795 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:08:34.760795 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:08:34.760795 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:34.760795 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:08:34.761690 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:08:34.761690 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:08:34.761690 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:34.761690 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:08:34.761690 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:08:34.761690 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:08:34.761690 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:34.761690 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:08:34.761690 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:08:34.761690 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:08:34.761690 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:34.761690 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:08:34.761690 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:08:34.761690 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:08:34.762467 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:34.762467 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:08:34.762467 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:08:34.762467 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:08:34.762467 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:34.762467 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:08:34.762467 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:08:34.762467 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:08:34.762467 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:34.762467 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:08:34.762467 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:08:34.762467 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:08:34.762467 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:34.762467 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:08:34.762467 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:08:34.762467 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:08:34.763355 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:34.763355 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:08:34.763355 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:08:34.763355 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:08:34.763355 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:08:34.763355 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:08:34.769340 n-d-769329-2 neutron-server[80794]: INFO neutron.quota [None req-1eb108e9-d057-4ae6-bcc0-8427dc0b6f0f admin admin] Loaded quota_driver: . Jan 14 07:08:34.814171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1eb108e9-d057-4ae6-bcc0-8427dc0b6f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:34.871975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1eb108e9-d057-4ae6-bcc0-8427dc0b6f0f admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363253832852274', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363253832880127', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363253832879651', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363253832905481', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363253832896791', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854324307', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-596404', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846903910', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846760301'] for rbac-policy, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:34.940399 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1eb108e9-d057-4ae6-bcc0-8427dc0b6f0f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:34.941673 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1eb108e9-d057-4ae6-bcc0-8427dc0b6f0f admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6756251 Jan 14 07:08:38.011010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48966) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:38.514087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '9f5073b5723f4ab09f05c5648fb79c13'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:38.519995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:38.525233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Usage tracker for resource:network and tenant:9f5073b5723f4ab09f05c5648fb79c13 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:38.528928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:38.534903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:38.544769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Made reservation on behalf of 9f5073b5723f4ab09f05c5648fb79c13 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:08:38.550868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:38.568672 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:38.584016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:38.588169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Usage tracker for resource:security_group_rule and tenant:9f5073b5723f4ab09f05c5648fb79c13 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:38.591800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:38.597352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:38.698757 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:38.701788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:38.707499 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:38.733871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:08:38.761639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:38.762185 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Added segment 0604f785-02e5-4181-93c5-7f61b5712dc0 of type vxlan for network c1b94f8a-2a00-49c7-afa7-5355750aff13 Jan 14 07:08:38.819193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f47ba93-9e74-435e-8c94-763b80edb38c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:38.841952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:38.842317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:38.842679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:38.843034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:38.843387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:38.843759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:38.844109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:38.844454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:38.844797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:38.845137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:38.845479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:38.845818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Tracked resource versions report: Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: pushed versions: Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: { 'AddressGroup': {'1.1'}, Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': {'1.0'}, Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'Log': {'1.0'}, Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'Network': {'1.1'}, Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'Port': {'1.6'}, Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'PortForwarding': {'1.2'}, Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'QosPolicy': {'1.8'}, Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': {'1.4'}, Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': {'1.2'}, Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'SubPort': {'1.0'}, Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'Subnet': {'1.1'}, Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'Trunk': {'1.1'}} Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: consumer versions: Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: { DHCP agent@n-d-769329-2: {}, Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: L3 agent@n-d-769329-2: {}, Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: Metadata agent@n-d-769329-2: {}, Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: Metering agent@n-d-769329-2: {}, Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: Open vSwitch agent@n-d-769329-2: { 'AddressGroup': '1.1', Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': '1.0', Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'Log': '1.0', Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'Network': '1.1', Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'Port': '1.6', Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'PortForwarding': '1.2', Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'QosPolicy': '1.8', Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': '1.4', Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': '1.2', Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'SubPort': '1.0', Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'Subnet': '1.1', Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: 'Trunk': '1.1'}} Jan 14 07:08:38.847060 n-d-769329-2 neutron-server[80794]: {{(pid=80908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 07:08:38.890517 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:38.900128 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:38.941772 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:38.943179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:38.944027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:38.949265 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:39.210642 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.1983972 Jan 14 07:08:39.215956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Pushing event updated for resources: {'Network': ['ID=c1b94f8a-2a00-49c7-afa7-5355750aff13,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:39.219388 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:39.228294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network c1b94f8a-2a00-49c7-afa7-5355750aff13 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:08:42.340260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48982) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:42.876584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6439da0-ec70-495a-83f8-f1c5bd1aa0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:42.878003 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d6439da0-ec70-495a-83f8-f1c5bd1aa0d5 admin admin] 10.222.0.41 "GET /v2.0/networks/c1b94f8a-2a00-49c7-afa7-5355750aff13 HTTP/1.1" status: 200 len: 818 time: 0.5366933 Jan 14 07:08:42.908674 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-925b49d9-be29-44da-b6fe-142ed545ed6e admin admin] 10.222.0.41 "GET /v2.0/subnetpools/2fcd7a49-bc90-4e64-b89b-7c9eff4a3eb0 HTTP/1.1" status: 200 len: 734 time: 0.0237784 Jan 14 07:08:42.923517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-50693ed9-15b1-4ed2-9557-195b0697405b admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '9f5073b5723f4ab09f05c5648fb79c13', 'subnetpool_id': '2fcd7a49-bc90-4e64-b89b-7c9eff4a3eb0', 'name': 'private-subnet', 'network_id': 'c1b94f8a-2a00-49c7-afa7-5355750aff13', 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:42.929724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-50693ed9-15b1-4ed2-9557-195b0697405b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:42.933838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-50693ed9-15b1-4ed2-9557-195b0697405b admin admin] Usage tracker for resource:subnet and tenant:9f5073b5723f4ab09f05c5648fb79c13 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:42.937098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-50693ed9-15b1-4ed2-9557-195b0697405b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:42.942891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-50693ed9-15b1-4ed2-9557-195b0697405b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:42.953313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50693ed9-15b1-4ed2-9557-195b0697405b admin admin] Made reservation on behalf of 9f5073b5723f4ab09f05c5648fb79c13 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:08:42.957976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-50693ed9-15b1-4ed2-9557-195b0697405b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:43.479129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-50693ed9-15b1-4ed2-9557-195b0697405b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:43.494901 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:43.630798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50693ed9-15b1-4ed2-9557-195b0697405b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa2433d-40a5-416f-8645-41df6266c64f,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:43.647601 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-50693ed9-15b1-4ed2-9557-195b0697405b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:43.711176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50693ed9-15b1-4ed2-9557-195b0697405b admin admin] Checking segment: {'id': '0604f785-02e5-4181-93c5-7f61b5712dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c1b94f8a-2a00-49c7-afa7-5355750aff13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:08:43.711561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50693ed9-15b1-4ed2-9557-195b0697405b admin admin] Network hostable DHCP agents. Network: c1b94f8a-2a00-49c7-afa7-5355750aff13, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:08:43.732546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50693ed9-15b1-4ed2-9557-195b0697405b admin admin] Network c1b94f8a-2a00-49c7-afa7-5355750aff13 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:08:43.741677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-50693ed9-15b1-4ed2-9557-195b0697405b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, c1b94f8a-2a00-49c7-afa7-5355750aff13) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:08:43.746364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50693ed9-15b1-4ed2-9557-195b0697405b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:08:43.746987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-50693ed9-15b1-4ed2-9557-195b0697405b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:43.751029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6a3595-c004-40f4-ae71-455abe0a3375 None None] Network c1b94f8a-2a00-49c7-afa7-5355750aff13 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:08:43.766694 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-50693ed9-15b1-4ed2-9557-195b0697405b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8471944 Jan 14 07:08:44.087180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-c1b94f8a-2a00-49c7-afa7-5355750aff13', 'network_id': 'c1b94f8a-2a00-49c7-afa7-5355750aff13', 'tenant_id': '9f5073b5723f4ab09f05c5648fb79c13', 'fixed_ips': [{'subnet_id': 'cfa2433d-40a5-416f-8645-41df6266c64f'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:08:44.088902 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.630981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Allocated IP 172.20.0.2 (c1b94f8a-2a00-49c7-afa7-5355750aff13/cfa2433d-40a5-416f-8645-41df6266c64f/5e305ac4-f168-4639-8cf3-b2a57cc0ced4) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:08:44.878510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.892442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Transition to ACTIVE for port object 5e305ac4-f168-4639-8cf3-b2a57cc0ced4 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:08:44.910827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Transition to ACTIVE for port object 5e305ac4-f168-4639-8cf3-b2a57cc0ced4 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:08:44.917388 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:44.935684 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:45.074243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Pushing event updated for resources: {'Port': ['ID=5e305ac4-f168-4639-8cf3-b2a57cc0ced4,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:45.087630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:45.088039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:45.088405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:45.088763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:45.089115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:45.089465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:45.089828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:45.090167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:45.090509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:45.090850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:45.091191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:45.091527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Tracked resource versions report: Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: pushed versions: Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: { 'AddressGroup': {'1.1'}, Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': {'1.0'}, Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'Log': {'1.0'}, Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'Network': {'1.1'}, Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'Port': {'1.6'}, Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'PortForwarding': {'1.2'}, Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'QosPolicy': {'1.8'}, Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': {'1.4'}, Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': {'1.2'}, Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'SubPort': {'1.0'}, Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'Subnet': {'1.1'}, Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'Trunk': {'1.1'}} Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: consumer versions: Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: { DHCP agent@n-d-769329-2: {}, Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: L3 agent@n-d-769329-2: {}, Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: Metadata agent@n-d-769329-2: {}, Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: Metering agent@n-d-769329-2: {}, Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: Open vSwitch agent@n-d-769329-2: { 'AddressGroup': '1.1', Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': '1.0', Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'Log': '1.0', Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'Network': '1.1', Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'Port': '1.6', Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'PortForwarding': '1.2', Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'QosPolicy': '1.8', Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': '1.4', Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': '1.2', Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'SubPort': '1.0', Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'Subnet': '1.1', Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: 'Trunk': '1.1'}} Jan 14 07:08:45.092664 n-d-769329-2 neutron-server[80794]: {{(pid=80909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 07:08:45.109754 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:45.146791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Network c1b94f8a-2a00-49c7-afa7-5355750aff13 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:08:45.148288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:08:45.151183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:08:45.214277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Attempting to bind port 5e305ac4-f168-4639-8cf3-b2a57cc0ced4 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:08:45.214681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Attempting to bind port 5e305ac4-f168-4639-8cf3-b2a57cc0ced4 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '0604f785-02e5-4181-93c5-7f61b5712dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c1b94f8a-2a00-49c7-afa7-5355750aff13'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:08:45.215101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Attempting to bind port 5e305ac4-f168-4639-8cf3-b2a57cc0ced4 on network c1b94f8a-2a00-49c7-afa7-5355750aff13 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:08:45.220977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:08:45.221385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Checking segment: {'id': '0604f785-02e5-4181-93c5-7f61b5712dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c1b94f8a-2a00-49c7-afa7-5355750aff13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:08:45.221834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:45.222257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Bound using segment: {'id': '0604f785-02e5-4181-93c5-7f61b5712dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c1b94f8a-2a00-49c7-afa7-5355750aff13'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:08:45.223271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Bound port: 5e305ac4-f168-4639-8cf3-b2a57cc0ced4, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0604f785-02e5-4181-93c5-7f61b5712dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c1b94f8a-2a00-49c7-afa7-5355750aff13'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:08:45.223271 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:45.318494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] For port 5e305ac4-f168-4639-8cf3-b2a57cc0ced4, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:08:45.323185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] For port 5e305ac4-f168-4639-8cf3-b2a57cc0ced4, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5e305ac4-f168-4639-8cf3-b2a57cc0ced4,segment=NetworkSegment(0604f785-02e5-4181-93c5-7f61b5712dc0),segment_id=0604f785-02e5-4181-93c5-7f61b5712dc0)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:08:45.328652 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:45.346730 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:45.505841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Pushing event updated for resources: {'Port': ['ID=5e305ac4-f168-4639-8cf3-b2a57cc0ced4,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:45.509529 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:46.589072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48992) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:47.145060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-277c91fd-bd72-4bfe-bcd2-d518f2d4ed0a admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:08:47.146122 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-277c91fd-bd72-4bfe-bcd2-d518f2d4ed0a admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5561159 Jan 14 07:08:50.057827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49006) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:50.077641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5e305ac4-f168-4639-8cf3-b2a57cc0ced4 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:08:50.157811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 5e305ac4-f168-4639-8cf3-b2a57cc0ced4 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:08:50.401062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b461aa9b-9572-47e2-b7d0-a7e8a3f8e296 None None] Network c1b94f8a-2a00-49c7-afa7-5355750aff13 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:08:50.516163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-21cc9b48-8bd2-409f-b02b-793960969fe5 None None] Provisioning for port 5e305ac4-f168-4639-8cf3-b2a57cc0ced4 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:08:50.534039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-21cc9b48-8bd2-409f-b02b-793960969fe5 None None] Provisioning complete for port 5e305ac4-f168-4639-8cf3-b2a57cc0ced4 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:50.534443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21cc9b48-8bd2-409f-b02b-793960969fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:50.546958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-69df87d3-ec00-40a7-8e64-e3d6384ab22e admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:08:50.559708 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-69df87d3-ec00-40a7-8e64-e3d6384ab22e admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4892886 Jan 14 07:08:50.786630 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21cc9b48-8bd2-409f-b02b-793960969fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:50.835962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-21cc9b48-8bd2-409f-b02b-793960969fe5 None None] For port 5e305ac4-f168-4639-8cf3-b2a57cc0ced4, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5e305ac4-f168-4639-8cf3-b2a57cc0ced4,segment=NetworkSegment(0604f785-02e5-4181-93c5-7f61b5712dc0),segment_id=0604f785-02e5-4181-93c5-7f61b5712dc0)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:08:50.840699 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21cc9b48-8bd2-409f-b02b-793960969fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:50.842738 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:08:50.915384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc9b48-8bd2-409f-b02b-793960969fe5 None None] Pushing event updated for resources: {'Port': ['ID=5e305ac4-f168-4639-8cf3-b2a57cc0ced4,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:08:50.918734 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-21cc9b48-8bd2-409f-b02b-793960969fe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:08:51.073497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9a580d80-fab9-43a6-896b-e289330a3c31 None None] Provisioning complete for port 5e305ac4-f168-4639-8cf3-b2a57cc0ced4 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:51.074068 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a580d80-fab9-43a6-896b-e289330a3c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:51.335128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5e6b070c-ccdf-4ba3-bf85-404327ff47a6 None None] Provisioning complete for port 5e305ac4-f168-4639-8cf3-b2a57cc0ced4 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:51.335532 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5e6b070c-ccdf-4ba3-bf85-404327ff47a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:51.583000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cad46a65-42c3-49ba-9fad-5d1a1f815580 None None] Provisioning complete for port 5e305ac4-f168-4639-8cf3-b2a57cc0ced4 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:51.583778 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cad46a65-42c3-49ba-9fad-5d1a1f815580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:52.046042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5e305ac4-f168-4639-8cf3-b2a57cc0ced4 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:08:52.124319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 5e305ac4-f168-4639-8cf3-b2a57cc0ced4 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:08:52.124900 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:53.725758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49018) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:53.872514 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f274d3d4-2ce4-45d5-91d6-1cfd2cb7492d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:54.165727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d806c96e-51b6-4289-b19d-bf2c823a3471 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '9f5073b5723f4ab09f05c5648fb79c13'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:08:54.171210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d806c96e-51b6-4289-b19d-bf2c823a3471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:08:54.175251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d806c96e-51b6-4289-b19d-bf2c823a3471 admin admin] Usage tracker for resource:router and tenant:9f5073b5723f4ab09f05c5648fb79c13 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:08:54.179087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d806c96e-51b6-4289-b19d-bf2c823a3471 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:08:54.185219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d806c96e-51b6-4289-b19d-bf2c823a3471 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:08:54.194332 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d806c96e-51b6-4289-b19d-bf2c823a3471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:54.195753 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d806c96e-51b6-4289-b19d-bf2c823a3471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:54.216938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d806c96e-51b6-4289-b19d-bf2c823a3471 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:54.331954 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d806c96e-51b6-4289-b19d-bf2c823a3471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:54.356463 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d806c96e-51b6-4289-b19d-bf2c823a3471 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:54.357715 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d806c96e-51b6-4289-b19d-bf2c823a3471 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6308799 Jan 14 07:08:56.641231 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-269fb74f-80cc-4837-8a14-5c8c2ad853c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:57.155669 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:57.316286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49036) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:08:57.583381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-c81b131d-993b-49a6-98c2-2318a487c174 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:08:57.585017 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c81b131d-993b-49a6-98c2-2318a487c174 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.2677217 Jan 14 07:08:57.827628 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:08:58.633065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:00.277742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49056) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:00.371923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:00.376944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:00.381254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Usage tracker for resource:network and tenant:7cc3a0aeb7274d23905b8d5334b174d7 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:00.385060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:00.390757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:00.400969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Made reservation on behalf of 7cc3a0aeb7274d23905b8d5334b174d7 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:09:00.405608 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:00.419956 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:00.435996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:00.439977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Usage tracker for resource:security_group_rule and tenant:7cc3a0aeb7274d23905b8d5334b174d7 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:00.442912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:00.448812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:00.538713 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:00.541759 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:00.546309 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:00.560238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Reserving flat network on physical network physnet1 {{(pid=80908) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 14 07:09:00.586268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddabc6e-9520-4444-8b6b-2687b71e1f3c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:00.589373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:00.589999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Unsubscribe: segment precommit_create {{(pid=80908) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 14 07:09:00.590424 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Added segment 4ffe8aa5-f34f-475d-84cd-6255b594e546 of type flat for network c23423ca-c6f9-4e24-86aa-328f70d7d267 Jan 14 07:09:00.591723 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:00.628289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:00.666099 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:00.667328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:00.667975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:00.673032 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:00.778018 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4991033 Jan 14 07:09:00.780964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Pushing event updated for resources: {'Network': ['ID=c23423ca-c6f9-4e24-86aa-328f70d7d267,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:00.783773 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:00.792842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:09:03.374996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49068) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:03.522255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f5a6f-487b-4007-83c2-86056526ef1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:03.523850 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6d6f5a6f-487b-4007-83c2-86056526ef1f admin admin] 10.222.0.41 "GET /v2.0/subnets/cfa2433d-40a5-416f-8645-41df6266c64f HTTP/1.1" status: 200 len: 849 time: 0.1477549 Jan 14 07:09:03.678244 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9bb46afe-d2d6-4aa8-8c7d-03ee993c7a72 admin admin] 10.222.0.41 "GET /v2.0/routers/d1065632-3dfa-480c-b27d-53a0a13b1451 HTTP/1.1" status: 200 len: 704 time: 0.1475110 Jan 14 07:09:04.324035 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:04.720493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Allocated IP 172.20.0.1 (c1b94f8a-2a00-49c7-afa7-5355750aff13/cfa2433d-40a5-416f-8645-41df6266c64f/173038ca-0f15-4593-984b-5a83791886b3) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:09:04.895947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:04.917485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Transition to ACTIVE for port object 173038ca-0f15-4593-984b-5a83791886b3 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:09:04.971308 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:04.987349 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:05.122798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=173038ca-0f15-4593-984b-5a83791886b3,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:05.129145 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:05.186319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Network c1b94f8a-2a00-49c7-afa7-5355750aff13 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:09:05.187462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:09:05.189890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:09:05.190419 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:05.423615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-696d630b-2435-475f-8fea-18b28465d733 None None] Provisioning for port 173038ca-0f15-4593-984b-5a83791886b3 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:09:05.430001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-696d630b-2435-475f-8fea-18b28465d733 None None] Provisioning complete for port 173038ca-0f15-4593-984b-5a83791886b3 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:05.430613 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-696d630b-2435-475f-8fea-18b28465d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:05.465751 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:05.494825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-696d630b-2435-475f-8fea-18b28465d733 None None] Port 173038ca-0f15-4593-984b-5a83791886b3 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:09:05.766818 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:05.770208 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:05.771925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:05.787565 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:05.926091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=173038ca-0f15-4593-984b-5a83791886b3,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:05.929733 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:05.988448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Network c1b94f8a-2a00-49c7-afa7-5355750aff13 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:09:05.989550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:09:06.220545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4d08c46e-23f8-42f0-912e-b7480fd528bf None None] Provisioning complete for port 173038ca-0f15-4593-984b-5a83791886b3 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:06.220936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d08c46e-23f8-42f0-912e-b7480fd528bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:06.278647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4d08c46e-23f8-42f0-912e-b7480fd528bf None None] Port 173038ca-0f15-4593-984b-5a83791886b3 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:09:06.354811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Router d1065632-3dfa-480c-b27d-53a0a13b1451 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:09:06.521724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:09:06.532465 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] 10.222.0.41 "PUT /v2.0/routers/d1065632-3dfa-480c-b27d-53a0a13b1451/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8484535 Jan 14 07:09:06.533034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] Sync routers for ids ['d1065632-3dfa-480c-b27d-53a0a13b1451'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:09:06.545343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] Routers {'d1065632-3dfa-480c-b27d-53a0a13b1451'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:09:06.546206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:08:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d1065632-3dfa-480c-b27d-53a0a13b1451'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:06.731317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] Set router d1065632-3dfa-480c-b27d-53a0a13b1451 gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:09:07.131890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1065632-3dfa-480c-b27d-53a0a13b1451', 'name': 'router1', 'tenant_id': '9f5073b5723f4ab09f05c5648fb79c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:54Z', 'updated_at': '2021-01-14T07:09:05Z', 'revision_number': 2, 'project_id': '9f5073b5723f4ab09f05c5648fb79c13', 'gw_port_host': None, '_interfaces': [{'id': '173038ca-0f15-4593-984b-5a83791886b3', 'name': '', 'network_id': 'c1b94f8a-2a00-49c7-afa7-5355750aff13', 'tenant_id': '9f5073b5723f4ab09f05c5648fb79c13', 'mac_address': 'fa:16:3e:db:1a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1065632-3dfa-480c-b27d-53a0a13b1451', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cfa2433d-40a5-416f-8645-41df6266c64f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:04Z', 'updated_at': '2021-01-14T07:09:05Z', 'revision_number': 2, 'project_id': '9f5073b5723f4ab09f05c5648fb79c13', 'subnets': [{'id': 'cfa2433d-40a5-416f-8645-41df6266c64f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fcd7a49-bc90-4e64-b89b-7c9eff4a3eb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:07.137481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] Checking router: d1065632-3dfa-480c-b27d-53a0a13b1451 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:09:07.137881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] Updating router d1065632-3dfa-480c-b27d-53a0a13b1451 port 173038ca-0f15-4593-984b-5a83791886b3 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:09:07.194502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:07.824375 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:07.840153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] Transition to ACTIVE for port object 173038ca-0f15-4593-984b-5a83791886b3 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:09:07.843749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:07.860981 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:08.003288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8f27b-99d1-4225-bb4c-0fc0f71a3c3c None None] Pushing event updated for resources: {'Port': ['ID=173038ca-0f15-4593-984b-5a83791886b3,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:08.014903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8f27b-99d1-4225-bb4c-0fc0f71a3c3c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:08.015268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8f27b-99d1-4225-bb4c-0fc0f71a3c3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:08.015627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8f27b-99d1-4225-bb4c-0fc0f71a3c3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:08.016010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8f27b-99d1-4225-bb4c-0fc0f71a3c3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:08.016364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8f27b-99d1-4225-bb4c-0fc0f71a3c3c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:08.016717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8f27b-99d1-4225-bb4c-0fc0f71a3c3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:08.017064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8f27b-99d1-4225-bb4c-0fc0f71a3c3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:08.017410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8f27b-99d1-4225-bb4c-0fc0f71a3c3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:08.017754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8f27b-99d1-4225-bb4c-0fc0f71a3c3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:08.018099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8f27b-99d1-4225-bb4c-0fc0f71a3c3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:08.018444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8f27b-99d1-4225-bb4c-0fc0f71a3c3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:08.018786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8f27b-99d1-4225-bb4c-0fc0f71a3c3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f8f27b-99d1-4225-bb4c-0fc0f71a3c3c None None] Tracked resource versions report: Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: pushed versions: Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: { 'AddressGroup': {'1.1'}, Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': {'1.0'}, Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'Log': {'1.0'}, Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'Network': {'1.1'}, Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'Port': {'1.6'}, Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'PortForwarding': {'1.2'}, Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'QosPolicy': {'1.8'}, Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': {'1.4'}, Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': {'1.2'}, Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'SubPort': {'1.0'}, Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'Subnet': {'1.1'}, Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'Trunk': {'1.1'}} Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: consumer versions: Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: { DHCP agent@n-d-769329-2: {}, Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: L3 agent@n-d-769329-2: {}, Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: Metadata agent@n-d-769329-2: {}, Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: Metering agent@n-d-769329-2: {}, Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: Open vSwitch agent@n-d-769329-2: { 'AddressGroup': '1.1', Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': '1.0', Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'Log': '1.0', Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'Network': '1.1', Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'Port': '1.6', Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'PortForwarding': '1.2', Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'QosPolicy': '1.8', Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': '1.4', Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': '1.2', Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'SubPort': '1.0', Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'Subnet': '1.1', Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: 'Trunk': '1.1'}} Jan 14 07:09:08.019917 n-d-769329-2 neutron-server[80794]: {{(pid=80910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 07:09:08.036449 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d5f8f27b-99d1-4225-bb4c-0fc0f71a3c3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:08.196389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] Attempting to bind port 173038ca-0f15-4593-984b-5a83791886b3 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:09:08.196866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] Attempting to bind port 173038ca-0f15-4593-984b-5a83791886b3 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '0604f785-02e5-4181-93c5-7f61b5712dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c1b94f8a-2a00-49c7-afa7-5355750aff13'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:09:08.197193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] Attempting to bind port 173038ca-0f15-4593-984b-5a83791886b3 on network c1b94f8a-2a00-49c7-afa7-5355750aff13 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:09:08.204767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:09:08.204767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] Checking segment: {'id': '0604f785-02e5-4181-93c5-7f61b5712dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c1b94f8a-2a00-49c7-afa7-5355750aff13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:09:08.204767 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:08.204767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] Bound using segment: {'id': '0604f785-02e5-4181-93c5-7f61b5712dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c1b94f8a-2a00-49c7-afa7-5355750aff13'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:09:08.205234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] Bound port: 173038ca-0f15-4593-984b-5a83791886b3, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0604f785-02e5-4181-93c5-7f61b5712dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c1b94f8a-2a00-49c7-afa7-5355750aff13'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:09:08.208224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:08.300560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] For port 173038ca-0f15-4593-984b-5a83791886b3, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:09:08.306945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] For port 173038ca-0f15-4593-984b-5a83791886b3, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=173038ca-0f15-4593-984b-5a83791886b3,segment=NetworkSegment(0604f785-02e5-4181-93c5-7f61b5712dc0),segment_id=0604f785-02e5-4181-93c5-7f61b5712dc0)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:09:08.315305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:08.331779 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:08.494434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8f27b-99d1-4225-bb4c-0fc0f71a3c3c None None] Pushing event updated for resources: {'Port': ['ID=173038ca-0f15-4593-984b-5a83791886b3,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:08.499106 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d5f8f27b-99d1-4225-bb4c-0fc0f71a3c3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:08.560259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] Routers {'d1065632-3dfa-480c-b27d-53a0a13b1451'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:09:08.560933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:08:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d1065632-3dfa-480c-b27d-53a0a13b1451'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:08.730049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] Set router d1065632-3dfa-480c-b27d-53a0a13b1451 gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:09:09.091294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1065632-3dfa-480c-b27d-53a0a13b1451', 'name': 'router1', 'tenant_id': '9f5073b5723f4ab09f05c5648fb79c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:54Z', 'updated_at': '2021-01-14T07:09:05Z', 'revision_number': 2, 'project_id': '9f5073b5723f4ab09f05c5648fb79c13', 'gw_port_host': None, '_interfaces': [{'id': '173038ca-0f15-4593-984b-5a83791886b3', 'name': '', 'network_id': 'c1b94f8a-2a00-49c7-afa7-5355750aff13', 'tenant_id': '9f5073b5723f4ab09f05c5648fb79c13', 'mac_address': 'fa:16:3e:db:1a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1065632-3dfa-480c-b27d-53a0a13b1451', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cfa2433d-40a5-416f-8645-41df6266c64f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:04Z', 'updated_at': '2021-01-14T07:09:08Z', 'revision_number': 4, 'project_id': '9f5073b5723f4ab09f05c5648fb79c13', 'subnets': [{'id': 'cfa2433d-40a5-416f-8645-41df6266c64f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fcd7a49-bc90-4e64-b89b-7c9eff4a3eb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:09.095570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7796f8f7-b92e-41d6-99f3-b18ab37bd49d None None] The sync data for ids ['d1065632-3dfa-480c-b27d-53a0a13b1451'] in n-d-769329-2 is: [{'id': 'd1065632-3dfa-480c-b27d-53a0a13b1451', 'name': 'router1', 'tenant_id': '9f5073b5723f4ab09f05c5648fb79c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:54Z', 'updated_at': '2021-01-14T07:09:05Z', 'revision_number': 2, 'project_id': '9f5073b5723f4ab09f05c5648fb79c13', 'gw_port_host': None, '_interfaces': [{'id': '173038ca-0f15-4593-984b-5a83791886b3', 'name': '', 'network_id': 'c1b94f8a-2a00-49c7-afa7-5355750aff13', 'tenant_id': '9f5073b5723f4ab09f05c5648fb79c13', 'mac_address': 'fa:16:3e:db:1a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1065632-3dfa-480c-b27d-53a0a13b1451', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cfa2433d-40a5-416f-8645-41df6266c64f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:04Z', 'updated_at': '2021-01-14T07:09:08Z', 'revision_number': 4, 'project_id': '9f5073b5723f4ab09f05c5648fb79c13', 'subnets': [{'id': 'cfa2433d-40a5-416f-8645-41df6266c64f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fcd7a49-bc90-4e64-b89b-7c9eff4a3eb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:09:09.182799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49080) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:09.379722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0045c1-5264-474e-9024-02fa3011f224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:09.380329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6a0045c1-5264-474e-9024-02fa3011f224 admin admin] Synchronizing usage tracker for tenant:7cc3a0aeb7274d23905b8d5334b174d7 on resource:network {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:09:09.397786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6a0045c1-5264-474e-9024-02fa3011f224 admin admin] Unset dirty status for tenant:7cc3a0aeb7274d23905b8d5334b174d7 on resource:network {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:09:09.399003 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6a0045c1-5264-474e-9024-02fa3011f224 admin admin] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 842 time: 0.2151721 Jan 14 07:09:09.410274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c63d7c10-658c-4c94-a664-83f84305c84f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.3.1', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.3.0/24'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:09.417328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c63d7c10-658c-4c94-a664-83f84305c84f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:09.421550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c63d7c10-658c-4c94-a664-83f84305c84f admin admin] Usage tracker for resource:subnet and tenant:7cc3a0aeb7274d23905b8d5334b174d7 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:09.424603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c63d7c10-658c-4c94-a664-83f84305c84f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:09.431806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c63d7c10-658c-4c94-a664-83f84305c84f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:09.440533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63d7c10-658c-4c94-a664-83f84305c84f admin admin] Made reservation on behalf of 7cc3a0aeb7274d23905b8d5334b174d7 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:09:09.445334 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c63d7c10-658c-4c94-a664-83f84305c84f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:09.902433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-c63d7c10-658c-4c94-a664-83f84305c84f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80908) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:09:09.902939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c63d7c10-658c-4c94-a664-83f84305c84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:09.919492 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-50693ed9-15b1-4ed2-9557-195b0697405b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:10.053006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d7c10-658c-4c94-a664-83f84305c84f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a64d6cd-c80a-4dab-9225-9e3c4476a977,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:10.056099 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c63d7c10-658c-4c94-a664-83f84305c84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:10.092464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 173038ca-0f15-4593-984b-5a83791886b3 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:09:10.154977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63d7c10-658c-4c94-a664-83f84305c84f admin admin] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:09:10.155371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63d7c10-658c-4c94-a664-83f84305c84f admin admin] Network hostable DHCP agents. Network: c23423ca-c6f9-4e24-86aa-328f70d7d267, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:09:10.173250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 173038ca-0f15-4593-984b-5a83791886b3 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:09:10.179305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63d7c10-658c-4c94-a664-83f84305c84f admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:09:10.179499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 173038ca-0f15-4593-984b-5a83791886b3 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:10.179716 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:10.188858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c63d7c10-658c-4c94-a664-83f84305c84f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, c23423ca-c6f9-4e24-86aa-328f70d7d267) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:09:10.193901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63d7c10-658c-4c94-a664-83f84305c84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:10.194206 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c63d7c10-658c-4c94-a664-83f84305c84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:10.211392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089fb5c6-067e-4bb6-ab5b-57977817dc2c None None] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:09:10.227748 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c63d7c10-658c-4c94-a664-83f84305c84f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8110800 Jan 14 07:09:10.636870 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:10.710543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 173038ca-0f15-4593-984b-5a83791886b3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=173038ca-0f15-4593-984b-5a83791886b3,segment=NetworkSegment(0604f785-02e5-4181-93c5-7f61b5712dc0),segment_id=0604f785-02e5-4181-93c5-7f61b5712dc0)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:09:10.713010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eba4f1-7ace-4ead-8e24-79253f9f690d None None] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:09:10.729577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:10.783087 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:10.885918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=173038ca-0f15-4593-984b-5a83791886b3,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:10.897517 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:12.058170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 173038ca-0f15-4593-984b-5a83791886b3 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:09:12.133679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 173038ca-0f15-4593-984b-5a83791886b3 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:12.134086 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:12.836504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49094) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:13.082721 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-673abc19-93ac-4a5f-9fc8-662cecfb6e41 admin admin] 10.222.0.41 "GET /v2.0/routers/d1065632-3dfa-480c-b27d-53a0a13b1451 HTTP/1.1" status: 200 len: 710 time: 0.2449858 Jan 14 07:09:13.231106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bd9e06-ca18-4aed-975e-d28af00b6572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:13.232660 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-18bd9e06-ca18-4aed-975e-d28af00b6572 admin admin] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 886 time: 0.1437645 Jan 14 07:09:13.243795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:09:13.711497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:14.233447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:14.294119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:14.307141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:14.322657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:09:14.326703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:09:14.329660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:09:14.336117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:09:14.424443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:14.426921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:14.442910 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:14.542450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a2dcf1-4029-4599-a3d4-dcb9d18901b1,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:14.546958 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:14.712392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Allocated IP 172.25.3.15 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/cb147f65-f73d-4b3d-b643-9945cc373ddc) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:09:14.870508 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:14.895299 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:14.911725 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:15.047031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Pushing event updated for resources: {'Port': ['ID=cb147f65-f73d-4b3d-b643-9945cc373ddc,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:15.052871 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:15.104424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:09:15.105565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:09:15.107975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:09:15.508342 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:15.859373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:15.863019 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:16.055139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Router d1065632-3dfa-480c-b27d-53a0a13b1451 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:09:16.425308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:09:16.436469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] Sync routers for ids ['d1065632-3dfa-480c-b27d-53a0a13b1451'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:09:16.441762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:16.443200 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] 10.222.0.41 "PUT /v2.0/routers/d1065632-3dfa-480c-b27d-53a0a13b1451 HTTP/1.1" status: 200 len: 889 time: 3.2040427 Jan 14 07:09:16.449948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] Routers {'d1065632-3dfa-480c-b27d-53a0a13b1451'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:09:16.450752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:08:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d1065632-3dfa-480c-b27d-53a0a13b1451'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:16.660678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] Set router d1065632-3dfa-480c-b27d-53a0a13b1451 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:09:17.035998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1065632-3dfa-480c-b27d-53a0a13b1451', 'name': 'router1', 'tenant_id': '9f5073b5723f4ab09f05c5648fb79c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cb147f65-f73d-4b3d-b643-9945cc373ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:54Z', 'updated_at': '2021-01-14T07:09:15Z', 'revision_number': 4, 'project_id': '9f5073b5723f4ab09f05c5648fb79c13', 'gw_port': {'id': 'cb147f65-f73d-4b3d-b643-9945cc373ddc', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ad:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1065632-3dfa-480c-b27d-53a0a13b1451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:14Z', 'updated_at': '2021-01-14T07:09:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '173038ca-0f15-4593-984b-5a83791886b3', 'name': '', 'network_id': 'c1b94f8a-2a00-49c7-afa7-5355750aff13', 'tenant_id': '9f5073b5723f4ab09f05c5648fb79c13', 'mac_address': 'fa:16:3e:db:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1065632-3dfa-480c-b27d-53a0a13b1451', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cfa2433d-40a5-416f-8645-41df6266c64f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:04Z', 'updated_at': '2021-01-14T07:09:10Z', 'revision_number': 5, 'project_id': '9f5073b5723f4ab09f05c5648fb79c13', 'subnets': [{'id': 'cfa2433d-40a5-416f-8645-41df6266c64f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fcd7a49-bc90-4e64-b89b-7c9eff4a3eb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:17.042069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] Checking router: d1065632-3dfa-480c-b27d-53a0a13b1451 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:09:17.042460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] Updating router d1065632-3dfa-480c-b27d-53a0a13b1451 port cb147f65-f73d-4b3d-b643-9945cc373ddc binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:09:17.101782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:17.512707 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:17.528049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] Transition to ACTIVE for port object cb147f65-f73d-4b3d-b643-9945cc373ddc will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:09:17.530626 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:17.546409 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:17.680473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b14d8e-9123-4c9f-8e91-075556cffe79 None None] Pushing event updated for resources: {'Port': ['ID=cb147f65-f73d-4b3d-b643-9945cc373ddc,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:17.683380 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76b14d8e-9123-4c9f-8e91-075556cffe79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:17.760078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] Attempting to bind port cb147f65-f73d-4b3d-b643-9945cc373ddc on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:09:17.760531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] Attempting to bind port cb147f65-f73d-4b3d-b643-9945cc373ddc by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:09:17.760941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] Attempting to bind port cb147f65-f73d-4b3d-b643-9945cc373ddc on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:09:17.767075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:09:17.767422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:09:17.767915 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:17.768357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:09:17.768870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] Bound port: cb147f65-f73d-4b3d-b643-9945cc373ddc, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:09:17.769302 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:17.860961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] For port cb147f65-f73d-4b3d-b643-9945cc373ddc, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:09:17.866551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] For port cb147f65-f73d-4b3d-b643-9945cc373ddc, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=cb147f65-f73d-4b3d-b643-9945cc373ddc,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:09:17.870354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:17.886824 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9957f86d-94f3-4811-b604-caa6f1ae44b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:18.053033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b14d8e-9123-4c9f-8e91-075556cffe79 None None] Pushing event updated for resources: {'Port': ['ID=cb147f65-f73d-4b3d-b643-9945cc373ddc,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:18.056357 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76b14d8e-9123-4c9f-8e91-075556cffe79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:18.098364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] Routers {'d1065632-3dfa-480c-b27d-53a0a13b1451'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:09:18.099053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:08:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d1065632-3dfa-480c-b27d-53a0a13b1451'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:18.452772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] Set router d1065632-3dfa-480c-b27d-53a0a13b1451 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:09:18.829455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1065632-3dfa-480c-b27d-53a0a13b1451', 'name': 'router1', 'tenant_id': '9f5073b5723f4ab09f05c5648fb79c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cb147f65-f73d-4b3d-b643-9945cc373ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:54Z', 'updated_at': '2021-01-14T07:09:15Z', 'revision_number': 4, 'project_id': '9f5073b5723f4ab09f05c5648fb79c13', 'gw_port': {'id': 'cb147f65-f73d-4b3d-b643-9945cc373ddc', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ad:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1065632-3dfa-480c-b27d-53a0a13b1451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:14Z', 'updated_at': '2021-01-14T07:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '173038ca-0f15-4593-984b-5a83791886b3', 'name': '', 'network_id': 'c1b94f8a-2a00-49c7-afa7-5355750aff13', 'tenant_id': '9f5073b5723f4ab09f05c5648fb79c13', 'mac_address': 'fa:16:3e:db:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1065632-3dfa-480c-b27d-53a0a13b1451', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cfa2433d-40a5-416f-8645-41df6266c64f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:04Z', 'updated_at': '2021-01-14T07:09:10Z', 'revision_number': 5, 'project_id': '9f5073b5723f4ab09f05c5648fb79c13', 'subnets': [{'id': 'cfa2433d-40a5-416f-8645-41df6266c64f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fcd7a49-bc90-4e64-b89b-7c9eff4a3eb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:09:18.834464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b03845-93f9-45c5-a957-14a02925964f None None] The sync data for ids ['d1065632-3dfa-480c-b27d-53a0a13b1451'] in n-d-769329-2 is: [{'id': 'd1065632-3dfa-480c-b27d-53a0a13b1451', 'name': 'router1', 'tenant_id': '9f5073b5723f4ab09f05c5648fb79c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'cb147f65-f73d-4b3d-b643-9945cc373ddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:08:54Z', 'updated_at': '2021-01-14T07:09:15Z', 'revision_number': 4, 'project_id': '9f5073b5723f4ab09f05c5648fb79c13', 'gw_port': {'id': 'cb147f65-f73d-4b3d-b643-9945cc373ddc', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ad:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1065632-3dfa-480c-b27d-53a0a13b1451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:14Z', 'updated_at': '2021-01-14T07:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '173038ca-0f15-4593-984b-5a83791886b3', 'name': '', 'network_id': 'c1b94f8a-2a00-49c7-afa7-5355750aff13', 'tenant_id': '9f5073b5723f4ab09f05c5648fb79c13', 'mac_address': 'fa:16:3e:db:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1065632-3dfa-480c-b27d-53a0a13b1451', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cfa2433d-40a5-416f-8645-41df6266c64f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:09:04Z', 'updated_at': '2021-01-14T07:09:10Z', 'revision_number': 5, 'project_id': '9f5073b5723f4ab09f05c5648fb79c13', 'subnets': [{'id': 'cfa2433d-40a5-416f-8645-41df6266c64f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2fcd7a49-bc90-4e64-b89b-7c9eff4a3eb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:09:19.205807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49104) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:09:19.424400 n-d-769329-2 neutron-server[80794]: WARNING oslo_policy.policy [None req-3898677a-9201-4bf9-b60e-8d4cbfc83b09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 07:09:19.425006 n-d-769329-2 neutron-server[80794]: WARNING oslo_policy.policy [None req-3898677a-9201-4bf9-b60e-8d4cbfc83b09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 07:09:19.845176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.policy [None req-3898677a-9201-4bf9-b60e-8d4cbfc83b09 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80907) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 14 07:09:19.846070 n-d-769329-2 neutron-server[80794]: WARNING oslo_policy.policy [None req-3898677a-9201-4bf9-b60e-8d4cbfc83b09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 07:09:19.846464 n-d-769329-2 neutron-server[80794]: WARNING oslo_policy.policy [None req-3898677a-9201-4bf9-b60e-8d4cbfc83b09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: (rel_b, rel_a, rel_b), Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: (rel_b, rel_a, rel_b), Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:09:19.850832 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:09:19.854084 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.854084 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:09:19.854084 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:09:19.854084 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:09:19.854084 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.854084 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:09:19.854084 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:09:19.854084 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:09:19.854084 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.854084 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:09:19.854084 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:09:19.854084 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:09:19.854084 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.854084 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:09:19.854084 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:09:19.854084 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:09:19.854084 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:09:19.854084 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:09:19.859750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3898677a-9201-4bf9-b60e-8d4cbfc83b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:09:19.862036 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3898677a-9201-4bf9-b60e-8d4cbfc83b09 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1067 time: 0.6542222 Jan 14 07:09:20.090252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device cb147f65-f73d-4b3d-b643-9945cc373ddc up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:09:20.165389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port cb147f65-f73d-4b3d-b643-9945cc373ddc completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:09:20.170610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port cb147f65-f73d-4b3d-b643-9945cc373ddc triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:20.171011 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:20.294595 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:20.312042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port cb147f65-f73d-4b3d-b643-9945cc373ddc, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=cb147f65-f73d-4b3d-b643-9945cc373ddc,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:09:20.315142 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:20.319116 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:09:20.389565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=cb147f65-f73d-4b3d-b643-9945cc373ddc,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:09:20.392787 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:09:22.071340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device cb147f65-f73d-4b3d-b643-9945cc373ddc up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:09:22.167532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port cb147f65-f73d-4b3d-b643-9945cc373ddc triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:09:22.167532 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:23.883606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c27b8756-09b8-4d14-a5d1-8c6b627151ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:24.009850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 5 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:09:26.664595 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b42fde73-e232-4719-a327-07a1dfaaf1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:27.215328 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:27.845739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:28.654636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:53.878977 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7215-1f3c-45dc-846e-6ff43d95f0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:56.649615 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce0f6d39-2a7e-4680-b056-1c6a0c30cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:57.165965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:57.826552 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:09:58.651382 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:00.995330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 5 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:10:23.893507 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6fcc14dd-2f53-40f8-978a-9853aac49ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:26.654406 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ecee0d75-c9e7-4d06-9f38-963329972159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:27.169309 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:27.823977 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:28.659384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:38.011996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 5 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:10:53.888461 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26cf95bf-9b1c-4106-919c-1537482e0030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:56.656071 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7cd4-724f-467e-9dab-7f5f52453c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:57.172790 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:57.818076 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:10:58.666441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:14.992440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 5 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:11:23.882526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba7bf88f-0165-4085-9c2c-a6ca5508a736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:26.659698 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b4741f0-e137-46e1-a54f-71a0e8b8813d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:27.176092 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:27.820961 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:28.664390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:40.357703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49718) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:40.475561 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ad67b0-97ba-4fa5-8bee-8d8ad10d4783 admin admin] GET failed (client error): The resource could not be found. Jan 14 07:11:40.476981 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-21ad67b0-97ba-4fa5-8bee-8d8ad10d4783 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1181324 Jan 14 07:11:40.656688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd958c0-e57b-4d85-9e31-fce117033b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:40.658441 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8fd958c0-e57b-4d85-9e31-fce117033b32 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1768453 Jan 14 07:11:43.258351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49728) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:43.571570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0533335e-46bd-431c-9a3c-20a164a0bafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:43.573089 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0533335e-46bd-431c-9a3c-20a164a0bafd admin admin] 10.222.0.41 "GET /v2.0/subnets/cfa2433d-40a5-416f-8645-41df6266c64f HTTP/1.1" status: 200 len: 849 time: 0.3137054 Jan 14 07:11:43.589878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:11:43.729484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:44.089770 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363253835003832'] for subnet, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:44.105886 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:11:44.264618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa2433d-40a5-416f-8645-41df6266c64f,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:11:44.287442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:44.287866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:44.288228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:44.288574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:44.288921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:44.289273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:44.289615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:44.289953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:44.290291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:44.290636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:44.290976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:44.291320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] Tracked resource versions report: Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: pushed versions: Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: { 'AddressGroup': {'1.1'}, Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': {'1.0'}, Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'Log': {'1.0'}, Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'Network': {'1.1'}, Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'Port': {'1.6'}, Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'PortForwarding': {'1.2'}, Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'QosPolicy': {'1.8'}, Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': {'1.4'}, Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': {'1.2'}, Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'SubPort': {'1.0'}, Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'Subnet': {'1.1'}, Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'Trunk': {'1.1'}} Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: consumer versions: Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: { DHCP agent@n-d-769329-2: {}, Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: L3 agent@n-d-769329-2: {}, Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: Metadata agent@n-d-769329-2: {}, Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: Metering agent@n-d-769329-2: {}, Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: Open vSwitch agent@n-d-769329-2: { 'AddressGroup': '1.1', Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': '1.0', Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'Log': '1.0', Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'Network': '1.1', Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'Port': '1.6', Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'PortForwarding': '1.2', Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'QosPolicy': '1.8', Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': '1.4', Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': '1.2', Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'SubPort': '1.0', Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'Subnet': '1.1', Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: 'Trunk': '1.1'}} Jan 14 07:11:44.292465 n-d-769329-2 neutron-server[80794]: {{(pid=80907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 07:11:44.339086 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:11:44.347548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:44.348219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:44.350501 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] 10.222.0.41 "PUT /v2.0/subnets/cfa2433d-40a5-416f-8645-41df6266c64f HTTP/1.1" status: 200 len: 868 time: 0.7648129 Jan 14 07:11:44.352756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fe49b2-fa51-483d-922d-e0f7e212c70f None None] Network c1b94f8a-2a00-49c7-afa7-5355750aff13 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:11:44.836653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-dc803337-536b-44ad-86b8-d9580c238a3f None None] Provisioning complete for port 5e305ac4-f168-4639-8cf3-b2a57cc0ced4 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:44.837205 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc803337-536b-44ad-86b8-d9580c238a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:44.976201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-dc803337-536b-44ad-86b8-d9580c238a3f None None] Provisioning complete for port 173038ca-0f15-4593-984b-5a83791886b3 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:11:44.976600 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc803337-536b-44ad-86b8-d9580c238a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:46.886555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49744) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:47.112230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294ecf79-619f-411b-8a3f-24fdb5611eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:47.113201 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-294ecf79-619f-411b-8a3f-24fdb5611eba admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2249610 Jan 14 07:11:49.642839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49754) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:49.874951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61486ab7-9479-4db3-8719-1d9eecd57690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:49.875294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61486ab7-9479-4db3-8719-1d9eecd57690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:49.877027 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-61486ab7-9479-4db3-8719-1d9eecd57690 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2326033 Jan 14 07:11:51.998673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 5 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:11:52.422028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49764) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:52.663448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a6b067-8d07-4379-93d5-8e6f10d9b8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:52.664927 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-13a6b067-8d07-4379-93d5-8e6f10d9b8ad admin admin] 10.222.0.41 "GET /v2.0/networks/c1b94f8a-2a00-49c7-afa7-5355750aff13 HTTP/1.1" status: 200 len: 862 time: 0.2418354 Jan 14 07:11:53.885941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c605bd47-8715-4c3f-9146-d3787f945131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:55.202579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49774) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:55.420176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b78698-32bf-4121-8036-2c1c2a4b7e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:55.421667 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f9b78698-32bf-4121-8036-2c1c2a4b7e8c admin admin] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 886 time: 0.2180500 Jan 14 07:11:56.663033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0388c589-83e8-4687-bf0e-55eb89cebf1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:57.177961 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:57.823780 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:11:57.989874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49784) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:11:58.143568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1661b86d-684a-4fe0-b25d-ec195b704810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:58.144031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1661b86d-684a-4fe0-b25d-ec195b704810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:11:58.145776 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1661b86d-684a-4fe0-b25d-ec195b704810 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1548648 Jan 14 07:11:58.671597 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:00.933523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49794) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:01.086347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fa105e-19fd-4abe-9699-6a5c560783da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:01.086755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fa105e-19fd-4abe-9699-6a5c560783da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:01.088442 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f8fa105e-19fd-4abe-9699-6a5c560783da admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1538875 Jan 14 07:12:03.623259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49804) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:03.769046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179d888a-b93f-443d-b8d5-a0e5f569f41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:03.770710 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-179d888a-b93f-443d-b8d5-a0e5f569f41e admin admin] 10.222.0.41 "GET /v2.0/subnets/2a64d6cd-c80a-4dab-9225-9e3c4476a977 HTTP/1.1" status: 200 len: 816 time: 0.1463194 Jan 14 07:12:06.395729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49814) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:06.555099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40ba42f-80b7-4d40-add3-21095910d0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:06.556680 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f40ba42f-80b7-4d40-add3-21095910d0a8 admin admin] 10.222.0.41 "GET /v2.0/subnets/cfa2433d-40a5-416f-8645-41df6266c64f HTTP/1.1" status: 200 len: 868 time: 0.1598895 Jan 14 07:12:23.888838 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4baba435-d611-4215-b25b-7671c9d30e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:26.667248 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61164217-4fe4-46d4-9ca2-5c66ff6d942c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:27.180915 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:27.829363 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:28.678955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:28.988354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 5 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:12:33.062613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49854) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:33.146220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-8cafbc9e-0064-4eec-856c-a9e845e7eaeb admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:12:33.147352 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8cafbc9e-0064-4eec-856c-a9e845e7eaeb admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0836213 Jan 14 07:12:35.766090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49864) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:35.874746 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c384d9-ed5a-4f15-adee-5aa7af58cf92 admin admin] GET failed (client error): The resource could not be found. Jan 14 07:12:35.876215 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e3c384d9-ed5a-4f15-adee-5aa7af58cf92 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1090529 Jan 14 07:12:36.021689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b5e8d0-bd12-4032-b6f0-e572ccd8431a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:36.023274 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-93b5e8d0-bd12-4032-b6f0-e572ccd8431a admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1417422 Jan 14 07:12:38.588185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49874) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:38.672092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:38.678594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:38.688660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:38.698925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Made reservation on behalf of 7cc3a0aeb7274d23905b8d5334b174d7 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:38.703623 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:38.805429 n-d-769329-2 neutron-server[80794]: WARNING neutron.services.revisions.revision_plugin [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Could not find related network for resource to bump revision. Jan 14 07:12:38.823614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:12:38.833367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:38.833750 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Added segment 05a04206-65f2-4a99-b212-595df8467e53 of type vxlan for network d6bd0598-2cab-47e3-9f0f-47d899b421cd Jan 14 07:12:38.861217 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:38.892654 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:38.893917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:38.894547 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:38.899634 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-28fda8c4-6a2f-4b56-b6a5-2b45cd947d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:39.006822 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4174299 Jan 14 07:12:39.007610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Pushing event updated for resources: {'Network': ['ID=d6bd0598-2cab-47e3-9f0f-47d899b421cd,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:39.015442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:39.015784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:39.016082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:39.016441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:39.016788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:39.017140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:39.017488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:39.017943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:39.018479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:39.018838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:39.019184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:39.019530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:39.023518 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:39.031811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network d6bd0598-2cab-47e3-9f0f-47d899b421cd details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:12:41.582928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49884) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:12:41.688749 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a8565d-64de-4696-9dca-aaecebc973c4 admin admin] GET failed (client error): The resource could not be found. Jan 14 07:12:41.689314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a8a8565d-64de-4696-9dca-aaecebc973c4 admin admin] Synchronizing usage tracker for tenant:7cc3a0aeb7274d23905b8d5334b174d7 on resource:network {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:12:41.705403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a8a8565d-64de-4696-9dca-aaecebc973c4 admin admin] Unset dirty status for tenant:7cc3a0aeb7274d23905b8d5334b174d7 on resource:network {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:12:41.706567 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a8a8565d-64de-4696-9dca-aaecebc973c4 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1225994 Jan 14 07:12:41.826575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e010849-6e5d-4f14-8b81-1d201aadc96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:41.828209 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7e010849-6e5d-4f14-8b81-1d201aadc96c admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1171269 Jan 14 07:12:41.844249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fca7c2dd-e0ad-4f77-9023-38a11cd3d0bd admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd', 'name': 'shared-subnet'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:12:41.850499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fca7c2dd-e0ad-4f77-9023-38a11cd3d0bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:12:41.854746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fca7c2dd-e0ad-4f77-9023-38a11cd3d0bd admin admin] Usage tracker for resource:subnet and tenant:7cc3a0aeb7274d23905b8d5334b174d7 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:12:41.857798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fca7c2dd-e0ad-4f77-9023-38a11cd3d0bd admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:12:41.864123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fca7c2dd-e0ad-4f77-9023-38a11cd3d0bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:12:41.872878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca7c2dd-e0ad-4f77-9023-38a11cd3d0bd admin admin] Made reservation on behalf of 7cc3a0aeb7274d23905b8d5334b174d7 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:12:41.878526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fca7c2dd-e0ad-4f77-9023-38a11cd3d0bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:42.321965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fca7c2dd-e0ad-4f77-9023-38a11cd3d0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:42.338105 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c63d7c10-658c-4c94-a664-83f84305c84f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:42.472420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7c2dd-e0ad-4f77-9023-38a11cd3d0bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffe7d3d2-18e7-450d-bb59-0b64181030a8,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:42.485295 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fca7c2dd-e0ad-4f77-9023-38a11cd3d0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:42.551114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca7c2dd-e0ad-4f77-9023-38a11cd3d0bd admin admin] Checking segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:42.551462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca7c2dd-e0ad-4f77-9023-38a11cd3d0bd admin admin] Network hostable DHCP agents. Network: d6bd0598-2cab-47e3-9f0f-47d899b421cd, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:12:42.570550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca7c2dd-e0ad-4f77-9023-38a11cd3d0bd admin admin] Network d6bd0598-2cab-47e3-9f0f-47d899b421cd is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:12:42.579237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-fca7c2dd-e0ad-4f77-9023-38a11cd3d0bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, d6bd0598-2cab-47e3-9f0f-47d899b421cd) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:42.583399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca7c2dd-e0ad-4f77-9023-38a11cd3d0bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:12:42.584090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fca7c2dd-e0ad-4f77-9023-38a11cd3d0bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:42.588552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f859d750-f285-45ad-a129-32a234ab1737 None None] Network d6bd0598-2cab-47e3-9f0f-47d899b421cd requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:12:42.607672 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fca7c2dd-e0ad-4f77-9023-38a11cd3d0bd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7665167 Jan 14 07:12:42.842064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-d6bd0598-2cab-47e3-9f0f-47d899b421cd', 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd', 'tenant_id': '7cc3a0aeb7274d23905b8d5334b174d7', 'fixed_ips': [{'subnet_id': 'ffe7d3d2-18e7-450d-bb59-0b64181030a8'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:12:42.842986 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:43.322867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Allocated IP 192.168.233.2 (d6bd0598-2cab-47e3-9f0f-47d899b421cd/ffe7d3d2-18e7-450d-bb59-0b64181030a8/b00c45c4-8c3d-4ccf-8e69-47d90b30d554) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:12:43.572900 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:43.585031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Transition to ACTIVE for port object b00c45c4-8c3d-4ccf-8e69-47d90b30d554 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:43.604020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Transition to ACTIVE for port object b00c45c4-8c3d-4ccf-8e69-47d90b30d554 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:12:43.610012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:43.624935 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:43.757087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Pushing event updated for resources: {'Port': ['ID=b00c45c4-8c3d-4ccf-8e69-47d90b30d554,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:43.769349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:43.769715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:43.770085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:43.770443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:43.770794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:43.771145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:43.771491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:43.771845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:43.772189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:43.772532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:43.772873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:43.773214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:12:43.779199 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:43.847467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Network d6bd0598-2cab-47e3-9f0f-47d899b421cd is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:12:43.849270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:12:43.852075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:12:43.924316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Attempting to bind port b00c45c4-8c3d-4ccf-8e69-47d90b30d554 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:12:43.924746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Attempting to bind port b00c45c4-8c3d-4ccf-8e69-47d90b30d554 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:12:43.925310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Attempting to bind port b00c45c4-8c3d-4ccf-8e69-47d90b30d554 on network d6bd0598-2cab-47e3-9f0f-47d899b421cd {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:12:43.932535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:12:43.933033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Checking segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:12:43.933553 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:43.934057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Bound using segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:12:43.934560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Bound port: b00c45c4-8c3d-4ccf-8e69-47d90b30d554, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:12:43.934977 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:44.045009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] For port b00c45c4-8c3d-4ccf-8e69-47d90b30d554, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:12:44.050657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] For port b00c45c4-8c3d-4ccf-8e69-47d90b30d554, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b00c45c4-8c3d-4ccf-8e69-47d90b30d554,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:12:44.054703 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:44.071460 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:44.232171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Pushing event updated for resources: {'Port': ['ID=b00c45c4-8c3d-4ccf-8e69-47d90b30d554,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:44.237336 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:45.541388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d099f54-0b89-4e9c-8f94-c398a70aa9c3 None None] Network d6bd0598-2cab-47e3-9f0f-47d899b421cd requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:12:45.683009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0c048807-dfa3-4a4f-8c78-41072e24649e None None] Provisioning for port b00c45c4-8c3d-4ccf-8e69-47d90b30d554 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:46.212070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b00c45c4-8c3d-4ccf-8e69-47d90b30d554 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:46.296876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port b00c45c4-8c3d-4ccf-8e69-47d90b30d554 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:12:46.305498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port b00c45c4-8c3d-4ccf-8e69-47d90b30d554 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:46.306041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:46.446270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ee0e01c4-78ab-401c-980c-7f360d13e085 None None] Provisioning complete for port b00c45c4-8c3d-4ccf-8e69-47d90b30d554 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:46.446608 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ee0e01c4-78ab-401c-980c-7f360d13e085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:46.475349 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:46.537761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port b00c45c4-8c3d-4ccf-8e69-47d90b30d554, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b00c45c4-8c3d-4ccf-8e69-47d90b30d554,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:12:46.543815 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:46.572190 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76b14d8e-9123-4c9f-8e91-075556cffe79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:12:46.669080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=b00c45c4-8c3d-4ccf-8e69-47d90b30d554,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:12:46.672136 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:12:48.180183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b00c45c4-8c3d-4ccf-8e69-47d90b30d554 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:12:48.255374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port b00c45c4-8c3d-4ccf-8e69-47d90b30d554 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:12:48.255731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:53.896240 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4536669b-b863-465a-93e4-c9c39f21d6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:56.670123 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-04fe2083-b5f2-48b6-8784-b399da9af813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:57.184419 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:57.822246 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:12:58.679732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:05.990487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 5 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:13:23.889291 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d87c0909-ad40-4a33-9a8c-05f44dbb1d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:26.666138 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22682646-a813-43b2-a6ec-fb19ad6fddfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:27.187482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:27.826561 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:28.679632 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:42.995445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 5 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:13:49.490172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49926) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:49.496828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-df16ed8e-fb8e-41d9-bd0e-e3b35b3fed96 tempest-verify_tempest_config-319162635 tempest-verify_tempest_config-319162635] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:13:49.497920 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-df16ed8e-fb8e-41d9-bd0e-e3b35b3fed96 tempest-verify_tempest_config-319162635 tempest-verify_tempest_config-319162635] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0066185 Jan 14 07:13:49.849821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49946) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:50.001254 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:50.016759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:13:50.021142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Usage tracker for resource:security_group_rule and tenant:28e892d1a98444f287ee6d99fd1bf466 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:13:50.024075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:13:50.029741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:13:50.117671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:50.120290 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:50.129733 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:50.169471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Synchronizing usage tracker for tenant:7cc3a0aeb7274d23905b8d5334b174d7 on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:13:50.179459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26031ada-9174-4c7d-b4af-872b64f40370,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:50.192721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.193099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.193468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.193837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.194202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.194561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.194918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.195271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.195624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.196024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.196375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.196727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.201023 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:50.202596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Unset dirty status for tenant:7cc3a0aeb7274d23905b8d5334b174d7 on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:13:50.204047 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=28e892d1a98444f287ee6d99fd1bf466&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3531239 Jan 14 07:13:50.207606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49952) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:13:50.283807 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10be248d-70c8-444d-a176-e72e953bb4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:50.311058 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10be248d-70c8-444d-a176-e72e953bb4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:50.361786 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10be248d-70c8-444d-a176-e72e953bb4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:50.367752 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:13:50.378323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be248d-70c8-444d-a176-e72e953bb4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26031ada-9174-4c7d-b4af-872b64f40370,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:13:50.389129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be248d-70c8-444d-a176-e72e953bb4a4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.389495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be248d-70c8-444d-a176-e72e953bb4a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.389852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be248d-70c8-444d-a176-e72e953bb4a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.390202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be248d-70c8-444d-a176-e72e953bb4a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.390572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be248d-70c8-444d-a176-e72e953bb4a4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.390892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be248d-70c8-444d-a176-e72e953bb4a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.391233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be248d-70c8-444d-a176-e72e953bb4a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.391574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be248d-70c8-444d-a176-e72e953bb4a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.391941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be248d-70c8-444d-a176-e72e953bb4a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.392279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be248d-70c8-444d-a176-e72e953bb4a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.392617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be248d-70c8-444d-a176-e72e953bb4a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.392953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10be248d-70c8-444d-a176-e72e953bb4a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:13:50.397199 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-10be248d-70c8-444d-a176-e72e953bb4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:13:50.398163 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10be248d-70c8-444d-a176-e72e953bb4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:50.400061 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-10be248d-70c8-444d-a176-e72e953bb4a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/26031ada-9174-4c7d-b4af-872b64f40370 HTTP/1.1" status: 204 len: 168 time: 0.1911693 Jan 14 07:13:53.897175 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6fd8faf6-cc40-4aeb-8673-c55d2977c8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:56.670768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-35cbf5a2-2bd3-4c37-a7d6-e59c9112aeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:57.189655 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:57.829423 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:13:58.684322 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:19.999882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 5 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:14:23.888900 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-775b68e9-41e4-4186-85da-815f49b5f4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:26.677238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ab4a997-a6f4-4b21-a33e-e6f09bdc7a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:27.197130 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:27.833885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:28.688611 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:53.893397 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4630dafd-5a3f-48cc-b050-d1e4962c8e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:56.669294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b0131e9d-85be-4a6b-b2d4-f0e08a6bf517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:57.007890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 5 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:14:57.199417 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:57.837460 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:14:58.692931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:23.897120 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ce13e51-d3dd-45c9-9503-7d4a2d90f0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:26.670441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9584d4de-7cf0-4807-a1e1-d0ad906b3e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:27.200818 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:27.840849 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:28.688752 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:33.999278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 5 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:15:53.899817 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1627a04-cb1c-463b-bfd7-427715e73ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:56.672872 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4cffb86-d5ce-4b72-b64a-4626156a87ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:57.205466 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:57.846125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:15:58.695813 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:11.001446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 5 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:16:23.902071 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d051c9a-6e1a-4c6b-94dc-601965ba871d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:26.674160 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-720bf477-49db-4241-92d1-53899d3e97fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:27.209696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:27.849273 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:28.693991 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:45.286612 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632'] for agent, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:45.287289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.287611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.288033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.288401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.288764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.289233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.289757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.290114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.290471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.290832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.291181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.291534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.292009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-h2-769329-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:45.296867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-h2-769329-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:45.723356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] get_endpoint_by_host() called for host n-h2-769329-2 {{(pid=80909) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 14 07:16:45.727991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] get_endpoint_by_ip() called for ip 192.168.0.62 {{(pid=80909) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 14 07:16:45.732057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] _add_endpoint() called for ip 192.168.0.62 {{(pid=80909) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 14 07:16:45.738116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] _get_endpoints() called {{(pid=80909) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 14 07:16:45.897773 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632'] for agent, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:45.898486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.898764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.899141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.899719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.901397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.902908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.902908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.902908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.902908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.904105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.904105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.904504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:16:45.904819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-h1-769329-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:45.914907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-h1-769329-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:16:46.310528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] get_endpoint_by_host() called for host n-h1-769329-2 {{(pid=80909) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 14 07:16:46.314738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] get_endpoint_by_ip() called for ip 192.168.0.56 {{(pid=80909) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 14 07:16:46.317819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] _add_endpoint() called for ip 192.168.0.56 {{(pid=80909) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 14 07:16:46.322571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] _get_endpoints() called {{(pid=80909) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 14 07:16:48.016901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:16:53.905150 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36e22a59-1063-4a9f-b203-ed95932905a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:56.676067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ddd59b65-8737-4966-9c53-15c7e7dd198e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:57.212714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:57.851281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:16:58.697740 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:15.281213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:15.881285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:23.914030 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c45e3dbb-6b01-486a-8af2-4555c7e9311e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:25.015367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:17:26.679676 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cb11cf1-ae24-4b9a-9267-c85da7f6a1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:27.215997 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:27.854105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:28.270514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50016) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:28.425473 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6aa7decb-5d0e-4516-aec9-d4539b1d48f0 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 6228 time: 0.1537812 Jan 14 07:17:28.701644 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:30.935475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50026) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:17:31.027206 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-81fbe53a-2c76-489f-a14a-cbe42145787c admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 6228 time: 0.0899975 Jan 14 07:17:45.285862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:45.877821 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:53.912534 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae277f4c-7d6e-4fe4-9f53-8cb1f0ad5c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:56.681175 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f7de6a2-6aa5-4619-9009-8dd870dd9365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:57.217436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:57.856722 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:17:58.705523 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:02.013476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:18:15.281756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:15.881953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:23.918149 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6231a597-148b-4a5f-8632-4f15f7c976c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:26.684082 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66ff3df3-0959-4b48-b61e-d40a3c120aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:27.221900 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:27.859500 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:28.709952 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:39.012678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:18:45.298623 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:45.879693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:53.918876 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83b1f479-8d0c-4c5e-a014-268e6a67b605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:56.686374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ab7bcd7-59a9-462c-bba8-85b49d9ea5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:57.225553 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:57.862278 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:58.714390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:59.050895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50230) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:18:59.550629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498663123-network', 'tenant_id': 'c8eccedb11484749a36fad78bb0968c8'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:18:59.553524 n-d-769329-2 neutron-server[80794]: INFO neutron.quota [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Loaded quota_driver: . Jan 14 07:18:59.562356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:59.567352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Usage tracker for resource:network and tenant:c8eccedb11484749a36fad78bb0968c8 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:59.571107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:59.579475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:59.597358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Made reservation on behalf of c8eccedb11484749a36fad78bb0968c8 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:18:59.602298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:59.618120 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:59.638468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:18:59.642957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Usage tracker for resource:security_group_rule and tenant:c8eccedb11484749a36fad78bb0968c8 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:18:59.646284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:18:59.653318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:18:59.757540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:59.761257 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:59.770878 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:18:59.792463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:18:59.804382 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:59.804382 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Added segment 05d64a3d-1c0f-422f-8295-40c5b4020db1 of type vxlan for network c74d612a-452c-413f-aa1a-727e9a13a69a Jan 14 07:18:59.881580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76331a53-58bb-4ecc-8b73-34a87b1cf8a2,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:18:59.903200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.903555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.903960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.904330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.904672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.905019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.905369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.905715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.906099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.906362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.906681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.907696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.907696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.907902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.908087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.908403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.908732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.909070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.909409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.909748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.910085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.910428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.910760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.911177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.911473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.911836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.912175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.912518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.912855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.913192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.913526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.913862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.914176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.914671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.915170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.915678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Tracked resource versions report: Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: pushed versions: Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: { 'AddressGroup': {'1.1'}, Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': {'1.0'}, Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'Log': {'1.0'}, Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'Network': {'1.1'}, Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'Port': {'1.6'}, Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'PortForwarding': {'1.2'}, Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'QosPolicy': {'1.8'}, Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': {'1.4'}, Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': {'1.2'}, Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'SubPort': {'1.0'}, Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'Subnet': {'1.1'}, Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'Trunk': {'1.1'}} Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: consumer versions: Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: { DHCP agent@n-d-769329-2: {}, Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: L3 agent@n-d-769329-2: {}, Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: Metadata agent@n-d-769329-2: {}, Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: Metering agent@n-d-769329-2: {}, Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: Open vSwitch agent@n-d-769329-2: { 'AddressGroup': '1.1', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': '1.0', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'Log': '1.0', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'Network': '1.1', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'Port': '1.6', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'PortForwarding': '1.2', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'QosPolicy': '1.8', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': '1.4', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': '1.2', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'SubPort': '1.0', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'Subnet': '1.1', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'Trunk': '1.1'}, Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: Open vSwitch agent@n-h1-769329-2: { 'AddressGroup': '1.1', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': '1.0', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'Log': '1.0', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'Network': '1.1', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'Port': '1.6', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'PortForwarding': '1.2', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'QosPolicy': '1.8', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': '1.4', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': '1.2', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'SubPort': '1.0', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'Subnet': '1.1', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'Trunk': '1.1'}, Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: Open vSwitch agent@n-h2-769329-2: { 'AddressGroup': '1.1', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': '1.0', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'Log': '1.0', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'Network': '1.1', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'Port': '1.6', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'PortForwarding': '1.2', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'QosPolicy': '1.8', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': '1.4', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': '1.2', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'SubPort': '1.0', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'Subnet': '1.1', Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: 'Trunk': '1.1'}} Jan 14 07:18:59.917648 n-d-769329-2 neutron-server[80794]: {{(pid=80907) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 07:18:59.922774 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:59.927730 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:18:59.964657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:59.966126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:18:59.966708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:18:59.989979 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:00.062688 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0105860 Jan 14 07:19:00.066969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50266) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:00.077060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Request body: {'subnet': {'network_id': 'c74d612a-452c-413f-aa1a-727e9a13a69a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498663123-subnet', 'tenant_id': 'c8eccedb11484749a36fad78bb0968c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:00.082767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:00.088910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Usage tracker for resource:subnet and tenant:c8eccedb11484749a36fad78bb0968c8 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:00.092697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:00.098574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Pushing event updated for resources: {'Network': ['ID=c74d612a-452c-413f-aa1a-727e9a13a69a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:00.099777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:00.102702 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:00.114219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network c74d612a-452c-413f-aa1a-727e9a13a69a details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:00.128447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Made reservation on behalf of c8eccedb11484749a36fad78bb0968c8 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:00.137152 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Notify callbacks [] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:00.219151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network c74d612a-452c-413f-aa1a-727e9a13a69a details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:00.233851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network c74d612a-452c-413f-aa1a-727e9a13a69a details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:00.664710 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:00.680025 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fca7c2dd-e0ad-4f77-9023-38a11cd3d0bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:00.829892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef52927-d76e-4ff5-981f-5bd5ad528759,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:00.851691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.852047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.852788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.852914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.853259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.854538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.855001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.855266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.855638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.855980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.856350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.856700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.857136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.857490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.857844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.858200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.858550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.858904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.859258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.859709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.860003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.860375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.860647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.861126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.861508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.861860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.862211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.862564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.862891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.863244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.863596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.864102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.864454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.864922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.865180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.865482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Tracked resource versions report: Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: pushed versions: Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: { 'AddressGroup': {'1.1'}, Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': {'1.0'}, Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'Log': {'1.0'}, Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'Network': {'1.1'}, Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'Port': {'1.6'}, Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'PortForwarding': {'1.2'}, Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'QosPolicy': {'1.8'}, Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': {'1.4'}, Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': {'1.2'}, Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'SubPort': {'1.0'}, Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'Subnet': {'1.1'}, Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'Trunk': {'1.1'}} Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: consumer versions: Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: { DHCP agent@n-d-769329-2: {}, Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: L3 agent@n-d-769329-2: {}, Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: Metadata agent@n-d-769329-2: {}, Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: Metering agent@n-d-769329-2: {}, Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: Open vSwitch agent@n-d-769329-2: { 'AddressGroup': '1.1', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': '1.0', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'Log': '1.0', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'Network': '1.1', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'Port': '1.6', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'PortForwarding': '1.2', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'QosPolicy': '1.8', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': '1.4', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': '1.2', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'SubPort': '1.0', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'Subnet': '1.1', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'Trunk': '1.1'}, Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: Open vSwitch agent@n-h1-769329-2: { 'AddressGroup': '1.1', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': '1.0', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'Log': '1.0', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'Network': '1.1', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'Port': '1.6', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'PortForwarding': '1.2', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'QosPolicy': '1.8', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': '1.4', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': '1.2', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'SubPort': '1.0', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'Subnet': '1.1', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'Trunk': '1.1'}, Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: Open vSwitch agent@n-h2-769329-2: { 'AddressGroup': '1.1', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': '1.0', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'Log': '1.0', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'Network': '1.1', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'Port': '1.6', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'PortForwarding': '1.2', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'QosPolicy': '1.8', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': '1.4', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': '1.2', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'SubPort': '1.0', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'Subnet': '1.1', Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: 'Trunk': '1.1'}} Jan 14 07:19:00.867011 n-d-769329-2 neutron-server[80794]: {{(pid=80908) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 07:19:00.876343 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:00.936208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Checking segment: {'id': '05d64a3d-1c0f-422f-8295-40c5b4020db1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c74d612a-452c-413f-aa1a-727e9a13a69a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:00.936604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Network hostable DHCP agents. Network: c74d612a-452c-413f-aa1a-727e9a13a69a, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:19:00.957204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Network c74d612a-452c-413f-aa1a-727e9a13a69a is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:19:00.970685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, c74d612a-452c-413f-aa1a-727e9a13a69a) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:00.979584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:00.980336 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:00.980935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c4d63a-4dab-434a-a448-e109367fa029 None None] Network c74d612a-452c-413f-aa1a-727e9a13a69a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:01.014203 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9449492 Jan 14 07:19:01.017458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50306) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:01.024458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498663123-router', 'tenant_id': 'c8eccedb11484749a36fad78bb0968c8', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:01.030461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:01.034512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Usage tracker for resource:router and tenant:c8eccedb11484749a36fad78bb0968c8 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:01.037938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:01.045492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:01.057652 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:01.059154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:01.085408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:01.239624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-c74d612a-452c-413f-aa1a-727e9a13a69a', 'network_id': 'c74d612a-452c-413f-aa1a-727e9a13a69a', 'tenant_id': 'c8eccedb11484749a36fad78bb0968c8', 'fixed_ips': [{'subnet_id': 'cef52927-d76e-4ff5-981f-5bd5ad528759'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:19:01.240574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:01.641523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Allocated IP 172.20.0.2 (c74d612a-452c-413f-aa1a-727e9a13a69a/cef52927-d76e-4ff5-981f-5bd5ad528759/da681c44-ee71-4bcb-9ae4-f5a1af838944) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:01.683724 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:01.906370 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:01.920319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Transition to ACTIVE for port object da681c44-ee71-4bcb-9ae4-f5a1af838944 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:01.940417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Transition to ACTIVE for port object da681c44-ee71-4bcb-9ae4-f5a1af838944 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:01.951692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:01.969935 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:02.086281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:02.117035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Pushing event updated for resources: {'Port': ['ID=da681c44-ee71-4bcb-9ae4-f5a1af838944,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:02.129575 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:02.142470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.142851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.143224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.143590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.143978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.144340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.144695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.145055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.145405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.145778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.146108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.146458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.146879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.147229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.147586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.147973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.148322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.148669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.149015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.149360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.149707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.150053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.151197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.151555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.152027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.152379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.152725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.153070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.153415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.153760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.154107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.154449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.154787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.155131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.155477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.156677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Tracked resource versions report: Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: pushed versions: Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: { 'AddressGroup': {'1.1'}, Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': {'1.0'}, Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'Log': {'1.0'}, Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'Network': {'1.1'}, Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'Port': {'1.6'}, Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'PortForwarding': {'1.2'}, Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'QosPolicy': {'1.8'}, Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': {'1.4'}, Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': {'1.2'}, Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'SubPort': {'1.0'}, Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'Subnet': {'1.1'}, Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'Trunk': {'1.1'}} Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: consumer versions: Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: { DHCP agent@n-d-769329-2: {}, Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: L3 agent@n-d-769329-2: {}, Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: Metadata agent@n-d-769329-2: {}, Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: Metering agent@n-d-769329-2: {}, Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: Open vSwitch agent@n-d-769329-2: { 'AddressGroup': '1.1', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': '1.0', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'Log': '1.0', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'Network': '1.1', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'Port': '1.6', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'PortForwarding': '1.2', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'QosPolicy': '1.8', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': '1.4', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': '1.2', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'SubPort': '1.0', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'Subnet': '1.1', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'Trunk': '1.1'}, Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: Open vSwitch agent@n-h1-769329-2: { 'AddressGroup': '1.1', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': '1.0', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'Log': '1.0', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'Network': '1.1', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'Port': '1.6', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'PortForwarding': '1.2', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'QosPolicy': '1.8', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': '1.4', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': '1.2', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'SubPort': '1.0', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'Subnet': '1.1', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'Trunk': '1.1'}, Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: Open vSwitch agent@n-h2-769329-2: { 'AddressGroup': '1.1', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': '1.0', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'Log': '1.0', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'Network': '1.1', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'Port': '1.6', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'PortForwarding': '1.2', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'QosPolicy': '1.8', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': '1.4', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': '1.2', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'SubPort': '1.0', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'Subnet': '1.1', Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: 'Trunk': '1.1'}} Jan 14 07:19:02.157414 n-d-769329-2 neutron-server[80794]: {{(pid=80909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 07:19:02.162108 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:02.200546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Network c74d612a-452c-413f-aa1a-727e9a13a69a is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:02.201698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:02.204077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:19:02.266956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Attempting to bind port da681c44-ee71-4bcb-9ae4-f5a1af838944 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:19:02.267496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Attempting to bind port da681c44-ee71-4bcb-9ae4-f5a1af838944 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '05d64a3d-1c0f-422f-8295-40c5b4020db1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c74d612a-452c-413f-aa1a-727e9a13a69a'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:19:02.267905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Attempting to bind port da681c44-ee71-4bcb-9ae4-f5a1af838944 on network c74d612a-452c-413f-aa1a-727e9a13a69a {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:19:02.275378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:19:02.276294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Checking segment: {'id': '05d64a3d-1c0f-422f-8295-40c5b4020db1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c74d612a-452c-413f-aa1a-727e9a13a69a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:02.276731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:02.277169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Bound using segment: {'id': '05d64a3d-1c0f-422f-8295-40c5b4020db1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c74d612a-452c-413f-aa1a-727e9a13a69a'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:19:02.277819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Bound port: da681c44-ee71-4bcb-9ae4-f5a1af838944, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d64a3d-1c0f-422f-8295-40c5b4020db1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c74d612a-452c-413f-aa1a-727e9a13a69a'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:19:02.278241 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:02.391066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] For port da681c44-ee71-4bcb-9ae4-f5a1af838944, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:19:02.394849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] For port da681c44-ee71-4bcb-9ae4-f5a1af838944, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=da681c44-ee71-4bcb-9ae4-f5a1af838944,segment=NetworkSegment(05d64a3d-1c0f-422f-8295-40c5b4020db1),segment_id=05d64a3d-1c0f-422f-8295-40c5b4020db1)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:19:02.401908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:02.489846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Allocated IP 172.25.3.73 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/c6cc7287-f23f-4712-a943-d9d65eca5d3e) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:02.543803 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76b14d8e-9123-4c9f-8e91-075556cffe79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:02.678793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Pushing event updated for resources: {'Port': ['ID=da681c44-ee71-4bcb-9ae4-f5a1af838944,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:02.685674 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:02.717325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:02.779367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:02.802767 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:02.966899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c6cc7287-f23f-4712-a943-d9d65eca5d3e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:02.975611 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:03.041046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:03.042494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:03.048641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:19:03.273035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50378) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:03.490391 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:03.550329 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fe60e73-d2e9-44c4-b64d-d9d71020bf01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:03.554104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50398) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:03.565735 n-d-769329-2 neutron-server[80794]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 14 07:19:03.567403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8fe60e73-d2e9-44c4-b64d-d9d71020bf01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:03.571689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8fe60e73-d2e9-44c4-b64d-d9d71020bf01 admin admin] Usage tracker for resource:security_group_rule and tenant:9eb820ec37fc40108d4a187ded34b6cc is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:03.574846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8fe60e73-d2e9-44c4-b64d-d9d71020bf01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:03.581570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8fe60e73-d2e9-44c4-b64d-d9d71020bf01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:03.618594 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e1c0b860-ab11-47c7-a727-2919c88ac19a req-f65909f3-1871-4020-9d51-d892f867b808 tempest-DeleteServersAdminTestJSON-574311300 tempest-DeleteServersAdminTestJSON-574311300] 10.222.0.41 "GET /v2.0/networks?tenant_id=07812e7a526348d09e44bb9da507fdc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631466 Jan 14 07:19:03.677652 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fe60e73-d2e9-44c4-b64d-d9d71020bf01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:03.680898 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fe60e73-d2e9-44c4-b64d-d9d71020bf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:03.700250 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-10600784-a00e-42f3-b462-054a0cfa7611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:03.744996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe60e73-d2e9-44c4-b64d-d9d71020bf01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5e55ef-4554-4426-91fb-3bf3dc5e8ed3,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:03.751022 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8fe60e73-d2e9-44c4-b64d-d9d71020bf01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:03.754609 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8fe60e73-d2e9-44c4-b64d-d9d71020bf01 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9eb820ec37fc40108d4a187ded34b6cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4791281 Jan 14 07:19:03.757407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50404) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:03.826463 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-370c6a43-807f-4f98-8430-462d18e539f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:03.857879 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-370c6a43-807f-4f98-8430-462d18e539f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:03.912677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-370c6a43-807f-4f98-8430-462d18e539f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:03.918167 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:03.930805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c6a43-807f-4f98-8430-462d18e539f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5e55ef-4554-4426-91fb-3bf3dc5e8ed3,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:03.935486 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-370c6a43-807f-4f98-8430-462d18e539f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:03.965462 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-370c6a43-807f-4f98-8430-462d18e539f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:03.970069 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-370c6a43-807f-4f98-8430-462d18e539f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f5e55ef-4554-4426-91fb-3bf3dc5e8ed3 HTTP/1.1" status: 204 len: 168 time: 0.2111168 Jan 14 07:19:04.036753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0b860-ab11-47c7-a727-2919c88ac19a req-de1e4bf3-adb2-482a-91b6-ab62847e30ef tempest-DeleteServersAdminTestJSON-574311300 tempest-DeleteServersAdminTestJSON-574311300] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:04.044946 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e1c0b860-ab11-47c7-a727-2919c88ac19a req-de1e4bf3-adb2-482a-91b6-ab62847e30ef tempest-DeleteServersAdminTestJSON-574311300 tempest-DeleteServersAdminTestJSON-574311300] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4250760 Jan 14 07:19:04.120739 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e1c0b860-ab11-47c7-a727-2919c88ac19a req-a55230b7-02fb-476e-b8ef-8fc606a07ecb tempest-DeleteServersAdminTestJSON-574311300 tempest-DeleteServersAdminTestJSON-574311300] 10.222.0.41 "GET /v2.0/quotas/07812e7a526348d09e44bb9da507fdc0 HTTP/1.1" status: 200 len: 375 time: 0.0742636 Jan 14 07:19:04.314575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd611cd-b829-4a6a-8a5c-674cdcd5d7d7 None None] Network c74d612a-452c-413f-aa1a-727e9a13a69a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:04.403713 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e1c0b860-ab11-47c7-a727-2919c88ac19a req-0460fb6f-fe40-4852-b643-3eb9a9dc5e63 tempest-DeleteServersAdminTestJSON-574311300 tempest-DeleteServersAdminTestJSON-574311300] 10.222.0.41 "GET /v2.0/ports?tenant_id=07812e7a526348d09e44bb9da507fdc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2652183 Jan 14 07:19:04.421928 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:04.435601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50424) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:04.487520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device da681c44-ee71-4bcb-9ae4-f5a1af838944 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:04.545989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ee97ea08-18b9-4f83-9389-0e914f6d21bf None None] Provisioning for port da681c44-ee71-4bcb-9ae4-f5a1af838944 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:04.625854 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa42e9b0-f4b6-4ef7-b2cf-7ee3ea9d5c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:04.661434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-aa42e9b0-f4b6-4ef7-b2cf-7ee3ea9d5c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:04.666180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-aa42e9b0-f4b6-4ef7-b2cf-7ee3ea9d5c93 admin admin] Usage tracker for resource:security_group_rule and tenant:7d377c3b8b7c446c86a5f2f455b55c5d is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:04.669456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-aa42e9b0-f4b6-4ef7-b2cf-7ee3ea9d5c93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:04.676601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-aa42e9b0-f4b6-4ef7-b2cf-7ee3ea9d5c93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:04.684850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port da681c44-ee71-4bcb-9ae4-f5a1af838944 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:04.709355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port da681c44-ee71-4bcb-9ae4-f5a1af838944 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:04.709769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:04.812561 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa42e9b0-f4b6-4ef7-b2cf-7ee3ea9d5c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:04.823909 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa42e9b0-f4b6-4ef7-b2cf-7ee3ea9d5c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:04.852638 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-10be248d-70c8-444d-a176-e72e953bb4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:04.915753 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-aa42e9b0-f4b6-4ef7-b2cf-7ee3ea9d5c93 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d377c3b8b7c446c86a5f2f455b55c5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4788940 Jan 14 07:19:04.918822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50456) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:04.968046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42e9b0-f4b6-4ef7-b2cf-7ee3ea9d5c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5ff168-3a2e-4792-afd6-59e99aa2aa9c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:04.977378 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa42e9b0-f4b6-4ef7-b2cf-7ee3ea9d5c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:04.986060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Router a01ab15f-a21f-456c-b074-db5bba519494 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:19:05.010700 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:05.065327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port da681c44-ee71-4bcb-9ae4-f5a1af838944, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=da681c44-ee71-4bcb-9ae4-f5a1af838944,segment=NetworkSegment(05d64a3d-1c0f-422f-8295-40c5b4020db1),segment_id=05d64a3d-1c0f-422f-8295-40c5b4020db1)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:05.070376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:05.081464 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:05.099459 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a30e54a0-3a60-4cea-b545-39f326e50c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:05.143975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a30e54a0-3a60-4cea-b545-39f326e50c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:05.187831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=da681c44-ee71-4bcb-9ae4-f5a1af838944,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:05.215539 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:05.220128 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a30e54a0-3a60-4cea-b545-39f326e50c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:05.235726 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:05.284131 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a30e54a0-3a60-4cea-b545-39f326e50c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:05.287689 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a30e54a0-3a60-4cea-b545-39f326e50c49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe5ff168-3a2e-4792-afd6-59e99aa2aa9c HTTP/1.1" status: 204 len: 168 time: 0.3676310 Jan 14 07:19:05.289216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e54a0-3a60-4cea-b545-39f326e50c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5ff168-3a2e-4792-afd6-59e99aa2aa9c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:05.298907 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a30e54a0-3a60-4cea-b545-39f326e50c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:05.332313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:19:05.346905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] Sync routers for ids ['a01ab15f-a21f-456c-b074-db5bba519494'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:19:05.372634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] Routers {'a01ab15f-a21f-456c-b074-db5bba519494'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:05.373312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:18:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a01ab15f-a21f-456c-b074-db5bba519494'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:05.433884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:05.435243 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.4162881 Jan 14 07:19:05.436525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-db9e13f4-32d8-43e8-bfae-6c754c833f1c None None] Provisioning complete for port da681c44-ee71-4bcb-9ae4-f5a1af838944 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:05.438870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50478) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:05.453234 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db9e13f4-32d8-43e8-bfae-6c754c833f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:05.774740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] Set router a01ab15f-a21f-456c-b074-db5bba519494 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:19:05.888940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5a4f063a-20bd-4c29-b3fd-4529f46e8f95 None None] Provisioning complete for port da681c44-ee71-4bcb-9ae4-f5a1af838944 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:05.889636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a4f063a-20bd-4c29-b3fd-4529f46e8f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:06.421659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device da681c44-ee71-4bcb-9ae4-f5a1af838944 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:06.519630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port da681c44-ee71-4bcb-9ae4-f5a1af838944 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:06.521385 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:06.646205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498663123-router', 'tenant_id': 'c8eccedb11484749a36fad78bb0968c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'c6cc7287-f23f-4712-a943-d9d65eca5d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:01Z', 'updated_at': '2021-01-14T07:19:03Z', 'revision_number': 3, 'project_id': 'c8eccedb11484749a36fad78bb0968c8', 'gw_port': {'id': 'c6cc7287-f23f-4712-a943-d9d65eca5d3e', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:51:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:02Z', 'updated_at': '2021-01-14T07:19:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:06.652472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] Checking router: a01ab15f-a21f-456c-b074-db5bba519494 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:19:06.668215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] Updating router a01ab15f-a21f-456c-b074-db5bba519494 port c6cc7287-f23f-4712-a943-d9d65eca5d3e binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:19:06.697453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-76853f63-6b1f-4027-aee5-58761c316de3 None None] Provisioning complete for port da681c44-ee71-4bcb-9ae4-f5a1af838944 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:06.703227 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76853f63-6b1f-4027-aee5-58761c316de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:06.862326 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:06.873549 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a5d532bb-6e37-4c8f-b7fa-81e8f33d5d66 req-6ef70c67-ae37-455e-b255-327b6242531e tempest-AggregatesAdminTestJSON-102358483 tempest-AggregatesAdminTestJSON-102358483] 10.222.0.41 "GET /v2.0/networks?tenant_id=0c92f86e35864484bbb40c4c01d5c58c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0904505 Jan 14 07:19:07.257146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d532bb-6e37-4c8f-b7fa-81e8f33d5d66 req-36cddc4b-0c18-4523-a295-06c2a14118ee tempest-AggregatesAdminTestJSON-102358483 tempest-AggregatesAdminTestJSON-102358483] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:07.267279 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a5d532bb-6e37-4c8f-b7fa-81e8f33d5d66 req-36cddc4b-0c18-4523-a295-06c2a14118ee tempest-AggregatesAdminTestJSON-102358483 tempest-AggregatesAdminTestJSON-102358483] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3923399 Jan 14 07:19:07.288805 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a5d532bb-6e37-4c8f-b7fa-81e8f33d5d66 req-13c2f2b1-f4b7-48a3-baa4-5e3532836817 tempest-AggregatesAdminTestJSON-102358483 tempest-AggregatesAdminTestJSON-102358483] 10.222.0.41 "GET /v2.0/quotas/0c92f86e35864484bbb40c4c01d5c58c HTTP/1.1" status: 200 len: 375 time: 0.0200851 Jan 14 07:19:07.359600 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a5d532bb-6e37-4c8f-b7fa-81e8f33d5d66 req-020d39de-f473-4f2c-bcf4-d35d9e456f9a tempest-AggregatesAdminTestJSON-102358483 tempest-AggregatesAdminTestJSON-102358483] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c92f86e35864484bbb40c4c01d5c58c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657599 Jan 14 07:19:07.414838 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:07.449353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50592) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:07.904880 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:07.939621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab303-4173-48f1-ae32-b1adc688e365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:07.954218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] Transition to ACTIVE for port object c6cc7287-f23f-4712-a943-d9d65eca5d3e will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:07.957900 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:07.977141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50628) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:07.993360 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:08.007314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Allocated IP 172.20.0.1 (c74d612a-452c-413f-aa1a-727e9a13a69a/cef52927-d76e-4ff5-981f-5bd5ad528759/fc0db0c2-459a-47c2-a247-76289fcb48ff) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:08.101583 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e769323e-9631-45ae-ba21-6f4e19a597ce req-c58fae93-12e1-4d86-922e-20ca67640b03 tempest-DeleteServersAdminTestJSON-574311300 tempest-DeleteServersAdminTestJSON-574311300] 10.222.0.41 "GET /v2.0/networks?tenant_id=07812e7a526348d09e44bb9da507fdc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1168215 Jan 14 07:19:08.103878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6b0ab303-4173-48f1-ae32-b1adc688e365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:08.155030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6b0ab303-4173-48f1-ae32-b1adc688e365 admin admin] Usage tracker for resource:security_group_rule and tenant:f1b3451be7754c2a922cf14c1aa9d3da is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:08.162667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6b0ab303-4173-48f1-ae32-b1adc688e365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:08.224403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6b0ab303-4173-48f1-ae32-b1adc688e365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:08.249241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Pushing event updated for resources: {'Port': ['ID=c6cc7287-f23f-4712-a943-d9d65eca5d3e,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:08.274570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.274999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.276082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.276531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.276900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.277263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.277618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.277975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.279819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.284662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.285215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.285797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.286472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.287016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.287545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.288090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.288616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.289150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.289762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.290290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.294826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.295299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.295851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.296383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.296886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.297336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.297783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.298232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.298646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.299675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.300728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.301246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.301410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.302754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.303270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.304060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Tracked resource versions report: Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: pushed versions: Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: { 'AddressGroup': {'1.1'}, Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': {'1.0'}, Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'Log': {'1.0'}, Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'Network': {'1.1'}, Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'Port': {'1.6'}, Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'PortForwarding': {'1.2'}, Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'QosPolicy': {'1.8'}, Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': {'1.4'}, Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': {'1.2'}, Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'SubPort': {'1.0'}, Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'Subnet': {'1.1'}, Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'Trunk': {'1.1'}} Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: consumer versions: Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: { DHCP agent@n-d-769329-2: {}, Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: L3 agent@n-d-769329-2: {}, Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: Metadata agent@n-d-769329-2: {}, Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: Metering agent@n-d-769329-2: {}, Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: Open vSwitch agent@n-d-769329-2: { 'AddressGroup': '1.1', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': '1.0', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'Log': '1.0', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'Network': '1.1', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'Port': '1.6', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'PortForwarding': '1.2', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'QosPolicy': '1.8', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': '1.4', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': '1.2', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'SubPort': '1.0', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'Subnet': '1.1', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'Trunk': '1.1'}, Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: Open vSwitch agent@n-h1-769329-2: { 'AddressGroup': '1.1', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': '1.0', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'Log': '1.0', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'Network': '1.1', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'Port': '1.6', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'PortForwarding': '1.2', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'QosPolicy': '1.8', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': '1.4', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': '1.2', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'SubPort': '1.0', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'Subnet': '1.1', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'Trunk': '1.1'}, Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: Open vSwitch agent@n-h2-769329-2: { 'AddressGroup': '1.1', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'ConntrackHelper': '1.0', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'Log': '1.0', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'Network': '1.1', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'Port': '1.6', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'PortForwarding': '1.2', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'QosPolicy': '1.8', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'SecurityGroup': '1.4', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'SecurityGroupRule': '1.2', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'SubPort': '1.0', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'Subnet': '1.1', Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: 'Trunk': '1.1'}} Jan 14 07:19:08.306185 n-d-769329-2 neutron-server[80794]: {{(pid=80910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 07:19:08.316652 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:08.325717 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:08.367205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Transition to ACTIVE for port object fc0db0c2-459a-47c2-a247-76289fcb48ff will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:08.409955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] Attempting to bind port c6cc7287-f23f-4712-a943-d9d65eca5d3e on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:19:08.410384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] Attempting to bind port c6cc7287-f23f-4712-a943-d9d65eca5d3e by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:19:08.410789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] Attempting to bind port c6cc7287-f23f-4712-a943-d9d65eca5d3e on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:19:08.413266 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:08.431738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:19:08.432150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:08.432587 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:08.433058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:19:08.433485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] Bound port: c6cc7287-f23f-4712-a943-d9d65eca5d3e, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:19:08.434014 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:08.441935 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab303-4173-48f1-ae32-b1adc688e365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:08.452322 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b0ab303-4173-48f1-ae32-b1adc688e365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:08.481464 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:08.493347 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:08.520544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] For port c6cc7287-f23f-4712-a943-d9d65eca5d3e, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:19:08.525027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] For port c6cc7287-f23f-4712-a943-d9d65eca5d3e, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c6cc7287-f23f-4712-a943-d9d65eca5d3e,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:19:08.535863 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:08.536688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ab303-4173-48f1-ae32-b1adc688e365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d0bca0-6ec0-4324-8b61-53b03e488b55,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:08.564698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769323e-9631-45ae-ba21-6f4e19a597ce req-e328b9b8-b82d-4931-b5ff-9dcd4849f9e2 tempest-DeleteServersAdminTestJSON-574311300 tempest-DeleteServersAdminTestJSON-574311300] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:08.572147 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e769323e-9631-45ae-ba21-6f4e19a597ce req-e328b9b8-b82d-4931-b5ff-9dcd4849f9e2 tempest-DeleteServersAdminTestJSON-574311300 tempest-DeleteServersAdminTestJSON-574311300] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4612095 Jan 14 07:19:08.574358 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6b0ab303-4173-48f1-ae32-b1adc688e365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:08.581212 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:08.662177 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6b0ab303-4173-48f1-ae32-b1adc688e365 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1b3451be7754c2a922cf14c1aa9d3da&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2111778 Jan 14 07:19:08.666772 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e769323e-9631-45ae-ba21-6f4e19a597ce req-be08cdad-d1e1-4542-927a-86205cf9b272 tempest-DeleteServersAdminTestJSON-574311300 tempest-DeleteServersAdminTestJSON-574311300] 10.222.0.41 "GET /v2.0/quotas/07812e7a526348d09e44bb9da507fdc0 HTTP/1.1" status: 200 len: 375 time: 0.0921187 Jan 14 07:19:08.666772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50662) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:08.709445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Pushing event updated for resources: {'Port': ['ID=fc0db0c2-459a-47c2-a247-76289fcb48ff,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:08.714024 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:08.804252 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e769323e-9631-45ae-ba21-6f4e19a597ce req-8c6e2147-68d2-4ff7-9241-d137a2549043 tempest-DeleteServersAdminTestJSON-574311300 tempest-DeleteServersAdminTestJSON-574311300] 10.222.0.41 "GET /v2.0/ports?tenant_id=07812e7a526348d09e44bb9da507fdc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1272016 Jan 14 07:19:08.823197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Pushing event updated for resources: {'Port': ['ID=c6cc7287-f23f-4712-a943-d9d65eca5d3e,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:08.829213 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:08.848800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Network c74d612a-452c-413f-aa1a-727e9a13a69a is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:08.850145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:08.867794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:19:08.869692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:08.886585 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68908914-1a65-4e32-98b1-5c58682dc724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:08.905241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] Routers {'a01ab15f-a21f-456c-b074-db5bba519494'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:08.905920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:18:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a01ab15f-a21f-456c-b074-db5bba519494'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:08.945776 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68908914-1a65-4e32-98b1-5c58682dc724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:09.056760 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68908914-1a65-4e32-98b1-5c58682dc724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:09.068835 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:09.125175 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68908914-1a65-4e32-98b1-5c58682dc724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:09.136631 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-68908914-1a65-4e32-98b1-5c58682dc724 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65d0bca0-6ec0-4324-8b61-53b03e488b55 HTTP/1.1" status: 204 len: 168 time: 0.4684327 Jan 14 07:19:09.141844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68908914-1a65-4e32-98b1-5c58682dc724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d0bca0-6ec0-4324-8b61-53b03e488b55,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:09.167629 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-68908914-1a65-4e32-98b1-5c58682dc724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:09.257471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:09.398393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b75d23a1-ac72-44b4-96bf-d596fa01d15f None None] Provisioning for port fc0db0c2-459a-47c2-a247-76289fcb48ff completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:09.407928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b75d23a1-ac72-44b4-96bf-d596fa01d15f None None] Provisioning complete for port fc0db0c2-459a-47c2-a247-76289fcb48ff triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:09.410289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b75d23a1-ac72-44b4-96bf-d596fa01d15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:09.575721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b75d23a1-ac72-44b4-96bf-d596fa01d15f None None] Port fc0db0c2-459a-47c2-a247-76289fcb48ff cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:19:09.703899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] Set router a01ab15f-a21f-456c-b074-db5bba519494 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:19:09.868901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50724) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:09.878131 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:09.882795 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:09.884010 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:09.901517 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:09.903157 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6bb2cc34-6e19-4efc-827d-6ad6f3f995ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:09.942352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6bb2cc34-6e19-4efc-827d-6ad6f3f995ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:09.951671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6bb2cc34-6e19-4efc-827d-6ad6f3f995ae admin admin] Usage tracker for resource:security_group_rule and tenant:ff77797568104a0abb3e100c12f9144e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:09.958901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6bb2cc34-6e19-4efc-827d-6ad6f3f995ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:09.972952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6bb2cc34-6e19-4efc-827d-6ad6f3f995ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:10.085669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50730) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:10.091377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Pushing event updated for resources: {'Port': ['ID=fc0db0c2-459a-47c2-a247-76289fcb48ff,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:10.106003 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:10.126012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6bb2cc34-6e19-4efc-827d-6ad6f3f995ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:10.131071 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6bb2cc34-6e19-4efc-827d-6ad6f3f995ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:10.157421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498663123-router', 'tenant_id': 'c8eccedb11484749a36fad78bb0968c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'c6cc7287-f23f-4712-a943-d9d65eca5d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:01Z', 'updated_at': '2021-01-14T07:19:09Z', 'revision_number': 4, 'project_id': 'c8eccedb11484749a36fad78bb0968c8', 'gw_port': {'id': 'c6cc7287-f23f-4712-a943-d9d65eca5d3e', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:51:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:02Z', 'updated_at': '2021-01-14T07:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'fc0db0c2-459a-47c2-a247-76289fcb48ff', 'name': '', 'network_id': 'c74d612a-452c-413f-aa1a-727e9a13a69a', 'tenant_id': 'c8eccedb11484749a36fad78bb0968c8', 'mac_address': 'fa:16:3e:9e:c4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'cef52927-d76e-4ff5-981f-5bd5ad528759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:07Z', 'updated_at': '2021-01-14T07:19:08Z', 'revision_number': 1, 'project_id': 'c8eccedb11484749a36fad78bb0968c8', 'subnets': [{'id': 'cef52927-d76e-4ff5-981f-5bd5ad528759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:10.171271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c8ec19-b846-49c0-8d41-4d2c73817de8 None None] The sync data for ids ['a01ab15f-a21f-456c-b074-db5bba519494'] in n-d-769329-2 is: [{'id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498663123-router', 'tenant_id': 'c8eccedb11484749a36fad78bb0968c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'c6cc7287-f23f-4712-a943-d9d65eca5d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:01Z', 'updated_at': '2021-01-14T07:19:09Z', 'revision_number': 4, 'project_id': 'c8eccedb11484749a36fad78bb0968c8', 'gw_port': {'id': 'c6cc7287-f23f-4712-a943-d9d65eca5d3e', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:51:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:02Z', 'updated_at': '2021-01-14T07:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'fc0db0c2-459a-47c2-a247-76289fcb48ff', 'name': '', 'network_id': 'c74d612a-452c-413f-aa1a-727e9a13a69a', 'tenant_id': 'c8eccedb11484749a36fad78bb0968c8', 'mac_address': 'fa:16:3e:9e:c4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'cef52927-d76e-4ff5-981f-5bd5ad528759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:07Z', 'updated_at': '2021-01-14T07:19:08Z', 'revision_number': 1, 'project_id': 'c8eccedb11484749a36fad78bb0968c8', 'subnets': [{'id': 'cef52927-d76e-4ff5-981f-5bd5ad528759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:19:10.171721 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:10.207010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Network c74d612a-452c-413f-aa1a-727e9a13a69a is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:10.208751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:10.225351 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6bb2cc34-6e19-4efc-827d-6ad6f3f995ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff77797568104a0abb3e100c12f9144e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3505368 Jan 14 07:19:10.225581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50740) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:10.227963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2cc34-6e19-4efc-827d-6ad6f3f995ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee298eee-d8df-4361-a0f4-1115b8fd91ac,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:10.232297 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6bb2cc34-6e19-4efc-827d-6ad6f3f995ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:10.499270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bd27b1d-61f0-4e76-a933-d6e368355ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:10.515556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-23a9929d-bd85-4ead-9669-d60a01c9c327 None None] Provisioning complete for port fc0db0c2-459a-47c2-a247-76289fcb48ff triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:10.516179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23a9929d-bd85-4ead-9669-d60a01c9c327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:10.524147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3bd27b1d-61f0-4e76-a933-d6e368355ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:10.535500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Router a01ab15f-a21f-456c-b074-db5bba519494 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:19:10.537961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3bd27b1d-61f0-4e76-a933-d6e368355ea4 admin admin] Usage tracker for resource:security_group_rule and tenant:a4d01515003a48f98ecfadb47e085c32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:10.545610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dcf0548f-84da-49c4-b1fe-b325d90ed62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:10.546255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3bd27b1d-61f0-4e76-a933-d6e368355ea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:10.564323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3bd27b1d-61f0-4e76-a933-d6e368355ea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:10.587184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-23a9929d-bd85-4ead-9669-d60a01c9c327 None None] Port fc0db0c2-459a-47c2-a247-76289fcb48ff cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:19:10.677291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50754) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:10.723145 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dcf0548f-84da-49c4-b1fe-b325d90ed62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:10.760786 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bd27b1d-61f0-4e76-a933-d6e368355ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:10.770670 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bd27b1d-61f0-4e76-a933-d6e368355ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:10.782127 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6bb2cc34-6e19-4efc-827d-6ad6f3f995ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:10.922507 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3bd27b1d-61f0-4e76-a933-d6e368355ea4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4d01515003a48f98ecfadb47e085c32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8354959 Jan 14 07:19:10.923639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd27b1d-61f0-4e76-a933-d6e368355ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016c9156-0038-4d45-ba4d-6737ff3ce13a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:10.949529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50768) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:10.951956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:19:10.969347 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dcf0548f-84da-49c4-b1fe-b325d90ed62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:10.972508 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3bd27b1d-61f0-4e76-a933-d6e368355ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:10.983840 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8fe60e73-d2e9-44c4-b64d-d9d71020bf01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:11.003744 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] 10.222.0.41 "PUT /v2.0/routers/a01ab15f-a21f-456c-b074-db5bba519494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5636320 Jan 14 07:19:11.006315 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dcf0548f-84da-49c4-b1fe-b325d90ed62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.011229 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dcf0548f-84da-49c4-b1fe-b325d90ed62e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee298eee-d8df-4361-a0f4-1115b8fd91ac HTTP/1.1" status: 204 len: 168 time: 0.7807608 Jan 14 07:19:11.014771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0548f-84da-49c4-b1fe-b325d90ed62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee298eee-d8df-4361-a0f4-1115b8fd91ac,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:11.034791 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dcf0548f-84da-49c4-b1fe-b325d90ed62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:11.089838 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ca511dc-0830-43db-b2ad-14dc9f4d8ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.120257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2ca511dc-0830-43db-b2ad-14dc9f4d8ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:11.125398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2ca511dc-0830-43db-b2ad-14dc9f4d8ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:07812e7a526348d09e44bb9da507fdc0 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:11.130236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2ca511dc-0830-43db-b2ad-14dc9f4d8ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:11.138665 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5aede89-474f-4bc2-99c1-75d2437e6784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.145311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2ca511dc-0830-43db-b2ad-14dc9f4d8ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:11.255067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5aede89-474f-4bc2-99c1-75d2437e6784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.286518 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ca511dc-0830-43db-b2ad-14dc9f4d8ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.292600 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ca511dc-0830-43db-b2ad-14dc9f4d8ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.319517 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:11.401475 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2ca511dc-0830-43db-b2ad-14dc9f4d8ad8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07812e7a526348d09e44bb9da507fdc0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7158864 Jan 14 07:19:11.404354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50790) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:11.406802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca511dc-0830-43db-b2ad-14dc9f4d8ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f7894f-d055-4242-b0d5-ee9ff7e874b7,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:11.408009 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5aede89-474f-4bc2-99c1-75d2437e6784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.429278 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2ca511dc-0830-43db-b2ad-14dc9f4d8ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:11.475736 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-68908914-1a65-4e32-98b1-5c58682dc724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:11.551307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aede89-474f-4bc2-99c1-75d2437e6784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016c9156-0038-4d45-ba4d-6737ff3ce13a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:11.610513 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f5aede89-474f-4bc2-99c1-75d2437e6784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:11.624362 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5aede89-474f-4bc2-99c1-75d2437e6784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.626452 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f5aede89-474f-4bc2-99c1-75d2437e6784 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/016c9156-0038-4d45-ba4d-6737ff3ce13a HTTP/1.1" status: 204 len: 168 time: 0.6744306 Jan 14 07:19:11.644800 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9160890-c9e7-4443-8e7d-bcb251a54f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.714126 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9160890-c9e7-4443-8e7d-bcb251a54f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.821743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9160890-c9e7-4443-8e7d-bcb251a54f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.828673 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:11.863197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9160890-c9e7-4443-8e7d-bcb251a54f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f7894f-d055-4242-b0d5-ee9ff7e874b7,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:11.888335 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9160890-c9e7-4443-8e7d-bcb251a54f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:11.901395 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9160890-c9e7-4443-8e7d-bcb251a54f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:11.902647 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e9160890-c9e7-4443-8e7d-bcb251a54f6a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32f7894f-d055-4242-b0d5-ee9ff7e874b7 HTTP/1.1" status: 204 len: 168 time: 0.4971762 Jan 14 07:19:12.443924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c6cc7287-f23f-4712-a943-d9d65eca5d3e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:12.509265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50856) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:12.536547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port c6cc7287-f23f-4712-a943-d9d65eca5d3e completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:12.543361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c6cc7287-f23f-4712-a943-d9d65eca5d3e triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:12.543791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:12.545176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9dd74e83-9893-47e9-bc86-6990529f47c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:12.585545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9dd74e83-9893-47e9-bc86-6990529f47c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:12.593880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9dd74e83-9893-47e9-bc86-6990529f47c2 admin admin] Usage tracker for resource:security_group_rule and tenant:d577d40b191c4b11a275c0ef0257356c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:12.600700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9dd74e83-9893-47e9-bc86-6990529f47c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:12.614035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9dd74e83-9893-47e9-bc86-6990529f47c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:12.705705 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:12.726130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port c6cc7287-f23f-4712-a943-d9d65eca5d3e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c6cc7287-f23f-4712-a943-d9d65eca5d3e,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:12.728988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9dd74e83-9893-47e9-bc86-6990529f47c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:12.730530 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:12.735613 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-21cc9b48-8bd2-409f-b02b-793960969fe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:12.736507 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9dd74e83-9893-47e9-bc86-6990529f47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:12.748231 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa42e9b0-f4b6-4ef7-b2cf-7ee3ea9d5c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:12.810357 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9dd74e83-9893-47e9-bc86-6990529f47c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d577d40b191c4b11a275c0ef0257356c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2970881 Jan 14 07:19:12.810357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd74e83-9893-47e9-bc86-6990529f47c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fc0644-d435-41c8-9c93-cb2597c43280,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:12.811164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50878) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:12.823249 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9dd74e83-9893-47e9-bc86-6990529f47c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:12.870405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=c6cc7287-f23f-4712-a943-d9d65eca5d3e,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:12.879901 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:12.941430 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-125dd010-1f65-4970-ad97-93faf528ed19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:12.992762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50894) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:13.019505 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-125dd010-1f65-4970-ad97-93faf528ed19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:13.100224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-125dd010-1f65-4970-ad97-93faf528ed19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:13.110694 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b4c9e37f-72a2-4558-b19d-03fa779a183a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:13.130023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125dd010-1f65-4970-ad97-93faf528ed19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fc0644-d435-41c8-9c93-cb2597c43280,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:13.143849 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-125dd010-1f65-4970-ad97-93faf528ed19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:13.154319 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-125dd010-1f65-4970-ad97-93faf528ed19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:13.155796 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-125dd010-1f65-4970-ad97-93faf528ed19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/59fc0644-d435-41c8-9c93-cb2597c43280 HTTP/1.1" status: 204 len: 168 time: 0.3432755 Jan 14 07:19:13.232920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50918) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:13.275217 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0239be5-2d8f-408f-a1bf-262917a2a8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:13.295172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a0239be5-2d8f-408f-a1bf-262917a2a8b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:13.300160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a0239be5-2d8f-408f-a1bf-262917a2a8b1 admin admin] Usage tracker for resource:security_group_rule and tenant:4565b8dbefd94306a44c049421d2241b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:13.303251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a0239be5-2d8f-408f-a1bf-262917a2a8b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:13.310673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a0239be5-2d8f-408f-a1bf-262917a2a8b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:13.428100 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0239be5-2d8f-408f-a1bf-262917a2a8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:13.431945 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0239be5-2d8f-408f-a1bf-262917a2a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:13.441919 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:13.492884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0239be5-2d8f-408f-a1bf-262917a2a8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5509e6-210e-41e4-a01e-eda55a1f6c7c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:13.498717 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0239be5-2d8f-408f-a1bf-262917a2a8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:13.531350 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a0239be5-2d8f-408f-a1bf-262917a2a8b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4565b8dbefd94306a44c049421d2241b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2957737 Jan 14 07:19:13.533720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50942) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:13.657344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6c10443-1ca2-4d47-9c0e-5bdecb63d555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:13.701765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c6c10443-1ca2-4d47-9c0e-5bdecb63d555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:13.706574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c6c10443-1ca2-4d47-9c0e-5bdecb63d555 admin admin] Usage tracker for resource:security_group_rule and tenant:0e6f7d3b535348249bef8dc14e24e0b8 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:13.710063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c6c10443-1ca2-4d47-9c0e-5bdecb63d555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:13.723007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c6c10443-1ca2-4d47-9c0e-5bdecb63d555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:13.837318 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f624bb0e-79f9-44a6-8a27-c4cafd872dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:13.883341 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f624bb0e-79f9-44a6-8a27-c4cafd872dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:14.005162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6c10443-1ca2-4d47-9c0e-5bdecb63d555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:14.015717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6c10443-1ca2-4d47-9c0e-5bdecb63d555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:14.031268 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:14.086606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50978) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:14.086721 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c6c10443-1ca2-4d47-9c0e-5bdecb63d555 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e6f7d3b535348249bef8dc14e24e0b8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0927432 Jan 14 07:19:14.088906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c10443-1ca2-4d47-9c0e-5bdecb63d555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf17541-f3ab-448d-a4a5-46becc074b18,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:14.097173 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6c10443-1ca2-4d47-9c0e-5bdecb63d555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:14.105311 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f624bb0e-79f9-44a6-8a27-c4cafd872dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:14.131828 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f5aede89-474f-4bc2-99c1-75d2437e6784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:14.185035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50986) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:14.185873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624bb0e-79f9-44a6-8a27-c4cafd872dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5509e6-210e-41e4-a01e-eda55a1f6c7c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:14.205212 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f624bb0e-79f9-44a6-8a27-c4cafd872dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:14.209652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-580548694-network', 'tenant_id': '7cad2901682645dca962137326122f71'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:14.212299 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-642f078e-ce69-4b05-8ba9-9392a56096e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:14.219455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f624bb0e-79f9-44a6-8a27-c4cafd872dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:14.223670 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f624bb0e-79f9-44a6-8a27-c4cafd872dfa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce5509e6-210e-41e4-a01e-eda55a1f6c7c HTTP/1.1" status: 204 len: 168 time: 0.6882331 Jan 14 07:19:14.225163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:14.235985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Usage tracker for resource:network and tenant:7cad2901682645dca962137326122f71 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:14.243278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:14.261774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:14.279422 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-642f078e-ce69-4b05-8ba9-9392a56096e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:14.285156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Made reservation on behalf of 7cad2901682645dca962137326122f71 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:14.289997 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:14.331797 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:14.372928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:14.378672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Usage tracker for resource:security_group_rule and tenant:7cad2901682645dca962137326122f71 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:14.392536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:14.403538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:14.404030 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-642f078e-ce69-4b05-8ba9-9392a56096e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:14.413699 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dcf0548f-84da-49c4-b1fe-b325d90ed62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:14.434998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f078e-ce69-4b05-8ba9-9392a56096e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf17541-f3ab-448d-a4a5-46becc074b18,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:14.482942 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-642f078e-ce69-4b05-8ba9-9392a56096e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:14.488034 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-642f078e-ce69-4b05-8ba9-9392a56096e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:14.495603 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-642f078e-ce69-4b05-8ba9-9392a56096e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/faf17541-f3ab-448d-a4a5-46becc074b18 HTTP/1.1" status: 204 len: 168 time: 0.4077942 Jan 14 07:19:14.517063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c6cc7287-f23f-4712-a943-d9d65eca5d3e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:14.529912 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:14.535611 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:14.544328 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:14.555899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] Sync routers for ids ['a01ab15f-a21f-456c-b074-db5bba519494'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:19:14.580713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:19:14.610157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] Routers {'a01ab15f-a21f-456c-b074-db5bba519494'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:14.611793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:18:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a01ab15f-a21f-456c-b074-db5bba519494'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:14.623591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6f62da-6651-4266-84b2-839f593fd146,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:14.628175 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:14.637340 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:14.637934 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Added segment 986df5d0-db44-4549-b1cd-1089fb38c72b of type vxlan for network afcff818-89e5-4136-bb83-050590e7f6f9 Jan 14 07:19:14.713736 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:14.761462 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:14.762748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:14.763388 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:14.769953 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-49474dba-d27f-42e1-aef3-44c0dbbc0349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:14.825174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c6cc7287-f23f-4712-a943-d9d65eca5d3e triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:14.825834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:14.903273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Pushing event updated for resources: {'Network': ['ID=afcff818-89e5-4136-bb83-050590e7f6f9,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:14.910928 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7137494 Jan 14 07:19:14.910928 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:14.911157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51026) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:14.924772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f945ced1-9dde-4602-a7f4-9c405b6aa33b admin admin] Request body: {'subnet': {'network_id': 'afcff818-89e5-4136-bb83-050590e7f6f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580548694-subnet', 'tenant_id': '7cad2901682645dca962137326122f71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:14.930978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network afcff818-89e5-4136-bb83-050590e7f6f9 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:14.940775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f945ced1-9dde-4602-a7f4-9c405b6aa33b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:14.949380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f945ced1-9dde-4602-a7f4-9c405b6aa33b admin admin] Usage tracker for resource:subnet and tenant:7cad2901682645dca962137326122f71 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:14.954563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f945ced1-9dde-4602-a7f4-9c405b6aa33b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:14.962078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network afcff818-89e5-4136-bb83-050590e7f6f9 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:14.969444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f945ced1-9dde-4602-a7f4-9c405b6aa33b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:14.986278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f945ced1-9dde-4602-a7f4-9c405b6aa33b admin admin] Made reservation on behalf of 7cad2901682645dca962137326122f71 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:14.988489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network afcff818-89e5-4136-bb83-050590e7f6f9 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:14.991807 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f945ced1-9dde-4602-a7f4-9c405b6aa33b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:15.084125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] Set router a01ab15f-a21f-456c-b074-db5bba519494 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:19:15.125095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51036) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:15.466956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51050) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:15.510572 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f945ced1-9dde-4602-a7f4-9c405b6aa33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:15.555944 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:15.700131 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:15.773934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498663123-router', 'tenant_id': 'c8eccedb11484749a36fad78bb0968c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'c6cc7287-f23f-4712-a943-d9d65eca5d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:01Z', 'updated_at': '2021-01-14T07:19:09Z', 'revision_number': 4, 'project_id': 'c8eccedb11484749a36fad78bb0968c8', 'gw_port': {'id': 'c6cc7287-f23f-4712-a943-d9d65eca5d3e', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:02Z', 'updated_at': '2021-01-14T07:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'fc0db0c2-459a-47c2-a247-76289fcb48ff', 'name': '', 'network_id': 'c74d612a-452c-413f-aa1a-727e9a13a69a', 'tenant_id': 'c8eccedb11484749a36fad78bb0968c8', 'mac_address': 'fa:16:3e:9e:c4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'cef52927-d76e-4ff5-981f-5bd5ad528759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:07Z', 'updated_at': '2021-01-14T07:19:09Z', 'revision_number': 2, 'project_id': 'c8eccedb11484749a36fad78bb0968c8', 'subnets': [{'id': 'cef52927-d76e-4ff5-981f-5bd5ad528759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:15.786629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] Checking router: a01ab15f-a21f-456c-b074-db5bba519494 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:19:15.789347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] Updating router a01ab15f-a21f-456c-b074-db5bba519494 port fc0db0c2-459a-47c2-a247-76289fcb48ff binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:19:15.914548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:15.927834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:15.959268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51076) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:16.008511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e3d4c71-4436-4f7e-a12b-8fb3a20b9ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:16.031246 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae9bd19a-8d48-4e9a-a32b-87670b343139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:16.032822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:19:16.062638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1e3d4c71-4436-4f7e-a12b-8fb3a20b9ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:16.078393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1e3d4c71-4436-4f7e-a12b-8fb3a20b9ebc admin admin] Usage tracker for resource:security_group_rule and tenant:9d1ffcf1b12645dd89d47a57d02e792d is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:16.081677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1e3d4c71-4436-4f7e-a12b-8fb3a20b9ebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:16.099912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1e3d4c71-4436-4f7e-a12b-8fb3a20b9ebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:16.118147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ae9bd19a-8d48-4e9a-a32b-87670b343139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:16.170227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ae9bd19a-8d48-4e9a-a32b-87670b343139 admin admin] Usage tracker for resource:security_group_rule and tenant:0d3caaaf5e644185b0c664806e6094a9 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:16.173038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945ced1-9dde-4602-a7f4-9c405b6aa33b admin admin] Pushing event updated for resources: {'Subnet': ['ID=747f17bf-9f0a-4f53-a8db-76a26cc52de8,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:16.180511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ae9bd19a-8d48-4e9a-a32b-87670b343139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:16.203692 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f945ced1-9dde-4602-a7f4-9c405b6aa33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:16.204631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ae9bd19a-8d48-4e9a-a32b-87670b343139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:16.273661 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e3d4c71-4436-4f7e-a12b-8fb3a20b9ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:16.279817 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e3d4c71-4436-4f7e-a12b-8fb3a20b9ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:16.292757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f945ced1-9dde-4602-a7f4-9c405b6aa33b admin admin] Checking segment: {'id': '986df5d0-db44-4549-b1cd-1089fb38c72b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'afcff818-89e5-4136-bb83-050590e7f6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:16.300009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f945ced1-9dde-4602-a7f4-9c405b6aa33b admin admin] Network hostable DHCP agents. Network: afcff818-89e5-4136-bb83-050590e7f6f9, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:19:16.309020 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-642f078e-ce69-4b05-8ba9-9392a56096e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:16.405885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3651321-5bc8-4ad6-b574-94cb58ec56c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:16.434832 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1e3d4c71-4436-4f7e-a12b-8fb3a20b9ebc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d1ffcf1b12645dd89d47a57d02e792d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4743428 Jan 14 07:19:16.439847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51094) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:16.445364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d4c71-4436-4f7e-a12b-8fb3a20b9ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42d592d-e5fd-48ca-9e16-236e3becc915,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:16.459228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c3651321-5bc8-4ad6-b574-94cb58ec56c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:16.462367 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e3d4c71-4436-4f7e-a12b-8fb3a20b9ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:16.465394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f945ced1-9dde-4602-a7f4-9c405b6aa33b admin admin] Network afcff818-89e5-4136-bb83-050590e7f6f9 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:19:16.466566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c3651321-5bc8-4ad6-b574-94cb58ec56c8 admin admin] Usage tracker for resource:security_group_rule and tenant:0c92f86e35864484bbb40c4c01d5c58c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:16.473628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c3651321-5bc8-4ad6-b574-94cb58ec56c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:16.493083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c3651321-5bc8-4ad6-b574-94cb58ec56c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:16.501039 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae9bd19a-8d48-4e9a-a32b-87670b343139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:16.565207 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae9bd19a-8d48-4e9a-a32b-87670b343139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:16.574512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f945ced1-9dde-4602-a7f4-9c405b6aa33b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, afcff818-89e5-4136-bb83-050590e7f6f9) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:16.609365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f945ced1-9dde-4602-a7f4-9c405b6aa33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:16.610332 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f945ced1-9dde-4602-a7f4-9c405b6aa33b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:16.616320 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9dd74e83-9893-47e9-bc86-6990529f47c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:16.651596 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3651321-5bc8-4ad6-b574-94cb58ec56c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:16.661422 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3651321-5bc8-4ad6-b574-94cb58ec56c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:16.683492 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:16.690515 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d465c1c-66a5-4761-9ac7-8cbf8c5eef4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:16.695319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276c0e14-ee11-43ed-98f7-62bf44768da9 None None] Network afcff818-89e5-4136-bb83-050590e7f6f9 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:16.744940 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d465c1c-66a5-4761-9ac7-8cbf8c5eef4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:16.779321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3651321-5bc8-4ad6-b574-94cb58ec56c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77acaa52-7a52-4b53-906f-e5c4618de44c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:16.799371 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3651321-5bc8-4ad6-b574-94cb58ec56c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:16.804725 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c3651321-5bc8-4ad6-b574-94cb58ec56c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c92f86e35864484bbb40c4c01d5c58c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3366883 Jan 14 07:19:16.808419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51112) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:16.837013 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d465c1c-66a5-4761-9ac7-8cbf8c5eef4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:16.893646 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d465c1c-66a5-4761-9ac7-8cbf8c5eef4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:16.895490 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7d465c1c-66a5-4761-9ac7-8cbf8c5eef4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e42d592d-e5fd-48ca-9e16-236e3becc915 HTTP/1.1" status: 204 len: 168 time: 0.4484296 Jan 14 07:19:16.902580 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ae9bd19a-8d48-4e9a-a32b-87670b343139 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d3caaaf5e644185b0c664806e6094a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7762873 Jan 14 07:19:16.903628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51122) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:16.919090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9bd19a-8d48-4e9a-a32b-87670b343139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c5492e-eafb-45d1-a843-42e9f563c342,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:16.934665 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f945ced1-9dde-4602-a7f4-9c405b6aa33b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0210238 Jan 14 07:19:16.944937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51128) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:16.957638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-580548694-router', 'tenant_id': '7cad2901682645dca962137326122f71', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:16.977466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:16.987938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Usage tracker for resource:router and tenant:7cad2901682645dca962137326122f71 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:16.994863 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1ab274e-f711-4e57-8b30-1f98b28a28b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:17.013842 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae9bd19a-8d48-4e9a-a32b-87670b343139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:17.014636 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9160890-c9e7-4443-8e7d-bcb251a54f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:17.020175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:17.039939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:17.061149 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1ab274e-f711-4e57-8b30-1f98b28a28b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:17.065196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d465c1c-66a5-4761-9ac7-8cbf8c5eef4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42d592d-e5fd-48ca-9e16-236e3becc915,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:17.071170 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7d465c1c-66a5-4761-9ac7-8cbf8c5eef4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:17.099610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:17.101016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:17.121689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2b7f048-4a51-45f9-87b2-2284c5c3062a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:17.134111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-afcff818-89e5-4136-bb83-050590e7f6f9', 'network_id': 'afcff818-89e5-4136-bb83-050590e7f6f9', 'tenant_id': '7cad2901682645dca962137326122f71', 'fixed_ips': [{'subnet_id': '747f17bf-9f0a-4f53-a8db-76a26cc52de8'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:19:17.136356 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:17.166136 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2b7f048-4a51-45f9-87b2-2284c5c3062a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:17.177499 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:17.229397 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2b7f048-4a51-45f9-87b2-2284c5c3062a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:17.240586 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae9bd19a-8d48-4e9a-a32b-87670b343139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:17.256076 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1ab274e-f711-4e57-8b30-1f98b28a28b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:17.257515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7f048-4a51-45f9-87b2-2284c5c3062a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c5492e-eafb-45d1-a843-42e9f563c342,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:17.262460 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c2b7f048-4a51-45f9-87b2-2284c5c3062a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:17.264208 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2b7f048-4a51-45f9-87b2-2284c5c3062a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:17.268437 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c2b7f048-4a51-45f9-87b2-2284c5c3062a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65c5492e-eafb-45d1-a843-42e9f563c342 HTTP/1.1" status: 204 len: 168 time: 0.3604279 Jan 14 07:19:17.279989 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:17.312501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab274e-f711-4e57-8b30-1f98b28a28b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77acaa52-7a52-4b53-906f-e5c4618de44c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:17.328629 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1ab274e-f711-4e57-8b30-1f98b28a28b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:17.501653 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1ab274e-f711-4e57-8b30-1f98b28a28b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:17.505960 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e1ab274e-f711-4e57-8b30-1f98b28a28b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77acaa52-7a52-4b53-906f-e5c4618de44c HTTP/1.1" status: 204 len: 168 time: 0.6951280 Jan 14 07:19:17.670575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Allocated IP 172.20.0.2 (afcff818-89e5-4136-bb83-050590e7f6f9/747f17bf-9f0a-4f53-a8db-76a26cc52de8/11a05c6d-4ee9-477f-9725-cc27b0b8b16e) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:17.685880 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:17.862182 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:17.899136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] Transition to ACTIVE for port object fc0db0c2-459a-47c2-a247-76289fcb48ff will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:17.926629 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.106074 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:18.318295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e795b3-c0f7-4fb3-ab23-6d24d8f8451d None None] Pushing event updated for resources: {'Port': ['ID=fc0db0c2-459a-47c2-a247-76289fcb48ff,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:18.338814 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-24e795b3-c0f7-4fb3-ab23-6d24d8f8451d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:18.352341 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.360933 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.399958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Transition to ACTIVE for port object 11a05c6d-4ee9-477f-9725-cc27b0b8b16e will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:18.409540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.441411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Transition to ACTIVE for port object 11a05c6d-4ee9-477f-9725-cc27b0b8b16e will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:18.526655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] Attempting to bind port fc0db0c2-459a-47c2-a247-76289fcb48ff on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:19:18.527089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] Attempting to bind port fc0db0c2-459a-47c2-a247-76289fcb48ff by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '05d64a3d-1c0f-422f-8295-40c5b4020db1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c74d612a-452c-413f-aa1a-727e9a13a69a'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:19:18.528020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] Attempting to bind port fc0db0c2-459a-47c2-a247-76289fcb48ff on network c74d612a-452c-413f-aa1a-727e9a13a69a {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:19:18.536388 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.537858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:19:18.538281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] Checking segment: {'id': '05d64a3d-1c0f-422f-8295-40c5b4020db1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c74d612a-452c-413f-aa1a-727e9a13a69a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:18.539180 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.539695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] Bound using segment: {'id': '05d64a3d-1c0f-422f-8295-40c5b4020db1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c74d612a-452c-413f-aa1a-727e9a13a69a'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:19:18.540401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] Bound port: fc0db0c2-459a-47c2-a247-76289fcb48ff, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d64a3d-1c0f-422f-8295-40c5b4020db1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c74d612a-452c-413f-aa1a-727e9a13a69a'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:19:18.540971 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.585773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51190) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:18.624002 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e94bbe05-4cd8-46a2-b5df-08cac02766d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.664170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e94bbe05-4cd8-46a2-b5df-08cac02766d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:18.677081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e94bbe05-4cd8-46a2-b5df-08cac02766d1 admin admin] Usage tracker for resource:security_group_rule and tenant:16981b6b583a4955a040c68048db7441 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:18.684681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e94bbe05-4cd8-46a2-b5df-08cac02766d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:18.698607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e94bbe05-4cd8-46a2-b5df-08cac02766d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:18.738911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Allocated IP 172.25.3.99 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/8d05a043-8eab-4bbc-953f-857f39cf00e1) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:18.795781 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:18.846379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e94bbe05-4cd8-46a2-b5df-08cac02766d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.851548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e94bbe05-4cd8-46a2-b5df-08cac02766d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:18.871427 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6c10443-1ca2-4d47-9c0e-5bdecb63d555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:18.874358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Network afcff818-89e5-4136-bb83-050590e7f6f9 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:18.884983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:18.893063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:19:18.949912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] For port fc0db0c2-459a-47c2-a247-76289fcb48ff, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:19:18.981458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] For port fc0db0c2-459a-47c2-a247-76289fcb48ff, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=fc0db0c2-459a-47c2-a247-76289fcb48ff,segment=NetworkSegment(05d64a3d-1c0f-422f-8295-40c5b4020db1),segment_id=05d64a3d-1c0f-422f-8295-40c5b4020db1)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:19:18.988721 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e94bbe05-4cd8-46a2-b5df-08cac02766d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16981b6b583a4955a040c68048db7441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4012101 Jan 14 07:19:18.990684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bbe05-4cd8-46a2-b5df-08cac02766d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c411c49-117f-49e9-bce4-d51307834638,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:18.992246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Attempting to bind port 11a05c6d-4ee9-477f-9725-cc27b0b8b16e on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:19:18.993358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51200) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:18.994401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Attempting to bind port 11a05c6d-4ee9-477f-9725-cc27b0b8b16e by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '986df5d0-db44-4549-b1cd-1089fb38c72b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'afcff818-89e5-4136-bb83-050590e7f6f9'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:19:18.995320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Attempting to bind port 11a05c6d-4ee9-477f-9725-cc27b0b8b16e on network afcff818-89e5-4136-bb83-050590e7f6f9 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:19:18.999373 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e94bbe05-4cd8-46a2-b5df-08cac02766d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:19.005610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:19:19.006022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Checking segment: {'id': '986df5d0-db44-4549-b1cd-1089fb38c72b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'afcff818-89e5-4136-bb83-050590e7f6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:19.006965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.007399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Bound using segment: {'id': '986df5d0-db44-4549-b1cd-1089fb38c72b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'afcff818-89e5-4136-bb83-050590e7f6f9'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:19:19.007940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Bound port: 11a05c6d-4ee9-477f-9725-cc27b0b8b16e, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986df5d0-db44-4549-b1cd-1089fb38c72b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'afcff818-89e5-4136-bb83-050590e7f6f9'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:19:19.008367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.020698 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.053784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Pushing event updated for resources: {'Port': ['ID=11a05c6d-4ee9-477f-9725-cc27b0b8b16e,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:19.096672 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:19.097523 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:19.152796 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.163476 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-190eda78-f7ed-4916-9d5f-5c61e863535e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.182541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e795b3-c0f7-4fb3-ab23-6d24d8f8451d None None] Pushing event updated for resources: {'Port': ['ID=fc0db0c2-459a-47c2-a247-76289fcb48ff,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:19.196888 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-24e795b3-c0f7-4fb3-ab23-6d24d8f8451d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:19.202776 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-190eda78-f7ed-4916-9d5f-5c61e863535e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.257248 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-190eda78-f7ed-4916-9d5f-5c61e863535e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.263307 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1ab274e-f711-4e57-8b30-1f98b28a28b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:19.270182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51206) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:19.281412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190eda78-f7ed-4916-9d5f-5c61e863535e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c411c49-117f-49e9-bce4-d51307834638,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:19.288973 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-190eda78-f7ed-4916-9d5f-5c61e863535e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:19.298903 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-190eda78-f7ed-4916-9d5f-5c61e863535e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.303345 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-190eda78-f7ed-4916-9d5f-5c61e863535e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c411c49-117f-49e9-bce4-d51307834638 HTTP/1.1" status: 204 len: 168 time: 0.3079982 Jan 14 07:19:19.305265 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.322249 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:19.328753 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b68b1ed4-1f87-446a-96cc-a25b34505858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.361775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] For port 11a05c6d-4ee9-477f-9725-cc27b0b8b16e, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:19:19.384932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] For port 11a05c6d-4ee9-477f-9725-cc27b0b8b16e, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=11a05c6d-4ee9-477f-9725-cc27b0b8b16e,segment=NetworkSegment(986df5d0-db44-4549-b1cd-1089fb38c72b),segment_id=986df5d0-db44-4549-b1cd-1089fb38c72b)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:19:19.392110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b68b1ed4-1f87-446a-96cc-a25b34505858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:19.398577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51214) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:19.402293 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.423766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b68b1ed4-1f87-446a-96cc-a25b34505858 admin admin] Usage tracker for resource:security_group_rule and tenant:f7b88f6b2fc64773a1d8af979f01b7ef is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:19.444243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b68b1ed4-1f87-446a-96cc-a25b34505858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:19.463613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b68b1ed4-1f87-446a-96cc-a25b34505858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:19.497252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Pushing event updated for resources: {'Port': ['ID=8d05a043-8eab-4bbc-953f-857f39cf00e1,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:19.515845 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:19.614153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:19.618567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:19.627456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:19:19.697215 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b68b1ed4-1f87-446a-96cc-a25b34505858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.707315 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b68b1ed4-1f87-446a-96cc-a25b34505858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.717364 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0239be5-2d8f-408f-a1bf-262917a2a8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:19.756115 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:19.801133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b1ed4-1f87-446a-96cc-a25b34505858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841f6097-d423-4c1d-99c8-e75f6a3fcb07,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:19.809496 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b68b1ed4-1f87-446a-96cc-a25b34505858 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7b88f6b2fc64773a1d8af979f01b7ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5340176 Jan 14 07:19:19.809496 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b68b1ed4-1f87-446a-96cc-a25b34505858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:19.809981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51226) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:19.885791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fc43bdb-f96f-48e4-87e7-c6fc2528f65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:19.916108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] Routers {'a01ab15f-a21f-456c-b074-db5bba519494'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:19.917769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:18:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a01ab15f-a21f-456c-b074-db5bba519494'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:19.924101 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fc43bdb-f96f-48e4-87e7-c6fc2528f65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:20.024039 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fc43bdb-f96f-48e4-87e7-c6fc2528f65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:20.029630 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:20.061489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc43bdb-f96f-48e4-87e7-c6fc2528f65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841f6097-d423-4c1d-99c8-e75f6a3fcb07,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:20.083478 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8fc43bdb-f96f-48e4-87e7-c6fc2528f65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:20.085295 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fc43bdb-f96f-48e4-87e7-c6fc2528f65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:20.086947 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8fc43bdb-f96f-48e4-87e7-c6fc2528f65f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/841f6097-d423-4c1d-99c8-e75f6a3fcb07 HTTP/1.1" status: 204 len: 168 time: 0.2758849 Jan 14 07:19:20.140770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Pushing event updated for resources: {'Port': ['ID=11a05c6d-4ee9-477f-9725-cc27b0b8b16e,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:20.151178 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:20.271395 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:20.295134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] Set router a01ab15f-a21f-456c-b074-db5bba519494 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:19:20.322111 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5a15-4014-44ae-b71d-dddc49fcdff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:20.368205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0b4e5a15-4014-44ae-b71d-dddc49fcdff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:20.383308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0b4e5a15-4014-44ae-b71d-dddc49fcdff2 admin admin] Usage tracker for resource:security_group_rule and tenant:9ef6483fc7ad4c328e167a06cf10b965 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:20.393845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0b4e5a15-4014-44ae-b71d-dddc49fcdff2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:20.411566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0b4e5a15-4014-44ae-b71d-dddc49fcdff2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:20.620402 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5a15-4014-44ae-b71d-dddc49fcdff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:20.623367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5a15-4014-44ae-b71d-dddc49fcdff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:20.634884 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e94bbe05-4cd8-46a2-b5df-08cac02766d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:20.742941 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0b4e5a15-4014-44ae-b71d-dddc49fcdff2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ef6483fc7ad4c328e167a06cf10b965&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3388920 Jan 14 07:19:20.744388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51246) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:20.745414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e5a15-4014-44ae-b71d-dddc49fcdff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bf5a1c-c8c4-4c39-b32c-ad0b1fd719cc,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:20.761592 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0b4e5a15-4014-44ae-b71d-dddc49fcdff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:20.825740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device fc0db0c2-459a-47c2-a247-76289fcb48ff up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:20.859054 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0537bc6-bd6c-424e-9820-d5794d22b44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:20.893524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0537bc6-bd6c-424e-9820-d5794d22b44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:20.977438 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0537bc6-bd6c-424e-9820-d5794d22b44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:20.987492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498663123-router', 'tenant_id': 'c8eccedb11484749a36fad78bb0968c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'c6cc7287-f23f-4712-a943-d9d65eca5d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:01Z', 'updated_at': '2021-01-14T07:19:09Z', 'revision_number': 4, 'project_id': 'c8eccedb11484749a36fad78bb0968c8', 'gw_port': {'id': 'c6cc7287-f23f-4712-a943-d9d65eca5d3e', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:02Z', 'updated_at': '2021-01-14T07:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'fc0db0c2-459a-47c2-a247-76289fcb48ff', 'name': '', 'network_id': 'c74d612a-452c-413f-aa1a-727e9a13a69a', 'tenant_id': 'c8eccedb11484749a36fad78bb0968c8', 'mac_address': 'fa:16:3e:9e:c4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'cef52927-d76e-4ff5-981f-5bd5ad528759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:07Z', 'updated_at': '2021-01-14T07:19:18Z', 'revision_number': 4, 'project_id': 'c8eccedb11484749a36fad78bb0968c8', 'subnets': [{'id': 'cef52927-d76e-4ff5-981f-5bd5ad528759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:20.990302 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:21.002010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port fc0db0c2-459a-47c2-a247-76289fcb48ff completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:21.003977 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:21.012086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bb3126-0aea-4cca-96c2-06fa97a63f56 None None] The sync data for ids ['a01ab15f-a21f-456c-b074-db5bba519494'] in n-d-769329-2 is: [{'id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498663123-router', 'tenant_id': 'c8eccedb11484749a36fad78bb0968c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'c6cc7287-f23f-4712-a943-d9d65eca5d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:01Z', 'updated_at': '2021-01-14T07:19:09Z', 'revision_number': 4, 'project_id': 'c8eccedb11484749a36fad78bb0968c8', 'gw_port': {'id': 'c6cc7287-f23f-4712-a943-d9d65eca5d3e', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:02Z', 'updated_at': '2021-01-14T07:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'fc0db0c2-459a-47c2-a247-76289fcb48ff', 'name': '', 'network_id': 'c74d612a-452c-413f-aa1a-727e9a13a69a', 'tenant_id': 'c8eccedb11484749a36fad78bb0968c8', 'mac_address': 'fa:16:3e:9e:c4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'cef52927-d76e-4ff5-981f-5bd5ad528759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:07Z', 'updated_at': '2021-01-14T07:19:18Z', 'revision_number': 4, 'project_id': 'c8eccedb11484749a36fad78bb0968c8', 'subnets': [{'id': 'cef52927-d76e-4ff5-981f-5bd5ad528759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:19:21.021656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port fc0db0c2-459a-47c2-a247-76289fcb48ff triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:21.022081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:21.036056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0537bc6-bd6c-424e-9820-d5794d22b44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bf5a1c-c8c4-4c39-b32c-ad0b1fd719cc,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:21.049168 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c0537bc6-bd6c-424e-9820-d5794d22b44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:21.050466 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0537bc6-bd6c-424e-9820-d5794d22b44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:21.056404 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c0537bc6-bd6c-424e-9820-d5794d22b44f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2bf5a1c-c8c4-4c39-b32c-ad0b1fd719cc HTTP/1.1" status: 204 len: 168 time: 0.2871490 Jan 14 07:19:21.248405 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:21.291151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port fc0db0c2-459a-47c2-a247-76289fcb48ff, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=fc0db0c2-459a-47c2-a247-76289fcb48ff,segment=NetworkSegment(05d64a3d-1c0f-422f-8295-40c5b4020db1),segment_id=05d64a3d-1c0f-422f-8295-40c5b4020db1)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:21.296311 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:21.299636 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a50a475-744c-4525-9529-af58a7fbad85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:21.401698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=fc0db0c2-459a-47c2-a247-76289fcb48ff,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:21.404545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Router 8f3bf29f-db5b-4956-a792-75fb6c4adb4a is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:19:21.411128 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:21.515637 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-454bf347-8acd-467f-a2b6-f05c3e64cbcd req-812f262d-6c8a-4bab-89c5-a27853fc0f51 tempest-LiveMigrationNegativeTest-47897971 tempest-LiveMigrationNegativeTest-47897971] 10.222.0.41 "GET /v2.0/networks?tenant_id=818b14bf5d654705acfecaaf1081501a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477757 Jan 14 07:19:21.739848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bf347-8acd-467f-a2b6-f05c3e64cbcd req-7dabcd7d-be8a-4d69-9ec9-b06a331ed100 tempest-LiveMigrationNegativeTest-47897971 tempest-LiveMigrationNegativeTest-47897971] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:21.741946 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-454bf347-8acd-467f-a2b6-f05c3e64cbcd req-7dabcd7d-be8a-4d69-9ec9-b06a331ed100 tempest-LiveMigrationNegativeTest-47897971 tempest-LiveMigrationNegativeTest-47897971] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253556 Jan 14 07:19:21.763534 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-454bf347-8acd-467f-a2b6-f05c3e64cbcd req-0c16267c-4aec-4d47-bbd5-a025b20bf0bc tempest-LiveMigrationNegativeTest-47897971 tempest-LiveMigrationNegativeTest-47897971] 10.222.0.41 "GET /v2.0/quotas/818b14bf5d654705acfecaaf1081501a HTTP/1.1" status: 200 len: 375 time: 0.0132592 Jan 14 07:19:21.778058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:19:21.788833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] Sync routers for ids ['8f3bf29f-db5b-4956-a792-75fb6c4adb4a'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:19:21.804879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] Routers {'8f3bf29f-db5b-4956-a792-75fb6c4adb4a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:21.808012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:18:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8f3bf29f-db5b-4956-a792-75fb6c4adb4a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:21.829094 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:21.830426 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.8793666 Jan 14 07:19:21.834823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51276) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:21.874170 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-454bf347-8acd-467f-a2b6-f05c3e64cbcd req-600080a7-c3a4-4a22-88b8-a7f49b94ac9a tempest-LiveMigrationNegativeTest-47897971 tempest-LiveMigrationNegativeTest-47897971] 10.222.0.41 "GET /v2.0/ports?tenant_id=818b14bf5d654705acfecaaf1081501a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1037884 Jan 14 07:19:21.989231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e87dfc9-fc22-4b66-96a2-822d1bafc76f None None] Network afcff818-89e5-4136-bb83-050590e7f6f9 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:22.158203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] Set router 8f3bf29f-db5b-4956-a792-75fb6c4adb4a gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:19:22.217443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-aa957cfe-b467-47a9-884a-943820ecdd7c None None] Provisioning for port 11a05c6d-4ee9-477f-9725-cc27b0b8b16e completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:22.652932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device fc0db0c2-459a-47c2-a247-76289fcb48ff up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:22.700679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51306) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:22.783279 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d96cbda-481f-475c-865d-2ff84d87e8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:22.820899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port fc0db0c2-459a-47c2-a247-76289fcb48ff triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:22.821377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:22.877139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4d96cbda-481f-475c-865d-2ff84d87e8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:22.882401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4d96cbda-481f-475c-865d-2ff84d87e8cf admin admin] Usage tracker for resource:security_group_rule and tenant:0b77afb4e5404b88ad5921164fe8286f is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:22.886254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4d96cbda-481f-475c-865d-2ff84d87e8cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:22.893112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4d96cbda-481f-475c-865d-2ff84d87e8cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:22.950324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3bf29f-db5b-4956-a792-75fb6c4adb4a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580548694-router', 'tenant_id': '7cad2901682645dca962137326122f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '8d05a043-8eab-4bbc-953f-857f39cf00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:17Z', 'updated_at': '2021-01-14T07:19:19Z', 'revision_number': 3, 'project_id': '7cad2901682645dca962137326122f71', 'gw_port': {'id': '8d05a043-8eab-4bbc-953f-857f39cf00e1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3bf29f-db5b-4956-a792-75fb6c4adb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:18Z', 'updated_at': '2021-01-14T07:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:22.964589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] Checking router: 8f3bf29f-db5b-4956-a792-75fb6c4adb4a for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:19:22.966154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] Updating router 8f3bf29f-db5b-4956-a792-75fb6c4adb4a port 8d05a043-8eab-4bbc-953f-857f39cf00e1 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:19:23.100949 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d96cbda-481f-475c-865d-2ff84d87e8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:23.105582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d96cbda-481f-475c-865d-2ff84d87e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:23.123959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:23.130785 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8fc43bdb-f96f-48e4-87e7-c6fc2528f65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:23.131834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 11a05c6d-4ee9-477f-9725-cc27b0b8b16e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:23.237326 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4d96cbda-481f-475c-865d-2ff84d87e8cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b77afb4e5404b88ad5921164fe8286f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5352695 Jan 14 07:19:23.244529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51318) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:23.270139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96cbda-481f-475c-865d-2ff84d87e8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0d8653-74b5-4188-9a4b-8c8db0ed2246,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:23.273028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 11a05c6d-4ee9-477f-9725-cc27b0b8b16e completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:23.281368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 11a05c6d-4ee9-477f-9725-cc27b0b8b16e triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:23.281925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:23.290179 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d96cbda-481f-475c-865d-2ff84d87e8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:23.367759 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbcfeb65-ccd4-4911-91c1-5a91ccf16634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:23.420384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbcfeb65-ccd4-4911-91c1-5a91ccf16634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:23.488060 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbcfeb65-ccd4-4911-91c1-5a91ccf16634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:23.490658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-dfdba28c-9acd-4d62-a5db-ef63838fe7b3 None None] Provisioning complete for port 11a05c6d-4ee9-477f-9725-cc27b0b8b16e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:23.492209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfdba28c-9acd-4d62-a5db-ef63838fe7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:23.503525 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d96cbda-481f-475c-865d-2ff84d87e8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:23.522679 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbcfeb65-ccd4-4911-91c1-5a91ccf16634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:23.524921 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fbcfeb65-ccd4-4911-91c1-5a91ccf16634 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e0d8653-74b5-4188-9a4b-8c8db0ed2246 HTTP/1.1" status: 204 len: 168 time: 0.2789860 Jan 14 07:19:23.526118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfeb65-ccd4-4911-91c1-5a91ccf16634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0d8653-74b5-4188-9a4b-8c8db0ed2246,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:23.536259 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fbcfeb65-ccd4-4911-91c1-5a91ccf16634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:23.709480 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:23.716095 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:23.827531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 11a05c6d-4ee9-477f-9725-cc27b0b8b16e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=11a05c6d-4ee9-477f-9725-cc27b0b8b16e,segment=NetworkSegment(986df5d0-db44-4549-b1cd-1089fb38c72b),segment_id=986df5d0-db44-4549-b1cd-1089fb38c72b)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:23.839530 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:23.850540 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-24e795b3-c0f7-4fb3-ab23-6d24d8f8451d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:23.924124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfdba28c-9acd-4d62-a5db-ef63838fe7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:24.014826 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-091fe9aa-8b94-4922-922f-b45ffb5a6d7f req-19ee15b5-37b7-4df8-a898-f2a451916273 tempest-LiveMigrationNegativeTest-47897971 tempest-LiveMigrationNegativeTest-47897971] 10.222.0.41 "GET /v2.0/networks?tenant_id=818b14bf5d654705acfecaaf1081501a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483341 Jan 14 07:19:24.043324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:24.058261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] Transition to ACTIVE for port object 8d05a043-8eab-4bbc-953f-857f39cf00e1 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:24.063219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:24.072134 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-849de4a4-939e-4745-9676-5f8a62e80cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:24.086006 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:24.099948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=11a05c6d-4ee9-477f-9725-cc27b0b8b16e,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:24.113624 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:24.141096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-dfdba28c-9acd-4d62-a5db-ef63838fe7b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:19:24.141548 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-dfdba28c-9acd-4d62-a5db-ef63838fe7b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:19:24.250523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f1079-03f3-4fef-b750-000490eda78e None None] Pushing event updated for resources: {'Port': ['ID=8d05a043-8eab-4bbc-953f-857f39cf00e1,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:24.255607 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-001f1079-03f3-4fef-b750-000490eda78e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:24.335032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fe9aa-8b94-4922-922f-b45ffb5a6d7f req-306f3983-5c0b-4fbb-b7aa-41ad2d7e5549 tempest-LiveMigrationNegativeTest-47897971 tempest-LiveMigrationNegativeTest-47897971] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:24.338741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] Attempting to bind port 8d05a043-8eab-4bbc-953f-857f39cf00e1 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:19:24.339149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] Attempting to bind port 8d05a043-8eab-4bbc-953f-857f39cf00e1 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:19:24.339551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] Attempting to bind port 8d05a043-8eab-4bbc-953f-857f39cf00e1 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:19:24.340774 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-091fe9aa-8b94-4922-922f-b45ffb5a6d7f req-306f3983-5c0b-4fbb-b7aa-41ad2d7e5549 tempest-LiveMigrationNegativeTest-47897971 tempest-LiveMigrationNegativeTest-47897971] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3244705 Jan 14 07:19:24.345498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Allocated IP 172.20.0.1 (afcff818-89e5-4136-bb83-050590e7f6f9/747f17bf-9f0a-4f53-a8db-76a26cc52de8/d6f9bf81-905d-47c8-b17b-db989dc1a24b) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:24.346316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:19:24.346723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:24.347438 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:24.347893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:19:24.348434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] Bound port: 8d05a043-8eab-4bbc-953f-857f39cf00e1, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:19:24.348810 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:24.370601 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-091fe9aa-8b94-4922-922f-b45ffb5a6d7f req-847fd14c-c7d3-4510-93f0-06df26fe911f tempest-LiveMigrationNegativeTest-47897971 tempest-LiveMigrationNegativeTest-47897971] 10.222.0.41 "GET /v2.0/quotas/818b14bf5d654705acfecaaf1081501a HTTP/1.1" status: 200 len: 375 time: 0.0202229 Jan 14 07:19:24.440669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 11a05c6d-4ee9-477f-9725-cc27b0b8b16e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:24.450048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] For port 8d05a043-8eab-4bbc-953f-857f39cf00e1, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:19:24.453479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] For port 8d05a043-8eab-4bbc-953f-857f39cf00e1, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=8d05a043-8eab-4bbc-953f-857f39cf00e1,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:19:24.457941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:24.477167 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:24.524294 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-091fe9aa-8b94-4922-922f-b45ffb5a6d7f req-7f01e5f1-0c4c-4af5-a17c-58e6e16ca450 tempest-LiveMigrationNegativeTest-47897971 tempest-LiveMigrationNegativeTest-47897971] 10.222.0.41 "GET /v2.0/ports?tenant_id=818b14bf5d654705acfecaaf1081501a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1475718 Jan 14 07:19:24.572447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 11a05c6d-4ee9-477f-9725-cc27b0b8b16e triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:24.573124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:24.589021 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:24.636014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Transition to ACTIVE for port object d6f9bf81-905d-47c8-b17b-db989dc1a24b will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:24.685659 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:24.728062 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:24.845359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f1079-03f3-4fef-b750-000490eda78e None None] Pushing event updated for resources: {'Port': ['ID=8d05a043-8eab-4bbc-953f-857f39cf00e1,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:24.851217 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-001f1079-03f3-4fef-b750-000490eda78e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:24.949057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c4ee7530-874b-4d15-904d-7739190b0d7b None None] Provisioning complete for port 11a05c6d-4ee9-477f-9725-cc27b0b8b16e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:24.956370 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7530-874b-4d15-904d-7739190b0d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:24.982609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f9bf81-905d-47c8-b17b-db989dc1a24b,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:24.991155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] Routers {'8f3bf29f-db5b-4956-a792-75fb6c4adb4a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:24.992504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:18:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8f3bf29f-db5b-4956-a792-75fb6c4adb4a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:25.005793 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:25.168803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Network afcff818-89e5-4136-bb83-050590e7f6f9 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:25.170491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:25.178187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:19:25.178724 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:25.363344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:25.590456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] Set router 8f3bf29f-db5b-4956-a792-75fb6c4adb4a gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:19:25.621165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-57adaf39-6073-4720-8a27-d815995141bf None None] Provisioning for port d6f9bf81-905d-47c8-b17b-db989dc1a24b completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:25.628639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-57adaf39-6073-4720-8a27-d815995141bf None None] Provisioning complete for port d6f9bf81-905d-47c8-b17b-db989dc1a24b triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:25.629096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57adaf39-6073-4720-8a27-d815995141bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:25.739040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-57adaf39-6073-4720-8a27-d815995141bf None None] Port d6f9bf81-905d-47c8-b17b-db989dc1a24b cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:19:25.854431 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:25.859411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:25.861370 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:25.879688 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:25.962994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f9bf81-905d-47c8-b17b-db989dc1a24b,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:25.974155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3bf29f-db5b-4956-a792-75fb6c4adb4a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580548694-router', 'tenant_id': '7cad2901682645dca962137326122f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '8d05a043-8eab-4bbc-953f-857f39cf00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:17Z', 'updated_at': '2021-01-14T07:19:19Z', 'revision_number': 3, 'project_id': '7cad2901682645dca962137326122f71', 'gw_port': {'id': '8d05a043-8eab-4bbc-953f-857f39cf00e1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3bf29f-db5b-4956-a792-75fb6c4adb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:18Z', 'updated_at': '2021-01-14T07:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:25.987305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9990f244-7d45-4718-9850-e21dd4eb16a5 None None] The sync data for ids ['8f3bf29f-db5b-4956-a792-75fb6c4adb4a'] in n-d-769329-2 is: [{'id': '8f3bf29f-db5b-4956-a792-75fb6c4adb4a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580548694-router', 'tenant_id': '7cad2901682645dca962137326122f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '8d05a043-8eab-4bbc-953f-857f39cf00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:17Z', 'updated_at': '2021-01-14T07:19:19Z', 'revision_number': 3, 'project_id': '7cad2901682645dca962137326122f71', 'gw_port': {'id': '8d05a043-8eab-4bbc-953f-857f39cf00e1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3bf29f-db5b-4956-a792-75fb6c4adb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:18Z', 'updated_at': '2021-01-14T07:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:19:26.022327 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:26.126370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Network afcff818-89e5-4136-bb83-050590e7f6f9 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:26.127751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:26.426820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Router 8f3bf29f-db5b-4956-a792-75fb6c4adb4a has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:19:26.505083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51406) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:26.577406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6bccd461-af5d-43fa-8980-6985f8eb90bd None None] Provisioning complete for port d6f9bf81-905d-47c8-b17b-db989dc1a24b triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:26.577967 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6bccd461-af5d-43fa-8980-6985f8eb90bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:26.732821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:19:26.776719 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] 10.222.0.41 "PUT /v2.0/routers/8f3bf29f-db5b-4956-a792-75fb6c4adb4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9378386 Jan 14 07:19:26.779956 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-35323da3-8258-4e62-bae7-6d537b0bec7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:26.794733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6bccd461-af5d-43fa-8980-6985f8eb90bd None None] Port d6f9bf81-905d-47c8-b17b-db989dc1a24b cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:19:27.224696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c453bc7-9380-4471-a143-2e891cff2fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:27.239766 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:27.248819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6c453bc7-9380-4471-a143-2e891cff2fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:27.253168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6c453bc7-9380-4471-a143-2e891cff2fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:818b14bf5d654705acfecaaf1081501a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:27.258157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6c453bc7-9380-4471-a143-2e891cff2fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:27.266178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6c453bc7-9380-4471-a143-2e891cff2fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:27.350209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51450) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:27.382463 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c453bc7-9380-4471-a143-2e891cff2fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:27.392373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c453bc7-9380-4471-a143-2e891cff2fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:27.401956 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:27.450463 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6c453bc7-9380-4471-a143-2e891cff2fd9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=818b14bf5d654705acfecaaf1081501a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9442298 Jan 14 07:19:27.453850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51460) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:27.478879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c453bc7-9380-4471-a143-2e891cff2fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dee6995-793d-4856-be51-79524308e750,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:27.500758 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c453bc7-9380-4471-a143-2e891cff2fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:27.568045 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b59a00eb-3bca-4d7d-99c4-5ff45c07ecae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:27.601704 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b59a00eb-3bca-4d7d-99c4-5ff45c07ecae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:27.651568 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b59a00eb-3bca-4d7d-99c4-5ff45c07ecae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:27.657065 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:27.670084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a00eb-3bca-4d7d-99c4-5ff45c07ecae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dee6995-793d-4856-be51-79524308e750,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:27.673579 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b59a00eb-3bca-4d7d-99c4-5ff45c07ecae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:27.679873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b59a00eb-3bca-4d7d-99c4-5ff45c07ecae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:27.681880 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b59a00eb-3bca-4d7d-99c4-5ff45c07ecae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1dee6995-793d-4856-be51-79524308e750 HTTP/1.1" status: 204 len: 168 time: 0.2263856 Jan 14 07:19:27.811748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-957796590-network', 'tenant_id': '15e4c0fc68df4b0abcbf74780d3b7376'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:27.816672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:27.820753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Usage tracker for resource:network and tenant:15e4c0fc68df4b0abcbf74780d3b7376 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:27.824052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:27.829803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:27.839164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Made reservation on behalf of 15e4c0fc68df4b0abcbf74780d3b7376 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:27.844118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:27.858333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:27.870756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:27.875552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:27.879753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Usage tracker for resource:security_group_rule and tenant:15e4c0fc68df4b0abcbf74780d3b7376 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:27.882846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:27.888876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:27.982850 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:27.986414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:27.990988 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:28.023866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:19:28.033333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287e588e-3c70-4d6d-a6cf-454c1c99be37,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:28.037683 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:28.040827 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:28.041218 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Added segment 52b1321f-75ce-4e2a-916b-69fa25d84782 of type vxlan for network ff35fe85-a6ae-4b11-95d0-72b77f2dde68 Jan 14 07:19:28.077666 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:28.111011 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:28.112501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:28.112851 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:28.118098 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b04c2a9e-8265-4556-b385-cad9e9a9c607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:28.224771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Pushing event updated for resources: {'Network': ['ID=ff35fe85-a6ae-4b11-95d0-72b77f2dde68,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:28.228973 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8777046 Jan 14 07:19:28.229937 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:28.232894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51492) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:28.237896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network ff35fe85-a6ae-4b11-95d0-72b77f2dde68 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:28.240620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4ebecde2-6592-486a-9220-5d4df1523672 admin admin] Request body: {'subnet': {'network_id': 'ff35fe85-a6ae-4b11-95d0-72b77f2dde68', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-957796590-subnet', 'tenant_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:28.250742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4ebecde2-6592-486a-9220-5d4df1523672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:28.256688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4ebecde2-6592-486a-9220-5d4df1523672 admin admin] Usage tracker for resource:subnet and tenant:15e4c0fc68df4b0abcbf74780d3b7376 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:28.258034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network ff35fe85-a6ae-4b11-95d0-72b77f2dde68 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:28.264013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4ebecde2-6592-486a-9220-5d4df1523672 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:28.270493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4ebecde2-6592-486a-9220-5d4df1523672 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:28.280442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network ff35fe85-a6ae-4b11-95d0-72b77f2dde68 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:28.286869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebecde2-6592-486a-9220-5d4df1523672 admin admin] Made reservation on behalf of 15e4c0fc68df4b0abcbf74780d3b7376 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:28.292886 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ebecde2-6592-486a-9220-5d4df1523672 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:28.391186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51498) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:28.601137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51508) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:28.766656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8d05a043-8eab-4bbc-953f-857f39cf00e1 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:28.893503 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ebecde2-6592-486a-9220-5d4df1523672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:28.938057 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f945ced1-9dde-4602-a7f4-9c405b6aa33b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:29.049927 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:29.082382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebecde2-6592-486a-9220-5d4df1523672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2627918-82d5-4f55-aff2-614befbc0cbb,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:29.085687 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4ebecde2-6592-486a-9220-5d4df1523672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:29.088673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 8d05a043-8eab-4bbc-953f-857f39cf00e1 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:29.095402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 8d05a043-8eab-4bbc-953f-857f39cf00e1 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:29.096026 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:29.232026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51526) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:29.263634 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:29.284449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 8d05a043-8eab-4bbc-953f-857f39cf00e1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=8d05a043-8eab-4bbc-953f-857f39cf00e1,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:29.288535 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:29.291545 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:29.296234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebecde2-6592-486a-9220-5d4df1523672 admin admin] Checking segment: {'id': '52b1321f-75ce-4e2a-916b-69fa25d84782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff35fe85-a6ae-4b11-95d0-72b77f2dde68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:29.296628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebecde2-6592-486a-9220-5d4df1523672 admin admin] Network hostable DHCP agents. Network: ff35fe85-a6ae-4b11-95d0-72b77f2dde68, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:19:29.301017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05c717db-0f50-4098-90f4-60829abfdff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:29.318621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78500772-90a4-4591-b0cf-a0e12916ea7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:29.344969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-05c717db-0f50-4098-90f4-60829abfdff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:29.353965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebecde2-6592-486a-9220-5d4df1523672 admin admin] Network ff35fe85-a6ae-4b11-95d0-72b77f2dde68 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:19:29.364554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-78500772-90a4-4591-b0cf-a0e12916ea7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:29.366834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4ebecde2-6592-486a-9220-5d4df1523672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, ff35fe85-a6ae-4b11-95d0-72b77f2dde68) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:29.375635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-05c717db-0f50-4098-90f4-60829abfdff0 admin admin] Usage tracker for resource:security_group_rule and tenant:d14dbd00e0b94c18a4b0ffcecb31ce69 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:29.377618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f5aafb-319f-406d-b12e-47b179003542 None None] Network ff35fe85-a6ae-4b11-95d0-72b77f2dde68 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:29.377730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebecde2-6592-486a-9220-5d4df1523672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:29.378281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ebecde2-6592-486a-9220-5d4df1523672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:29.384422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-05c717db-0f50-4098-90f4-60829abfdff0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:29.402074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-78500772-90a4-4591-b0cf-a0e12916ea7c admin admin] Usage tracker for resource:security_group_rule and tenant:51cacf94cd764ea9a8a645584536977f is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:29.411752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-05c717db-0f50-4098-90f4-60829abfdff0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:29.414789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-78500772-90a4-4591-b0cf-a0e12916ea7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:29.430841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-78500772-90a4-4591-b0cf-a0e12916ea7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:29.433856 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4ebecde2-6592-486a-9220-5d4df1523672 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1995986 Jan 14 07:19:29.436432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51530) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:29.437145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] Sync routers for ids ['8f3bf29f-db5b-4956-a792-75fb6c4adb4a'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:19:29.444020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-957796590-router', 'tenant_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:29.450106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:29.454250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Usage tracker for resource:router and tenant:15e4c0fc68df4b0abcbf74780d3b7376 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:29.457265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:29.463801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:29.491518 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:29.492894 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:29.540744 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:29.558770 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2d45d75-ad00-449a-a7ad-8a7819da8135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:29.581829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f2d45d75-ad00-449a-a7ad-8a7819da8135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:29.594693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f2d45d75-ad00-449a-a7ad-8a7819da8135 admin admin] Usage tracker for resource:security_group_rule and tenant:fee0806b622b412c8dd6fe76aad7d5c8 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:29.598074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f2d45d75-ad00-449a-a7ad-8a7819da8135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:29.608473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f2d45d75-ad00-449a-a7ad-8a7819da8135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:29.700836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] Routers {'8f3bf29f-db5b-4956-a792-75fb6c4adb4a'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:29.701731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:19:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8f3bf29f-db5b-4956-a792-75fb6c4adb4a'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:29.805415 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2d45d75-ad00-449a-a7ad-8a7819da8135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:29.821662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51542) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:29.831934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=8d05a043-8eab-4bbc-953f-857f39cf00e1,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:29.850420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2d45d75-ad00-449a-a7ad-8a7819da8135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:29.855019 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:29.863956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f4549b69-56ed-46ab-a8eb-640c41ca1f4d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Request body: {'security_group': {'name': 'tempest-securitygroup--810996023', 'description': 'tempest-description--976161630'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:29.932345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f4549b69-56ed-46ab-a8eb-640c41ca1f4d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:29.941998 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-125dd010-1f65-4970-ad97-93faf528ed19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:29.970273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51550) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:30.023764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-ff35fe85-a6ae-4b11-95d0-72b77f2dde68', 'network_id': 'ff35fe85-a6ae-4b11-95d0-72b77f2dde68', 'tenant_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'fixed_ips': [{'subnet_id': 'e2627918-82d5-4f55-aff2-614befbc0cbb'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:19:30.025196 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:30.080861 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:30.084859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05c717db-0f50-4098-90f4-60829abfdff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:30.110667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f4549b69-56ed-46ab-a8eb-640c41ca1f4d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Usage tracker for resource:security_group and tenant:c8eccedb11484749a36fad78bb0968c8 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:30.118940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f4549b69-56ed-46ab-a8eb-640c41ca1f4d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:30.121517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] Set router 8f3bf29f-db5b-4956-a792-75fb6c4adb4a gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:19:30.122375 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05c717db-0f50-4098-90f4-60829abfdff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:30.127987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78500772-90a4-4591-b0cf-a0e12916ea7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:30.141087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f4549b69-56ed-46ab-a8eb-640c41ca1f4d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:30.152766 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78500772-90a4-4591-b0cf-a0e12916ea7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:30.207395 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ddadb872-99bb-4478-b1f1-7aa2bd8019be req-d5c74683-c413-4fc5-91ec-057ce1d70bf8 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.41 "GET /v2.0/networks?tenant_id=71dc137c22294791a0b8533a7fab65a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802348 Jan 14 07:19:30.216552 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4549b69-56ed-46ab-a8eb-640c41ca1f4d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:30.234733 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f2d45d75-ad00-449a-a7ad-8a7819da8135 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fee0806b622b412c8dd6fe76aad7d5c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6318750 Jan 14 07:19:30.246278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d45d75-ad00-449a-a7ad-8a7819da8135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e579a2f-3954-4beb-bca4-f2fbecde9a20,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:30.251535 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-05c717db-0f50-4098-90f4-60829abfdff0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d14dbd00e0b94c18a4b0ffcecb31ce69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0180476 Jan 14 07:19:30.252835 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2d45d75-ad00-449a-a7ad-8a7819da8135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:30.258533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51568) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:30.259461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51570) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:30.259915 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:30.353741 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-78500772-90a4-4591-b0cf-a0e12916ea7c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51cacf94cd764ea9a8a645584536977f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9582558 Jan 14 07:19:30.354678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f4549b69-56ed-46ab-a8eb-640c41ca1f4d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:30.368242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51582) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:30.426665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f4549b69-56ed-46ab-a8eb-640c41ca1f4d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Usage tracker for resource:security_group_rule and tenant:c8eccedb11484749a36fad78bb0968c8 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:30.432291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f4549b69-56ed-46ab-a8eb-640c41ca1f4d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:30.445599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f4549b69-56ed-46ab-a8eb-640c41ca1f4d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:30.511023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c717db-0f50-4098-90f4-60829abfdff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9541a2-c0ae-4c3b-8085-f828218207e2,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:30.511848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8d05a043-8eab-4bbc-953f-857f39cf00e1 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:30.556599 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f1106351-9718-4cf7-a876-3be93c136238 tempest-AutoAllocateNetworkTest-1891443738 tempest-AutoAllocateNetworkTest-1891443738] 10.222.0.41 "GET /v2.0/networks?tenant_id=4be337f757b64cee88f776477a7cca16&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5768349 Jan 14 07:19:30.586481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78500772-90a4-4591-b0cf-a0e12916ea7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc271876-d06c-4f5a-b882-21af22786777,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:30.603833 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78500772-90a4-4591-b0cf-a0e12916ea7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:30.613000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51586) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:30.619347 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2ca511dc-0830-43db-b2ad-14dc9f4d8ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.416s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:30.620003 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2ca511dc-0830-43db-b2ad-14dc9f4d8ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:30.623178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2962bb1-1700-4708-a90b-8b8a5b6e3b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:30.627371 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a34e65d-24ca-4574-b2a0-22df8adc9548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:30.659416 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a34e65d-24ca-4574-b2a0-22df8adc9548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:30.666417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 8d05a043-8eab-4bbc-953f-857f39cf00e1 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:30.666838 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:30.702025 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2962bb1-1700-4708-a90b-8b8a5b6e3b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.041346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadb872-99bb-4478-b1f1-7aa2bd8019be req-0ddf7e93-41b5-48b3-bfe3-59facaa5ffa4 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:31.048943 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ddadb872-99bb-4478-b1f1-7aa2bd8019be req-0ddf7e93-41b5-48b3-bfe3-59facaa5ffa4 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6990144 Jan 14 07:19:31.071973 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a34e65d-24ca-4574-b2a0-22df8adc9548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.075463 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ddadb872-99bb-4478-b1f1-7aa2bd8019be req-69225115-d43d-481f-945b-73c2b7440cce tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.41 "GET /v2.0/quotas/71dc137c22294791a0b8533a7fab65a6 HTTP/1.1" status: 200 len: 375 time: 0.0254016 Jan 14 07:19:31.096083 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-370c6a43-807f-4f98-8430-462d18e539f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:31.126720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff626228-69aa-4256-b1ed-297f614ca336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.150726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34e65d-24ca-4574-b2a0-22df8adc9548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9541a2-c0ae-4c3b-8085-f828218207e2,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:31.177771 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9a34e65d-24ca-4574-b2a0-22df8adc9548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:31.195871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff626228-69aa-4256-b1ed-297f614ca336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.317858 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.326369 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a34e65d-24ca-4574-b2a0-22df8adc9548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.327919 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9a34e65d-24ca-4574-b2a0-22df8adc9548 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f9541a2-c0ae-4c3b-8085-f828218207e2 HTTP/1.1" status: 204 len: 168 time: 1.0538025 Jan 14 07:19:31.330657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4549b69-56ed-46ab-a8eb-640c41ca1f4d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.362360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45692c5-e7b5-491a-ba49-ac1938cde6c5 tempest-AutoAllocateNetworkTest-1891443738 tempest-AutoAllocateNetworkTest-1891443738] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:31.369672 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e45692c5-e7b5-491a-ba49-ac1938cde6c5 tempest-AutoAllocateNetworkTest-1891443738 tempest-AutoAllocateNetworkTest-1891443738] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.7467768 Jan 14 07:19:31.370865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51620) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:31.373826 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4549b69-56ed-46ab-a8eb-640c41ca1f4d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.383864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3bf29f-db5b-4956-a792-75fb6c4adb4a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580548694-router', 'tenant_id': '7cad2901682645dca962137326122f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '8d05a043-8eab-4bbc-953f-857f39cf00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:17Z', 'updated_at': '2021-01-14T07:19:25Z', 'revision_number': 4, 'project_id': '7cad2901682645dca962137326122f71', 'gw_port': {'id': '8d05a043-8eab-4bbc-953f-857f39cf00e1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3bf29f-db5b-4956-a792-75fb6c4adb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:18Z', 'updated_at': '2021-01-14T07:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'd6f9bf81-905d-47c8-b17b-db989dc1a24b', 'name': '', 'network_id': 'afcff818-89e5-4136-bb83-050590e7f6f9', 'tenant_id': '7cad2901682645dca962137326122f71', 'mac_address': 'fa:16:3e:2b:0b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3bf29f-db5b-4956-a792-75fb6c4adb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '747f17bf-9f0a-4f53-a8db-76a26cc52de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:24Z', 'updated_at': '2021-01-14T07:19:25Z', 'revision_number': 2, 'project_id': '7cad2901682645dca962137326122f71', 'subnets': [{'id': '747f17bf-9f0a-4f53-a8db-76a26cc52de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:31.391373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.395555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] Checking router: 8f3bf29f-db5b-4956-a792-75fb6c4adb4a for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:19:31.396193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] Updating router 8f3bf29f-db5b-4956-a792-75fb6c4adb4a port d6f9bf81-905d-47c8-b17b-db989dc1a24b binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:19:31.442775 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:31.455318 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.479134 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ddadb872-99bb-4478-b1f1-7aa2bd8019be req-f95337ab-3652-4168-bb13-48f9f35fd1d8 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.41 "GET /v2.0/ports?tenant_id=71dc137c22294791a0b8533a7fab65a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4003253 Jan 14 07:19:31.483232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Allocated IP 172.20.0.2 (ff35fe85-a6ae-4b11-95d0-72b77f2dde68/e2627918-82d5-4f55-aff2-614befbc0cbb/b84ecc90-e66f-4de6-97f6-59ff090e916c) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:31.491713 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b8132ba4-36a1-400a-859a-f53acb13d094 tempest-AutoAllocateNetworkTest-1891443738 tempest-AutoAllocateNetworkTest-1891443738] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1192603 Jan 14 07:19:31.492571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51626) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:31.541786 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4549b69-56ed-46ab-a8eb-640c41ca1f4d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.543295 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f4549b69-56ed-46ab-a8eb-640c41ca1f4d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.7051039 Jan 14 07:19:31.548568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51630) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:31.556992 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e8caaca5-e128-4480-b5cd-c778eee971ba tempest-AutoAllocateNetworkTest-1891443738 tempest-AutoAllocateNetworkTest-1891443738] 10.222.0.41 "GET /v2.0/networks?tenant_id=4be337f757b64cee88f776477a7cca16 HTTP/1.1" status: 200 len: 208 time: 0.0528429 Jan 14 07:19:31.558214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4549b69-56ed-46ab-a8eb-640c41ca1f4d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Pushing event updated for resources: {'SecurityGroup': ['ID=4d26bc85-d35b-41a9-a9f5-0ebf568b6e9c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:31.562197 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4549b69-56ed-46ab-a8eb-640c41ca1f4d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:31.566484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ab9bd945-ef96-459d-9494-40a3a1ea95ea tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Request body: {'security_group_rule': {'security_group_id': '4d26bc85-d35b-41a9-a9f5-0ebf568b6e9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:31.575951 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff626228-69aa-4256-b1ed-297f614ca336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.578634 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff626228-69aa-4256-b1ed-297f614ca336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.579963 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ff626228-69aa-4256-b1ed-297f614ca336 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e579a2f-3954-4beb-bca4-f2fbecde9a20 HTTP/1.1" status: 204 len: 168 time: 1.3080752 Jan 14 07:19:31.582118 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:31.592171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ab9bd945-ef96-459d-9494-40a3a1ea95ea tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:31.598534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626228-69aa-4256-b1ed-297f614ca336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e579a2f-3954-4beb-bca4-f2fbecde9a20,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:31.601774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ab9bd945-ef96-459d-9494-40a3a1ea95ea tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Usage tracker for resource:security_group_rule and tenant:c8eccedb11484749a36fad78bb0968c8 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:31.605382 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ff626228-69aa-4256-b1ed-297f614ca336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:31.606395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ab9bd945-ef96-459d-9494-40a3a1ea95ea tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:31.615004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ab9bd945-ef96-459d-9494-40a3a1ea95ea tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:31.644924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab9bd945-ef96-459d-9494-40a3a1ea95ea tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.775325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab9bd945-ef96-459d-9494-40a3a1ea95ea tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.785653 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab9bd945-ef96-459d-9494-40a3a1ea95ea tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.788195 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:31.797107 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2962bb1-1700-4708-a90b-8b8a5b6e3b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.810138 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f624bb0e-79f9-44a6-8a27-c4cafd872dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:31.830825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bd945-ef96-459d-9494-40a3a1ea95ea tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a0080f-6666-4f34-bfe6-a4fb9aeb1e87,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:31.844058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2962bb1-1700-4708-a90b-8b8a5b6e3b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc271876-d06c-4f5a-b882-21af22786777,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:31.855801 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab9bd945-ef96-459d-9494-40a3a1ea95ea tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:31.871381 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b2962bb1-1700-4708-a90b-8b8a5b6e3b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:31.877359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab9bd945-ef96-459d-9494-40a3a1ea95ea tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.878790 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ab9bd945-ef96-459d-9494-40a3a1ea95ea tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3285494 Jan 14 07:19:31.881648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51646) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:31.891410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5891b100-255a-4ce8-a832-d4c96259c017 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Request body: {'security_group_rule': {'security_group_id': '4d26bc85-d35b-41a9-a9f5-0ebf568b6e9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:31.929762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2962bb1-1700-4708-a90b-8b8a5b6e3b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:31.932549 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b2962bb1-1700-4708-a90b-8b8a5b6e3b0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc271876-d06c-4f5a-b882-21af22786777 HTTP/1.1" status: 204 len: 168 time: 1.5620568 Jan 14 07:19:31.938634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5891b100-255a-4ce8-a832-d4c96259c017 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:31.958470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5891b100-255a-4ce8-a832-d4c96259c017 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Usage tracker for resource:security_group_rule and tenant:c8eccedb11484749a36fad78bb0968c8 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:31.968468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5891b100-255a-4ce8-a832-d4c96259c017 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:31.979065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5891b100-255a-4ce8-a832-d4c96259c017 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:32.026079 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5891b100-255a-4ce8-a832-d4c96259c017 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:32.061278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Allocated IP 172.25.3.200 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/516658a5-d793-4c61-8073-e9250d805418) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:32.165010 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5891b100-255a-4ce8-a832-d4c96259c017 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:32.172646 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5891b100-255a-4ce8-a832-d4c96259c017 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:32.175174 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab9bd945-ef96-459d-9494-40a3a1ea95ea tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:32.224094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891b100-255a-4ce8-a832-d4c96259c017 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40befbc4-51cf-4363-8541-d2bfd79d2173,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:32.240126 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5891b100-255a-4ce8-a832-d4c96259c017 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:32.277573 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5891b100-255a-4ce8-a832-d4c96259c017 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:32.282606 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5891b100-255a-4ce8-a832-d4c96259c017 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3997862 Jan 14 07:19:32.283563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51662) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:32.291456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:32.316433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:32.323031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Usage tracker for resource:floatingip and tenant:c8eccedb11484749a36fad78bb0968c8 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:32.326721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:32.335973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:32.338748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:32.351968 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks [] for floatingip, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:32.419988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:32.424100 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:32.427254 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:32.448851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Transition to ACTIVE for port object b84ecc90-e66f-4de6-97f6-59ff090e916c will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:32.464158 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:32.472893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] Transition to ACTIVE for port object d6f9bf81-905d-47c8-b17b-db989dc1a24b will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:32.481610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:32.508874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Transition to ACTIVE for port object b84ecc90-e66f-4de6-97f6-59ff090e916c will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:32.510457 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:32.562829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Pushing event updated for resources: {'Port': ['ID=516658a5-d793-4c61-8073-e9250d805418,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:32.577382 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:32.610617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9bcc6-8918-4342-b8ec-f99187ec9036 None None] Pushing event updated for resources: {'Port': ['ID=d6f9bf81-905d-47c8-b17b-db989dc1a24b,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:32.683829 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:32.742784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:32.744483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:32.751098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:19:32.754325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:32.798086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51680) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:32.856065 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0ca9bcc6-8918-4342-b8ec-f99187ec9036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:32.856811 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0ca9bcc6-8918-4342-b8ec-f99187ec9036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:33.014654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Network ff35fe85-a6ae-4b11-95d0-72b77f2dde68 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:33.021325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:33.034722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:19:33.069392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Pushing event updated for resources: {'Port': ['ID=b84ecc90-e66f-4de6-97f6-59ff090e916c,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:33.117873 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:33.163040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51688) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:33.164298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Attempting to bind port b84ecc90-e66f-4de6-97f6-59ff090e916c on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:19:33.164805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Attempting to bind port b84ecc90-e66f-4de6-97f6-59ff090e916c by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '52b1321f-75ce-4e2a-916b-69fa25d84782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff35fe85-a6ae-4b11-95d0-72b77f2dde68'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:19:33.165598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Attempting to bind port b84ecc90-e66f-4de6-97f6-59ff090e916c on network ff35fe85-a6ae-4b11-95d0-72b77f2dde68 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:19:33.176894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:19:33.177406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Checking segment: {'id': '52b1321f-75ce-4e2a-916b-69fa25d84782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff35fe85-a6ae-4b11-95d0-72b77f2dde68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:33.178146 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:33.178580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Bound using segment: {'id': '52b1321f-75ce-4e2a-916b-69fa25d84782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff35fe85-a6ae-4b11-95d0-72b77f2dde68'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:19:33.179124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Bound port: b84ecc90-e66f-4de6-97f6-59ff090e916c, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b1321f-75ce-4e2a-916b-69fa25d84782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff35fe85-a6ae-4b11-95d0-72b77f2dde68'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:19:33.179564 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:33.220022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Allocated IP 172.25.3.185 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/2f703422-8023-4e4c-8db9-c21d898a907d) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:33.459736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] Attempting to bind port d6f9bf81-905d-47c8-b17b-db989dc1a24b on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:19:33.460160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] Attempting to bind port d6f9bf81-905d-47c8-b17b-db989dc1a24b by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '986df5d0-db44-4549-b1cd-1089fb38c72b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'afcff818-89e5-4136-bb83-050590e7f6f9'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:19:33.460571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] Attempting to bind port d6f9bf81-905d-47c8-b17b-db989dc1a24b on network afcff818-89e5-4136-bb83-050590e7f6f9 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:19:33.469593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:19:33.470021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] Checking segment: {'id': '986df5d0-db44-4549-b1cd-1089fb38c72b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'afcff818-89e5-4136-bb83-050590e7f6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:33.470466 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:33.470906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] Bound using segment: {'id': '986df5d0-db44-4549-b1cd-1089fb38c72b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'afcff818-89e5-4136-bb83-050590e7f6f9'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:19:33.471414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] Bound port: d6f9bf81-905d-47c8-b17b-db989dc1a24b, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986df5d0-db44-4549-b1cd-1089fb38c72b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'afcff818-89e5-4136-bb83-050590e7f6f9'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:19:33.471861 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:33.521024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:33.522905 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:33.555224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51698) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:33.556763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51700) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:33.581400 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:33.588741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] For port b84ecc90-e66f-4de6-97f6-59ff090e916c, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:19:33.603694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] For port b84ecc90-e66f-4de6-97f6-59ff090e916c, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b84ecc90-e66f-4de6-97f6-59ff090e916c,segment=NetworkSegment(52b1321f-75ce-4e2a-916b-69fa25d84782),segment_id=52b1321f-75ce-4e2a-916b-69fa25d84782)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:19:33.605032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b464d3ac-95a1-48f5-86b0-1f8b5e791db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:33.619338 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:33.644477 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:33.646816 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0fc3c832-59c9-485a-9df5-fffffe466ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:33.711688 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86270a21-cce1-4b6b-8e5a-500deb5b9e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:33.819540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b464d3ac-95a1-48f5-86b0-1f8b5e791db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:33.842393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-86270a21-cce1-4b6b-8e5a-500deb5b9e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:33.846497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b464d3ac-95a1-48f5-86b0-1f8b5e791db8 admin admin] Usage tracker for resource:security_group_rule and tenant:bfe0b2a3520d430a8d82bdf4bef1494e is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:33.856779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b464d3ac-95a1-48f5-86b0-1f8b5e791db8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:33.869548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-86270a21-cce1-4b6b-8e5a-500deb5b9e11 admin admin] Usage tracker for resource:security_group_rule and tenant:8a84dd9440c4478f8ef10ef903c6b0ea is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:33.879006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b464d3ac-95a1-48f5-86b0-1f8b5e791db8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:33.886158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-86270a21-cce1-4b6b-8e5a-500deb5b9e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:33.905409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-86270a21-cce1-4b6b-8e5a-500deb5b9e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:33.922506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Pushing event updated for resources: {'Port': ['ID=2f703422-8023-4e4c-8db9-c21d898a907d,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:33.923673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] For port d6f9bf81-905d-47c8-b17b-db989dc1a24b, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:19:33.944580 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:33.971992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] For port d6f9bf81-905d-47c8-b17b-db989dc1a24b, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d6f9bf81-905d-47c8-b17b-db989dc1a24b,segment=NetworkSegment(986df5d0-db44-4549-b1cd-1089fb38c72b),segment_id=986df5d0-db44-4549-b1cd-1089fb38c72b)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:19:33.990999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:34.034981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:34.084995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-65ae37a2-9c4d-48fa-a401-35bd68979c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:34.182076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:34.183353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-65ae37a2-9c4d-48fa-a401-35bd68979c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:34.186524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Pushing event updated for resources: {'Port': ['ID=b84ecc90-e66f-4de6-97f6-59ff090e916c,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:34.191361 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:34.203846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:34.208628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-65ae37a2-9c4d-48fa-a401-35bd68979c05 admin admin] Usage tracker for resource:security_group_rule and tenant:795383d34cbc481683f6474262619bf9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:34.212748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-790abd92-6596-4009-9920-3d49fa2838d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:34.218472 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:34.225995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-65ae37a2-9c4d-48fa-a401-35bd68979c05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:34.236630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:19:34.276026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-65ae37a2-9c4d-48fa-a401-35bd68979c05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:34.289765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-790abd92-6596-4009-9920-3d49fa2838d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:34.448327 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks [] for floatingip, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:34.507103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] Routers {'8f3bf29f-db5b-4956-a792-75fb6c4adb4a'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:34.508205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:19:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8f3bf29f-db5b-4956-a792-75fb6c4adb4a'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:34.526611 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b464d3ac-95a1-48f5-86b0-1f8b5e791db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:34.720223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9bcc6-8918-4342-b8ec-f99187ec9036 None None] Pushing event updated for resources: {'Port': ['ID=d6f9bf81-905d-47c8-b17b-db989dc1a24b,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:34.729653 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-65ae37a2-9c4d-48fa-a401-35bd68979c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:34.742124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-790abd92-6596-4009-9920-3d49fa2838d1 admin admin] Usage tracker for resource:security_group_rule and tenant:4be337f757b64cee88f776477a7cca16 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:34.754331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b464d3ac-95a1-48f5-86b0-1f8b5e791db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:34.768727 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-75585e1d-ea29-4873-b3c2-dc0fe3c2430d req-c60800b4-6803-47ae-82fe-48df756ed2de tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.41 "GET /v2.0/networks?tenant_id=71dc137c22294791a0b8533a7fab65a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1107988 Jan 14 07:19:34.796294 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4549b69-56ed-46ab-a8eb-640c41ca1f4d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:34.865323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-790abd92-6596-4009-9920-3d49fa2838d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:34.871321 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b464d3ac-95a1-48f5-86b0-1f8b5e791db8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bfe0b2a3520d430a8d82bdf4bef1494e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3130643 Jan 14 07:19:34.872232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464d3ac-95a1-48f5-86b0-1f8b5e791db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8d7457-9b42-42be-a4cc-3cb8330538e7,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:34.886339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-65ae37a2-9c4d-48fa-a401-35bd68979c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:34.955984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:34.963294 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0ca9bcc6-8918-4342-b8ec-f99187ec9036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:34.976461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75585e1d-ea29-4873-b3c2-dc0fe3c2430d req-6b5ace21-f9cf-44e2-bc5e-3cf16b64bb0e tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:34.985998 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-75585e1d-ea29-4873-b3c2-dc0fe3c2430d req-6b5ace21-f9cf-44e2-bc5e-3cf16b64bb0e tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162478 Jan 14 07:19:34.997089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51730) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:35.026716 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-75585e1d-ea29-4873-b3c2-dc0fe3c2430d req-d2105aca-1d98-471e-891c-d0f1f71d6e0f tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.41 "GET /v2.0/quotas/71dc137c22294791a0b8533a7fab65a6 HTTP/1.1" status: 200 len: 375 time: 0.0391448 Jan 14 07:19:35.029072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] Set router 8f3bf29f-db5b-4956-a792-75fb6c4adb4a gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:19:35.109946 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-75585e1d-ea29-4873-b3c2-dc0fe3c2430d req-7d539bc0-c373-4fe4-a5f5-c572193f17f8 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.41 "GET /v2.0/ports?tenant_id=71dc137c22294791a0b8533a7fab65a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821898 Jan 14 07:19:35.123370 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b464d3ac-95a1-48f5-86b0-1f8b5e791db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:35.123926 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b464d3ac-95a1-48f5-86b0-1f8b5e791db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:35.141775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Router 7cb18d1d-9985-4a54-8402-d87ddf3ddd1a is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:19:35.159227 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-65ae37a2-9c4d-48fa-a401-35bd68979c05 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=795383d34cbc481683f6474262619bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0945976 Jan 14 07:19:35.160682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae37a2-9c4d-48fa-a401-35bd68979c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef28369-f27b-43ef-88a9-bd80e400e2ca,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:35.173997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51736) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:35.178300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-790abd92-6596-4009-9920-3d49fa2838d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:35.273670 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-65ae37a2-9c4d-48fa-a401-35bd68979c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:35.315054 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94f4f487-f06c-4d05-b223-5ff369796019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:35.446825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86270a21-cce1-4b6b-8e5a-500deb5b9e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:35.449230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94f4f487-f06c-4d05-b223-5ff369796019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:35.452006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:19:35.463614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] Sync routers for ids ['7cb18d1d-9985-4a54-8402-d87ddf3ddd1a'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:19:35.474491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] Routers {'7cb18d1d-9985-4a54-8402-d87ddf3ddd1a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:35.475393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:19:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7cb18d1d-9985-4a54-8402-d87ddf3ddd1a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:35.515760 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96757557-9753-4748-870f-1831229059ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:35.600657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96757557-9753-4748-870f-1831229059ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:35.693289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:35.698047 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2571259 Jan 14 07:19:35.698757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51756) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:35.714498 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96757557-9753-4748-870f-1831229059ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:35.720693 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:35.772842 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86270a21-cce1-4b6b-8e5a-500deb5b9e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:35.832533 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94f4f487-f06c-4d05-b223-5ff369796019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:35.848074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3bf29f-db5b-4956-a792-75fb6c4adb4a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580548694-router', 'tenant_id': '7cad2901682645dca962137326122f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '8d05a043-8eab-4bbc-953f-857f39cf00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:17Z', 'updated_at': '2021-01-14T07:19:25Z', 'revision_number': 4, 'project_id': '7cad2901682645dca962137326122f71', 'gw_port': {'id': '8d05a043-8eab-4bbc-953f-857f39cf00e1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3bf29f-db5b-4956-a792-75fb6c4adb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:18Z', 'updated_at': '2021-01-14T07:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'd6f9bf81-905d-47c8-b17b-db989dc1a24b', 'name': '', 'network_id': 'afcff818-89e5-4136-bb83-050590e7f6f9', 'tenant_id': '7cad2901682645dca962137326122f71', 'mac_address': 'fa:16:3e:2b:0b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3bf29f-db5b-4956-a792-75fb6c4adb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '747f17bf-9f0a-4f53-a8db-76a26cc52de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:24Z', 'updated_at': '2021-01-14T07:19:33Z', 'revision_number': 4, 'project_id': '7cad2901682645dca962137326122f71', 'subnets': [{'id': '747f17bf-9f0a-4f53-a8db-76a26cc52de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:35.850526 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ff626228-69aa-4256-b1ed-297f614ca336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:35.857393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cf5e95-c2ad-47ee-86a6-3499a0308a6a None None] The sync data for ids ['8f3bf29f-db5b-4956-a792-75fb6c4adb4a'] in n-d-769329-2 is: [{'id': '8f3bf29f-db5b-4956-a792-75fb6c4adb4a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580548694-router', 'tenant_id': '7cad2901682645dca962137326122f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '8d05a043-8eab-4bbc-953f-857f39cf00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:17Z', 'updated_at': '2021-01-14T07:19:25Z', 'revision_number': 4, 'project_id': '7cad2901682645dca962137326122f71', 'gw_port': {'id': '8d05a043-8eab-4bbc-953f-857f39cf00e1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3bf29f-db5b-4956-a792-75fb6c4adb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:18Z', 'updated_at': '2021-01-14T07:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'd6f9bf81-905d-47c8-b17b-db989dc1a24b', 'name': '', 'network_id': 'afcff818-89e5-4136-bb83-050590e7f6f9', 'tenant_id': '7cad2901682645dca962137326122f71', 'mac_address': 'fa:16:3e:2b:0b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3bf29f-db5b-4956-a792-75fb6c4adb4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '747f17bf-9f0a-4f53-a8db-76a26cc52de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:24Z', 'updated_at': '2021-01-14T07:19:33Z', 'revision_number': 4, 'project_id': '7cad2901682645dca962137326122f71', 'subnets': [{'id': '747f17bf-9f0a-4f53-a8db-76a26cc52de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:19:35.891738 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-86270a21-cce1-4b6b-8e5a-500deb5b9e11 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a84dd9440c4478f8ef10ef903c6b0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3309901 Jan 14 07:19:35.894949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51766) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:35.957050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839332b3-4b28-46ff-8939-9154a59b6de9 None None] Network ff35fe85-a6ae-4b11-95d0-72b77f2dde68 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:36.021452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96757557-9753-4748-870f-1831229059ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8d7457-9b42-42be-a4cc-3cb8330538e7,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:36.051157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] Set router 7cb18d1d-9985-4a54-8402-d87ddf3ddd1a gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:19:36.090159 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96757557-9753-4748-870f-1831229059ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:36.102296 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96757557-9753-4748-870f-1831229059ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:36.110059 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-96757557-9753-4748-870f-1831229059ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f8d7457-9b42-42be-a4cc-3cb8330538e7 HTTP/1.1" status: 204 len: 168 time: 1.1004703 Jan 14 07:19:36.227909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86270a21-cce1-4b6b-8e5a-500deb5b9e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8422ce04-a7a3-4f78-80aa-2ff2c25f4ae1,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:36.280001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4f487-f06c-4d05-b223-5ff369796019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef28369-f27b-43ef-88a9-bd80e400e2ca,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:36.284137 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-94f4f487-f06c-4d05-b223-5ff369796019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:36.285220 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94f4f487-f06c-4d05-b223-5ff369796019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:36.287021 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-94f4f487-f06c-4d05-b223-5ff369796019 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ef28369-f27b-43ef-88a9-bd80e400e2ca HTTP/1.1" status: 204 len: 168 time: 1.0770490 Jan 14 07:19:36.302717 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.418s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:36.303060 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:36.328639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f7613ae-79fd-4dd1-9bed-ccd82213f46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:36.386948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f7613ae-79fd-4dd1-9bed-ccd82213f46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:36.503242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-da539b7c-a0d4-483c-b1b4-4adf2f8ac0a9 None None] Provisioning for port b84ecc90-e66f-4de6-97f6-59ff090e916c completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:36.668702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f7613ae-79fd-4dd1-9bed-ccd82213f46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:36.716745 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:36.772393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7613ae-79fd-4dd1-9bed-ccd82213f46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8422ce04-a7a3-4f78-80aa-2ff2c25f4ae1,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:36.781219 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0f7613ae-79fd-4dd1-9bed-ccd82213f46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:36.854000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb18d1d-9985-4a54-8402-d87ddf3ddd1a', 'name': 'tempest-FloatingIPsNegativeTestJSON-957796590-router', 'tenant_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '516658a5-d793-4c61-8073-e9250d805418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:29Z', 'updated_at': '2021-01-14T07:19:33Z', 'revision_number': 3, 'project_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'gw_port': {'id': '516658a5-d793-4c61-8073-e9250d805418', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb18d1d-9985-4a54-8402-d87ddf3ddd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:31Z', 'updated_at': '2021-01-14T07:19:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:36.859242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] Checking router: 7cb18d1d-9985-4a54-8402-d87ddf3ddd1a for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:19:36.859871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] Updating router 7cb18d1d-9985-4a54-8402-d87ddf3ddd1a port 516658a5-d793-4c61-8073-e9250d805418 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:19:36.863828 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f7613ae-79fd-4dd1-9bed-ccd82213f46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:36.867605 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0f7613ae-79fd-4dd1-9bed-ccd82213f46e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8422ce04-a7a3-4f78-80aa-2ff2c25f4ae1 HTTP/1.1" status: 204 len: 168 time: 0.9628932 Jan 14 07:19:36.879559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b84ecc90-e66f-4de6-97f6-59ff090e916c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:36.978008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:37.017143 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-790abd92-6596-4009-9920-3d49fa2838d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:37.025368 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:37.030478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-790abd92-6596-4009-9920-3d49fa2838d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:37.096391 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e3d4c71-4436-4f7e-a12b-8fb3a20b9ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:37.181837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port b84ecc90-e66f-4de6-97f6-59ff090e916c completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:37.184626 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-790abd92-6596-4009-9920-3d49fa2838d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4be337f757b64cee88f776477a7cca16&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0197558 Jan 14 07:19:37.185139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790abd92-6596-4009-9920-3d49fa2838d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f8060a-b807-4379-9e26-eff6e8b01637,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:37.198109 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-790abd92-6596-4009-9920-3d49fa2838d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:37.198752 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:37.199471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51810) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:37.210889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port b84ecc90-e66f-4de6-97f6-59ff090e916c triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:37.213717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:37.257437 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d6f899ed-caf2-40e1-b303-1d4fa6ac36b0 req-4cb4e842-4dd1-4f7d-a37e-ec88be5ed183 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.41 "GET /v2.0/networks?tenant_id=71dc137c22294791a0b8533a7fab65a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3870926 Jan 14 07:19:37.402548 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:37.558843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:37.611866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port b84ecc90-e66f-4de6-97f6-59ff090e916c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b84ecc90-e66f-4de6-97f6-59ff090e916c,segment=NetworkSegment(52b1321f-75ce-4e2a-916b-69fa25d84782),segment_id=52b1321f-75ce-4e2a-916b-69fa25d84782)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:37.616967 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:37.618285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d6f9bf81-905d-47c8-b17b-db989dc1a24b up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:37.710540 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:37.834180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port d6f9bf81-905d-47c8-b17b-db989dc1a24b completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:37.844496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port d6f9bf81-905d-47c8-b17b-db989dc1a24b triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:37.844912 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:37.937153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51820) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:37.993838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=b84ecc90-e66f-4de6-97f6-59ff090e916c,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:38.001429 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:38.018245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-baece2c9-88e5-47c9-8c6d-85f7edb67de4 None None] Provisioning complete for port b84ecc90-e66f-4de6-97f6-59ff090e916c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:38.018660 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-baece2c9-88e5-47c9-8c6d-85f7edb67de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:38.115496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f699e528-df72-4ccb-88ea-061203549888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:38.153753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f899ed-caf2-40e1-b303-1d4fa6ac36b0 req-7309b748-bd07-4de4-8237-45f8ff1396ab tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:38.165724 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d6f899ed-caf2-40e1-b303-1d4fa6ac36b0 req-7309b748-bd07-4de4-8237-45f8ff1396ab tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9070709 Jan 14 07:19:38.194680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:38.194882 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d6f899ed-caf2-40e1-b303-1d4fa6ac36b0 req-65f74f67-7b3d-4a58-b248-501b7dd53373 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.41 "GET /v2.0/quotas/71dc137c22294791a0b8533a7fab65a6 HTTP/1.1" status: 200 len: 375 time: 0.0278935 Jan 14 07:19:38.244973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] Transition to ACTIVE for port object 516658a5-d793-4c61-8073-e9250d805418 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:38.257019 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:38.278447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:38.295052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Pushing event updated for resources: {'Port': ['ID=2f703422-8023-4e4c-8db9-c21d898a907d,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:38.309331 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.906s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:38.314219 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d5f8f27b-99d1-4225-bb4c-0fc0f71a3c3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:38.315878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f699e528-df72-4ccb-88ea-061203549888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:38.322953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f699e528-df72-4ccb-88ea-061203549888 admin admin] Usage tracker for resource:security_group_rule and tenant:22d36a7daf5d404084d8bcd53e27ec64 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:38.326726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f699e528-df72-4ccb-88ea-061203549888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:38.336026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f699e528-df72-4ccb-88ea-061203549888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:38.409836 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d6f899ed-caf2-40e1-b303-1d4fa6ac36b0 req-8c19f7c8-404a-40a8-b7c9-1c880999abc3 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.41 "GET /v2.0/ports?tenant_id=71dc137c22294791a0b8533a7fab65a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2137077 Jan 14 07:19:38.454480 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:38.470589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:38.535004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port d6f9bf81-905d-47c8-b17b-db989dc1a24b, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d6f9bf81-905d-47c8-b17b-db989dc1a24b,segment=NetworkSegment(986df5d0-db44-4549-b1cd-1089fb38c72b),segment_id=986df5d0-db44-4549-b1cd-1089fb38c72b)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:38.544853 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:38.580994 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:38.617779 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f699e528-df72-4ccb-88ea-061203549888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:38.619470 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a49f4561-c5b4-4ea9-90c6-d1e3c2efd9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:38.658710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea308f4f-aa97-40e6-a4a0-4f940c9a183b None None] Pushing event updated for resources: {'Port': ['ID=516658a5-d793-4c61-8073-e9250d805418,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:38.672138 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ea308f4f-aa97-40e6-a4a0-4f940c9a183b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:38.687786 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f699e528-df72-4ccb-88ea-061203549888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:38.721799 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:38.803195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b84ecc90-e66f-4de6-97f6-59ff090e916c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:38.810568 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a49f4561-c5b4-4ea9-90c6-d1e3c2efd9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:38.826503 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:38.840057 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5551939 Jan 14 07:19:38.882896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] Attempting to bind port 516658a5-d793-4c61-8073-e9250d805418 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:19:38.883303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] Attempting to bind port 516658a5-d793-4c61-8073-e9250d805418 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:19:38.883875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] Attempting to bind port 516658a5-d793-4c61-8073-e9250d805418 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:19:38.897109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:19:38.897526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:38.897971 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:38.898400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:19:38.898909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] Bound port: 516658a5-d793-4c61-8073-e9250d805418, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:19:38.905903 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:38.933503 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f699e528-df72-4ccb-88ea-061203549888 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22d36a7daf5d404084d8bcd53e27ec64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9625483 Jan 14 07:19:38.951938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699e528-df72-4ccb-88ea-061203549888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1140f2-1ecf-4441-9ca0-810b071bf8a5,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:38.964559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51848) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:38.975425 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f699e528-df72-4ccb-88ea-061203549888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:39.095825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6f804a0b-fcfd-4866-9054-f5535797ddfe None None] Provisioning complete for port b84ecc90-e66f-4de6-97f6-59ff090e916c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:39.096546 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f804a0b-fcfd-4866-9054-f5535797ddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:39.100323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] For port 516658a5-d793-4c61-8073-e9250d805418, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:19:39.104430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] For port 516658a5-d793-4c61-8073-e9250d805418, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=516658a5-d793-4c61-8073-e9250d805418,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:19:39.110709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:39.145301 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:39.213583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=d6f9bf81-905d-47c8-b17b-db989dc1a24b,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:39.226008 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:39.234855 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb86e615-46ff-4810-8e0f-29654a1fd8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:39.265749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port b84ecc90-e66f-4de6-97f6-59ff090e916c triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:39.266340 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:39.324095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea308f4f-aa97-40e6-a4a0-4f940c9a183b None None] Pushing event updated for resources: {'Port': ['ID=516658a5-d793-4c61-8073-e9250d805418,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:39.355116 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb86e615-46ff-4810-8e0f-29654a1fd8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:39.361935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Allocated IP 172.20.0.1 (ff35fe85-a6ae-4b11-95d0-72b77f2dde68/e2627918-82d5-4f55-aff2-614befbc0cbb/2f890bd6-3b3b-4946-b2ec-5206ec595818) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:39.520729 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a49f4561-c5b4-4ea9-90c6-d1e3c2efd9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:39.547311 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:39.572854 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ea308f4f-aa97-40e6-a4a0-4f940c9a183b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:39.580322 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb86e615-46ff-4810-8e0f-29654a1fd8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:39.612006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f4561-c5b4-4ea9-90c6-d1e3c2efd9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f8060a-b807-4379-9e26-eff6e8b01637,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:39.620928 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a49f4561-c5b4-4ea9-90c6-d1e3c2efd9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:39.623739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a49f4561-c5b4-4ea9-90c6-d1e3c2efd9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:39.624574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] Routers {'7cb18d1d-9985-4a54-8402-d87ddf3ddd1a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:39.625165 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a49f4561-c5b4-4ea9-90c6-d1e3c2efd9e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81f8060a-b807-4379-9e26-eff6e8b01637 HTTP/1.1" status: 204 len: 168 time: 2.4238808 Jan 14 07:19:39.626202 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:39.627449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:19:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7cb18d1d-9985-4a54-8402-d87ddf3ddd1a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:39.648072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb86e615-46ff-4810-8e0f-29654a1fd8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:39.652746 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bb86e615-46ff-4810-8e0f-29654a1fd8a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea1140f2-1ecf-4441-9ca0-810b071bf8a5 HTTP/1.1" status: 204 len: 168 time: 0.6846621 Jan 14 07:19:39.653876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86e615-46ff-4810-8e0f-29654a1fd8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1140f2-1ecf-4441-9ca0-810b071bf8a5,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:39.657329 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb86e615-46ff-4810-8e0f-29654a1fd8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:39.902434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] Set router 7cb18d1d-9985-4a54-8402-d87ddf3ddd1a gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:19:39.938372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-503393be-c3a7-48ec-aeae-9dbe5caa3d99 req-4874cd9d-bd29-47cd-b844-f6b894e187d2 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Synchronizing usage tracker for tenant:c8eccedb11484749a36fad78bb0968c8 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:19:39.989673 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:39.993953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-503393be-c3a7-48ec-aeae-9dbe5caa3d99 req-4874cd9d-bd29-47cd-b844-f6b894e187d2 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Unset dirty status for tenant:c8eccedb11484749a36fad78bb0968c8 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:19:39.995236 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-503393be-c3a7-48ec-aeae-9dbe5caa3d99 req-4874cd9d-bd29-47cd-b844-f6b894e187d2 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--810996023&fields=id&tenant_id=c8eccedb11484749a36fad78bb0968c8 HTTP/1.1" status: 200 len: 267 time: 0.1596215 Jan 14 07:19:40.068701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Transition to ACTIVE for port object 2f890bd6-3b3b-4946-b2ec-5206ec595818 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:40.237172 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:40.273893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503393be-c3a7-48ec-aeae-9dbe5caa3d99 req-93735ec9-eac0-4e44-9420-315a837b8c09 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:40.275089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-503393be-c3a7-48ec-aeae-9dbe5caa3d99 req-93735ec9-eac0-4e44-9420-315a837b8c09 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Synchronizing usage tracker for tenant:c8eccedb11484749a36fad78bb0968c8 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:19:40.287043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb18d1d-9985-4a54-8402-d87ddf3ddd1a', 'name': 'tempest-FloatingIPsNegativeTestJSON-957796590-router', 'tenant_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '516658a5-d793-4c61-8073-e9250d805418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:29Z', 'updated_at': '2021-01-14T07:19:33Z', 'revision_number': 3, 'project_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'gw_port': {'id': '516658a5-d793-4c61-8073-e9250d805418', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb18d1d-9985-4a54-8402-d87ddf3ddd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:31Z', 'updated_at': '2021-01-14T07:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:40.292315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bab697-141e-45c8-b857-e209ea1a70ef None None] The sync data for ids ['7cb18d1d-9985-4a54-8402-d87ddf3ddd1a'] in n-d-769329-2 is: [{'id': '7cb18d1d-9985-4a54-8402-d87ddf3ddd1a', 'name': 'tempest-FloatingIPsNegativeTestJSON-957796590-router', 'tenant_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '516658a5-d793-4c61-8073-e9250d805418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:29Z', 'updated_at': '2021-01-14T07:19:33Z', 'revision_number': 3, 'project_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'gw_port': {'id': '516658a5-d793-4c61-8073-e9250d805418', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb18d1d-9985-4a54-8402-d87ddf3ddd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:31Z', 'updated_at': '2021-01-14T07:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:19:40.297668 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bab541b0-4442-4129-9149-fead5439a0b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:40.449503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-503393be-c3a7-48ec-aeae-9dbe5caa3d99 req-93735ec9-eac0-4e44-9420-315a837b8c09 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Unset dirty status for tenant:c8eccedb11484749a36fad78bb0968c8 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:19:40.451106 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-503393be-c3a7-48ec-aeae-9dbe5caa3d99 req-93735ec9-eac0-4e44-9420-315a837b8c09 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] 10.222.0.41 "GET /v2.0/networks?id=c74d612a-452c-413f-aa1a-727e9a13a69a HTTP/1.1" status: 200 len: 824 time: 0.4444966 Jan 14 07:19:40.458391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Pushing event updated for resources: {'Port': ['ID=2f890bd6-3b3b-4946-b2ec-5206ec595818,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:40.468166 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:40.500932 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-503393be-c3a7-48ec-aeae-9dbe5caa3d99 req-9e5122a3-e4a9-4875-aa57-d31afa58ce59 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] 10.222.0.41 "GET /v2.0/quotas/c8eccedb11484749a36fad78bb0968c8 HTTP/1.1" status: 200 len: 375 time: 0.0390089 Jan 14 07:19:40.594525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Network ff35fe85-a6ae-4b11-95d0-72b77f2dde68 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:40.596358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:40.600079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:19:40.600587 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:40.676356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d6f9bf81-905d-47c8-b17b-db989dc1a24b up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:40.862530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port d6f9bf81-905d-47c8-b17b-db989dc1a24b triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:40.863058 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:40.932495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51922) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:41.031135 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-503393be-c3a7-48ec-aeae-9dbe5caa3d99 req-c7095b9f-ec68-4868-adea-db4405b322f9 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8eccedb11484749a36fad78bb0968c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5291088 Jan 14 07:19:41.125883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7627a2f4-dd14-4aef-83e3-a41c5a662378 None None] Provisioning for port 2f890bd6-3b3b-4946-b2ec-5206ec595818 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:41.131352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7627a2f4-dd14-4aef-83e3-a41c5a662378 None None] Provisioning complete for port 2f890bd6-3b3b-4946-b2ec-5206ec595818 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:41.131791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7627a2f4-dd14-4aef-83e3-a41c5a662378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:41.195515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7627a2f4-dd14-4aef-83e3-a41c5a662378 None None] Port 2f890bd6-3b3b-4946-b2ec-5206ec595818 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:19:41.236168 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:41.420550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-766596078-network', 'tenant_id': '269bc2720b814f999444a12579197700'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:41.432603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:41.437730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Usage tracker for resource:network and tenant:269bc2720b814f999444a12579197700 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:41.441100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:41.450914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:41.474726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Made reservation on behalf of 269bc2720b814f999444a12579197700 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:41.483042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:41.499465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:41.521048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:41.529024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Usage tracker for resource:security_group_rule and tenant:269bc2720b814f999444a12579197700 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:41.532799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:41.544452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:41.613834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:41.619028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:41.624990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:41.652561 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1aebac24-b512-42d0-9fee-4a69bc6ff532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:41.726441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:41.736017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:41.766682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:19:41.793960 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:41.795023 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Added segment 69d592ce-6319-48e6-951e-579e63fa946e of type vxlan for network 43e91b83-f534-49fe-ba18-9de071987ad0 Jan 14 07:19:41.830092 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:41.843216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Pushing event updated for resources: {'Port': ['ID=2f890bd6-3b3b-4946-b2ec-5206ec595818,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:41.859675 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:41.859890 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-190eda78-f7ed-4916-9d5f-5c61e863535e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:41.913121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Network ff35fe85-a6ae-4b11-95d0-72b77f2dde68 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:41.914674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:41.925916 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:41.928163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893e784e-e478-42e4-83e0-0e9e5c8806fd,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:41.940847 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:41.942414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:41.943161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:41.947523 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:42.105127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Pushing event updated for resources: {'Network': ['ID=43e91b83-f534-49fe-ba18-9de071987ad0,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:42.111947 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:42.118894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 43e91b83-f534-49fe-ba18-9de071987ad0 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:42.155936 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.2175138 Jan 14 07:19:42.156136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 43e91b83-f534-49fe-ba18-9de071987ad0 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:42.156281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51962) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:42.172293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e9015b26-c901-41ad-9c55-98d45be84120 admin admin] Request body: {'subnet': {'network_id': '43e91b83-f534-49fe-ba18-9de071987ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-766596078-subnet', 'tenant_id': '269bc2720b814f999444a12579197700', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:42.189015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Router 7cb18d1d-9985-4a54-8402-d87ddf3ddd1a has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:19:42.190142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e9015b26-c901-41ad-9c55-98d45be84120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:42.198833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 43e91b83-f534-49fe-ba18-9de071987ad0 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:42.202331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e9015b26-c901-41ad-9c55-98d45be84120 admin admin] Usage tracker for resource:subnet and tenant:269bc2720b814f999444a12579197700 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:42.208793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e9015b26-c901-41ad-9c55-98d45be84120 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:42.221899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e9015b26-c901-41ad-9c55-98d45be84120 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:42.261627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9015b26-c901-41ad-9c55-98d45be84120 admin admin] Made reservation on behalf of 269bc2720b814f999444a12579197700 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:42.266461 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9015b26-c901-41ad-9c55-98d45be84120 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:42.411949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-503393be-c3a7-48ec-aeae-9dbe5caa3d99 req-2ad2118f-3722-4c3b-922a-43cca7cd2487 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:19:42.413729 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-503393be-c3a7-48ec-aeae-9dbe5caa3d99 req-2ad2118f-3722-4c3b-922a-43cca7cd2487 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5326409 Jan 14 07:19:42.587432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9a1ca446-0b44-4f99-89e8-954a755ab8c0 None None] Provisioning complete for port 2f890bd6-3b3b-4946-b2ec-5206ec595818 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:42.588177 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a1ca446-0b44-4f99-89e8-954a755ab8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:42.764783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 516658a5-d793-4c61-8073-e9250d805418 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:42.879437 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-503393be-c3a7-48ec-aeae-9dbe5caa3d99 req-db6a58dc-f783-44d0-8525-b2bf90bc3259 service neutron] 10.222.0.41 "GET /v2.0/networks/c74d612a-452c-413f-aa1a-727e9a13a69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559079 Jan 14 07:19:42.894042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9015b26-c901-41ad-9c55-98d45be84120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:42.942083 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3368ee09-34bc-4b28-9918-a7798d720fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:43.010817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9a1ca446-0b44-4f99-89e8-954a755ab8c0 None None] Port 2f890bd6-3b3b-4946-b2ec-5206ec595818 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:19:43.053798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 516658a5-d793-4c61-8073-e9250d805418 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:43.059982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 516658a5-d793-4c61-8073-e9250d805418 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:43.060528 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:43.068986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:19:43.109254 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-6f5970ec-9207-4746-9be2-65e371ce935a tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.41 "GET /v2.0/networks?tenant_id=71dc137c22294791a0b8533a7fab65a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1011076 Jan 14 07:19:43.159200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9015b26-c901-41ad-9c55-98d45be84120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb194aae-5589-410c-9bd3-3dabd7dd44d1,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:43.176681 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] 10.222.0.41 "PUT /v2.0/routers/7cb18d1d-9985-4a54-8402-d87ddf3ddd1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4636815 Jan 14 07:19:43.184750 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9015b26-c901-41ad-9c55-98d45be84120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:43.217229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:43.235831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 516658a5-d793-4c61-8073-e9250d805418, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=516658a5-d793-4c61-8073-e9250d805418,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:43.239460 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:43.248559 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:43.270226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9015b26-c901-41ad-9c55-98d45be84120 admin admin] Checking segment: {'id': '69d592ce-6319-48e6-951e-579e63fa946e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '43e91b83-f534-49fe-ba18-9de071987ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:43.270838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9015b26-c901-41ad-9c55-98d45be84120 admin admin] Network hostable DHCP agents. Network: 43e91b83-f534-49fe-ba18-9de071987ad0, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:19:43.299899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9015b26-c901-41ad-9c55-98d45be84120 admin admin] Network 43e91b83-f534-49fe-ba18-9de071987ad0 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:19:43.324181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e9015b26-c901-41ad-9c55-98d45be84120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 43e91b83-f534-49fe-ba18-9de071987ad0) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:43.336215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9015b26-c901-41ad-9c55-98d45be84120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:43.339404 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9015b26-c901-41ad-9c55-98d45be84120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:43.396889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a52cec3-3255-4e02-bb1f-31d7148d0f3b None None] Network 43e91b83-f534-49fe-ba18-9de071987ad0 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:43.402074 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e9015b26-c901-41ad-9c55-98d45be84120 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2444279 Jan 14 07:19:43.477045 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-503393be-c3a7-48ec-aeae-9dbe5caa3d99 req-22ffb8d3-1e23-4ce1-b0c5-abc3247822ec service neutron] 10.222.0.41 "GET /v2.0/networks/c74d612a-452c-413f-aa1a-727e9a13a69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5905552 Jan 14 07:19:43.519145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-bc88a4f9-7c10-4d66-8796-551810bcaa9e tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:43.520853 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-bc88a4f9-7c10-4d66-8796-551810bcaa9e tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4107487 Jan 14 07:19:43.544537 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-573c060e-cd77-4571-afbe-662aa2bd5002 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.41 "GET /v2.0/quotas/71dc137c22294791a0b8533a7fab65a6 HTTP/1.1" status: 200 len: 375 time: 0.0157528 Jan 14 07:19:43.652449 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-140b3c96-4dd4-4687-b236-0a17327d77e6 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.41 "GET /v2.0/ports?tenant_id=71dc137c22294791a0b8533a7fab65a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1024230 Jan 14 07:19:44.050255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] Sync routers for ids ['7cb18d1d-9985-4a54-8402-d87ddf3ddd1a'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:19:44.107188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=516658a5-d793-4c61-8073-e9250d805418,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:44.126517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] Routers {'7cb18d1d-9985-4a54-8402-d87ddf3ddd1a'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:44.127437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:19:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7cb18d1d-9985-4a54-8402-d87ddf3ddd1a'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:44.286660 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.038s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:44.591061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] Set router 7cb18d1d-9985-4a54-8402-d87ddf3ddd1a gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:19:44.734262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 516658a5-d793-4c61-8073-e9250d805418 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:44.864640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923ca36e-520f-4092-b5a5-8c8396ded1d4 None None] Network 43e91b83-f534-49fe-ba18-9de071987ad0 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:44.912090 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b571ed4d-d9be-4f45-b432-c626e2716fc4 req-575ebadc-b4a9-44cb-ad5c-f404ae678e38 tempest-FloatingIPsNegativeTestJSON-428557204 tempest-FloatingIPsNegativeTestJSON-428557204] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=15e4c0fc68df4b0abcbf74780d3b7376 HTTP/1.1" status: 200 len: 217 time: 0.1614614 Jan 14 07:19:45.294363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 516658a5-d793-4c61-8073-e9250d805418 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:45.295363 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:45.488162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:45.711317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb18d1d-9985-4a54-8402-d87ddf3ddd1a', 'name': 'tempest-FloatingIPsNegativeTestJSON-957796590-router', 'tenant_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '516658a5-d793-4c61-8073-e9250d805418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:29Z', 'updated_at': '2021-01-14T07:19:41Z', 'revision_number': 4, 'project_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'gw_port': {'id': '516658a5-d793-4c61-8073-e9250d805418', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb18d1d-9985-4a54-8402-d87ddf3ddd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:31Z', 'updated_at': '2021-01-14T07:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '2f890bd6-3b3b-4946-b2ec-5206ec595818', 'name': '', 'network_id': 'ff35fe85-a6ae-4b11-95d0-72b77f2dde68', 'tenant_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'mac_address': 'fa:16:3e:05:be:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb18d1d-9985-4a54-8402-d87ddf3ddd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'e2627918-82d5-4f55-aff2-614befbc0cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:38Z', 'updated_at': '2021-01-14T07:19:41Z', 'revision_number': 2, 'project_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'subnets': [{'id': 'e2627918-82d5-4f55-aff2-614befbc0cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:45.716784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] Checking router: 7cb18d1d-9985-4a54-8402-d87ddf3ddd1a for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:19:45.717689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] Updating router 7cb18d1d-9985-4a54-8402-d87ddf3ddd1a port 2f890bd6-3b3b-4946-b2ec-5206ec595818 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:19:45.779808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:45.924244 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-883dd5c3-9d5d-48c8-b92b-89888d333d9d req-d37d5c71-8637-4f6c-8d3a-ef14271daa3b tempest-FloatingIPsNegativeTestJSON-428557204 tempest-FloatingIPsNegativeTestJSON-428557204] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0647144 Jan 14 07:19:46.292848 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [req-20fe2cc1-5406-4311-8ebf-880a260430b9 req-0fc7ecc7-4098-49c9-976a-2fec5ad59caa tempest-FloatingIPsNegativeTestJSON-428557204 tempest-FloatingIPsNegativeTestJSON-428557204] show failed (client error): The resource could not be found. Jan 14 07:19:46.303413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52090) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:46.321208 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-20fe2cc1-5406-4311-8ebf-880a260430b9 req-0fc7ecc7-4098-49c9-976a-2fec5ad59caa tempest-FloatingIPsNegativeTestJSON-428557204 tempest-FloatingIPsNegativeTestJSON-428557204] 10.222.0.41 "GET /v2.0/floatingips/92f70bb3-8129-4888-b99a-7ae060d29275 HTTP/1.1" status: 404 len: 350 time: 0.1358178 Jan 14 07:19:46.483802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52102) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:46.539183 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:46.554733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] Transition to ACTIVE for port object 2f890bd6-3b3b-4946-b2ec-5206ec595818 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:46.583268 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:46.604946 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-24e795b3-c0f7-4fb3-ab23-6d24d8f8451d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:46.647085 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b37497c3-1f0d-4f8d-b774-cf6995c7027b tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:46.684810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98c1d5-427d-4e51-8121-118fc4651b06 None None] Pushing event updated for resources: {'Port': ['ID=2f890bd6-3b3b-4946-b2ec-5206ec595818,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:46.698070 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:46.700176 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a98c1d5-427d-4e51-8121-118fc4651b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:46.737091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.39', 57910) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:46.889982 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-e228632e-f648-41be-9c54-51fa9199517a tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.39 "GET /v2.0/networks?tenant_id=71dc137c22294791a0b8533a7fab65a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1354923 Jan 14 07:19:46.894078 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b37497c3-1f0d-4f8d-b774-cf6995c7027b tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:47.423931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b37497c3-1f0d-4f8d-b774-cf6995c7027b tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:47.424432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] Attempting to bind port 2f890bd6-3b3b-4946-b2ec-5206ec595818 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:19:47.424432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] Attempting to bind port 2f890bd6-3b3b-4946-b2ec-5206ec595818 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '52b1321f-75ce-4e2a-916b-69fa25d84782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff35fe85-a6ae-4b11-95d0-72b77f2dde68'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:19:47.424869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] Attempting to bind port 2f890bd6-3b3b-4946-b2ec-5206ec595818 on network ff35fe85-a6ae-4b11-95d0-72b77f2dde68 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:19:47.434961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:19:47.435379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] Checking segment: {'id': '52b1321f-75ce-4e2a-916b-69fa25d84782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff35fe85-a6ae-4b11-95d0-72b77f2dde68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:47.435876 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:47.436312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] Bound using segment: {'id': '52b1321f-75ce-4e2a-916b-69fa25d84782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff35fe85-a6ae-4b11-95d0-72b77f2dde68'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:19:47.436847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] Bound port: 2f890bd6-3b3b-4946-b2ec-5206ec595818, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b1321f-75ce-4e2a-916b-69fa25d84782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff35fe85-a6ae-4b11-95d0-72b77f2dde68'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:19:47.437266 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:47.472145 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:47.502693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37497c3-1f0d-4f8d-b774-cf6995c7027b tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d26bc85-d35b-41a9-a9f5-0ebf568b6e9c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:47.535617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-1fbde042-1dd4-46bd-b841-08a529035c85 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:47.537600 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-1fbde042-1dd4-46bd-b841-08a529035c85 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6467869 Jan 14 07:19:47.538963 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b37497c3-1f0d-4f8d-b774-cf6995c7027b tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:47.565052 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b37497c3-1f0d-4f8d-b774-cf6995c7027b tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:47.570276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52130) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:47.570703 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b37497c3-1f0d-4f8d-b774-cf6995c7027b tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] 10.222.0.41 "DELETE /v2.0/security-groups/4d26bc85-d35b-41a9-a9f5-0ebf568b6e9c HTTP/1.1" status: 204 len: 168 time: 1.0869031 Jan 14 07:19:47.592800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Request body: {'port': {'device_id': 'fcbe5b0f-044d-4e7a-a14e-2587f2ba9b91', 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd', 'admin_state_up': True, 'tenant_id': '71dc137c22294791a0b8533a7fab65a6'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:47.623546 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-7dd05ae9-5ced-42b6-b99c-df37f78eef8a tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] show failed (client error): The resource could not be found. Jan 14 07:19:47.624702 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7dd05ae9-5ced-42b6-b99c-df37f78eef8a tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] 10.222.0.41 "GET /v2.0/security-groups/4d26bc85-d35b-41a9-a9f5-0ebf568b6e9c HTTP/1.1" status: 404 len: 347 time: 0.0504692 Jan 14 07:19:47.632942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52136) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:47.639385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] For port 2f890bd6-3b3b-4946-b2ec-5206ec595818, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:19:47.642675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] For port 2f890bd6-3b3b-4946-b2ec-5206ec595818, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2f890bd6-3b3b-4946-b2ec-5206ec595818,segment=NetworkSegment(52b1321f-75ce-4e2a-916b-69fa25d84782),segment_id=52b1321f-75ce-4e2a-916b-69fa25d84782)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:19:47.651799 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:47.741047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52138) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:47.810991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.39', 57912) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:47.812181 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:47.869512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:47.873998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Usage tracker for resource:port and tenant:71dc137c22294791a0b8533a7fab65a6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:47.881457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Quota usage for port was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:47.893687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:47.928324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Made reservation on behalf of 71dc137c22294791a0b8533a7fab65a6 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:47.943705 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:47.960343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] Routers {'7cb18d1d-9985-4a54-8402-d87ddf3ddd1a'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:47.961152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:19:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7cb18d1d-9985-4a54-8402-d87ddf3ddd1a'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:47.996386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:48.018585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7e022-2435-4002-ad33-e8f3ee13ca52 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Deleting port 2f703422-8023-4e4c-8db9-c21d898a907d {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:19:48.018960 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ae7e022-2435-4002-ad33-e8f3ee13ca52 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:48.038481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:48.054159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Usage tracker for resource:security_group_rule and tenant:71dc137c22294791a0b8533a7fab65a6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:48.074332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:48.085033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:48.128955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98c1d5-427d-4e51-8121-118fc4651b06 None None] Pushing event updated for resources: {'Port': ['ID=2f890bd6-3b3b-4946-b2ec-5206ec595818,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:48.143674 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a98c1d5-427d-4e51-8121-118fc4651b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:48.170294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52156) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:48.191929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1120775120-network', 'tenant_id': '3ad033a72909473fb867f50126af1ba9'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:48.204471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:48.214856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Usage tracker for resource:network and tenant:3ad033a72909473fb867f50126af1ba9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:48.228058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:48.266136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:48.312895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:48.321189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:48.328976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] Set router 7cb18d1d-9985-4a54-8402-d87ddf3ddd1a gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:19:48.335221 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c0537bc6-bd6c-424e-9820-d5794d22b44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:48.512654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Made reservation on behalf of 3ad033a72909473fb867f50126af1ba9 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:48.517935 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:48.565544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:48.591419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:48.600522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Usage tracker for resource:security_group_rule and tenant:3ad033a72909473fb867f50126af1ba9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:48.604714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:48.613602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:48.654184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Pushing event updated for resources: {'SecurityGroup': ['ID=34f97bd9-3290-4cfe-a5fa-a91c13f1993d,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:48.661244 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:48.689739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bdabe27-6ab4-4f6e-8e48-40fe4253b00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:48.719264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dbd3238d-9a0b-48e0-a07e-e50d680d07c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:48.859319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Allocated IP 192.168.233.130 (d6bd0598-2cab-47e3-9f0f-47d899b421cd/ffe7d3d2-18e7-450d-bb59-0b64181030a8/b11b98fc-47c4-4f62-bf92-40d985c305e6) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:19:48.873767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb18d1d-9985-4a54-8402-d87ddf3ddd1a', 'name': 'tempest-FloatingIPsNegativeTestJSON-957796590-router', 'tenant_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '516658a5-d793-4c61-8073-e9250d805418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:29Z', 'updated_at': '2021-01-14T07:19:41Z', 'revision_number': 4, 'project_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'gw_port': {'id': '516658a5-d793-4c61-8073-e9250d805418', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb18d1d-9985-4a54-8402-d87ddf3ddd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:31Z', 'updated_at': '2021-01-14T07:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '2f890bd6-3b3b-4946-b2ec-5206ec595818', 'name': '', 'network_id': 'ff35fe85-a6ae-4b11-95d0-72b77f2dde68', 'tenant_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'mac_address': 'fa:16:3e:05:be:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb18d1d-9985-4a54-8402-d87ddf3ddd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'e2627918-82d5-4f55-aff2-614befbc0cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:38Z', 'updated_at': '2021-01-14T07:19:47Z', 'revision_number': 4, 'project_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'subnets': [{'id': 'e2627918-82d5-4f55-aff2-614befbc0cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:48.878983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58b6b35-01a7-4232-82d5-bf561fd5ea91 None None] The sync data for ids ['7cb18d1d-9985-4a54-8402-d87ddf3ddd1a'] in n-d-769329-2 is: [{'id': '7cb18d1d-9985-4a54-8402-d87ddf3ddd1a', 'name': 'tempest-FloatingIPsNegativeTestJSON-957796590-router', 'tenant_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '516658a5-d793-4c61-8073-e9250d805418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:29Z', 'updated_at': '2021-01-14T07:19:41Z', 'revision_number': 4, 'project_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'gw_port': {'id': '516658a5-d793-4c61-8073-e9250d805418', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb18d1d-9985-4a54-8402-d87ddf3ddd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:31Z', 'updated_at': '2021-01-14T07:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '2f890bd6-3b3b-4946-b2ec-5206ec595818', 'name': '', 'network_id': 'ff35fe85-a6ae-4b11-95d0-72b77f2dde68', 'tenant_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'mac_address': 'fa:16:3e:05:be:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb18d1d-9985-4a54-8402-d87ddf3ddd1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': 'e2627918-82d5-4f55-aff2-614befbc0cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:38Z', 'updated_at': '2021-01-14T07:19:47Z', 'revision_number': 4, 'project_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'subnets': [{'id': 'e2627918-82d5-4f55-aff2-614befbc0cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:19:49.231368 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ae7e022-2435-4002-ad33-e8f3ee13ca52 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:49.231900 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ae7e022-2435-4002-ad33-e8f3ee13ca52 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks [] for floatingip, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:49.297806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:49.352984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Transition to ACTIVE for port object b11b98fc-47c4-4f62-bf92-40d985c305e6 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:49.407978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:49.440690 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-503393be-c3a7-48ec-aeae-9dbe5caa3d99 req-c9a7300b-f50d-4fdd-9efd-6853d9de9a21 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8eccedb11484749a36fad78bb0968c8&device_id=cce08fe1-9403-4d8e-bd86-f962ed6c09e8 HTTP/1.1" status: 200 len: 210 time: 1.6280868 Jan 14 07:19:49.445576 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:49.461106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9bdabe27-6ab4-4f6e-8e48-40fe4253b00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:49.489772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52178) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:49.621835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9bdabe27-6ab4-4f6e-8e48-40fe4253b00e admin admin] Usage tracker for resource:security_group_rule and tenant:126bffe79c3e41e7b58da21233e75371 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:49.737570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Pushing event updated for resources: {'Port': ['ID=b11b98fc-47c4-4f62-bf92-40d985c305e6,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:49.760267 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:49.763631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4ae7e022-2435-4002-ad33-e8f3ee13ca52 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Calling delete_port for 2f703422-8023-4e4c-8db9-c21d898a907d owned by network:floatingip {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:19:49.792140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9bdabe27-6ab4-4f6e-8e48-40fe4253b00e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:49.846758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Network d6bd0598-2cab-47e3-9f0f-47d899b421cd is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:19:49.849040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:49.853119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.856012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.859114 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.859114 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.859114 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.859114 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.859114 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:19:49.859114 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.859114 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.859114 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.859114 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:19:49.859114 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.859114 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.859114 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.859114 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:19:49.859114 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.859114 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.859114 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.859114 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:19:49.859114 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.859114 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.859114 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.863573 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.866769 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:19:49.866769 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.866769 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.866769 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.866769 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:19:49.866769 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.866769 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.866769 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.866769 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:19:49.866769 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.866769 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.866769 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.866769 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:19:49.866769 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.866769 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.866769 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.866769 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:19:49.866769 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:49.866769 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:49.866769 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:49.889287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:49.890414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:49.891018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9bdabe27-6ab4-4f6e-8e48-40fe4253b00e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:49.928759 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3435867 Jan 14 07:19:49.944819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-262514b9-bb55-4fb6-91e1-479139c09d66 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:19:49.946458 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-262514b9-bb55-4fb6-91e1-479139c09d66 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0115230 Jan 14 07:19:49.959866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52196) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:49.970832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Request body: {'port': {'device_id': 'fcbe5b0f-044d-4e7a-a14e-2587f2ba9b91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-2'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:50.273638 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:50.323292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e4ea4038-6e7b-4035-ac6c-d981c06d2b62 None None] Provisioning for port b11b98fc-47c4-4f62-bf92-40d985c305e6 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:50.329205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e4ea4038-6e7b-4035-ac6c-d981c06d2b62 None None] Provisioning complete for port b11b98fc-47c4-4f62-bf92-40d985c305e6 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:50.330780 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4ea4038-6e7b-4035-ac6c-d981c06d2b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:50.357559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52204) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:50.473222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e4ea4038-6e7b-4035-ac6c-d981c06d2b62 None None] Port b11b98fc-47c4-4f62-bf92-40d985c305e6 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:19:50.495766 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da12b012-b076-417b-9520-60eab6717a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:50.512277 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:50.518693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-da12b012-b076-417b-9520-60eab6717a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:50.524915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-da12b012-b076-417b-9520-60eab6717a91 admin admin] Usage tracker for resource:security_group_rule and tenant:bf9f52792dd84957b791969a78004337 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:50.528094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-da12b012-b076-417b-9520-60eab6717a91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:50.538019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-da12b012-b076-417b-9520-60eab6717a91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:50.559930 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:50.572602 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:50.610905 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-825144fa-96f0-447e-8130-361aa3fa735a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:50.659882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503393be-c3a7-48ec-aeae-9dbe5caa3d99 req-36040c60-e546-4d0e-be79-95a3d68295a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:50.660769 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-503393be-c3a7-48ec-aeae-9dbe5caa3d99 req-36040c60-e546-4d0e-be79-95a3d68295a8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c8eccedb11484749a36fad78bb0968c8&shared=False HTTP/1.1" status: 200 len: 918 time: 1.1720431 Jan 14 07:19:50.706975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-825144fa-96f0-447e-8130-361aa3fa735a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:50.712554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180ba5fc-30c4-44cf-a062-64add0730d2d,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:50.725560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-825144fa-96f0-447e-8130-361aa3fa735a admin admin] Usage tracker for resource:security_group_rule and tenant:683184bf70c44e5bb38548df9877e339 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:50.733062 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:50.747930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-825144fa-96f0-447e-8130-361aa3fa735a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:50.752590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2f890bd6-3b3b-4946-b2ec-5206ec595818 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:50.776784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-825144fa-96f0-447e-8130-361aa3fa735a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:50.844978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:19:50.848994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 2f890bd6-3b3b-4946-b2ec-5206ec595818 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:19:50.858781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-dbd3238d-9a0b-48e0-a07e-e50d680d07c4 admin admin] Deleting port 2f890bd6-3b3b-4946-b2ec-5206ec595818 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:19:50.859270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dbd3238d-9a0b-48e0-a07e-e50d680d07c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:50.860450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 2f890bd6-3b3b-4946-b2ec-5206ec595818 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:50.861068 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:50.920360 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da12b012-b076-417b-9520-60eab6717a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:50.932706 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da12b012-b076-417b-9520-60eab6717a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:50.956786 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7d465c1c-66a5-4761-9ac7-8cbf8c5eef4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:51.051263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12b012-b076-417b-9520-60eab6717a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8da170-b929-4893-9e2d-8c8510c70714,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:51.059917 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-da12b012-b076-417b-9520-60eab6717a91 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf9f52792dd84957b791969a78004337&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0950100 Jan 14 07:19:51.064448 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da12b012-b076-417b-9520-60eab6717a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:51.076227 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.077089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52222) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:51.125626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 2f890bd6-3b3b-4946-b2ec-5206ec595818, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2f890bd6-3b3b-4946-b2ec-5206ec595818,segment=NetworkSegment(52b1321f-75ce-4e2a-916b-69fa25d84782),segment_id=52b1321f-75ce-4e2a-916b-69fa25d84782)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:51.130661 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.136136 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:51.137464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-dbd3238d-9a0b-48e0-a07e-e50d680d07c4 admin admin] For port 2f890bd6-3b3b-4946-b2ec-5206ec595818, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2f890bd6-3b3b-4946-b2ec-5206ec595818,segment=NetworkSegment(52b1321f-75ce-4e2a-916b-69fa25d84782),segment_id=52b1321f-75ce-4e2a-916b-69fa25d84782)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:51.138129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dbd3238d-9a0b-48e0-a07e-e50d680d07c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.177945 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-825144fa-96f0-447e-8130-361aa3fa735a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.226618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-825144fa-96f0-447e-8130-361aa3fa735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.235174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=2f890bd6-3b3b-4946-b2ec-5206ec595818,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:51.240944 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fbcfeb65-ccd4-4911-91c1-5a91ccf16634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:51.251719 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:51.268737 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-120ee771-cac3-4698-b08d-34b749517309 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=71dc137c22294791a0b8533a7fab65a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7778258 Jan 14 07:19:51.292565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52232) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:51.398634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-dbd3238d-9a0b-48e0-a07e-e50d680d07c4 admin admin] Calling delete_port for 2f890bd6-3b3b-4946-b2ec-5206ec595818 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:19:51.430363 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.430770 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Added segment 855cd3da-9018-4772-8edc-5059482190c2 of type vxlan for network 1427777e-9b7e-4571-a752-cffc46f274c5 Jan 14 07:19:51.510922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bdabe27-6ab4-4f6e-8e48-40fe4253b00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.530970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4acbd559-16c2-4d7b-a64f-782c0e4ba081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.532603 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bdabe27-6ab4-4f6e-8e48-40fe4253b00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.539032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b11b98fc-47c4-4f62-bf92-40d985c305e6 {{(pid=80907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:19:51.556961 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-825144fa-96f0-447e-8130-361aa3fa735a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=683184bf70c44e5bb38548df9877e339&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1948733 Jan 14 07:19:51.556961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825144fa-96f0-447e-8130-361aa3fa735a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566ebedd-bb6d-42b7-a2ac-1e95de19336c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:51.570214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52240) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:51.574537 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-825144fa-96f0-447e-8130-361aa3fa735a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:51.576552 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.647413 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4acbd559-16c2-4d7b-a64f-782c0e4ba081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.672102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Transition to ACTIVE for port object b11b98fc-47c4-4f62-bf92-40d985c305e6 will not be triggered until provisioned by entity L2. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:19:51.709455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.755757 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9a34e65d-24ca-4574-b2a0-22df8adc9548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:51.764979 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.800923 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9bdabe27-6ab4-4f6e-8e48-40fe4253b00e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=126bffe79c3e41e7b58da21233e75371&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0495138 Jan 14 07:19:51.800923 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ae7e022-2435-4002-ad33-e8f3ee13ca52 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:51.822154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52246) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:51.860384 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-4ba8b3cc-b979-4951-9527-449a12fd6420 admin admin] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 07:19:51.869729 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4ba8b3cc-b979-4951-9527-449a12fd6420 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34f97bd9-3290-4cfe-a5fa-a91c13f1993d HTTP/1.1" status: 409 len: 336 time: 0.5616698 Jan 14 07:19:51.873125 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:52.024637 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-777886e8-670b-4523-88f7-cc77e9179d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:52.058480 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-777886e8-670b-4523-88f7-cc77e9179d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:52.131274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4acbd559-16c2-4d7b-a64f-782c0e4ba081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:52.136221 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-777886e8-670b-4523-88f7-cc77e9179d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:52.289973 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4acbd559-16c2-4d7b-a64f-782c0e4ba081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:52.294242 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4acbd559-16c2-4d7b-a64f-782c0e4ba081 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e8da170-b929-4893-9e2d-8c8510c70714 HTTP/1.1" status: 204 len: 168 time: 1.2157283 Jan 14 07:19:52.295825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-777886e8-670b-4523-88f7-cc77e9179d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:52.297073 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-777886e8-670b-4523-88f7-cc77e9179d0c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/566ebedd-bb6d-42b7-a2ac-1e95de19336c HTTP/1.1" status: 204 len: 168 time: 0.7257099 Jan 14 07:19:52.297936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Pushing event updated for resources: {'Port': ['ID=b11b98fc-47c4-4f62-bf92-40d985c305e6,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:52.304518 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:52.305699 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da12b012-b076-417b-9520-60eab6717a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:52.315085 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ae7e022-2435-4002-ad33-e8f3ee13ca52 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks [] for floatingip, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:52.319843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbd559-16c2-4d7b-a64f-782c0e4ba081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8da170-b929-4893-9e2d-8c8510c70714,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:52.322364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Attempting to bind port b11b98fc-47c4-4f62-bf92-40d985c305e6 on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:19:52.322831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Attempting to bind port b11b98fc-47c4-4f62-bf92-40d985c305e6 by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:19:52.323303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Attempting to bind port b11b98fc-47c4-4f62-bf92-40d985c305e6 on network d6bd0598-2cab-47e3-9f0f-47d899b421cd {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:19:52.338853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:19:52.347828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Checking segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:52.348573 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:52.349131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Bound using segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:19:52.349768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Bound port: b11b98fc-47c4-4f62-bf92-40d985c305e6, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:19:52.350222 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:52.353274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:19:52.380190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdabe27-6ab4-4f6e-8e48-40fe4253b00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e4d051-6938-4292-8a97-3e0474075d56,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:52.393181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777886e8-670b-4523-88f7-cc77e9179d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566ebedd-bb6d-42b7-a2ac-1e95de19336c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:52.398416 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-777886e8-670b-4523-88f7-cc77e9179d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:52.399742 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9bdabe27-6ab4-4f6e-8e48-40fe4253b00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:52.404243 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96757557-9753-4748-870f-1831229059ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:52.408172 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96757557-9753-4748-870f-1831229059ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:52.467479 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec12c86e-b9da-4b43-91c9-84ddec4bd421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:52.531179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503393be-c3a7-48ec-aeae-9dbe5caa3d99 req-93156967-27d3-408a-ac08-7acd8857ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:52.532894 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-503393be-c3a7-48ec-aeae-9dbe5caa3d99 req-93156967-27d3-408a-ac08-7acd8857ded3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.8019185 Jan 14 07:19:52.563852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] For port b11b98fc-47c4-4f62-bf92-40d985c305e6, host n-h2-769329-2, cleared binding levels {{(pid=80907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:19:52.574403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7e022-2435-4002-ad33-e8f3ee13ca52 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Pushing event deleted for resources: {'Port': ['ID=2f703422-8023-4e4c-8db9-c21d898a907d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:52.579095 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4ae7e022-2435-4002-ad33-e8f3ee13ca52 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:52.585782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ae7e022-2435-4002-ad33-e8f3ee13ca52 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:52.591222 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4ae7e022-2435-4002-ad33-e8f3ee13ca52 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] 10.222.0.41 "DELETE /v2.0/floatingips/00411d2c-0666-498b-8e49-e1eaa60d3015 HTTP/1.1" status: 204 len: 168 time: 4.9414799 Jan 14 07:19:52.609137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] For port b11b98fc-47c4-4f62-bf92-40d985c305e6, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=b11b98fc-47c4-4f62-bf92-40d985c305e6,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:19:52.622522 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:52.641538 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:52.643594 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:52.669271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:52.669792 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:52.684973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-503393be-c3a7-48ec-aeae-9dbe5caa3d99 req-da17f248-92ab-4260-87f2-6342073fee8e tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Synchronizing usage tracker for tenant:c8eccedb11484749a36fad78bb0968c8 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:19:52.693605 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:52.740878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b26e6a90-8567-49c1-9a1c-450419d5c134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:52.769661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2f890bd6-3b3b-4946-b2ec-5206ec595818 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:19:52.774754 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 4.6032188 Jan 14 07:19:52.840101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52280) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:52.880082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-61736ac2-2052-4f8b-bda4-d018e9cda8f9 admin admin] Request body: {'subnet': {'network_id': '1427777e-9b7e-4571-a752-cffc46f274c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1120775120-subnet', 'tenant_id': '3ad033a72909473fb867f50126af1ba9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:19:52.890410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-61736ac2-2052-4f8b-bda4-d018e9cda8f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:52.894606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-61736ac2-2052-4f8b-bda4-d018e9cda8f9 admin admin] Usage tracker for resource:subnet and tenant:3ad033a72909473fb867f50126af1ba9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:52.897723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-61736ac2-2052-4f8b-bda4-d018e9cda8f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:52.905118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-61736ac2-2052-4f8b-bda4-d018e9cda8f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:52.951962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 2f890bd6-3b3b-4946-b2ec-5206ec595818 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:19:52.952391 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:52.956478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52288) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:52.960931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61736ac2-2052-4f8b-bda4-d018e9cda8f9 admin admin] Made reservation on behalf of 3ad033a72909473fb867f50126af1ba9 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:19:52.966391 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61736ac2-2052-4f8b-bda4-d018e9cda8f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:53.006788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-503393be-c3a7-48ec-aeae-9dbe5caa3d99 req-da17f248-92ab-4260-87f2-6342073fee8e tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Unset dirty status for tenant:c8eccedb11484749a36fad78bb0968c8 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:19:53.008088 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-503393be-c3a7-48ec-aeae-9dbe5caa3d99 req-da17f248-92ab-4260-87f2-6342073fee8e tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] 10.222.0.39 "GET /v2.0/ports?device_id=cce08fe1-9403-4d8e-bd86-f962ed6c09e8 HTTP/1.1" status: 200 len: 210 time: 0.4286983 Jan 14 07:19:53.010425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Pushing event updated for resources: {'Port': ['ID=b11b98fc-47c4-4f62-bf92-40d985c305e6,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:53.017238 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:53.031498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:53.032558 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:53.035011 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] 10.222.0.39 "PUT /v2.0/ports/b11b98fc-47c4-4f62-bf92-40d985c305e6 HTTP/1.1" status: 200 len: 1160 time: 3.0758183 Jan 14 07:19:53.035375 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b26e6a90-8567-49c1-9a1c-450419d5c134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:53.038182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcbe5b0f-044d-4e7a-a14e-2587f2ba9b91', 'tag': 'b11b98fc-47c4-4f62-bf92-40d985c305e6'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:19:53.064743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:19:53.128685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Pushing event updated for resources: {'Network': ['ID=1427777e-9b7e-4571-a752-cffc46f274c5,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:53.190254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 1427777e-9b7e-4571-a752-cffc46f274c5 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:53.253633 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:53.309576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-dbd3238d-9a0b-48e0-a07e-e50d680d07c4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:19:53.312121 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-dbd3238d-9a0b-48e0-a07e-e50d680d07c4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:19:53.381274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-1ecaa4e9-b6a9-4c0d-8f02-96ae19b90349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:53.383749 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-1ecaa4e9-b6a9-4c0d-8f02-96ae19b90349 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71dc137c22294791a0b8533a7fab65a6&device_id=fcbe5b0f-044d-4e7a-a14e-2587f2ba9b91 HTTP/1.1" status: 200 len: 1163 time: 0.2012529 Jan 14 07:19:53.393053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 1427777e-9b7e-4571-a752-cffc46f274c5 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:53.442785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 1427777e-9b7e-4571-a752-cffc46f274c5 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:19:53.459839 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-88f4ff1a-5aa2-4eca-80ba-3da6dc7883ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=b11b98fc-47c4-4f62-bf92-40d985c305e6 HTTP/1.1" status: 200 len: 217 time: 0.0689538 Jan 14 07:19:53.540377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52302) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:53.564679 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-feae8fac-60fc-4ba1-894a-ca3899af2e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:53.593980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-feae8fac-60fc-4ba1-894a-ca3899af2e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:53.613756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-feae8fac-60fc-4ba1-894a-ca3899af2e75 admin admin] Usage tracker for resource:security_group_rule and tenant:8c3b0986df014d05be33e0b41c83e9ef is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:53.619496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-feae8fac-60fc-4ba1-894a-ca3899af2e75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:53.635711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-486f6d8a-c2a3-48be-9853-d6df232e00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:53.637313 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-486f6d8a-c2a3-48be-9853-d6df232e00a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ffe7d3d2-18e7-450d-bb59-0b64181030a8 HTTP/1.1" status: 200 len: 843 time: 0.1710920 Jan 14 07:19:53.638258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-feae8fac-60fc-4ba1-894a-ca3899af2e75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:53.703891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52306) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:53.750626 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d472cdf2-b757-46ce-9e13-e5aac9d71fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:53.793074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d472cdf2-b757-46ce-9e13-e5aac9d71fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:53.812465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d472cdf2-b757-46ce-9e13-e5aac9d71fad admin admin] Usage tracker for resource:security_group_rule and tenant:a66803488f1e4ac78af5e94d3142ea75 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:53.817714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d472cdf2-b757-46ce-9e13-e5aac9d71fad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:53.829019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d472cdf2-b757-46ce-9e13-e5aac9d71fad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:53.842565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-d0348925-1dad-4c4a-9246-16d8ef8432b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:53.844305 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-d0348925-1dad-4c4a-9246-16d8ef8432b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d6bd0598-2cab-47e3-9f0f-47d899b421cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1945882 Jan 14 07:19:53.885296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-dbd3238d-9a0b-48e0-a07e-e50d680d07c4 admin admin] Deleting port 2f890bd6-3b3b-4946-b2ec-5206ec595818 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:19:53.886263 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dbd3238d-9a0b-48e0-a07e-e50d680d07c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:53.998950 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-926cc5d9-ab88-4eec-8072-32a2fbb2934f req-22e66f30-3aaa-400e-ad23-160e08054df1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8eccedb11484749a36fad78bb0968c8&device_id=cce08fe1-9403-4d8e-bd86-f962ed6c09e8 HTTP/1.1" status: 200 len: 210 time: 0.2225151 Jan 14 07:19:54.173829 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-feae8fac-60fc-4ba1-894a-ca3899af2e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:54.178979 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-ec46ef65-4267-461c-bcc1-c3b5a754b3f5 service neutron] 10.222.0.39 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229752 Jan 14 07:19:54.205402 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-feae8fac-60fc-4ba1-894a-ca3899af2e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:54.212963 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-640ae74e-7ed9-4762-9a18-44825c34dfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:54.352936 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96757557-9753-4748-870f-1831229059ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:54.419418 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-c9e126e3-40dc-4de4-9acc-479a6c02b6ae service neutron] 10.222.0.39 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2212062 Jan 14 07:19:54.492309 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d472cdf2-b757-46ce-9e13-e5aac9d71fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:54.500339 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-feae8fac-60fc-4ba1-894a-ca3899af2e75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c3b0986df014d05be33e0b41c83e9ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9590092 Jan 14 07:19:54.503070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52324) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:54.516680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae8fac-60fc-4ba1-894a-ca3899af2e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d8bbfd-d791-4ef8-ab77-e758ec037af9,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:54.521088 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-feae8fac-60fc-4ba1-894a-ca3899af2e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:54.522292 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d472cdf2-b757-46ce-9e13-e5aac9d71fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:54.594381 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b68b1ed4-1f87-446a-96cc-a25b34505858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:54.617954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cc5d9-ab88-4eec-8072-32a2fbb2934f req-68055e51-2f30-4664-9461-f413146a5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:54.620126 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-926cc5d9-ab88-4eec-8072-32a2fbb2934f req-68055e51-2f30-4664-9461-f413146a5022 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c8eccedb11484749a36fad78bb0968c8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5955832 Jan 14 07:19:54.659772 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d472cdf2-b757-46ce-9e13-e5aac9d71fad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a66803488f1e4ac78af5e94d3142ea75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9547186 Jan 14 07:19:54.668671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472cdf2-b757-46ce-9e13-e5aac9d71fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b81063-10fd-480b-8e30-79012794694b,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:54.674166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52330) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:54.674962 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b26e6a90-8567-49c1-9a1c-450419d5c134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:54.677026 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d472cdf2-b757-46ce-9e13-e5aac9d71fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:54.683763 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14db30d4-5b50-488c-acba-5c48981fb0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:54.690123 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9bdabe27-6ab4-4f6e-8e48-40fe4253b00e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:54.719554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e6a90-8567-49c1-9a1c-450419d5c134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e4d051-6938-4292-8a97-3e0474075d56,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:54.722736 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14db30d4-5b50-488c-acba-5c48981fb0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:54.748350 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b26e6a90-8567-49c1-9a1c-450419d5c134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:54.787639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14db30d4-5b50-488c-acba-5c48981fb0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:54.802007 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:54.822790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db30d4-5b50-488c-acba-5c48981fb0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d8bbfd-d791-4ef8-ab77-e758ec037af9,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:54.828233 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14db30d4-5b50-488c-acba-5c48981fb0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:54.829564 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14db30d4-5b50-488c-acba-5c48981fb0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:54.837458 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-14db30d4-5b50-488c-acba-5c48981fb0a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0d8bbfd-d791-4ef8-ab77-e758ec037af9 HTTP/1.1" status: 204 len: 168 time: 0.3331676 Jan 14 07:19:54.966973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.39', 57918) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:54.969057 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcbe5b0f-044d-4e7a-a14e-2587f2ba9b91', 'tag': 'b11b98fc-47c4-4f62-bf92-40d985c305e6', 'status': 'completed', 'code': 200} Jan 14 07:19:55.073660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-dbd3238d-9a0b-48e0-a07e-e50d680d07c4 admin admin] For port 2f890bd6-3b3b-4946-b2ec-5206ec595818, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2f890bd6-3b3b-4946-b2ec-5206ec595818,segment=NetworkSegment(52b1321f-75ce-4e2a-916b-69fa25d84782),segment_id=52b1321f-75ce-4e2a-916b-69fa25d84782)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:55.074072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dbd3238d-9a0b-48e0-a07e-e50d680d07c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:55.076239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87259f8f-da51-4a36-8163-f8bca93611ab req-452d62c4-e884-4b7a-b228-37ce6853a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:55.078083 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-87259f8f-da51-4a36-8163-f8bca93611ab req-452d62c4-e884-4b7a-b228-37ce6853a87d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71dc137c22294791a0b8533a7fab65a6&device_id=fcbe5b0f-044d-4e7a-a14e-2587f2ba9b91 HTTP/1.1" status: 200 len: 1163 time: 0.1064475 Jan 14 07:19:55.099944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d18955d8-f127-40a8-946f-19d90fc413a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:55.114989 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b26e6a90-8567-49c1-9a1c-450419d5c134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:55.116210 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b26e6a90-8567-49c1-9a1c-450419d5c134 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23e4d051-6938-4292-8a97-3e0474075d56 HTTP/1.1" status: 204 len: 168 time: 3.2770822 Jan 14 07:19:55.126735 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-87259f8f-da51-4a36-8163-f8bca93611ab req-ba0b3fe0-4177-4e41-bb3f-b7576180486f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=71dc137c22294791a0b8533a7fab65a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385113 Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:19:55.135430 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.138063 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.139268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:19:55.142055 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.142055 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.142055 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.142055 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:19:55.142055 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.142055 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.142055 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.142055 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:19:55.142055 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:19:55.142055 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.142055 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.142055 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.142055 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.142055 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:19:55.142055 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:19:55.157199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-50d38a40-09c7-488f-88be-4920cea21d90 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:55.158013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-50d38a40-09c7-488f-88be-4920cea21d90 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Synchronizing usage tracker for tenant:71dc137c22294791a0b8533a7fab65a6 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:19:55.258052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-dbd3238d-9a0b-48e0-a07e-e50d680d07c4 admin admin] Calling delete_port for 2f890bd6-3b3b-4946-b2ec-5206ec595818 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:19:55.336781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-50d38a40-09c7-488f-88be-4920cea21d90 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Unset dirty status for tenant:71dc137c22294791a0b8533a7fab65a6 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:19:55.337839 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-50d38a40-09c7-488f-88be-4920cea21d90 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.39 "GET /v2.0/ports?device_id=fcbe5b0f-044d-4e7a-a14e-2587f2ba9b91 HTTP/1.1" status: 200 len: 948 time: 0.4579566 Jan 14 07:19:55.382227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87259f8f-da51-4a36-8163-f8bca93611ab req-069308d4-fa21-4a36-964f-43ce1299e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:55.382423 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d18955d8-f127-40a8-946f-19d90fc413a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:55.384077 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-87259f8f-da51-4a36-8163-f8bca93611ab req-069308d4-fa21-4a36-964f-43ce1299e51a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2218111 Jan 14 07:19:55.453305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-f402bb8f-44a4-40d7-a2ac-ffca2c707f64 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Deleting port b11b98fc-47c4-4f62-bf92-40d985c305e6 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:19:55.467593 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-f402bb8f-44a4-40d7-a2ac-ffca2c707f64 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:55.592743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cc5d9-ab88-4eec-8072-32a2fbb2934f req-89f9f5e1-107d-44fd-8328-eb7ae7dd993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:55.594605 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-926cc5d9-ab88-4eec-8072-32a2fbb2934f req-89f9f5e1-107d-44fd-8328-eb7ae7dd993c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7866030 Jan 14 07:19:55.640246 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d18955d8-f127-40a8-946f-19d90fc413a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:55.650614 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-65ae37a2-9c4d-48fa-a401-35bd68979c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:55.683067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d18955d8-f127-40a8-946f-19d90fc413a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:55.684305 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d18955d8-f127-40a8-946f-19d90fc413a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2b81063-10fd-480b-8e30-79012794694b HTTP/1.1" status: 204 len: 168 time: 1.0062616 Jan 14 07:19:55.740836 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-926cc5d9-ab88-4eec-8072-32a2fbb2934f req-68fbb0d3-667a-41e1-9e32-fc9cd05792e8 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] 10.222.0.39 "GET /v2.0/ports?device_id=cce08fe1-9403-4d8e-bd86-f962ed6c09e8 HTTP/1.1" status: 200 len: 210 time: 0.0654204 Jan 14 07:19:55.830512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18955d8-f127-40a8-946f-19d90fc413a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b81063-10fd-480b-8e30-79012794694b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:55.833520 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d18955d8-f127-40a8-946f-19d90fc413a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:55.952245 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-301b0f8c-89b0-44d1-99bb-c0090412d271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:56.144206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-f402bb8f-44a4-40d7-a2ac-ffca2c707f64 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] For port b11b98fc-47c4-4f62-bf92-40d985c305e6, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=b11b98fc-47c4-4f62-bf92-40d985c305e6,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:56.152389 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-f402bb8f-44a4-40d7-a2ac-ffca2c707f64 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:56.323207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-f402bb8f-44a4-40d7-a2ac-ffca2c707f64 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Calling delete_port for b11b98fc-47c4-4f62-bf92-40d985c305e6 owned by compute:nova {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:19:56.532828 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dbd3238d-9a0b-48e0-a07e-e50d680d07c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:56.547209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52374) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:56.556253 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:56.584262 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff095ede-1c2b-4492-a43c-629beec03139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:56.607066 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61736ac2-2052-4f8b-bda4-d018e9cda8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:56.610090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ff095ede-1c2b-4492-a43c-629beec03139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:56.613975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ff095ede-1c2b-4492-a43c-629beec03139 admin admin] Usage tracker for resource:security_group_rule and tenant:190f1cb598734a8293c4752313b8cff2 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:56.619679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ff095ede-1c2b-4492-a43c-629beec03139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:56.630740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ff095ede-1c2b-4492-a43c-629beec03139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:56.643176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-f402bb8f-44a4-40d7-a2ac-ffca2c707f64 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:56.658509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3238d-9a0b-48e0-a07e-e50d680d07c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f890bd6-3b3b-4946-b2ec-5206ec595818,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:56.661642 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dbd3238d-9a0b-48e0-a07e-e50d680d07c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:56.675422 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:56.702375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52380) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:56.713196 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-214c3700-6f72-405d-beb9-343424d7b41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:56.721811 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:56.781643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402bb8f-44a4-40d7-a2ac-ffca2c707f64 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Pushing event deleted for resources: {'Port': ['ID=b11b98fc-47c4-4f62-bf92-40d985c305e6,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:56.784232 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f402bb8f-44a4-40d7-a2ac-ffca2c707f64 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:56.964245 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff095ede-1c2b-4492-a43c-629beec03139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:56.969773 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff095ede-1c2b-4492-a43c-629beec03139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:56.993651 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c2b7f048-4a51-45f9-87b2-2284c5c3062a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:57.070051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff095ede-1c2b-4492-a43c-629beec03139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb5c729-2f86-4096-8d10-88efc3916ee6,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:57.081986 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ff095ede-1c2b-4492-a43c-629beec03139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:57.083583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-f402bb8f-44a4-40d7-a2ac-ffca2c707f64 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] No DVR routers for this DVR port b11b98fc-47c4-4f62-bf92-40d985c305e6 on host n-h2-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:19:57.135030 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ff095ede-1c2b-4492-a43c-629beec03139 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=190f1cb598734a8293c4752313b8cff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5865867 Jan 14 07:19:57.135929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52392) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:57.140180 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-f402bb8f-44a4-40d7-a2ac-ffca2c707f64 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:57.156159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbe5b0f-044d-4e7a-a14e-2587f2ba9b91', 'name': 'network-vif-deleted', 'tag': 'b11b98fc-47c4-4f62-bf92-40d985c305e6'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:19:57.248327 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b9d42ab2-b1e3-47f3-bfb1-1dd2a58205b2 req-f402bb8f-44a4-40d7-a2ac-ffca2c707f64 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] 10.222.0.39 "DELETE /v2.0/ports/b11b98fc-47c4-4f62-bf92-40d985c305e6 HTTP/1.1" status: 204 len: 173 time: 1.9042203 Jan 14 07:19:57.253542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:57.312405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61736ac2-2052-4f8b-bda4-d018e9cda8f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e10826f2-1808-4ed4-8431-861439f96ff8,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:57.313914 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcbe5b0f-044d-4e7a-a14e-2587f2ba9b91', 'name': 'network-vif-deleted', 'tag': 'b11b98fc-47c4-4f62-bf92-40d985c305e6', 'status': 'completed', 'code': 200} Jan 14 07:19:57.316406 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61736ac2-2052-4f8b-bda4-d018e9cda8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:57.332007 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06dde167-48f5-446e-ac87-ec90d8ac5d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:57.402079 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06dde167-48f5-446e-ac87-ec90d8ac5d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:57.472955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06dde167-48f5-446e-ac87-ec90d8ac5d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:57.483986 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-825144fa-96f0-447e-8130-361aa3fa735a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:57.497948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dde167-48f5-446e-ac87-ec90d8ac5d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb5c729-2f86-4096-8d10-88efc3916ee6,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:57.530118 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06dde167-48f5-446e-ac87-ec90d8ac5d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:57.541252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06dde167-48f5-446e-ac87-ec90d8ac5d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:57.545960 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-06dde167-48f5-446e-ac87-ec90d8ac5d2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3cb5c729-2f86-4096-8d10-88efc3916ee6 HTTP/1.1" status: 204 len: 168 time: 0.4046259 Jan 14 07:19:57.676958 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7de5cc1e-2a9a-4c65-b651-41050b02f8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:57.687715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-301b0f8c-89b0-44d1-99bb-c0090412d271 admin admin] Deleting port fc0db0c2-459a-47c2-a247-76289fcb48ff {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:19:57.688374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-301b0f8c-89b0-44d1-99bb-c0090412d271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:57.745700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61736ac2-2052-4f8b-bda4-d018e9cda8f9 admin admin] Checking segment: {'id': '855cd3da-9018-4772-8edc-5059482190c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1427777e-9b7e-4571-a752-cffc46f274c5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:19:57.746102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61736ac2-2052-4f8b-bda4-d018e9cda8f9 admin admin] Network hostable DHCP agents. Network: 1427777e-9b7e-4571-a752-cffc46f274c5, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:19:57.753318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7de5cc1e-2a9a-4c65-b651-41050b02f8f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:19:57.868635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7de5cc1e-2a9a-4c65-b651-41050b02f8f0 admin admin] Usage tracker for resource:security_group_rule and tenant:3b5b3808e0ba4f94967822c4f277f20d is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:19:57.869450 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:57.941185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7de5cc1e-2a9a-4c65-b651-41050b02f8f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:19:57.985333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-301b0f8c-89b0-44d1-99bb-c0090412d271 admin admin] For port fc0db0c2-459a-47c2-a247-76289fcb48ff, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=fc0db0c2-459a-47c2-a247-76289fcb48ff,segment=NetworkSegment(05d64a3d-1c0f-422f-8295-40c5b4020db1),segment_id=05d64a3d-1c0f-422f-8295-40c5b4020db1)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:19:57.985735 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-301b0f8c-89b0-44d1-99bb-c0090412d271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:58.062073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7de5cc1e-2a9a-4c65-b651-41050b02f8f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:19:58.151102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-301b0f8c-89b0-44d1-99bb-c0090412d271 admin admin] Calling delete_port for fc0db0c2-459a-47c2-a247-76289fcb48ff owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:19:58.260100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61736ac2-2052-4f8b-bda4-d018e9cda8f9 admin admin] Network 1427777e-9b7e-4571-a752-cffc46f274c5 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:19:58.289873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dbd3238d-9a0b-48e0-a07e-e50d680d07c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:58.313458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-61736ac2-2052-4f8b-bda4-d018e9cda8f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 1427777e-9b7e-4571-a752-cffc46f274c5) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:19:58.317777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61736ac2-2052-4f8b-bda4-d018e9cda8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:19:58.318601 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61736ac2-2052-4f8b-bda4-d018e9cda8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:58.326633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd99d40-2f94-42c7-855b-883de772e3d4 None None] Network 1427777e-9b7e-4571-a752-cffc46f274c5 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:58.590671 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-61736ac2-2052-4f8b-bda4-d018e9cda8f9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 5.7424674 Jan 14 07:19:58.635181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b30950-a933-41fe-830b-e11916b128d9 None None] Network 1427777e-9b7e-4571-a752-cffc46f274c5 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:19:58.729528 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7de5cc1e-2a9a-4c65-b651-41050b02f8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:58.741553 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7de5cc1e-2a9a-4c65-b651-41050b02f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:58.755918 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2d45d75-ad00-449a-a7ad-8a7819da8135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:58.801647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5cc1e-2a9a-4c65-b651-41050b02f8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e0bf83-a86d-45ab-9d5f-0a2a3e836696,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:58.806291 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7de5cc1e-2a9a-4c65-b651-41050b02f8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:58.917519 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:58.957780 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7de5cc1e-2a9a-4c65-b651-41050b02f8f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b5b3808e0ba4f94967822c4f277f20d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2077632 Jan 14 07:19:58.960904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52446) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:19:59.061607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-301b0f8c-89b0-44d1-99bb-c0090412d271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:59.063380 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28f8b44d-93ff-471e-acbf-209272e2cfcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:59.083383 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:59.095102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28f8b44d-93ff-471e-acbf-209272e2cfcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:59.136189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b0f8c-89b0-44d1-99bb-c0090412d271 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0db0c2-459a-47c2-a247-76289fcb48ff,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:59.144040 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-301b0f8c-89b0-44d1-99bb-c0090412d271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:59.172138 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28f8b44d-93ff-471e-acbf-209272e2cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:59.174097 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:19:59.205536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28f8b44d-93ff-471e-acbf-209272e2cfcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:59.209944 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-28f8b44d-93ff-471e-acbf-209272e2cfcb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14e0bf83-a86d-45ab-9d5f-0a2a3e836696 HTTP/1.1" status: 204 len: 168 time: 0.2473381 Jan 14 07:19:59.211562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8b44d-93ff-471e-acbf-209272e2cfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e0bf83-a86d-45ab-9d5f-0a2a3e836696,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:19:59.220837 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-28f8b44d-93ff-471e-acbf-209272e2cfcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:19:59.274363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd3238d-9a0b-48e0-a07e-e50d680d07c4 admin admin] Router 7cb18d1d-9985-4a54-8402-d87ddf3ddd1a has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:19:59.905925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd3238d-9a0b-48e0-a07e-e50d680d07c4 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:19:59.919582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0158d-14e3-48ba-a438-a0798aa474fd None None] Sync routers for ids ['7cb18d1d-9985-4a54-8402-d87ddf3ddd1a'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:19:59.937871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0158d-14e3-48ba-a438-a0798aa474fd None None] Routers {'7cb18d1d-9985-4a54-8402-d87ddf3ddd1a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:19:59.939811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-27a0158d-14e3-48ba-a438-a0798aa474fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:19:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7cb18d1d-9985-4a54-8402-d87ddf3ddd1a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:19:59.940270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-301b0f8c-89b0-44d1-99bb-c0090412d271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:19:59.961781 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dbd3238d-9a0b-48e0-a07e-e50d680d07c4 admin admin] 10.222.0.41 "PUT /v2.0/routers/7cb18d1d-9985-4a54-8402-d87ddf3ddd1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6571178 Jan 14 07:19:59.962033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52476) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:00.198713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-27a0158d-14e3-48ba-a438-a0798aa474fd None None] Set router 7cb18d1d-9985-4a54-8402-d87ddf3ddd1a gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:20:00.399343 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-154f7a89-b9d0-4871-bba8-a659db2f79b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:00.455595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52494) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:00.489664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb7014-a3bd-45ad-9234-662660b37a81 req-cc6732c8-9e6d-4515-bd8c-3db4ea1adb42 tempest-LiveMigrationTest-1455887366 tempest-LiveMigrationTest-1455887366] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:00.491364 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-72bb7014-a3bd-45ad-9234-662660b37a81 req-cc6732c8-9e6d-4515-bd8c-3db4ea1adb42 tempest-LiveMigrationTest-1455887366 tempest-LiveMigrationTest-1455887366] 10.222.0.41 "GET /v2.0/networks?id=43e91b83-f534-49fe-ba18-9de071987ad0 HTTP/1.1" status: 200 len: 807 time: 0.3916492 Jan 14 07:20:00.539772 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:00.551078 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-72bb7014-a3bd-45ad-9234-662660b37a81 req-f82ebce5-3da4-41ca-8295-45afa947b7fe tempest-LiveMigrationTest-1455887366 tempest-LiveMigrationTest-1455887366] 10.222.0.41 "GET /v2.0/quotas/269bc2720b814f999444a12579197700 HTTP/1.1" status: 200 len: 375 time: 0.0354311 Jan 14 07:20:00.569691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:00.605391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301b0f8c-89b0-44d1-99bb-c0090412d271 admin admin] Router a01ab15f-a21f-456c-b074-db5bba519494 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:20:00.669324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Usage tracker for resource:security_group_rule and tenant:194ce07db5cd4ac9bfea72b639c12efb is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:00.684289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:00.697169 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-72bb7014-a3bd-45ad-9234-662660b37a81 req-4a1607e4-d1d2-4d2f-8d9b-7224ef27e9fe tempest-LiveMigrationTest-1455887366 tempest-LiveMigrationTest-1455887366] 10.222.0.41 "GET /v2.0/ports?tenant_id=269bc2720b814f999444a12579197700&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1368358 Jan 14 07:20:00.752825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-154f7a89-b9d0-4871-bba8-a659db2f79b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:00.762443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-154f7a89-b9d0-4871-bba8-a659db2f79b9 admin admin] Deleting port 516658a5-d793-4c61-8073-e9250d805418 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:00.763126 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-154f7a89-b9d0-4871-bba8-a659db2f79b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:00.824672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:00.853782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301b0f8c-89b0-44d1-99bb-c0090412d271 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:20:00.859237 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-301b0f8c-89b0-44d1-99bb-c0090412d271 admin admin] 10.222.0.41 "PUT /v2.0/routers/a01ab15f-a21f-456c-b074-db5bba519494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8498924 Jan 14 07:20:00.865158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751cfa6c-478a-439a-866b-c07613a8f60d None None] Sync routers for ids ['a01ab15f-a21f-456c-b074-db5bba519494'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:20:00.867073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52502) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:00.889363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751cfa6c-478a-439a-866b-c07613a8f60d None None] Routers {'a01ab15f-a21f-456c-b074-db5bba519494'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:20:00.896542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-751cfa6c-478a-439a-866b-c07613a8f60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:19:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a01ab15f-a21f-456c-b074-db5bba519494'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:01.006307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-27a0158d-14e3-48ba-a438-a0798aa474fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb18d1d-9985-4a54-8402-d87ddf3ddd1a', 'name': 'tempest-FloatingIPsNegativeTestJSON-957796590-router', 'tenant_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '516658a5-d793-4c61-8073-e9250d805418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:29Z', 'updated_at': '2021-01-14T07:19:56Z', 'revision_number': 5, 'project_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'gw_port': {'id': '516658a5-d793-4c61-8073-e9250d805418', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb18d1d-9985-4a54-8402-d87ddf3ddd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:31Z', 'updated_at': '2021-01-14T07:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:01.019992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0158d-14e3-48ba-a438-a0798aa474fd None None] Checking router: 7cb18d1d-9985-4a54-8402-d87ddf3ddd1a for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:20:01.042062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0158d-14e3-48ba-a438-a0798aa474fd None None] Routers {'7cb18d1d-9985-4a54-8402-d87ddf3ddd1a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:20:01.046257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-27a0158d-14e3-48ba-a438-a0798aa474fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:19:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7cb18d1d-9985-4a54-8402-d87ddf3ddd1a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:01.099414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-154f7a89-b9d0-4871-bba8-a659db2f79b9 admin admin] For port 516658a5-d793-4c61-8073-e9250d805418, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=516658a5-d793-4c61-8073-e9250d805418,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:01.099875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-154f7a89-b9d0-4871-bba8-a659db2f79b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:01.312756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d97c8d52-2325-4a1d-b037-ce22b0b12d39 admin admin] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:01.325160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-751cfa6c-478a-439a-866b-c07613a8f60d None None] Set router a01ab15f-a21f-456c-b074-db5bba519494 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:20:01.334424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-154f7a89-b9d0-4871-bba8-a659db2f79b9 admin admin] Calling delete_port for 516658a5-d793-4c61-8073-e9250d805418 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:01.421394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-27a0158d-14e3-48ba-a438-a0798aa474fd None None] Set router 7cb18d1d-9985-4a54-8402-d87ddf3ddd1a gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:20:01.495911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-154f7a89-b9d0-4871-bba8-a659db2f79b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: WARNING neutron.plugins.ml2.ovo_rpc [None req-154f7a89-b9d0-4871-bba8-a659db2f79b9 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: result = function(*args, **kwargs) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: proto.__init__(conn_state, self) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: self.handle() Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: self.handle_one_request() Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: self.handle_one_response() Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: result = self.application(self.environ, start_response) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: return app(environ, start_response) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: resp = self.call_func(req, *args, **kw) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: return self.func(req, *args, **kwargs) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: response = req.get_response(self.application) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: application, catch_exc_info=False) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: app_iter = application(self.environ, start_response) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: resp = self.call_func(req, *args, **kw) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: return self.func(req, *args, **kwargs) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: response = req.get_response(self.application) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: application, catch_exc_info=False) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: app_iter = application(self.environ, start_response) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: resp = self.call_func(req, *args, **kw) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: return self.func(req, *args, **kwargs) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: response = req.get_response(self.application) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: application, catch_exc_info=False) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: app_iter = application(self.environ, start_response) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: resp = self.call_func(req, *args, **kw) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: return self.func(req, *args, **kwargs) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: response = req.get_response(self.application) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: application, catch_exc_info=False) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: app_iter = application(self.environ, start_response) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: resp = self.call_func(req, *args, **kw) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: return self.func(req, *args, **kwargs) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: return request.get_response(self.application) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: application, catch_exc_info=False) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: app_iter = application(self.environ, start_response) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: resp = self.call_func(req, *args, **kw) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: return self.func(req, *args, **kwargs) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: response = req.get_response(self._app) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: application, catch_exc_info=False) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: app_iter = application(self.environ, start_response) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: return resp(environ, start_response) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: return resp(environ, start_response) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: response = self.app(environ, start_response) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: return resp(environ, start_response) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: resp = self.call_func(req, *args, **kw) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: return self.func(req, *args, **kwargs) Jan 14 07:20:01.505203 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: result = method(request=request, **args) Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: return self._delete(request, id, **kwargs) Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: return f(*args, **kwargs) Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: return f(*args, **kwargs) Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: return f(*dup_args, **dup_kwargs) Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: obj_deleter(request.context, id, **kwargs) Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2001, in delete_router Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: return method(*args, **kwargs) Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: return f(*args, **kwargs) Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: return f(*args, **kwargs) Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: return f(*dup_args, **dup_kwargs) Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 523, in delete_router Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: self._delete_current_gw_port(context, id, router, None) Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: admin_ctx, gw_port_id, l3_port_check=False) Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: return f(self, context, *args, **kwargs) Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: return method(*args, **kwargs) Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1939, in delete_port Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: context, port, router_ids, bound_mech_contexts) Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1948, in _post_delete_port Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: return function(*args, **kwargs) Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: callback(resource, event, trigger, **kwargs) Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: if self._is_session_semantic_violated(context, resource, event): Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: stack = traceback.extract_stack() Jan 14 07:20:01.510698 n-d-769329-2 neutron-server[80794]: Jan 14 07:20:01.692975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:01.705093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-154f7a89-b9d0-4871-bba8-a659db2f79b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:01.733124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-751cfa6c-478a-439a-866b-c07613a8f60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498663123-router', 'tenant_id': 'c8eccedb11484749a36fad78bb0968c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'c6cc7287-f23f-4712-a943-d9d65eca5d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:01Z', 'updated_at': '2021-01-14T07:19:58Z', 'revision_number': 5, 'project_id': 'c8eccedb11484749a36fad78bb0968c8', 'gw_port': {'id': 'c6cc7287-f23f-4712-a943-d9d65eca5d3e', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:02Z', 'updated_at': '2021-01-14T07:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:01.747341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751cfa6c-478a-439a-866b-c07613a8f60d None None] Checking router: a01ab15f-a21f-456c-b074-db5bba519494 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:20:01.762048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751cfa6c-478a-439a-866b-c07613a8f60d None None] Routers {'a01ab15f-a21f-456c-b074-db5bba519494'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:20:01.762747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-751cfa6c-478a-439a-866b-c07613a8f60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:19:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a01ab15f-a21f-456c-b074-db5bba519494'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:01.778088 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d97c8d52-2325-4a1d-b037-ce22b0b12d39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.095503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-27a0158d-14e3-48ba-a438-a0798aa474fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb18d1d-9985-4a54-8402-d87ddf3ddd1a', 'name': 'tempest-FloatingIPsNegativeTestJSON-957796590-router', 'tenant_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '516658a5-d793-4c61-8073-e9250d805418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:29Z', 'updated_at': '2021-01-14T07:19:56Z', 'revision_number': 5, 'project_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'gw_port': {'id': '516658a5-d793-4c61-8073-e9250d805418', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb18d1d-9985-4a54-8402-d87ddf3ddd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:31Z', 'updated_at': '2021-01-14T07:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:02.100802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0158d-14e3-48ba-a438-a0798aa474fd None None] The sync data for ids ['7cb18d1d-9985-4a54-8402-d87ddf3ddd1a'] in n-d-769329-2 is: [{'id': '7cb18d1d-9985-4a54-8402-d87ddf3ddd1a', 'name': 'tempest-FloatingIPsNegativeTestJSON-957796590-router', 'tenant_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '516658a5-d793-4c61-8073-e9250d805418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:29Z', 'updated_at': '2021-01-14T07:19:56Z', 'revision_number': 5, 'project_id': '15e4c0fc68df4b0abcbf74780d3b7376', 'gw_port': {'id': '516658a5-d793-4c61-8073-e9250d805418', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb18d1d-9985-4a54-8402-d87ddf3ddd1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:31Z', 'updated_at': '2021-01-14T07:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:20:02.108978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.120838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-751cfa6c-478a-439a-866b-c07613a8f60d None None] Set router a01ab15f-a21f-456c-b074-db5bba519494 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:20:02.200664 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:02.242192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dca022-a02c-4b39-ae06-b36394c04336,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:02.271818 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-154f7a89-b9d0-4871-bba8-a659db2f79b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.276322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.276880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.277556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.278086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.278610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.279127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.279669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.280253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.280632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.281006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.281382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.281754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.282203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.282576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.282946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.283319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.283715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.284094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.284463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.285084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.285698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.286069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.286439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.286807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.287218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.287711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.288084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.288452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.288820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.289227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.289804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.290387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.290761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.291130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.291499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.291889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.300394 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-154f7a89-b9d0-4871-bba8-a659db2f79b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.304978 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:02.320061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52532) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:02.337542 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=194ce07db5cd4ac9bfea72b639c12efb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8789589 Jan 14 07:20:02.491932 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.548294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-154f7a89-b9d0-4871-bba8-a659db2f79b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.548889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154f7a89-b9d0-4871-bba8-a659db2f79b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cb18d1d-9985-4a54-8402-d87ddf3ddd1a {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:20:02.557545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d97c8d52-2325-4a1d-b037-ce22b0b12d39 admin admin] Deleting port c6cc7287-f23f-4712-a943-d9d65eca5d3e {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:02.557928 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d97c8d52-2325-4a1d-b037-ce22b0b12d39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.595211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-751cfa6c-478a-439a-866b-c07613a8f60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498663123-router', 'tenant_id': 'c8eccedb11484749a36fad78bb0968c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'c6cc7287-f23f-4712-a943-d9d65eca5d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:01Z', 'updated_at': '2021-01-14T07:19:58Z', 'revision_number': 5, 'project_id': 'c8eccedb11484749a36fad78bb0968c8', 'gw_port': {'id': 'c6cc7287-f23f-4712-a943-d9d65eca5d3e', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:02Z', 'updated_at': '2021-01-14T07:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:02.596334 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-154f7a89-b9d0-4871-bba8-a659db2f79b9 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.597587 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-154f7a89-b9d0-4871-bba8-a659db2f79b9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7cb18d1d-9985-4a54-8402-d87ddf3ddd1a HTTP/1.1" status: 204 len: 168 time: 2.6343153 Jan 14 07:20:02.602282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52544) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:02.609916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751cfa6c-478a-439a-866b-c07613a8f60d None None] The sync data for ids ['a01ab15f-a21f-456c-b074-db5bba519494'] in n-d-769329-2 is: [{'id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1498663123-router', 'tenant_id': 'c8eccedb11484749a36fad78bb0968c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'c6cc7287-f23f-4712-a943-d9d65eca5d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:01Z', 'updated_at': '2021-01-14T07:19:58Z', 'revision_number': 5, 'project_id': 'c8eccedb11484749a36fad78bb0968c8', 'gw_port': {'id': 'c6cc7287-f23f-4712-a943-d9d65eca5d3e', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01ab15f-a21f-456c-b074-db5bba519494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:02Z', 'updated_at': '2021-01-14T07:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:20:02.626753 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.644591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2f890bd6-3b3b-4946-b2ec-5206ec595818 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:20:02.693919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-72bb7014-a3bd-45ad-9234-662660b37a81 req-151b4295-fc1a-4cdf-a82c-bcce7a642176 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:20:02.695100 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-72bb7014-a3bd-45ad-9234-662660b37a81 req-151b4295-fc1a-4cdf-a82c-bcce7a642176 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9971905 Jan 14 07:20:02.716037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 2f890bd6-3b3b-4946-b2ec-5206ec595818 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:20:02.716577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2f890bd6-3b3b-4946-b2ec-5206ec595818 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:20:02.757293 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.767431 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b59a00eb-3bca-4d7d-99c4-5ff45c07ecae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:02.804229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dca022-a02c-4b39-ae06-b36394c04336,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:02.885955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b14fcc-6448-4556-a15c-a4ca212da7df admin admin] Deleting subnet e2627918-82d5-4f55-aff2-614befbc0cbb {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:20:02.890298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8b14fcc-6448-4556-a15c-a4ca212da7df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.895073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:02.899956 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98dca022-a02c-4b39-ae06-b36394c04336 HTTP/1.1" status: 204 len: 168 time: 0.5753200 Jan 14 07:20:02.921650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.922020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.922348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.922730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.923114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.923495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.929428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.929428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.929428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.932169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.932579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.932964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.933437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.933817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.934193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.934622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.934994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.935372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.935742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.936119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.942662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.943090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.943480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.943891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.944326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.944704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.945082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.946191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.946695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.947080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.947449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.947851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.948225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.948598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.948970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.952455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:02.964605 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:03.048956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d97c8d52-2325-4a1d-b037-ce22b0b12d39 admin admin] For port c6cc7287-f23f-4712-a943-d9d65eca5d3e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c6cc7287-f23f-4712-a943-d9d65eca5d3e,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:03.049616 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d97c8d52-2325-4a1d-b037-ce22b0b12d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:03.057334 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8b14fcc-6448-4556-a15c-a4ca212da7df admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:03.135845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8b14fcc-6448-4556-a15c-a4ca212da7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:03.242288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d97c8d52-2325-4a1d-b037-ce22b0b12d39 admin admin] Calling delete_port for c6cc7287-f23f-4712-a943-d9d65eca5d3e owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:03.452449 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-72bb7014-a3bd-45ad-9234-662660b37a81 req-49374ffe-6c1a-49ba-927b-46a03be3ac7c service neutron] 10.222.0.41 "GET /v2.0/networks/43e91b83-f534-49fe-ba18-9de071987ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7362263 Jan 14 07:20:03.484522 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d97c8d52-2325-4a1d-b037-ce22b0b12d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: WARNING neutron.plugins.ml2.ovo_rpc [None req-d97c8d52-2325-4a1d-b037-ce22b0b12d39 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: result = function(*args, **kwargs) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: proto.__init__(conn_state, self) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: self.handle() Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: self.handle_one_request() Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: self.handle_one_response() Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: result = self.application(self.environ, start_response) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: return app(environ, start_response) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: resp = self.call_func(req, *args, **kw) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: return self.func(req, *args, **kwargs) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: response = req.get_response(self.application) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: application, catch_exc_info=False) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: app_iter = application(self.environ, start_response) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: resp = self.call_func(req, *args, **kw) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: return self.func(req, *args, **kwargs) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: response = req.get_response(self.application) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: application, catch_exc_info=False) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: app_iter = application(self.environ, start_response) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: resp = self.call_func(req, *args, **kw) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: return self.func(req, *args, **kwargs) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: response = req.get_response(self.application) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: application, catch_exc_info=False) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: app_iter = application(self.environ, start_response) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: resp = self.call_func(req, *args, **kw) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: return self.func(req, *args, **kwargs) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: response = req.get_response(self.application) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: application, catch_exc_info=False) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: app_iter = application(self.environ, start_response) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: resp = self.call_func(req, *args, **kw) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: return self.func(req, *args, **kwargs) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: return request.get_response(self.application) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: application, catch_exc_info=False) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: app_iter = application(self.environ, start_response) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: resp = self.call_func(req, *args, **kw) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: return self.func(req, *args, **kwargs) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: response = req.get_response(self._app) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: application, catch_exc_info=False) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: app_iter = application(self.environ, start_response) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: return resp(environ, start_response) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: return resp(environ, start_response) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: response = self.app(environ, start_response) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: return resp(environ, start_response) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: resp = self.call_func(req, *args, **kw) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: return self.func(req, *args, **kwargs) Jan 14 07:20:03.500463 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: result = method(request=request, **args) Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: return self._delete(request, id, **kwargs) Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: return f(*args, **kwargs) Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: return f(*args, **kwargs) Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: return f(*dup_args, **dup_kwargs) Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: obj_deleter(request.context, id, **kwargs) Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2001, in delete_router Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: return method(*args, **kwargs) Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: return f(*args, **kwargs) Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: return f(*args, **kwargs) Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: return f(*dup_args, **dup_kwargs) Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 523, in delete_router Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: self._delete_current_gw_port(context, id, router, None) Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: admin_ctx, gw_port_id, l3_port_check=False) Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: return f(self, context, *args, **kwargs) Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: return method(*args, **kwargs) Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1939, in delete_port Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: context, port, router_ids, bound_mech_contexts) Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1948, in _post_delete_port Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: return function(*args, **kwargs) Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: callback(resource, event, trigger, **kwargs) Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: if self._is_session_semantic_violated(context, resource, event): Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: stack = traceback.extract_stack() Jan 14 07:20:03.514241 n-d-769329-2 neutron-server[80794]: Jan 14 07:20:03.675021 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8b14fcc-6448-4556-a15c-a4ca212da7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:03.683561 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d97c8d52-2325-4a1d-b037-ce22b0b12d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:03.803967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52566) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:03.848256 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f721912e-a80e-4a7c-8d50-b3260dd19742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:03.888710 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d97c8d52-2325-4a1d-b037-ce22b0b12d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:03.891586 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d97c8d52-2325-4a1d-b037-ce22b0b12d39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:03.905352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b14fcc-6448-4556-a15c-a4ca212da7df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2627918-82d5-4f55-aff2-614befbc0cbb,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:03.914673 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a8b14fcc-6448-4556-a15c-a4ca212da7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:03.921572 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8b14fcc-6448-4556-a15c-a4ca212da7df admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:03.930102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f2f353-99dd-4b1a-8c40-a18ec7e5dcee None None] Network ff35fe85-a6ae-4b11-95d0-72b77f2dde68 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:03.949419 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a8b14fcc-6448-4556-a15c-a4ca212da7df admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e2627918-82d5-4f55-aff2-614befbc0cbb HTTP/1.1" status: 204 len: 168 time: 1.3455975 Jan 14 07:20:03.950513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52580) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:04.114615 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:04.218236 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-72bb7014-a3bd-45ad-9234-662660b37a81 req-163df083-834c-4c3c-acc8-735f70ca4e9d service neutron] 10.222.0.41 "GET /v2.0/networks/43e91b83-f534-49fe-ba18-9de071987ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7552435 Jan 14 07:20:04.286316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Deleting port b84ecc90-e66f-4de6-97f6-59ff090e916c {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:04.286692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:04.373491 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d97c8d52-2325-4a1d-b037-ce22b0b12d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:04.379593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97c8d52-2325-4a1d-b037-ce22b0b12d39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a01ab15f-a21f-456c-b074-db5bba519494 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:20:04.410948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d97c8d52-2325-4a1d-b037-ce22b0b12d39 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:04.412221 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d97c8d52-2325-4a1d-b037-ce22b0b12d39 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a01ab15f-a21f-456c-b074-db5bba519494 HTTP/1.1" status: 204 len: 168 time: 3.5434880 Jan 14 07:20:04.417470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52592) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:04.533952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198967d2-a260-497e-99f9-47bcfaa8eed3 None None] DHCP port deletion for ff35fe85-a6ae-4b11-95d0-72b77f2dde68 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:20:04.538560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-198967d2-a260-497e-99f9-47bcfaa8eed3 None None] Deleting port b84ecc90-e66f-4de6-97f6-59ff090e916c {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:04.539692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-198967d2-a260-497e-99f9-47bcfaa8eed3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:04.651014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9d2a55-c52d-4947-9cf4-39b88935eb4f admin admin] Deleting subnet cef52927-d76e-4ff5-981f-5bd5ad528759 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:20:04.673991 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac9d2a55-c52d-4947-9cf4-39b88935eb4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:04.854148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c46473c-a933-4bd1-af07-efa6f00bcfdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:04.886922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7c46473c-a933-4bd1-af07-efa6f00bcfdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:04.894628 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac9d2a55-c52d-4947-9cf4-39b88935eb4f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:04.898028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7c46473c-a933-4bd1-af07-efa6f00bcfdd admin admin] Usage tracker for resource:security_group_rule and tenant:15d1d96be8ad4d95b8dc9bd086ad6ef2 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:04.904569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7c46473c-a933-4bd1-af07-efa6f00bcfdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:04.907309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52610) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:04.930788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] For port b84ecc90-e66f-4de6-97f6-59ff090e916c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b84ecc90-e66f-4de6-97f6-59ff090e916c,segment=NetworkSegment(52b1321f-75ce-4e2a-916b-69fa25d84782),segment_id=52b1321f-75ce-4e2a-916b-69fa25d84782)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:04.931075 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:04.963610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7c46473c-a933-4bd1-af07-efa6f00bcfdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:05.018017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac9d2a55-c52d-4947-9cf4-39b88935eb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:05.097985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b84ecc90-e66f-4de6-97f6-59ff090e916c no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:20:05.259623 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9386787f-dd9e-43f6-81fe-aa9a855e6c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:05.266541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Calling delete_port for b84ecc90-e66f-4de6-97f6-59ff090e916c owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:05.303004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9386787f-dd9e-43f6-81fe-aa9a855e6c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:05.307361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9386787f-dd9e-43f6-81fe-aa9a855e6c8f admin admin] Usage tracker for resource:security_group_rule and tenant:a2750b5d15a14c44ac43f180eb1a7d02 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:05.310410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9386787f-dd9e-43f6-81fe-aa9a855e6c8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:05.324841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9386787f-dd9e-43f6-81fe-aa9a855e6c8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:05.377613 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c46473c-a933-4bd1-af07-efa6f00bcfdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:05.385015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:05.399152 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c46473c-a933-4bd1-af07-efa6f00bcfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:05.406499 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:05.411296 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:05.472970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-198967d2-a260-497e-99f9-47bcfaa8eed3 None None] For port b84ecc90-e66f-4de6-97f6-59ff090e916c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b84ecc90-e66f-4de6-97f6-59ff090e916c,segment=NetworkSegment(52b1321f-75ce-4e2a-916b-69fa25d84782),segment_id=52b1321f-75ce-4e2a-916b-69fa25d84782)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:05.473912 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-198967d2-a260-497e-99f9-47bcfaa8eed3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:05.547462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Pushing event deleted for resources: {'Port': ['ID=b84ecc90-e66f-4de6-97f6-59ff090e916c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:05.558584 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:05.623388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-198967d2-a260-497e-99f9-47bcfaa8eed3 None None] Calling delete_port for b84ecc90-e66f-4de6-97f6-59ff090e916c owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:05.662808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46473c-a933-4bd1-af07-efa6f00bcfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6033278-02b2-4a52-b5bb-3e4c832d1441,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:05.673108 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7c46473c-a933-4bd1-af07-efa6f00bcfdd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=15d1d96be8ad4d95b8dc9bd086ad6ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8676431 Jan 14 07:20:05.674414 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c46473c-a933-4bd1-af07-efa6f00bcfdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:05.678424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52640) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:05.693409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] No DVR routers for this DVR port b84ecc90-e66f-4de6-97f6-59ff090e916c on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:20:05.866601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: b84ecc90-e66f-4de6-97f6-59ff090e916c {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:20:05.868193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b84ecc90-e66f-4de6-97f6-59ff090e916c not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:20:05.868638 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac9d2a55-c52d-4947-9cf4-39b88935eb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:05.869116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device fc0db0c2-459a-47c2-a247-76289fcb48ff no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:20:05.869509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f357ffd2-1e19-417d-a084-dd89acc4dd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:05.907808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-198967d2-a260-497e-99f9-47bcfaa8eed3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:20:05.915201 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-198967d2-a260-497e-99f9-47bcfaa8eed3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:20:05.930343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: fc0db0c2-459a-47c2-a247-76289fcb48ff {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:20:05.931281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device fc0db0c2-459a-47c2-a247-76289fcb48ff not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:20:05.931972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 516658a5-d793-4c61-8073-e9250d805418 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:20:05.972332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 516658a5-d793-4c61-8073-e9250d805418 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:20:05.973069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 516658a5-d793-4c61-8073-e9250d805418 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:20:05.985227 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61736ac2-2052-4f8b-bda4-d018e9cda8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:06.110775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d2a55-c52d-4947-9cf4-39b88935eb4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cef52927-d76e-4ff5-981f-5bd5ad528759,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:06.114944 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ac9d2a55-c52d-4947-9cf4-39b88935eb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:06.117469 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9386787f-dd9e-43f6-81fe-aa9a855e6c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.119906 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f357ffd2-1e19-417d-a084-dd89acc4dd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.129043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.154607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9386787f-dd9e-43f6-81fe-aa9a855e6c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.188024 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-790abd92-6596-4009-9920-3d49fa2838d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:06.198183 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9386787f-dd9e-43f6-81fe-aa9a855e6c8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2750b5d15a14c44ac43f180eb1a7d02&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2880735 Jan 14 07:20:06.213307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52660) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:06.302961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386787f-dd9e-43f6-81fe-aa9a855e6c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc69c98-8319-4a51-8fd4-c706ff0cce2e,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:06.306870 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9386787f-dd9e-43f6-81fe-aa9a855e6c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:06.318202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac9d2a55-c52d-4947-9cf4-39b88935eb4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.325328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8584009-b92d-442c-b1e2-4b8f472691f6 None None] Network c74d612a-452c-413f-aa1a-727e9a13a69a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:06.365573 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ac9d2a55-c52d-4947-9cf4-39b88935eb4f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cef52927-d76e-4ff5-981f-5bd5ad528759 HTTP/1.1" status: 204 len: 168 time: 1.9469240 Jan 14 07:20:06.385277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52670) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:06.433113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-198967d2-a260-497e-99f9-47bcfaa8eed3 None None] Deleting port b84ecc90-e66f-4de6-97f6-59ff090e916c {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:06.433834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-198967d2-a260-497e-99f9-47bcfaa8eed3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.526710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-198967d2-a260-497e-99f9-47bcfaa8eed3 None None] The port 'b84ecc90-e66f-4de6-97f6-59ff090e916c' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:20:06.576277 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80907) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:06.576690 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80907) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:06.577493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80907) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:06.577865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Subscribe: > port after_create 55550000 {{(pid=80907) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:06.578236 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Subscribe: > port after_delete 55550000 {{(pid=80907) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:06.578639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Subscribe: > port after_update 55550000 {{(pid=80907) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:06.578923 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80907) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:06.579276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80907) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:06.579378 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f357ffd2-1e19-417d-a084-dd89acc4dd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.579629 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80907) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:06.580004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80907) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:06.594706 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a49f4561-c5b4-4ea9-90c6-d1e3c2efd9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:06.639765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357ffd2-1e19-417d-a084-dd89acc4dd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6033278-02b2-4a52-b5bb-3e4c832d1441,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:06.650799 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df71314f-4791-49c6-b557-24366505ff1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.652687 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80907) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:06.653078 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80907) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:06.653457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80907) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:06.654044 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80907) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:06.654459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff35fe85-a6ae-4b11-95d0-72b77f2dde68']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:06.677880 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f357ffd2-1e19-417d-a084-dd89acc4dd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:06.678982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f357ffd2-1e19-417d-a084-dd89acc4dd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.686883 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f357ffd2-1e19-417d-a084-dd89acc4dd3f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6033278-02b2-4a52-b5bb-3e4c832d1441 HTTP/1.1" status: 204 len: 168 time: 1.0047376 Jan 14 07:20:06.688027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264b408-6bd3-4b5f-a123-2c9062196b94 req-45749aab-f841-42f4-8802-ef3a8a57acc8 tempest-LiveMigrationTest-1455887366 tempest-LiveMigrationTest-1455887366] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:06.697038 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e264b408-6bd3-4b5f-a123-2c9062196b94 req-45749aab-f841-42f4-8802-ef3a8a57acc8 tempest-LiveMigrationTest-1455887366 tempest-LiveMigrationTest-1455887366] 10.222.0.41 "GET /v2.0/networks?id=43e91b83-f534-49fe-ba18-9de071987ad0 HTTP/1.1" status: 200 len: 807 time: 0.8620045 Jan 14 07:20:06.715773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b1321f-75ce-4e2a-916b-69fa25d84782') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:06.716104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b1321f-75ce-4e2a-916b-69fa25d84782') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:06.731674 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.734689 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e264b408-6bd3-4b5f-a123-2c9062196b94 req-e79fab5c-a5f4-4493-9937-5b54baf0c408 tempest-LiveMigrationTest-1455887366 tempest-LiveMigrationTest-1455887366] 10.222.0.41 "GET /v2.0/quotas/269bc2720b814f999444a12579197700 HTTP/1.1" status: 200 len: 375 time: 0.0368741 Jan 14 07:20:06.741581 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.744446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c6cc7287-f23f-4712-a943-d9d65eca5d3e no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:20:06.791023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: c6cc7287-f23f-4712-a943-d9d65eca5d3e {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:20:06.791729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c6cc7287-f23f-4712-a943-d9d65eca5d3e not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:20:06.806800 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e264b408-6bd3-4b5f-a123-2c9062196b94 req-cbed877b-d6cc-45f8-a163-6079e2dfa4de tempest-LiveMigrationTest-1455887366 tempest-LiveMigrationTest-1455887366] 10.222.0.41 "GET /v2.0/ports?tenant_id=269bc2720b814f999444a12579197700&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709906 Jan 14 07:20:06.877012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df71314f-4791-49c6-b557-24366505ff1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.890880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Deleting port da681c44-ee71-4bcb-9ae4-f5a1af838944 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:06.891251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.908125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1007af7a-3b8c-4df6-ad29-90e5037788e4 None None] DHCP port deletion for c74d612a-452c-413f-aa1a-727e9a13a69a request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:20:06.913413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1007af7a-3b8c-4df6-ad29-90e5037788e4 None None] Deleting port da681c44-ee71-4bcb-9ae4-f5a1af838944 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:06.913834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1007af7a-3b8c-4df6-ad29-90e5037788e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.972536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:06.980537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:20:07.096287 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e264b408-6bd3-4b5f-a123-2c9062196b94 req-7f4e14e4-4f74-4edd-a1a8-b52ccc47879d service neutron] 10.222.0.41 "GET /v2.0/networks/43e91b83-f534-49fe-ba18-9de071987ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885242 Jan 14 07:20:07.227807 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df71314f-4791-49c6-b557-24366505ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:07.234838 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb86e615-46ff-4810-8e0f-29654a1fd8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:07.251494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] For port da681c44-ee71-4bcb-9ae4-f5a1af838944, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=da681c44-ee71-4bcb-9ae4-f5a1af838944,segment=NetworkSegment(05d64a3d-1c0f-422f-8295-40c5b4020db1),segment_id=05d64a3d-1c0f-422f-8295-40c5b4020db1)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:07.251946 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:07.266730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71314f-4791-49c6-b557-24366505ff1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc69c98-8319-4a51-8fd4-c706ff0cce2e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:07.271053 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-df71314f-4791-49c6-b557-24366505ff1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:07.392158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1007af7a-3b8c-4df6-ad29-90e5037788e4 None None] For port da681c44-ee71-4bcb-9ae4-f5a1af838944, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=da681c44-ee71-4bcb-9ae4-f5a1af838944,segment=NetworkSegment(05d64a3d-1c0f-422f-8295-40c5b4020db1),segment_id=05d64a3d-1c0f-422f-8295-40c5b4020db1)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:07.392962 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1007af7a-3b8c-4df6-ad29-90e5037788e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:07.413208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Calling delete_port for da681c44-ee71-4bcb-9ae4-f5a1af838944 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:07.420092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Network ff35fe85-a6ae-4b11-95d0-72b77f2dde68 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:07.446482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:07.457239 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df71314f-4791-49c6-b557-24366505ff1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:07.462834 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-df71314f-4791-49c6-b557-24366505ff1f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4bc69c98-8319-4a51-8fd4-c706ff0cce2e HTTP/1.1" status: 204 len: 168 time: 1.2474890 Jan 14 07:20:07.522083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:07.550713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1007af7a-3b8c-4df6-ad29-90e5037788e4 None None] Calling delete_port for da681c44-ee71-4bcb-9ae4-f5a1af838944 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:07.560752 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:07.652167 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e264b408-6bd3-4b5f-a123-2c9062196b94 req-a7255dcc-d782-43ca-89e2-d6c0640df819 service neutron] 10.222.0.41 "GET /v2.0/networks/43e91b83-f534-49fe-ba18-9de071987ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5544426 Jan 14 07:20:07.689285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-1007af7a-3b8c-4df6-ad29-90e5037788e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:20:07.689700 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-1007af7a-3b8c-4df6-ad29-90e5037788e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:20:07.797615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Pushing event deleted for resources: {'Port': ['ID=da681c44-ee71-4bcb-9ae4-f5a1af838944,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:07.798669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52696) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:07.802694 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:07.809983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] No DVR routers for this DVR port da681c44-ee71-4bcb-9ae4-f5a1af838944 on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:20:07.863869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Network ff35fe85-a6ae-4b11-95d0-72b77f2dde68 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:20:07.929253 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:20:08.038713 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:08.096289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:08.125400 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e750070-1c9d-4d39-88a3-733c24e52e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:08.154536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:08.167159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52708) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:08.178601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Pushing event deleted for resources: {'Network': ['ID=ff35fe85-a6ae-4b11-95d0-72b77f2dde68,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:08.184351 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:08.190721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1007af7a-3b8c-4df6-ad29-90e5037788e4 None None] Deleting port da681c44-ee71-4bcb-9ae4-f5a1af838944 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:08.191151 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1007af7a-3b8c-4df6-ad29-90e5037788e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:08.219022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d773e314-c5b9-47f8-a61a-605b5a537250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:08.240377 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] 10.222.0.41 "DELETE /v2.0/networks/ff35fe85-a6ae-4b11-95d0-72b77f2dde68 HTTP/1.1" status: 204 len: 168 time: 4.2869537 Jan 14 07:20:08.252757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d773e314-c5b9-47f8-a61a-605b5a537250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:08.261548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d773e314-c5b9-47f8-a61a-605b5a537250 admin admin] Usage tracker for resource:security_group_rule and tenant:3ed482fce2d6468ba59a7b0734959ae4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:08.266790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d773e314-c5b9-47f8-a61a-605b5a537250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:08.280599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d773e314-c5b9-47f8-a61a-605b5a537250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:08.345251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80908) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:08.345695 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80908) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:08.346434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80908) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:08.346816 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Subscribe: > port after_create 55550000 {{(pid=80908) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:08.347174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Subscribe: > port after_delete 55550000 {{(pid=80908) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:08.347530 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Subscribe: > port after_update 55550000 {{(pid=80908) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:08.348492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80908) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:08.349907 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80908) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:08.350475 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80908) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:08.350596 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80908) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:08.394462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1007af7a-3b8c-4df6-ad29-90e5037788e4 None None] The port 'da681c44-ee71-4bcb-9ae4-f5a1af838944' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:20:08.567116 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d773e314-c5b9-47f8-a61a-605b5a537250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:08.574260 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d773e314-c5b9-47f8-a61a-605b5a537250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:08.627382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52732) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:08.628066 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:08.644046 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d773e314-c5b9-47f8-a61a-605b5a537250 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ed482fce2d6468ba59a7b0734959ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4673944 Jan 14 07:20:08.649502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80908) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:08.650530 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80908) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:08.650984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80908) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:08.651586 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80908) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 07:20:08.655907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52734) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:08.659872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74d612a-452c-413f-aa1a-727e9a13a69a']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:08.684158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d64a3d-1c0f-422f-8295-40c5b4020db1') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:08.684704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d64a3d-1c0f-422f-8295-40c5b4020db1') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:08.695980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device da681c44-ee71-4bcb-9ae4-f5a1af838944 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:20:08.701427 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:08.707237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773e314-c5b9-47f8-a61a-605b5a537250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d8562a-7c60-48a0-9b5b-c014a8cedf26,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:08.736116 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d773e314-c5b9-47f8-a61a-605b5a537250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:08.744728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:08.746965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:20:08.762514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: da681c44-ee71-4bcb-9ae4-f5a1af838944 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:20:08.762921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device da681c44-ee71-4bcb-9ae4-f5a1af838944 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:20:08.817660 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2918e634-6737-4cf0-8a1d-38fdddfd5b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:08.840524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb2d7346-88a0-4900-aee9-c5f7435096d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:08.869070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fb2d7346-88a0-4900-aee9-c5f7435096d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:08.873949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fb2d7346-88a0-4900-aee9-c5f7435096d5 admin admin] Usage tracker for resource:security_group_rule and tenant:0c5073492a784130aee8c00637c049ca is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:08.877669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fb2d7346-88a0-4900-aee9-c5f7435096d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:08.885381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fb2d7346-88a0-4900-aee9-c5f7435096d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:08.893753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52742) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:08.954580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2918e634-6737-4cf0-8a1d-38fdddfd5b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:09.001765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52746) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:09.001965 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-452302c1-592f-44f1-9ddd-afec3f4cc80b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=15e4c0fc68df4b0abcbf74780d3b7376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1054399 Jan 14 07:20:09.033162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52750) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:09.072939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e69b391b-645f-406d-9bed-2575003df15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:09.111291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e69b391b-645f-406d-9bed-2575003df15d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:09.115706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e69b391b-645f-406d-9bed-2575003df15d admin admin] Usage tracker for resource:security_group_rule and tenant:a33e704d65c642b78a1a9ec276c31628 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:09.119329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e69b391b-645f-406d-9bed-2575003df15d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:09.125846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e69b391b-645f-406d-9bed-2575003df15d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:09.273945 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2918e634-6737-4cf0-8a1d-38fdddfd5b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:09.292701 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e69b391b-645f-406d-9bed-2575003df15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:09.318130 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0b4e5a15-4014-44ae-b71d-dddc49fcdff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:09.329924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Network c74d612a-452c-413f-aa1a-727e9a13a69a has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:09.341267 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:09.357073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e69b391b-645f-406d-9bed-2575003df15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:09.376341 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87c6d695-8769-4a8c-901b-b52bdb269330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:09.430139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918e634-6737-4cf0-8a1d-38fdddfd5b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d8562a-7c60-48a0-9b5b-c014a8cedf26,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:09.470068 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2918e634-6737-4cf0-8a1d-38fdddfd5b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:09.473802 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d472cdf2-b757-46ce-9e13-e5aac9d71fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:09.499347 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2918e634-6737-4cf0-8a1d-38fdddfd5b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:09.503201 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2918e634-6737-4cf0-8a1d-38fdddfd5b11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43d8562a-7c60-48a0-9b5b-c014a8cedf26 HTTP/1.1" status: 204 len: 168 time: 0.8294463 Jan 14 07:20:09.550914 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e69b391b-645f-406d-9bed-2575003df15d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a33e704d65c642b78a1a9ec276c31628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5071638 Jan 14 07:20:09.561297 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3e601d52-d09d-4710-ac94-9ddf4d4ca5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:09.566269 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87c6d695-8769-4a8c-901b-b52bdb269330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:09.573516 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb2d7346-88a0-4900-aee9-c5f7435096d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:09.574500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52774) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:09.590061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b391b-645f-406d-9bed-2575003df15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7821b3a8-9646-469e-af5a-f0fc274fca6d,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:09.598002 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb2d7346-88a0-4900-aee9-c5f7435096d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:09.607530 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e69b391b-645f-406d-9bed-2575003df15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:09.608134 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e69b391b-645f-406d-9bed-2575003df15d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:09.642298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3e601d52-d09d-4710-ac94-9ddf4d4ca5ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:09.652601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Network c74d612a-452c-413f-aa1a-727e9a13a69a has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:09.671338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3e601d52-d09d-4710-ac94-9ddf4d4ca5ec admin admin] Usage tracker for resource:security_group_rule and tenant:e73177a544884133ae2cd3c9199fe381 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:09.682257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3e601d52-d09d-4710-ac94-9ddf4d4ca5ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:09.686817 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: (rel_b, rel_a, rel_b), Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:20:09.690289 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:20:09.712463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4da009-7c76-489a-b5f9-39860d0bf9d6 req-6da25a05-c07c-4c7e-ad65-392dc1ca4677 tempest-LiveMigrationTest-1455887366 tempest-LiveMigrationTest-1455887366] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:09.720209 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ce4da009-7c76-489a-b5f9-39860d0bf9d6 req-6da25a05-c07c-4c7e-ad65-392dc1ca4677 tempest-LiveMigrationTest-1455887366 tempest-LiveMigrationTest-1455887366] 10.222.0.41 "GET /v2.0/networks?id=43e91b83-f534-49fe-ba18-9de071987ad0 HTTP/1.1" status: 200 len: 807 time: 0.4569263 Jan 14 07:20:09.740363 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fb2d7346-88a0-4900-aee9-c5f7435096d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c5073492a784130aee8c00637c049ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9378047 Jan 14 07:20:09.740363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3e601d52-d09d-4710-ac94-9ddf4d4ca5ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:09.743196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d7346-88a0-4900-aee9-c5f7435096d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558b6f1c-057b-4d8d-8fe8-2e6baff0e84a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:09.747771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52782) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:09.752645 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fb2d7346-88a0-4900-aee9-c5f7435096d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:09.760283 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ce4da009-7c76-489a-b5f9-39860d0bf9d6 req-f027549a-4eb3-4036-b75d-eecc925fd488 tempest-LiveMigrationTest-1455887366 tempest-LiveMigrationTest-1455887366] 10.222.0.41 "GET /v2.0/quotas/269bc2720b814f999444a12579197700 HTTP/1.1" status: 200 len: 375 time: 0.0390244 Jan 14 07:20:09.845987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:09.857083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-531b9ba4-790b-4114-a3c8-7054a9f24d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:09.857662 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ce4da009-7c76-489a-b5f9-39860d0bf9d6 req-7d2ad836-a961-480a-9a29-b5279c362ee3 tempest-LiveMigrationTest-1455887366 tempest-LiveMigrationTest-1455887366] 10.222.0.41 "GET /v2.0/ports?tenant_id=269bc2720b814f999444a12579197700&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0963750 Jan 14 07:20:09.867012 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:09.897787 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:09.902036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Pushing event deleted for resources: {'Network': ['ID=c74d612a-452c-413f-aa1a-727e9a13a69a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:09.909242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87c6d695-8769-4a8c-901b-b52bdb269330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:09.916814 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:09.917444 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2ca511dc-0830-43db-b2ad-14dc9f4d8ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:09.938107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6d695-8769-4a8c-901b-b52bdb269330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287e588e-3c70-4d6d-a6cf-454c1c99be37,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:09.956651 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-87c6d695-8769-4a8c-901b-b52bdb269330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:09.962041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-531b9ba4-790b-4114-a3c8-7054a9f24d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:10.031582 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] 10.222.0.41 "DELETE /v2.0/networks/c74d612a-452c-413f-aa1a-727e9a13a69a HTTP/1.1" status: 204 len: 168 time: 3.6450288 Jan 14 07:20:10.034492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87c6d695-8769-4a8c-901b-b52bdb269330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:10.035834 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-87c6d695-8769-4a8c-901b-b52bdb269330 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/287e588e-3c70-4d6d-a6cf-454c1c99be37 HTTP/1.1" status: 204 len: 168 time: 1.0303245 Jan 14 07:20:10.038318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52794) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:10.060468 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ce4da009-7c76-489a-b5f9-39860d0bf9d6 req-7ddb9217-9007-4193-82d8-d1d7af2c274f service neutron] 10.222.0.41 "GET /v2.0/networks/43e91b83-f534-49fe-ba18-9de071987ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018499 Jan 14 07:20:10.087074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ee6870a5-1f09-4355-9110-db82425aafe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:10.165320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-531b9ba4-790b-4114-a3c8-7054a9f24d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:10.181540 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f357ffd2-1e19-417d-a084-dd89acc4dd3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:10.200897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b9ba4-790b-4114-a3c8-7054a9f24d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7821b3a8-9646-469e-af5a-f0fc274fca6d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:10.206165 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-531b9ba4-790b-4114-a3c8-7054a9f24d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:10.207934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-531b9ba4-790b-4114-a3c8-7054a9f24d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:10.209646 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-531b9ba4-790b-4114-a3c8-7054a9f24d8e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7821b3a8-9646-469e-af5a-f0fc274fca6d HTTP/1.1" status: 204 len: 168 time: 0.6337912 Jan 14 07:20:10.268392 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ce4da009-7c76-489a-b5f9-39860d0bf9d6 req-0ed46557-1023-4aa6-b8f3-2176c2d82040 service neutron] 10.222.0.41 "GET /v2.0/networks/43e91b83-f534-49fe-ba18-9de071987ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1826050 Jan 14 07:20:10.288666 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ee6870a5-1f09-4355-9110-db82425aafe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:10.383506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3e601d52-d09d-4710-ac94-9ddf4d4ca5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:10.388837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3e601d52-d09d-4710-ac94-9ddf4d4ca5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:10.427945 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:10.439259 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3e601d52-d09d-4710-ac94-9ddf4d4ca5ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e73177a544884133ae2cd3c9199fe381&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7935114 Jan 14 07:20:10.442224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ee6870a5-1f09-4355-9110-db82425aafe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:10.451389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52812) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:10.535685 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ee6870a5-1f09-4355-9110-db82425aafe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:10.541122 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ee6870a5-1f09-4355-9110-db82425aafe3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/558b6f1c-057b-4d8d-8fe8-2e6baff0e84a HTTP/1.1" status: 204 len: 168 time: 0.7922163 Jan 14 07:20:10.545330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e601d52-d09d-4710-ac94-9ddf4d4ca5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d10a64-cc78-4d9e-ba1c-ff96e01153cb,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:10.552064 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3e601d52-d09d-4710-ac94-9ddf4d4ca5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:10.554313 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b37497c3-1f0d-4f8d-b774-cf6995c7027b tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:10.574321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6870a5-1f09-4355-9110-db82425aafe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558b6f1c-057b-4d8d-8fe8-2e6baff0e84a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:10.588692 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ee6870a5-1f09-4355-9110-db82425aafe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:10.594425 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db4b1362-87d2-41a5-994e-4dcb0f549931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:10.627970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db4b1362-87d2-41a5-994e-4dcb0f549931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:10.697373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db4b1362-87d2-41a5-994e-4dcb0f549931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:10.704605 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-007f0271-6646-4de2-9150-43c400372eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:10.745928 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db4b1362-87d2-41a5-994e-4dcb0f549931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:10.748879 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-db4b1362-87d2-41a5-994e-4dcb0f549931 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93d10a64-cc78-4d9e-ba1c-ff96e01153cb HTTP/1.1" status: 204 len: 168 time: 0.2947602 Jan 14 07:20:10.750250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b1362-87d2-41a5-994e-4dcb0f549931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d10a64-cc78-4d9e-ba1c-ff96e01153cb,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:10.758814 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-db4b1362-87d2-41a5-994e-4dcb0f549931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:10.922564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52834) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:11.035949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-17562498-31ed-4634-b055-addf386fb2ab admin admin] Deleting subnet eb194aae-5589-410c-9bd3-3dabd7dd44d1 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:20:11.042527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17562498-31ed-4634-b055-addf386fb2ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:11.107394 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17562498-31ed-4634-b055-addf386fb2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:11.143059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afa3f067-673e-4a1b-8517-83bfb21f6e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:11.214483 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17562498-31ed-4634-b055-addf386fb2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:11.618518 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17562498-31ed-4634-b055-addf386fb2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:11.645557 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:11.750962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17562498-31ed-4634-b055-addf386fb2ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb194aae-5589-410c-9bd3-3dabd7dd44d1,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:11.766861 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-17562498-31ed-4634-b055-addf386fb2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:11.781203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-afa3f067-673e-4a1b-8517-83bfb21f6e41 admin admin] Deleting port d6f9bf81-905d-47c8-b17b-db989dc1a24b {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:11.781778 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afa3f067-673e-4a1b-8517-83bfb21f6e41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:11.810163 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17562498-31ed-4634-b055-addf386fb2ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:11.818349 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-17562498-31ed-4634-b055-addf386fb2ab admin admin] 10.222.0.41 "DELETE /v2.0/subnets/eb194aae-5589-410c-9bd3-3dabd7dd44d1 HTTP/1.1" status: 204 len: 168 time: 0.8940799 Jan 14 07:20:11.822427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52866) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:11.865067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52870) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:11.888397 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5789f75b-ad51-401a-a800-946e239edc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:11.918196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5789f75b-ad51-401a-a800-946e239edc7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:11.928944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5789f75b-ad51-401a-a800-946e239edc7a admin admin] Usage tracker for resource:security_group_rule and tenant:98dd5d54e18d4318ac5f6d6e71d6bace is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:11.939965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5789f75b-ad51-401a-a800-946e239edc7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:11.956907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5789f75b-ad51-401a-a800-946e239edc7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:12.055990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f06a4c39-47a9-4498-8d1a-0bff851383c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.114791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5789f75b-ad51-401a-a800-946e239edc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.121195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5789f75b-ad51-401a-a800-946e239edc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.136173 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fb2d7346-88a0-4900-aee9-c5f7435096d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:12.173091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52878) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:12.211746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789f75b-ad51-401a-a800-946e239edc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937043db-14b1-4da7-859d-23aa451fc63e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:12.238223 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5789f75b-ad51-401a-a800-946e239edc7a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98dd5d54e18d4318ac5f6d6e71d6bace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3695586 Jan 14 07:20:12.238223 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5789f75b-ad51-401a-a800-946e239edc7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:12.238223 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18210185-d6b5-4053-b9e0-65024d7fe50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.254034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52882) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:12.275140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-18210185-d6b5-4053-b9e0-65024d7fe50f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:12.285148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-18210185-d6b5-4053-b9e0-65024d7fe50f admin admin] Usage tracker for resource:security_group_rule and tenant:8325f070762a4d78b45d14294c9db5b5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:12.295808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-18210185-d6b5-4053-b9e0-65024d7fe50f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:12.300688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-afa3f067-673e-4a1b-8517-83bfb21f6e41 admin admin] For port d6f9bf81-905d-47c8-b17b-db989dc1a24b, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d6f9bf81-905d-47c8-b17b-db989dc1a24b,segment=NetworkSegment(986df5d0-db44-4549-b1cd-1089fb38c72b),segment_id=986df5d0-db44-4549-b1cd-1089fb38c72b)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:12.301091 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afa3f067-673e-4a1b-8517-83bfb21f6e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.308528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-18210185-d6b5-4053-b9e0-65024d7fe50f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:12.323986 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f06a4c39-47a9-4498-8d1a-0bff851383c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.326327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52886) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:12.393541 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2a06ece-ef8f-484f-88d5-ff980ff824fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.429689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2a06ece-ef8f-484f-88d5-ff980ff824fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.499951 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2a06ece-ef8f-484f-88d5-ff980ff824fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.506971 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:12.538028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a06ece-ef8f-484f-88d5-ff980ff824fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937043db-14b1-4da7-859d-23aa451fc63e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:12.558178 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d2a06ece-ef8f-484f-88d5-ff980ff824fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:12.579642 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2a06ece-ef8f-484f-88d5-ff980ff824fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.580939 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d2a06ece-ef8f-484f-88d5-ff980ff824fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/937043db-14b1-4da7-859d-23aa451fc63e HTTP/1.1" status: 204 len: 168 time: 0.3257751 Jan 14 07:20:12.627297 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18210185-d6b5-4053-b9e0-65024d7fe50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.634441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18210185-d6b5-4053-b9e0-65024d7fe50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.683132 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-feae8fac-60fc-4ba1-894a-ca3899af2e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:12.694212 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-18210185-d6b5-4053-b9e0-65024d7fe50f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8325f070762a4d78b45d14294c9db5b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5196853 Jan 14 07:20:12.700753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52900) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:12.749117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18210185-d6b5-4053-b9e0-65024d7fe50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc7df6b-111b-4cd1-b8b6-db6dd501a8b8,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:12.756184 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18210185-d6b5-4053-b9e0-65024d7fe50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:12.770535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-afa3f067-673e-4a1b-8517-83bfb21f6e41 admin admin] Calling delete_port for d6f9bf81-905d-47c8-b17b-db989dc1a24b owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:12.781786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1014577792-network', 'tenant_id': 'aa3699163cc144ea91a97fd466fb413b'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:12.794877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:12.803331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Usage tracker for resource:network and tenant:aa3699163cc144ea91a97fd466fb413b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:12.809728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:12.816127 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e630ecf-5303-4a20-b137-108fa20f4d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.848812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e630ecf-5303-4a20-b137-108fa20f4d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.872606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:12.890394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f06a4c39-47a9-4498-8d1a-0bff851383c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e91b83-f534-49fe-ba18-9de071987ad0']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:12.902106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Made reservation on behalf of aa3699163cc144ea91a97fd466fb413b for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:12.913378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f06a4c39-47a9-4498-8d1a-0bff851383c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d592ce-6319-48e6-951e-579e63fa946e') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:12.914236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f06a4c39-47a9-4498-8d1a-0bff851383c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d592ce-6319-48e6-951e-579e63fa946e') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:12.927178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.934233 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f06a4c39-47a9-4498-8d1a-0bff851383c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.954171 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.959621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f06a4c39-47a9-4498-8d1a-0bff851383c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:12.963643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f06a4c39-47a9-4498-8d1a-0bff851383c5 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:20:13.182541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f06a4c39-47a9-4498-8d1a-0bff851383c5 admin admin] Network 43e91b83-f534-49fe-ba18-9de071987ad0 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:13.200361 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f06a4c39-47a9-4498-8d1a-0bff851383c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:13.224049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:13.229773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Usage tracker for resource:security_group_rule and tenant:aa3699163cc144ea91a97fd466fb413b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:13.233095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:13.235846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e630ecf-5303-4a20-b137-108fa20f4d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:13.244130 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:13.253597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:13.269847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e630ecf-5303-4a20-b137-108fa20f4d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc7df6b-111b-4cd1-b8b6-db6dd501a8b8,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:13.282800 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4e630ecf-5303-4a20-b137-108fa20f4d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:13.292379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e630ecf-5303-4a20-b137-108fa20f4d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:13.293603 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4e630ecf-5303-4a20-b137-108fa20f4d9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/afc7df6b-111b-4cd1-b8b6-db6dd501a8b8 HTTP/1.1" status: 204 len: 168 time: 0.5918331 Jan 14 07:20:13.424642 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:13.429958 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:13.452213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:20:13.469924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:13.471157 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Added segment f59face0-ba75-43ff-a8ad-de8388878a51 of type vxlan for network 0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 Jan 14 07:20:13.473875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afa3f067-673e-4a1b-8517-83bfb21f6e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:13.475989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f06a4c39-47a9-4498-8d1a-0bff851383c5 admin admin] Network 43e91b83-f534-49fe-ba18-9de071987ad0 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:13.513191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:13.521647 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad405863-8cad-4654-a33a-3822bc32970d tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:13.550565 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d2a06ece-ef8f-484f-88d5-ff980ff824fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:20:13.551016 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:20:13.593300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee9b0e3-94ca-4bfc-baab-acdc8bd8340a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:13.596480 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:13.598062 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:13.599395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:13.600415 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:13.629811 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:13.687224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3f067-673e-4a1b-8517-83bfb21f6e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f9bf81-905d-47c8-b17b-db989dc1a24b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:13.706487 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-afa3f067-673e-4a1b-8517-83bfb21f6e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:13.769590 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f06a4c39-47a9-4498-8d1a-0bff851383c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:13.778116 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f06a4c39-47a9-4498-8d1a-0bff851383c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:13.789741 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-512ee638-b873-4651-b573-4ec47415a2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:13.812602 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f06a4c39-47a9-4498-8d1a-0bff851383c5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/43e91b83-f534-49fe-ba18-9de071987ad0 HTTP/1.1" status: 204 len: 168 time: 1.9890351 Jan 14 07:20:13.820899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Pushing event updated for resources: {'Network': ['ID=0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:13.822611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a4c39-47a9-4498-8d1a-0bff851383c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=43e91b83-f534-49fe-ba18-9de071987ad0,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:13.828993 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4988027 Jan 14 07:20:13.838524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:13.838714 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f06a4c39-47a9-4498-8d1a-0bff851383c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:13.839247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52934) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:13.839617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52936) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:13.854505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6f969d0b-733d-44d2-9ea1-5b04066d4177 admin admin] Request body: {'subnet': {'network_id': '0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014577792-subnet', 'tenant_id': 'aa3699163cc144ea91a97fd466fb413b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:13.875974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:13.878333 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:13.892934 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3cb29404-f115-44a9-b53d-88ee9ced89d1 req-fbdf0682-2470-43e8-bd59-11c5d7899490 tempest-QuotasAdminNegativeTest-508187538 tempest-QuotasAdminNegativeTest-508187538] 10.222.0.41 "GET /v2.0/networks?tenant_id=ab2c90e6ac1c4f9e9999db720616c8f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744488 Jan 14 07:20:13.902959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6f969d0b-733d-44d2-9ea1-5b04066d4177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:13.919851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:13.927568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6f969d0b-733d-44d2-9ea1-5b04066d4177 admin admin] Usage tracker for resource:subnet and tenant:aa3699163cc144ea91a97fd466fb413b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:14.022538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6f969d0b-733d-44d2-9ea1-5b04066d4177 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:14.218772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb29404-f115-44a9-b53d-88ee9ced89d1 req-ff39ca1f-bc6b-490d-8931-f6434a624fdc tempest-QuotasAdminNegativeTest-508187538 tempest-QuotasAdminNegativeTest-508187538] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:14.228544 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3cb29404-f115-44a9-b53d-88ee9ced89d1 req-ff39ca1f-bc6b-490d-8931-f6434a624fdc tempest-QuotasAdminNegativeTest-508187538 tempest-QuotasAdminNegativeTest-508187538] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3284187 Jan 14 07:20:14.248736 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3cb29404-f115-44a9-b53d-88ee9ced89d1 req-99412741-9aa5-4e52-bc30-46138ffa6f91 tempest-QuotasAdminNegativeTest-508187538 tempest-QuotasAdminNegativeTest-508187538] 10.222.0.41 "GET /v2.0/quotas/ab2c90e6ac1c4f9e9999db720616c8f8 HTTP/1.1" status: 200 len: 375 time: 0.0190139 Jan 14 07:20:14.339301 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3cb29404-f115-44a9-b53d-88ee9ced89d1 req-a1b06bc9-00bd-47d5-8144-0b2ebbb41e9c tempest-QuotasAdminNegativeTest-508187538 tempest-QuotasAdminNegativeTest-508187538] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab2c90e6ac1c4f9e9999db720616c8f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891938 Jan 14 07:20:14.489986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6f969d0b-733d-44d2-9ea1-5b04066d4177 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:14.500991 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afa3f067-673e-4a1b-8517-83bfb21f6e41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:14.640525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed09afa-b110-4a25-865e-9cd32759d1e5 admin admin] Deleting subnet e10826f2-1808-4ed4-8431-861439f96ff8 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:20:14.646392 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aed09afa-b110-4a25-865e-9cd32759d1e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:14.675459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f969d0b-733d-44d2-9ea1-5b04066d4177 admin admin] Made reservation on behalf of aa3699163cc144ea91a97fd466fb413b for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:14.681790 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f969d0b-733d-44d2-9ea1-5b04066d4177 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:15.035093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aed09afa-b110-4a25-865e-9cd32759d1e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:15.151705 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aed09afa-b110-4a25-865e-9cd32759d1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:15.330479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:15.762682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52990) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:15.900800 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:15.987454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa3f067-673e-4a1b-8517-83bfb21f6e41 admin admin] Router 8f3bf29f-db5b-4956-a792-75fb6c4adb4a has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:20:16.325768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aed09afa-b110-4a25-865e-9cd32759d1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:16.350451 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:16.356778 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58dc3198-5a10-4ef7-af1e-81d8c3d0aff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:16.380025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-58dc3198-5a10-4ef7-af1e-81d8c3d0aff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:16.387163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-58dc3198-5a10-4ef7-af1e-81d8c3d0aff9 admin admin] Usage tracker for resource:security_group_rule and tenant:1efcf30e5c0547d3b4e637a24689e443 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:16.394974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-58dc3198-5a10-4ef7-af1e-81d8c3d0aff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:16.405205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-58dc3198-5a10-4ef7-af1e-81d8c3d0aff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:16.454847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed09afa-b110-4a25-865e-9cd32759d1e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e10826f2-1808-4ed4-8431-861439f96ff8,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:16.472532 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aed09afa-b110-4a25-865e-9cd32759d1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:16.494293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa3f067-673e-4a1b-8517-83bfb21f6e41 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:20:16.508843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8a1235-50b6-4d0a-ab6a-ea586e869faf None None] Sync routers for ids ['8f3bf29f-db5b-4956-a792-75fb6c4adb4a'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:20:16.522217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8a1235-50b6-4d0a-ab6a-ea586e869faf None None] Routers {'8f3bf29f-db5b-4956-a792-75fb6c4adb4a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:20:16.523238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ae8a1235-50b6-4d0a-ab6a-ea586e869faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:19:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8f3bf29f-db5b-4956-a792-75fb6c4adb4a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:16.559802 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-afa3f067-673e-4a1b-8517-83bfb21f6e41 admin admin] 10.222.0.41 "PUT /v2.0/routers/8f3bf29f-db5b-4956-a792-75fb6c4adb4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5132287 Jan 14 07:20:16.561941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53008) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:16.599749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58dc3198-5a10-4ef7-af1e-81d8c3d0aff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:16.604300 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58dc3198-5a10-4ef7-af1e-81d8c3d0aff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:16.617567 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ff095ede-1c2b-4492-a43c-629beec03139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:16.670162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aed09afa-b110-4a25-865e-9cd32759d1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:16.675985 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-aed09afa-b110-4a25-865e-9cd32759d1e5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e10826f2-1808-4ed4-8431-861439f96ff8 HTTP/1.1" status: 204 len: 168 time: 2.8318846 Jan 14 07:20:16.678251 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-58dc3198-5a10-4ef7-af1e-81d8c3d0aff9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1efcf30e5c0547d3b4e637a24689e443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9105670 Jan 14 07:20:16.680386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53012) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:16.680808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53016) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:16.728006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc3198-5a10-4ef7-af1e-81d8c3d0aff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0029f5-86f2-4deb-a3e2-7024559f6c48,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:16.768681 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-58dc3198-5a10-4ef7-af1e-81d8c3d0aff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:16.786102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-ae8a1235-50b6-4d0a-ab6a-ea586e869faf None None] Set router 8f3bf29f-db5b-4956-a792-75fb6c4adb4a gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:20:16.889372 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f969d0b-733d-44d2-9ea1-5b04066d4177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:16.919139 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:16.986998 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfec70fc-0722-4117-b043-99c237d62714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.191693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce521775-3b2a-483e-a04d-985adc5460bc admin admin] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.307452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ae8a1235-50b6-4d0a-ab6a-ea586e869faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3bf29f-db5b-4956-a792-75fb6c4adb4a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580548694-router', 'tenant_id': '7cad2901682645dca962137326122f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '8d05a043-8eab-4bbc-953f-857f39cf00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:17Z', 'updated_at': '2021-01-14T07:20:13Z', 'revision_number': 5, 'project_id': '7cad2901682645dca962137326122f71', 'gw_port': {'id': '8d05a043-8eab-4bbc-953f-857f39cf00e1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3bf29f-db5b-4956-a792-75fb6c4adb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:18Z', 'updated_at': '2021-01-14T07:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:17.310342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8a1235-50b6-4d0a-ab6a-ea586e869faf None None] Checking router: 8f3bf29f-db5b-4956-a792-75fb6c4adb4a for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:20:17.329558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8a1235-50b6-4d0a-ab6a-ea586e869faf None None] Routers {'8f3bf29f-db5b-4956-a792-75fb6c4adb4a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:20:17.330689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ae8a1235-50b6-4d0a-ab6a-ea586e869faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:19:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8f3bf29f-db5b-4956-a792-75fb6c4adb4a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:17.363395 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4a71-2b29-4af0-9d13-8b58a67a9b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.388442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f969d0b-733d-44d2-9ea1-5b04066d4177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ea27083-3da7-4045-8c81-c99ca7ca4d65,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:17.420224 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6f969d0b-733d-44d2-9ea1-5b04066d4177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:17.528720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4a71-2b29-4af0-9d13-8b58a67a9b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.542540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfec70fc-0722-4117-b043-99c237d62714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.692652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-ae8a1235-50b6-4d0a-ab6a-ea586e869faf None None] Set router 8f3bf29f-db5b-4956-a792-75fb6c4adb4a gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:20:17.747666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-dfec70fc-0722-4117-b043-99c237d62714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1427777e-9b7e-4571-a752-cffc46f274c5']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:17.775990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-dfec70fc-0722-4117-b043-99c237d62714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855cd3da-9018-4772-8edc-5059482190c2') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:17.776580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-dfec70fc-0722-4117-b043-99c237d62714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855cd3da-9018-4772-8edc-5059482190c2') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:17.814146 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfec70fc-0722-4117-b043-99c237d62714 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.821749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4a71-2b29-4af0-9d13-8b58a67a9b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.836872 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:17.902851 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce521775-3b2a-483e-a04d-985adc5460bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.910945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb4a71-2b29-4af0-9d13-8b58a67a9b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0029f5-86f2-4deb-a3e2-7024559f6c48,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:17.916078 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfec70fc-0722-4117-b043-99c237d62714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.929746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ce521775-3b2a-483e-a04d-985adc5460bc admin admin] Deleting port 8d05a043-8eab-4bbc-953f-857f39cf00e1 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:17.930352 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce521775-3b2a-483e-a04d-985adc5460bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.935995 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0cfb4a71-2b29-4af0-9d13-8b58a67a9b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:17.936491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dfec70fc-0722-4117-b043-99c237d62714 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:20:17.997519 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4a71-2b29-4af0-9d13-8b58a67a9b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:17.998750 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0cfb4a71-2b29-4af0-9d13-8b58a67a9b39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb0029f5-86f2-4deb-a3e2-7024559f6c48 HTTP/1.1" status: 204 len: 168 time: 1.3131895 Jan 14 07:20:18.046296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f969d0b-733d-44d2-9ea1-5b04066d4177 admin admin] Checking segment: {'id': 'f59face0-ba75-43ff-a8ad-de8388878a51', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:20:18.046914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f969d0b-733d-44d2-9ea1-5b04066d4177 admin admin] Network hostable DHCP agents. Network: 0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:20:18.359128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f969d0b-733d-44d2-9ea1-5b04066d4177 admin admin] Network 0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:20:18.420915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ae8a1235-50b6-4d0a-ab6a-ea586e869faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3bf29f-db5b-4956-a792-75fb6c4adb4a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580548694-router', 'tenant_id': '7cad2901682645dca962137326122f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '8d05a043-8eab-4bbc-953f-857f39cf00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:17Z', 'updated_at': '2021-01-14T07:20:13Z', 'revision_number': 5, 'project_id': '7cad2901682645dca962137326122f71', 'gw_port': {'id': '8d05a043-8eab-4bbc-953f-857f39cf00e1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3bf29f-db5b-4956-a792-75fb6c4adb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:18Z', 'updated_at': '2021-01-14T07:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:18.425539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6f969d0b-733d-44d2-9ea1-5b04066d4177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:18.429978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8a1235-50b6-4d0a-ab6a-ea586e869faf None None] The sync data for ids ['8f3bf29f-db5b-4956-a792-75fb6c4adb4a'] in n-d-769329-2 is: [{'id': '8f3bf29f-db5b-4956-a792-75fb6c4adb4a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580548694-router', 'tenant_id': '7cad2901682645dca962137326122f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '8d05a043-8eab-4bbc-953f-857f39cf00e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:19:17Z', 'updated_at': '2021-01-14T07:20:13Z', 'revision_number': 5, 'project_id': '7cad2901682645dca962137326122f71', 'gw_port': {'id': '8d05a043-8eab-4bbc-953f-857f39cf00e1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3bf29f-db5b-4956-a792-75fb6c4adb4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:19:18Z', 'updated_at': '2021-01-14T07:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:20:18.441178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c934f3-f903-48bc-a73a-0845ced88b8e None None] Network 0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:18.475895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f969d0b-733d-44d2-9ea1-5b04066d4177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:18.476928 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f969d0b-733d-44d2-9ea1-5b04066d4177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:18.480061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-dfec70fc-0722-4117-b043-99c237d62714 admin admin] Network 1427777e-9b7e-4571-a752-cffc46f274c5 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:18.490322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ce521775-3b2a-483e-a04d-985adc5460bc admin admin] For port 8d05a043-8eab-4bbc-953f-857f39cf00e1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=8d05a043-8eab-4bbc-953f-857f39cf00e1,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:18.491015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce521775-3b2a-483e-a04d-985adc5460bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:18.512025 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfec70fc-0722-4117-b043-99c237d62714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:18.720897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ce521775-3b2a-483e-a04d-985adc5460bc admin admin] Calling delete_port for 8d05a043-8eab-4bbc-953f-857f39cf00e1 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:18.823719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d6f9bf81-905d-47c8-b17b-db989dc1a24b no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:20:18.824249 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6f969d0b-733d-44d2-9ea1-5b04066d4177 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.9768472 Jan 14 07:20:18.844237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53064) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:18.890571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: d6f9bf81-905d-47c8-b17b-db989dc1a24b {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:20:18.890937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d6f9bf81-905d-47c8-b17b-db989dc1a24b not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:20:18.917225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1014577792-router', 'tenant_id': 'aa3699163cc144ea91a97fd466fb413b', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:19.019206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:19.024419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89081940-e66b-484a-86a8-0080c379419d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77', 'network_id': '0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77', 'tenant_id': 'aa3699163cc144ea91a97fd466fb413b', 'fixed_ips': [{'subnet_id': '9ea27083-3da7-4045-8c81-c99ca7ca4d65'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:20:19.025563 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:19.043990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Usage tracker for resource:router and tenant:aa3699163cc144ea91a97fd466fb413b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:19.064265 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1c146ef4-7084-490b-839b-24bc4214ce13 req-558dffa8-cee2-4d8b-ad04-79421067e8a3 tempest-QuotasAdminNegativeTest-508187538 tempest-QuotasAdminNegativeTest-508187538] 10.222.0.41 "GET /v2.0/networks?tenant_id=ab2c90e6ac1c4f9e9999db720616c8f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1849170 Jan 14 07:20:19.123936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce521775-3b2a-483e-a04d-985adc5460bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:19.226281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:19.357228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:19.412248 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce521775-3b2a-483e-a04d-985adc5460bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:19.485078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-dfec70fc-0722-4117-b043-99c237d62714 admin admin] Network 1427777e-9b7e-4571-a752-cffc46f274c5 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:20:19.529416 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:20:19.646228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:19.647777 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:19.703773 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfec70fc-0722-4117-b043-99c237d62714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:19.713377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfec70fc-0722-4117-b043-99c237d62714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:19.723470 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:19.769570 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dfec70fc-0722-4117-b043-99c237d62714 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1427777e-9b7e-4571-a752-cffc46f274c5 HTTP/1.1" status: 204 len: 168 time: 3.0876219 Jan 14 07:20:19.770700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec70fc-0722-4117-b043-99c237d62714 admin admin] Pushing event deleted for resources: {'Network': ['ID=1427777e-9b7e-4571-a752-cffc46f274c5,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:19.775335 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dfec70fc-0722-4117-b043-99c237d62714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:19.809248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c146ef4-7084-490b-839b-24bc4214ce13 req-037cfe72-ea9a-4bd8-ba2f-4ae0f4e14f08 tempest-QuotasAdminNegativeTest-508187538 tempest-QuotasAdminNegativeTest-508187538] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:19.811166 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1c146ef4-7084-490b-839b-24bc4214ce13 req-037cfe72-ea9a-4bd8-ba2f-4ae0f4e14f08 tempest-QuotasAdminNegativeTest-508187538 tempest-QuotasAdminNegativeTest-508187538] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7458007 Jan 14 07:20:19.846774 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1c146ef4-7084-490b-839b-24bc4214ce13 req-e32677b8-1d0e-4bf3-ad03-9905a4fc13ca tempest-QuotasAdminNegativeTest-508187538 tempest-QuotasAdminNegativeTest-508187538] 10.222.0.41 "GET /v2.0/quotas/ab2c90e6ac1c4f9e9999db720616c8f8 HTTP/1.1" status: 200 len: 375 time: 0.0288565 Jan 14 07:20:19.884229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce521775-3b2a-483e-a04d-985adc5460bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:19.886749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce521775-3b2a-483e-a04d-985adc5460bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:19.926454 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1c146ef4-7084-490b-839b-24bc4214ce13 req-4f5d8799-c4ac-4e75-872f-939b21d7a529 tempest-QuotasAdminNegativeTest-508187538 tempest-QuotasAdminNegativeTest-508187538] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab2c90e6ac1c4f9e9999db720616c8f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706623 Jan 14 07:20:19.937812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce521775-3b2a-483e-a04d-985adc5460bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:19.939470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce521775-3b2a-483e-a04d-985adc5460bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f3bf29f-db5b-4956-a792-75fb6c4adb4a {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:20:19.957091 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:19.983934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce521775-3b2a-483e-a04d-985adc5460bc admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:19.988157 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ce521775-3b2a-483e-a04d-985adc5460bc admin admin] 10.222.0.41 "DELETE /v2.0/routers/8f3bf29f-db5b-4956-a792-75fb6c4adb4a HTTP/1.1" status: 204 len: 168 time: 3.4231057 Jan 14 07:20:19.992295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53104) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:20.232792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe960e3e-8a0f-4679-b0df-645b2379e9ba admin admin] Deleting subnet 747f17bf-9f0a-4f53-a8db-76a26cc52de8 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:20:20.236249 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fe960e3e-8a0f-4679-b0df-645b2379e9ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:20.251385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-89081940-e66b-484a-86a8-0080c379419d None None] Allocated IP 172.20.0.2 (0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77/9ea27083-3da7-4045-8c81-c99ca7ca4d65/4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:20.429185 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fe960e3e-8a0f-4679-b0df-645b2379e9ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:20.533217 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:20.546304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-89081940-e66b-484a-86a8-0080c379419d None None] Transition to ACTIVE for port object 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:20.559177 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:20.565590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-89081940-e66b-484a-86a8-0080c379419d None None] Transition to ACTIVE for port object 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:20.580145 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:20.614287 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:20.615633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53126) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:20.633252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fe960e3e-8a0f-4679-b0df-645b2379e9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:20.739050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89081940-e66b-484a-86a8-0080c379419d None None] Pushing event updated for resources: {'Port': ['ID=4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:20.749817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8d05a043-8eab-4bbc-953f-857f39cf00e1 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:20:20.856617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.857687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.858251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.858806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.859481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.860171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.860808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.861406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.862088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.862915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.863497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.864134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.864915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.865688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.866375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.867702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.868271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.868828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.869395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.869956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.870516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.871064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.871626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.872204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.872833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.873382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.873933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.874479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.875034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.875593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.876182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.876723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.877269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.877842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.878400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.878944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:20.883596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 8d05a043-8eab-4bbc-953f-857f39cf00e1 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:20:20.884546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8d05a043-8eab-4bbc-953f-857f39cf00e1 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:20:20.886359 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89081940-e66b-484a-86a8-0080c379419d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:20.914127 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4151d74f-05d1-4d15-a808-e682c1ab7109 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=269bc2720b814f999444a12579197700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793553 Jan 14 07:20:20.918942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53136) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:21.009027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fe960e3e-8a0f-4679-b0df-645b2379e9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:21.034465 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:21.130457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89081940-e66b-484a-86a8-0080c379419d None None] Network 0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:21.131235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe960e3e-8a0f-4679-b0df-645b2379e9ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=747f17bf-9f0a-4f53-a8db-76a26cc52de8,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:21.133311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-89081940-e66b-484a-86a8-0080c379419d None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:21.140962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89081940-e66b-484a-86a8-0080c379419d None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:21.150363 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fe960e3e-8a0f-4679-b0df-645b2379e9ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:21.154354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3c29b8e-7995-4834-8703-705a213b5bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:21.212068 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fe960e3e-8a0f-4679-b0df-645b2379e9ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:21.222737 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fe960e3e-8a0f-4679-b0df-645b2379e9ba admin admin] 10.222.0.41 "DELETE /v2.0/subnets/747f17bf-9f0a-4f53-a8db-76a26cc52de8 HTTP/1.1" status: 204 len: 168 time: 1.2285264 Jan 14 07:20:21.229015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53152) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:21.237167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7379993-f180-4ebf-b0d8-376785db76cf None None] Network afcff818-89e5-4136-bb83-050590e7f6f9 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:21.256203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3c29b8e-7995-4834-8703-705a213b5bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:21.464720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:21.594077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] Deleting port 11a05c6d-4ee9-477f-9725-cc27b0b8b16e {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:21.595133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:21.711784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-89081940-e66b-484a-86a8-0080c379419d None None] Attempting to bind port 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:20:21.711784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-89081940-e66b-484a-86a8-0080c379419d None None] Attempting to bind port 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'f59face0-ba75-43ff-a8ad-de8388878a51', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:20:21.712187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89081940-e66b-484a-86a8-0080c379419d None None] Attempting to bind port 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 on network 0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:20:21.727980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53164) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:21.729835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89081940-e66b-484a-86a8-0080c379419d None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:20:21.730426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89081940-e66b-484a-86a8-0080c379419d None None] Checking segment: {'id': 'f59face0-ba75-43ff-a8ad-de8388878a51', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:20:21.730884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:21.731678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89081940-e66b-484a-86a8-0080c379419d None None] Bound using segment: {'id': 'f59face0-ba75-43ff-a8ad-de8388878a51', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:20:21.732273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-89081940-e66b-484a-86a8-0080c379419d None None] Bound port: 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59face0-ba75-43ff-a8ad-de8388878a51', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:20:21.732701 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:21.904654 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:21.922583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-89081940-e66b-484a-86a8-0080c379419d None None] For port 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:20:21.932987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-89081940-e66b-484a-86a8-0080c379419d None None] For port 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70,segment=NetworkSegment(f59face0-ba75-43ff-a8ad-de8388878a51),segment_id=f59face0-ba75-43ff-a8ad-de8388878a51)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:20:21.947517 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:21.958687 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89081940-e66b-484a-86a8-0080c379419d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:22.004746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] For port 11a05c6d-4ee9-477f-9725-cc27b0b8b16e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=11a05c6d-4ee9-477f-9725-cc27b0b8b16e,segment=NetworkSegment(986df5d0-db44-4549-b1cd-1089fb38c72b),segment_id=986df5d0-db44-4549-b1cd-1089fb38c72b)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:22.011074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:22.042338 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3c29b8e-7995-4834-8703-705a213b5bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:22.053089 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:22.075843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c29b8e-7995-4834-8703-705a213b5bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893e784e-e478-42e4-83e0-0e9e5c8806fd,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:22.102807 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b3c29b8e-7995-4834-8703-705a213b5bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:22.115743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3c29b8e-7995-4834-8703-705a213b5bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:22.117509 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b3c29b8e-7995-4834-8703-705a213b5bdc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/893e784e-e478-42e4-83e0-0e9e5c8806fd HTTP/1.1" status: 204 len: 168 time: 1.1959403 Jan 14 07:20:22.143920 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:22.279134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89081940-e66b-484a-86a8-0080c379419d None None] Pushing event updated for resources: {'Port': ['ID=4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:22.298939 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89081940-e66b-484a-86a8-0080c379419d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:22.344177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c63a88-6e58-49c3-922f-ca92dd7451ab None None] DHCP port deletion for afcff818-89e5-4136-bb83-050590e7f6f9 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:20:22.363131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] Calling delete_port for 11a05c6d-4ee9-477f-9725-cc27b0b8b16e owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:22.363423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f2c63a88-6e58-49c3-922f-ca92dd7451ab None None] Deleting port 11a05c6d-4ee9-477f-9725-cc27b0b8b16e {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:22.364081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2c63a88-6e58-49c3-922f-ca92dd7451ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:22.450358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Allocated IP 172.25.3.96 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/5fa1d34b-e9fc-4be6-8b0a-f1a101016505) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:22.551009 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-854f2f7c-2a51-49c1-bb29-1a0295aa1910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:22.588429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-854f2f7c-2a51-49c1-bb29-1a0295aa1910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:22.597341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-854f2f7c-2a51-49c1-bb29-1a0295aa1910 admin admin] Usage tracker for resource:security_group_rule and tenant:882b4b331e6c44c9a7f0a7680a64d980 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:22.600790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-854f2f7c-2a51-49c1-bb29-1a0295aa1910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:22.609258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-854f2f7c-2a51-49c1-bb29-1a0295aa1910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:22.614904 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:22.642931 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:22.737643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f2c63a88-6e58-49c3-922f-ca92dd7451ab None None] For port 11a05c6d-4ee9-477f-9725-cc27b0b8b16e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=11a05c6d-4ee9-477f-9725-cc27b0b8b16e,segment=NetworkSegment(986df5d0-db44-4549-b1cd-1089fb38c72b),segment_id=986df5d0-db44-4549-b1cd-1089fb38c72b)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:22.738388 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2c63a88-6e58-49c3-922f-ca92dd7451ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:22.791920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] Pushing event deleted for resources: {'Port': ['ID=11a05c6d-4ee9-477f-9725-cc27b0b8b16e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:22.802705 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:22.813408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:22.853604 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:22.895586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] No DVR routers for this DVR port 11a05c6d-4ee9-477f-9725-cc27b0b8b16e on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:20:23.084725 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:23.145314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f2c63a88-6e58-49c3-922f-ca92dd7451ab None None] Calling delete_port for 11a05c6d-4ee9-477f-9725-cc27b0b8b16e owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:20:23.291463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 11a05c6d-4ee9-477f-9725-cc27b0b8b16e no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:20:23.296899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Pushing event updated for resources: {'Port': ['ID=5fa1d34b-e9fc-4be6-8b0a-f1a101016505,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:23.321823 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:23.343713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 11a05c6d-4ee9-477f-9725-cc27b0b8b16e {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:20:23.344367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 11a05c6d-4ee9-477f-9725-cc27b0b8b16e not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:20:23.352443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-f2c63a88-6e58-49c3-922f-ca92dd7451ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:20:23.353188 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-f2c63a88-6e58-49c3-922f-ca92dd7451ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:20:23.397192 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-854f2f7c-2a51-49c1-bb29-1a0295aa1910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:23.403455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:23.404748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:23.406255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-854f2f7c-2a51-49c1-bb29-1a0295aa1910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:23.408021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:23.448990 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7de5cc1e-2a9a-4c65-b651-41050b02f8f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:23.502824 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-854f2f7c-2a51-49c1-bb29-1a0295aa1910 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=882b4b331e6c44c9a7f0a7680a64d980&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7428663 Jan 14 07:20:23.508286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f2f7c-2a51-49c1-bb29-1a0295aa1910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40159770-a1f3-40d9-938c-a07c734951a5,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:23.514101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53194) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:23.517778 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:23.554202 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-854f2f7c-2a51-49c1-bb29-1a0295aa1910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:23.652390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53200) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:23.846959 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-033ae179-eb6c-4291-8ff0-f51ffcc86e7d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ad033a72909473fb867f50126af1ba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1927769 Jan 14 07:20:23.853951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53214) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:23.854268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f2c63a88-6e58-49c3-922f-ca92dd7451ab None None] Deleting port 11a05c6d-4ee9-477f-9725-cc27b0b8b16e {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:20:23.854713 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2c63a88-6e58-49c3-922f-ca92dd7451ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:23.884118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afcff818-89e5-4136-bb83-050590e7f6f9']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:23.977022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8584daf8-4f05-43cc-b11a-821178b92eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:23.980322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986df5d0-db44-4549-b1cd-1089fb38c72b') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:23.980656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986df5d0-db44-4549-b1cd-1089fb38c72b') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:24.037537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f2c63a88-6e58-49c3-922f-ca92dd7451ab None None] The port '11a05c6d-4ee9-477f-9725-cc27b0b8b16e' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:20:24.072073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:24.101660 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03d9b5c5-e7c9-468c-aab6-e70bf8702d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:24.130873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8584daf8-4f05-43cc-b11a-821178b92eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:24.145711 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:24.147055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-888cdab2-28ed-4fa2-8dfc-e4d758ce4cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:24.151812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:24.164673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:20:24.325504 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-888cdab2-28ed-4fa2-8dfc-e4d758ce4cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:24.424241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a31a83a-a99f-4729-a140-0f330983429b None None] Network 0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:24.466974 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8584daf8-4f05-43cc-b11a-821178b92eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:24.475687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] Network afcff818-89e5-4136-bb83-050590e7f6f9 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:24.488353 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b26e6a90-8567-49c1-9a1c-450419d5c134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:24.500644 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:24.515919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584daf8-4f05-43cc-b11a-821178b92eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40159770-a1f3-40d9-938c-a07c734951a5,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:24.523254 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8584daf8-4f05-43cc-b11a-821178b92eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:24.642036 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8584daf8-4f05-43cc-b11a-821178b92eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:24.643427 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8584daf8-4f05-43cc-b11a-821178b92eaa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40159770-a1f3-40d9-938c-a07c734951a5 HTTP/1.1" status: 204 len: 168 time: 1.0948946 Jan 14 07:20:24.732520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-888cdab2-28ed-4fa2-8dfc-e4d758ce4cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:24.771489 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d18955d8-f127-40a8-946f-19d90fc413a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:24.801906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] Network afcff818-89e5-4136-bb83-050590e7f6f9 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:20:24.810749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888cdab2-28ed-4fa2-8dfc-e4d758ce4cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180ba5fc-30c4-44cf-a062-64add0730d2d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:20:24.865775 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:20:24.868795 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-888cdab2-28ed-4fa2-8dfc-e4d758ce4cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:24.872357 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-888cdab2-28ed-4fa2-8dfc-e4d758ce4cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:24.880759 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-888cdab2-28ed-4fa2-8dfc-e4d758ce4cd3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/180ba5fc-30c4-44cf-a062-64add0730d2d HTTP/1.1" status: 204 len: 168 time: 1.0226541 Jan 14 07:20:25.049113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:20:25.054620 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-078fc246-f746-4b95-8670-efbad7a39289 req-6888a3f1-3de8-4ec7-aab3-fd3af9c650ac tempest-QuotasAdminNegativeTest-508187538 tempest-QuotasAdminNegativeTest-508187538] 10.222.0.41 "GET /v2.0/networks?tenant_id=ab2c90e6ac1c4f9e9999db720616c8f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1084528 Jan 14 07:20:25.062966 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:25.074839 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-241b7f7b-87b4-49ce-9404-5fa051a70edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:25.098358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:25.105987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] Pushing event deleted for resources: {'Network': ['ID=afcff818-89e5-4136-bb83-050590e7f6f9,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:25.109669 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] 10.222.0.41 "DELETE /v2.0/networks/afcff818-89e5-4136-bb83-050590e7f6f9 HTTP/1.1" status: 204 len: 168 time: 3.8793144 Jan 14 07:20:25.111528 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:25.206418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-65ba6821-8799-4074-abf2-2c752976250b None None] Provisioning for port 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:25.220546 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:25.275856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:25.283012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:25.283447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:25.454029 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:25.471746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fc246-f746-4b95-8670-efbad7a39289 req-0b7a9532-aaaa-4a4c-b8df-d86391bef796 tempest-QuotasAdminNegativeTest-508187538 tempest-QuotasAdminNegativeTest-508187538] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:25.480709 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-078fc246-f746-4b95-8670-efbad7a39289 req-0b7a9532-aaaa-4a4c-b8df-d86391bef796 tempest-QuotasAdminNegativeTest-508187538 tempest-QuotasAdminNegativeTest-508187538] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4248142 Jan 14 07:20:25.501040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70,segment=NetworkSegment(f59face0-ba75-43ff-a8ad-de8388878a51),segment_id=f59face0-ba75-43ff-a8ad-de8388878a51)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:25.507751 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:25.516156 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:25.535676 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-078fc246-f746-4b95-8670-efbad7a39289 req-06e8de4b-1f56-4314-a157-74f8466cebed tempest-QuotasAdminNegativeTest-508187538 tempest-QuotasAdminNegativeTest-508187538] 10.222.0.41 "GET /v2.0/quotas/ab2c90e6ac1c4f9e9999db720616c8f8 HTTP/1.1" status: 200 len: 375 time: 0.0538695 Jan 14 07:20:25.611891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:25.629644 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:25.634408 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-078fc246-f746-4b95-8670-efbad7a39289 req-502447b6-f2d4-4213-9077-fec17b91c8ac tempest-QuotasAdminNegativeTest-508187538 tempest-QuotasAdminNegativeTest-508187538] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab2c90e6ac1c4f9e9999db720616c8f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0973766 Jan 14 07:20:25.681523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Router 680897b0-7594-4cbf-a1d3-365ee64323b8 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:20:25.687242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53262) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:25.804254 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dd72650a-46ea-4dd9-aa9e-d7a393e04ccb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8eccedb11484749a36fad78bb0968c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1155815 Jan 14 07:20:25.806896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53272) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:25.859795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ebaab16f-4ad1-44c9-a2ba-de760eb03fdd None None] Provisioning complete for port 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:25.860391 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebaab16f-4ad1-44c9-a2ba-de760eb03fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:25.863245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53278) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:25.927599 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc9b14ad-2d80-4419-886f-c679c503871f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.008485 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc9b14ad-2d80-4419-886f-c679c503871f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.136366 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc9b14ad-2d80-4419-886f-c679c503871f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.151571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53298) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:26.162618 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:26.199234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:20:26.211083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] Sync routers for ids ['680897b0-7594-4cbf-a1d3-365ee64323b8'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:20:26.226714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] Routers {'680897b0-7594-4cbf-a1d3-365ee64323b8'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:20:26.227746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:19:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['680897b0-7594-4cbf-a1d3-365ee64323b8'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:26.245002 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.251061 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.3704627 Jan 14 07:20:26.254935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53304) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:26.255337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b14ad-2d80-4419-886f-c679c503871f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76331a53-58bb-4ecc-8b73-34a87b1cf8a2,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:26.286687 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc9b14ad-2d80-4419-886f-c679c503871f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:26.287555 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-39b5d8a9-31ef-4f23-8097-2445f169086d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.332524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc9b14ad-2d80-4419-886f-c679c503871f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.347079 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bc9b14ad-2d80-4419-886f-c679c503871f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76331a53-58bb-4ecc-8b73-34a87b1cf8a2 HTTP/1.1" status: 204 len: 168 time: 0.5334253 Jan 14 07:20:26.347079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-39b5d8a9-31ef-4f23-8097-2445f169086d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:26.361699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-39b5d8a9-31ef-4f23-8097-2445f169086d admin admin] Usage tracker for resource:security_group_rule and tenant:0d94bf3bac4640afa4695da9c115eada is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:26.369308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-39b5d8a9-31ef-4f23-8097-2445f169086d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:26.389752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-39b5d8a9-31ef-4f23-8097-2445f169086d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:26.571914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] Set router 680897b0-7594-4cbf-a1d3-365ee64323b8 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:20:26.630052 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-39b5d8a9-31ef-4f23-8097-2445f169086d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.643063 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-39b5d8a9-31ef-4f23-8097-2445f169086d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:26.736837 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-854f2f7c-2a51-49c1-bb29-1a0295aa1910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:26.792875 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-39b5d8a9-31ef-4f23-8097-2445f169086d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d94bf3bac4640afa4695da9c115eada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6065598 Jan 14 07:20:26.799301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53324) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:26.864635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:20:26.881020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5d8a9-31ef-4f23-8097-2445f169086d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d0b597-94c8-461f-b60c-4f1f23dc5922,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:26.931821 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-39b5d8a9-31ef-4f23-8097-2445f169086d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:27.002403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-93dc9c52-d0db-45d5-ae1a-1881c3ee0369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:27.026356 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bdba9613-0f12-49df-a959-0c8a4660f22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:27.026590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-93dc9c52-d0db-45d5-ae1a-1881c3ee0369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:27.035621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-93dc9c52-d0db-45d5-ae1a-1881c3ee0369 admin admin] Usage tracker for resource:security_group_rule and tenant:13ea55465e244dde99b221630582efb5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:27.041890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-93dc9c52-d0db-45d5-ae1a-1881c3ee0369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:27.097474 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bdba9613-0f12-49df-a959-0c8a4660f22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:27.169886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-93dc9c52-d0db-45d5-ae1a-1881c3ee0369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:27.217728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bdba9613-0f12-49df-a959-0c8a4660f22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:27.224418 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-94f4f487-f06c-4d05-b223-5ff369796019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:27.279720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba9613-0f12-49df-a959-0c8a4660f22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d0b597-94c8-461f-b60c-4f1f23dc5922,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:27.280057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5d2d1730-feac-4a20-87ec-b32fe7a995ea None None] Provisioning complete for port 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:27.280057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d2d1730-feac-4a20-87ec-b32fe7a995ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:27.280200 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bdba9613-0f12-49df-a959-0c8a4660f22b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:27.286381 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bdba9613-0f12-49df-a959-0c8a4660f22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:27.288755 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bdba9613-0f12-49df-a959-0c8a4660f22b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4d0b597-94c8-461f-b60c-4f1f23dc5922 HTTP/1.1" status: 204 len: 168 time: 0.4864321 Jan 14 07:20:27.350409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b204bf68-90c7-4d98-b942-4aaebc27c3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:27.411251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-93dc9c52-d0db-45d5-ae1a-1881c3ee0369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:27.417020 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-93dc9c52-d0db-45d5-ae1a-1881c3ee0369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:27.435639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:27.436069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:27.452879 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ee6870a5-1f09-4355-9110-db82425aafe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:27.488584 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-93dc9c52-d0db-45d5-ae1a-1881c3ee0369 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13ea55465e244dde99b221630582efb5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6086845 Jan 14 07:20:27.491059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53354) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:27.506782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc9c52-d0db-45d5-ae1a-1881c3ee0369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4266ea-8028-42f2-aada-0fac581c86a1,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:27.521638 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-93dc9c52-d0db-45d5-ae1a-1881c3ee0369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:27.610266 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:27.672167 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-32c6b81f-6558-451d-bee5-4e4d9a5ff058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:27.732556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-32c6b81f-6558-451d-bee5-4e4d9a5ff058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:27.757713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53362) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:27.781294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-70ec80c9-4fd2-4447-866e-8d079d502b88 None None] Provisioning complete for port 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:27.781709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70ec80c9-4fd2-4447-866e-8d079d502b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:27.956255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53372) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:27.998422 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4e76c56f-11f4-45ca-8e75-20f2f9d283bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7cad2901682645dca962137326122f71&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2447686 Jan 14 07:20:28.002749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53380) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:28.046378 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-32c6b81f-6558-451d-bee5-4e4d9a5ff058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:28.053590 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78500772-90a4-4591-b0cf-a0e12916ea7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:28.054047 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:28.099352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6b81f-6558-451d-bee5-4e4d9a5ff058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4266ea-8028-42f2-aada-0fac581c86a1,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:28.149239 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-32c6b81f-6558-451d-bee5-4e4d9a5ff058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:28.209190 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-32c6b81f-6558-451d-bee5-4e4d9a5ff058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:28.213009 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-32c6b81f-6558-451d-bee5-4e4d9a5ff058 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca4266ea-8028-42f2-aada-0fac581c86a1 HTTP/1.1" status: 204 len: 168 time: 0.7199078 Jan 14 07:20:28.266250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77b24c34-f1d5-4a77-9a1f-922f27977b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:28.267929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680897b0-7594-4cbf-a1d3-365ee64323b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014577792-router', 'tenant_id': 'aa3699163cc144ea91a97fd466fb413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '5fa1d34b-e9fc-4be6-8b0a-f1a101016505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:19Z', 'updated_at': '2021-01-14T07:20:23Z', 'revision_number': 3, 'project_id': 'aa3699163cc144ea91a97fd466fb413b', 'gw_port': {'id': '5fa1d34b-e9fc-4be6-8b0a-f1a101016505', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680897b0-7594-4cbf-a1d3-365ee64323b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:22Z', 'updated_at': '2021-01-14T07:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:28.280309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] Checking router: 680897b0-7594-4cbf-a1d3-365ee64323b8 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:20:28.281770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] Updating router 680897b0-7594-4cbf-a1d3-365ee64323b8 port 5fa1d34b-e9fc-4be6-8b0a-f1a101016505 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:20:28.314768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77b24c34-f1d5-4a77-9a1f-922f27977b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:28.383250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:28.411478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53398) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:28.415781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77b24c34-f1d5-4a77-9a1f-922f27977b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:28.431939 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:28.445090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:28.461863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b24c34-f1d5-4a77-9a1f-922f27977b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6f62da-6651-4266-84b2-839f593fd146,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:28.469884 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-77b24c34-f1d5-4a77-9a1f-922f27977b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:28.473389 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77b24c34-f1d5-4a77-9a1f-922f27977b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:28.481934 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-77b24c34-f1d5-4a77-9a1f-922f27977b20 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f6f62da-6651-4266-84b2-839f593fd146 HTTP/1.1" status: 204 len: 168 time: 0.4665594 Jan 14 07:20:28.597074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-721220ed-e254-486b-8163-4749d58a4c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:28.644157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-721220ed-e254-486b-8163-4749d58a4c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:28.652934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-721220ed-e254-486b-8163-4749d58a4c04 admin admin] Usage tracker for resource:security_group_rule and tenant:439cdeaa1e904960bdddcaf3163d67a1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:28.665827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-721220ed-e254-486b-8163-4749d58a4c04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:28.686051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-721220ed-e254-486b-8163-4749d58a4c04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:28.861424 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-721220ed-e254-486b-8163-4749d58a4c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:28.869455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-721220ed-e254-486b-8163-4749d58a4c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:28.891757 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:28.932386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:28.946132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] Transition to ACTIVE for port object 5fa1d34b-e9fc-4be6-8b0a-f1a101016505 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:28.963856 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:28.982716 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:29.006386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721220ed-e254-486b-8163-4749d58a4c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47654a5-a825-4e08-a9b6-da21347a92fd,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:29.026407 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.038938 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-721220ed-e254-486b-8163-4749d58a4c04 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=439cdeaa1e904960bdddcaf3163d67a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0781844 Jan 14 07:20:29.040944 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-721220ed-e254-486b-8163-4749d58a4c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:29.041896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53414) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:29.128457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-048d0543-54d6-4bd4-aec2-3e5f5f374dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.133965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c416d5-9d97-4f75-b30c-99d88f075fbf None None] Pushing event updated for resources: {'Port': ['ID=5fa1d34b-e9fc-4be6-8b0a-f1a101016505,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:29.140610 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-59c416d5-9d97-4f75-b30c-99d88f075fbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:29.182606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-048d0543-54d6-4bd4-aec2-3e5f5f374dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:29.200958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Allocated IP 172.20.0.1 (0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77/9ea27083-3da7-4045-8c81-c99ca7ca4d65/c67bae49-fe1c-4299-a56a-431acadb92df) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:29.201934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-048d0543-54d6-4bd4-aec2-3e5f5f374dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:ab2c90e6ac1c4f9e9999db720616c8f8 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:29.205445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-048d0543-54d6-4bd4-aec2-3e5f5f374dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:29.213291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-048d0543-54d6-4bd4-aec2-3e5f5f374dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:29.234658 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4e96-d5ab-4a15-96db-6e3d0ebe1586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.262262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] Attempting to bind port 5fa1d34b-e9fc-4be6-8b0a-f1a101016505 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:20:29.262683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] Attempting to bind port 5fa1d34b-e9fc-4be6-8b0a-f1a101016505 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:20:29.263100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] Attempting to bind port 5fa1d34b-e9fc-4be6-8b0a-f1a101016505 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:20:29.290826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:20:29.294219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:20:29.294931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.295959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:20:29.297974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] Bound port: 5fa1d34b-e9fc-4be6-8b0a-f1a101016505, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:20:29.299905 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.308619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-048d0543-54d6-4bd4-aec2-3e5f5f374dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.313745 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-048d0543-54d6-4bd4-aec2-3e5f5f374dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.346662 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-888cdab2-28ed-4fa2-8dfc-e4d758ce4cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:29.360855 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-048d0543-54d6-4bd4-aec2-3e5f5f374dc8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab2c90e6ac1c4f9e9999db720616c8f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9480693 Jan 14 07:20:29.363749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53422) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:29.386782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4e96-d5ab-4a15-96db-6e3d0ebe1586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.396548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] For port 5fa1d34b-e9fc-4be6-8b0a-f1a101016505, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:20:29.402048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] For port 5fa1d34b-e9fc-4be6-8b0a-f1a101016505, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5fa1d34b-e9fc-4be6-8b0a-f1a101016505,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:20:29.410787 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.435562 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:29.481498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53428) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:29.542067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4e96-d5ab-4a15-96db-6e3d0ebe1586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.551066 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.555293 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-db4b1362-87d2-41a5-994e-4dcb0f549931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:29.586053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe4e96-d5ab-4a15-96db-6e3d0ebe1586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47654a5-a825-4e08-a9b6-da21347a92fd,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:29.594420 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ecbe4e96-d5ab-4a15-96db-6e3d0ebe1586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:29.620793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Transition to ACTIVE for port object c67bae49-fe1c-4299-a56a-431acadb92df will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:29.638544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4e96-d5ab-4a15-96db-6e3d0ebe1586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.640034 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ecbe4e96-d5ab-4a15-96db-6e3d0ebe1586 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a47654a5-a825-4e08-a9b6-da21347a92fd HTTP/1.1" status: 204 len: 168 time: 0.5915906 Jan 14 07:20:29.672962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53436) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:29.723503 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57e907c5-613d-41be-9b3f-04867ace762b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.737340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d0543-54d6-4bd4-aec2-3e5f5f374dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85971570-0519-48f4-a186-b8fa5d74bf70,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:29.742878 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-048d0543-54d6-4bd4-aec2-3e5f5f374dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:29.743767 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3ee9776-6559-490f-8d2f-42a309ce827c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.745440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c416d5-9d97-4f75-b30c-99d88f075fbf None None] Pushing event updated for resources: {'Port': ['ID=5fa1d34b-e9fc-4be6-8b0a-f1a101016505,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:29.758625 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-59c416d5-9d97-4f75-b30c-99d88f075fbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:29.770362 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.780238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3ee9776-6559-490f-8d2f-42a309ce827c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.783513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-57e907c5-613d-41be-9b3f-04867ace762b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:29.792758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-57e907c5-613d-41be-9b3f-04867ace762b admin admin] Usage tracker for resource:security_group_rule and tenant:854ccbcce0cd4f779d413cd32ac4a0ba is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:29.800285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-57e907c5-613d-41be-9b3f-04867ace762b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:29.813820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-57e907c5-613d-41be-9b3f-04867ace762b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:29.850347 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3ee9776-6559-490f-8d2f-42a309ce827c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.860511 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3651321-5bc8-4ad6-b574-94cb58ec56c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:29.865880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] Routers {'680897b0-7594-4cbf-a1d3-365ee64323b8'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:20:29.866068 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:29.868832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:20:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['680897b0-7594-4cbf-a1d3-365ee64323b8'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:29.879887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee9776-6559-490f-8d2f-42a309ce827c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85971570-0519-48f4-a186-b8fa5d74bf70,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:29.881989 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3ee9776-6559-490f-8d2f-42a309ce827c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:29.886964 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a3ee9776-6559-490f-8d2f-42a309ce827c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85971570-0519-48f4-a186-b8fa5d74bf70 HTTP/1.1" status: 204 len: 168 time: 0.5221334 Jan 14 07:20:29.888246 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a3ee9776-6559-490f-8d2f-42a309ce827c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:30.029292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:20:30.107232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Pushing event updated for resources: {'Port': ['ID=c67bae49-fe1c-4299-a56a-431acadb92df,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:30.119080 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1edb1007-f329-4421-90ef-2518388510ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.133697 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:30.160942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] Set router 680897b0-7594-4cbf-a1d3-365ee64323b8 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:20:30.170063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1edb1007-f329-4421-90ef-2518388510ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:30.204715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1edb1007-f329-4421-90ef-2518388510ae admin admin] Usage tracker for resource:security_group_rule and tenant:c3c865a83042449989d9f84bb4e36073 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:30.210147 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57e907c5-613d-41be-9b3f-04867ace762b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.211716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1edb1007-f329-4421-90ef-2518388510ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:30.222445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1edb1007-f329-4421-90ef-2518388510ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:30.228574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57e907c5-613d-41be-9b3f-04867ace762b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.242162 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3e601d52-d09d-4710-ac94-9ddf4d4ca5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:30.301824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Network 0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:30.314467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:30.329023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53454) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:30.338726 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-57e907c5-613d-41be-9b3f-04867ace762b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=854ccbcce0cd4f779d413cd32ac4a0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6620398 Jan 14 07:20:30.340853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:30.433673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e907c5-613d-41be-9b3f-04867ace762b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544584cd-4ab0-4f99-a088-0b3451f6ef9b,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:30.503980 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-57e907c5-613d-41be-9b3f-04867ace762b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:30.515811 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fef277e9-7489-48b4-9860-2222be24fdde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.568653 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fef277e9-7489-48b4-9860-2222be24fdde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.590770 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.660117 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fef277e9-7489-48b4-9860-2222be24fdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.668599 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-df71314f-4791-49c6-b557-24366505ff1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:30.690828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef277e9-7489-48b4-9860-2222be24fdde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544584cd-4ab0-4f99-a088-0b3451f6ef9b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:30.704124 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fef277e9-7489-48b4-9860-2222be24fdde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:30.711444 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fef277e9-7489-48b4-9860-2222be24fdde admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.714218 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fef277e9-7489-48b4-9860-2222be24fdde admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/544584cd-4ab0-4f99-a088-0b3451f6ef9b HTTP/1.1" status: 204 len: 168 time: 0.3841338 Jan 14 07:20:30.788826 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1edb1007-f329-4421-90ef-2518388510ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.795828 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1edb1007-f329-4421-90ef-2518388510ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.804615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680897b0-7594-4cbf-a1d3-365ee64323b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014577792-router', 'tenant_id': 'aa3699163cc144ea91a97fd466fb413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '5fa1d34b-e9fc-4be6-8b0a-f1a101016505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:19Z', 'updated_at': '2021-01-14T07:20:23Z', 'revision_number': 3, 'project_id': 'aa3699163cc144ea91a97fd466fb413b', 'gw_port': {'id': '5fa1d34b-e9fc-4be6-8b0a-f1a101016505', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680897b0-7594-4cbf-a1d3-365ee64323b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:22Z', 'updated_at': '2021-01-14T07:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:30.808858 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-57e907c5-613d-41be-9b3f-04867ace762b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:30.812349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cffa246-787e-4e80-ae15-1fc1d7cd7b31 None None] The sync data for ids ['680897b0-7594-4cbf-a1d3-365ee64323b8'] in n-d-769329-2 is: [{'id': '680897b0-7594-4cbf-a1d3-365ee64323b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014577792-router', 'tenant_id': 'aa3699163cc144ea91a97fd466fb413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '5fa1d34b-e9fc-4be6-8b0a-f1a101016505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:19Z', 'updated_at': '2021-01-14T07:20:23Z', 'revision_number': 3, 'project_id': 'aa3699163cc144ea91a97fd466fb413b', 'gw_port': {'id': '5fa1d34b-e9fc-4be6-8b0a-f1a101016505', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680897b0-7594-4cbf-a1d3-365ee64323b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:22Z', 'updated_at': '2021-01-14T07:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:20:30.815002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8c89f659-6a90-4c79-a308-3a93c4329b54 None None] Provisioning for port c67bae49-fe1c-4299-a56a-431acadb92df completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:30.826701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8c89f659-6a90-4c79-a308-3a93c4329b54 None None] Provisioning complete for port c67bae49-fe1c-4299-a56a-431acadb92df triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:30.827172 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c89f659-6a90-4c79-a308-3a93c4329b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:30.846804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb1007-f329-4421-90ef-2518388510ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733c7693-2129-4e39-879f-5d38e7109362,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:30.874150 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1edb1007-f329-4421-90ef-2518388510ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:30.927670 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1edb1007-f329-4421-90ef-2518388510ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3c865a83042449989d9f84bb4e36073&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4448807 Jan 14 07:20:30.933116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53468) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:30.959226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8c89f659-6a90-4c79-a308-3a93c4329b54 None None] Port c67bae49-fe1c-4299-a56a-431acadb92df cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:20:31.057708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.064069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b977ae97-8b52-4f53-9508-2852494ddcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.104447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b977ae97-8b52-4f53-9508-2852494ddcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.173471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b977ae97-8b52-4f53-9508-2852494ddcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.180385 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:31.197737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977ae97-8b52-4f53-9508-2852494ddcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733c7693-2129-4e39-879f-5d38e7109362,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:31.199871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b977ae97-8b52-4f53-9508-2852494ddcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.212283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53478) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:31.216988 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b977ae97-8b52-4f53-9508-2852494ddcf9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/733c7693-2129-4e39-879f-5d38e7109362 HTTP/1.1" status: 204 len: 168 time: 0.2691369 Jan 14 07:20:31.220966 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b977ae97-8b52-4f53-9508-2852494ddcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:31.258732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4b2baab-3c10-4690-b080-6c0144fd652f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.329500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e4b2baab-3c10-4690-b080-6c0144fd652f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:31.356246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e4b2baab-3c10-4690-b080-6c0144fd652f admin admin] Usage tracker for resource:security_group_rule and tenant:b342cb36621e4ec4bebcdb3456576602 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:31.363021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e4b2baab-3c10-4690-b080-6c0144fd652f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:31.441978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e4b2baab-3c10-4690-b080-6c0144fd652f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:31.602920 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.617205 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.660008 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f402bb8f-44a4-40d7-a2ac-ffca2c707f64 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:31.709432 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4b2baab-3c10-4690-b080-6c0144fd652f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.736293 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4b2baab-3c10-4690-b080-6c0144fd652f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.785511 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e4b2baab-3c10-4690-b080-6c0144fd652f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b342cb36621e4ec4bebcdb3456576602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5673225 Jan 14 07:20:31.786964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53496) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:31.802904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Pushing event updated for resources: {'Port': ['ID=c67bae49-fe1c-4299-a56a-431acadb92df,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:31.806914 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.824903 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:31.825506 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-58dc3198-5a10-4ef7-af1e-81d8c3d0aff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:31.881702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b2b450c-56e6-4e49-b934-b2f86a263453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.957908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b2b450c-56e6-4e49-b934-b2f86a263453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:31.970853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2baab-3c10-4690-b080-6c0144fd652f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7501d4a-5b48-4a8d-bcc2-4208fee3dfdf,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:31.979487 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4b2baab-3c10-4690-b080-6c0144fd652f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:32.075341 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b2b450c-56e6-4e49-b934-b2f86a263453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:32.082006 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bdba9613-0f12-49df-a959-0c8a4660f22b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:32.096094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b450c-56e6-4e49-b934-b2f86a263453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7501d4a-5b48-4a8d-bcc2-4208fee3dfdf,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:32.104359 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b2b450c-56e6-4e49-b934-b2f86a263453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:32.105185 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b2b450c-56e6-4e49-b934-b2f86a263453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:32.109774 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4b2b450c-56e6-4e49-b934-b2f86a263453 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7501d4a-5b48-4a8d-bcc2-4208fee3dfdf HTTP/1.1" status: 204 len: 168 time: 0.3211350 Jan 14 07:20:32.123699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Network 0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:32.125669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:32.470174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53514) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:32.502102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afe6cd01-8dfa-4cce-a1d0-90b93cb98281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:32.509445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-dc9a144a-dde3-4430-bb40-563ba0001023 None None] Provisioning complete for port c67bae49-fe1c-4299-a56a-431acadb92df triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:32.510023 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc9a144a-dde3-4430-bb40-563ba0001023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:32.537584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-afe6cd01-8dfa-4cce-a1d0-90b93cb98281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:32.545454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-afe6cd01-8dfa-4cce-a1d0-90b93cb98281 admin admin] Usage tracker for resource:security_group_rule and tenant:3251e411ea134794a8fca9b48a3abd56 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:32.550479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-afe6cd01-8dfa-4cce-a1d0-90b93cb98281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:32.559633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-afe6cd01-8dfa-4cce-a1d0-90b93cb98281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:32.582556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-dc9a144a-dde3-4430-bb40-563ba0001023 None None] Port c67bae49-fe1c-4299-a56a-431acadb92df cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:20:32.624109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Router 680897b0-7594-4cbf-a1d3-365ee64323b8 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:20:32.734958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5fa1d34b-e9fc-4be6-8b0a-f1a101016505 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:20:32.740175 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afe6cd01-8dfa-4cce-a1d0-90b93cb98281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:32.743434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afe6cd01-8dfa-4cce-a1d0-90b93cb98281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:32.753858 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0f7613ae-79fd-4dd1-9bed-ccd82213f46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:32.806659 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-afe6cd01-8dfa-4cce-a1d0-90b93cb98281 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3251e411ea134794a8fca9b48a3abd56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352983 Jan 14 07:20:32.808893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6cd01-8dfa-4cce-a1d0-90b93cb98281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7cffe2-cb70-486d-80b5-755a2b28ceba,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:32.826263 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-afe6cd01-8dfa-4cce-a1d0-90b93cb98281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:32.827663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53524) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:32.858698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:20:32.886442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 5fa1d34b-e9fc-4be6-8b0a-f1a101016505 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:32.887837 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] 10.222.0.41 "PUT /v2.0/routers/680897b0-7594-4cbf-a1d3-365ee64323b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6316144 Jan 14 07:20:32.896896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 5fa1d34b-e9fc-4be6-8b0a-f1a101016505 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:32.898434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:32.921629 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a348952-1eed-4a26-a0e1-f0ab08632330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:32.959426 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a348952-1eed-4a26-a0e1-f0ab08632330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:33.020162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a348952-1eed-4a26-a0e1-f0ab08632330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:33.029317 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-39b5d8a9-31ef-4f23-8097-2445f169086d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:33.047318 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a348952-1eed-4a26-a0e1-f0ab08632330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:33.048693 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5a348952-1eed-4a26-a0e1-f0ab08632330 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d7cffe2-cb70-486d-80b5-755a2b28ceba HTTP/1.1" status: 204 len: 168 time: 0.2190986 Jan 14 07:20:33.050052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a348952-1eed-4a26-a0e1-f0ab08632330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7cffe2-cb70-486d-80b5-755a2b28ceba,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:33.056539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:33.063697 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a348952-1eed-4a26-a0e1-f0ab08632330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:33.108558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 5fa1d34b-e9fc-4be6-8b0a-f1a101016505, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5fa1d34b-e9fc-4be6-8b0a-f1a101016505,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:33.112803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:33.115014 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:33.187515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=5fa1d34b-e9fc-4be6-8b0a-f1a101016505,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:33.192205 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:34.053554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] Sync routers for ids ['680897b0-7594-4cbf-a1d3-365ee64323b8'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:20:34.068464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] Routers {'680897b0-7594-4cbf-a1d3-365ee64323b8'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:20:34.068464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:20:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['680897b0-7594-4cbf-a1d3-365ee64323b8'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:34.276028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] Set router 680897b0-7594-4cbf-a1d3-365ee64323b8 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:20:34.673971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680897b0-7594-4cbf-a1d3-365ee64323b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014577792-router', 'tenant_id': 'aa3699163cc144ea91a97fd466fb413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '5fa1d34b-e9fc-4be6-8b0a-f1a101016505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:19Z', 'updated_at': '2021-01-14T07:20:30Z', 'revision_number': 4, 'project_id': 'aa3699163cc144ea91a97fd466fb413b', 'gw_port': {'id': '5fa1d34b-e9fc-4be6-8b0a-f1a101016505', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680897b0-7594-4cbf-a1d3-365ee64323b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:22Z', 'updated_at': '2021-01-14T07:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'c67bae49-fe1c-4299-a56a-431acadb92df', 'name': '', 'network_id': '0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77', 'tenant_id': 'aa3699163cc144ea91a97fd466fb413b', 'mac_address': 'fa:16:3e:4d:52:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680897b0-7594-4cbf-a1d3-365ee64323b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9ea27083-3da7-4045-8c81-c99ca7ca4d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:28Z', 'updated_at': '2021-01-14T07:20:31Z', 'revision_number': 2, 'project_id': 'aa3699163cc144ea91a97fd466fb413b', 'subnets': [{'id': '9ea27083-3da7-4045-8c81-c99ca7ca4d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:34.679532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] Checking router: 680897b0-7594-4cbf-a1d3-365ee64323b8 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:20:34.680433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] Updating router 680897b0-7594-4cbf-a1d3-365ee64323b8 port c67bae49-fe1c-4299-a56a-431acadb92df binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:20:34.684287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5fa1d34b-e9fc-4be6-8b0a-f1a101016505 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:20:34.745981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:34.766847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 5fa1d34b-e9fc-4be6-8b0a-f1a101016505 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:34.767262 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:35.130394 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0c6c4349-bcef-4ddb-942b-9b26bbfadf49 req-cb1ecb2e-97d7-41d9-8547-e0bfbdb9a5db tempest-TenantUsagesTestJSON-806560071 tempest-TenantUsagesTestJSON-806560071] 10.222.0.41 "GET /v2.0/networks?tenant_id=7be86e30aef747469843d60cb033bbad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431273 Jan 14 07:20:35.402273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c4349-bcef-4ddb-942b-9b26bbfadf49 req-84d304ed-4eb6-4c67-8777-a7e641f30cfc tempest-TenantUsagesTestJSON-806560071 tempest-TenantUsagesTestJSON-806560071] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:35.415160 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0c6c4349-bcef-4ddb-942b-9b26bbfadf49 req-84d304ed-4eb6-4c67-8777-a7e641f30cfc tempest-TenantUsagesTestJSON-806560071 tempest-TenantUsagesTestJSON-806560071] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2832601 Jan 14 07:20:35.435113 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0c6c4349-bcef-4ddb-942b-9b26bbfadf49 req-8c083bde-2c4e-438c-b15a-0dd0b04fcd34 tempest-TenantUsagesTestJSON-806560071 tempest-TenantUsagesTestJSON-806560071] 10.222.0.41 "GET /v2.0/quotas/7be86e30aef747469843d60cb033bbad HTTP/1.1" status: 200 len: 375 time: 0.0189466 Jan 14 07:20:35.501273 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:35.503060 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0c6c4349-bcef-4ddb-942b-9b26bbfadf49 req-4417a2dd-51fe-40a8-82b4-22c234f26181 tempest-TenantUsagesTestJSON-806560071 tempest-TenantUsagesTestJSON-806560071] 10.222.0.41 "GET /v2.0/ports?tenant_id=7be86e30aef747469843d60cb033bbad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670419 Jan 14 07:20:35.527634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] Transition to ACTIVE for port object c67bae49-fe1c-4299-a56a-431acadb92df will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:35.531992 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:35.553021 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d5f8f27b-99d1-4225-bb4c-0fc0f71a3c3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:35.717449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Pushing event updated for resources: {'Port': ['ID=c67bae49-fe1c-4299-a56a-431acadb92df,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:35.730830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.731793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.732252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.732736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.733175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.733597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.734018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.734447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.734874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.735287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.735746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.736182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.736801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.737343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.737923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.738354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.738768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.739182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.739595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.740033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.740450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.740880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.742001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.742001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.742816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.743233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.743670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.744093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.744514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.744934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.745365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.745795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.746222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.746734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.747150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.747564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:20:35.753898 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:36.087789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] Attempting to bind port c67bae49-fe1c-4299-a56a-431acadb92df on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:20:36.088213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] Attempting to bind port c67bae49-fe1c-4299-a56a-431acadb92df by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'f59face0-ba75-43ff-a8ad-de8388878a51', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:20:36.088614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] Attempting to bind port c67bae49-fe1c-4299-a56a-431acadb92df on network 0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:20:36.099312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:20:36.099843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] Checking segment: {'id': 'f59face0-ba75-43ff-a8ad-de8388878a51', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:20:36.100266 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:36.100939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] Bound using segment: {'id': 'f59face0-ba75-43ff-a8ad-de8388878a51', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:20:36.101595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] Bound port: c67bae49-fe1c-4299-a56a-431acadb92df, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59face0-ba75-43ff-a8ad-de8388878a51', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:20:36.101942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:36.227952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] For port c67bae49-fe1c-4299-a56a-431acadb92df, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:20:36.231884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] For port c67bae49-fe1c-4299-a56a-431acadb92df, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c67bae49-fe1c-4299-a56a-431acadb92df,segment=NetworkSegment(f59face0-ba75-43ff-a8ad-de8388878a51),segment_id=f59face0-ba75-43ff-a8ad-de8388878a51)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:20:36.241817 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:36.266435 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ea308f4f-aa97-40e6-a4a0-4f940c9a183b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:36.341032 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-896a068c-9304-4d38-a3fb-55b24fe15e7c req-300ac5f3-5dc7-4ba4-bf49-ece81fae8ae6 tempest-FlavorsV2NegativeTest-574113645 tempest-FlavorsV2NegativeTest-574113645] 10.222.0.41 "GET /v2.0/networks?tenant_id=d1ca1066ad784ce5a8469fa84913bc5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506682 Jan 14 07:20:36.447570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Pushing event updated for resources: {'Port': ['ID=c67bae49-fe1c-4299-a56a-431acadb92df,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:36.452843 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:36.496744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] Routers {'680897b0-7594-4cbf-a1d3-365ee64323b8'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:20:36.497761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:20:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['680897b0-7594-4cbf-a1d3-365ee64323b8'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:36.622866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a068c-9304-4d38-a3fb-55b24fe15e7c req-22d11c83-39b8-412a-90ea-4dba8e072d95 tempest-FlavorsV2NegativeTest-574113645 tempest-FlavorsV2NegativeTest-574113645] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:36.630870 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-896a068c-9304-4d38-a3fb-55b24fe15e7c req-22d11c83-39b8-412a-90ea-4dba8e072d95 tempest-FlavorsV2NegativeTest-574113645 tempest-FlavorsV2NegativeTest-574113645] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2786326 Jan 14 07:20:36.655423 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-896a068c-9304-4d38-a3fb-55b24fe15e7c req-c7a8bd23-fdb6-4612-9905-e6aef45e73c2 tempest-FlavorsV2NegativeTest-574113645 tempest-FlavorsV2NegativeTest-574113645] 10.222.0.41 "GET /v2.0/quotas/d1ca1066ad784ce5a8469fa84913bc5a HTTP/1.1" status: 200 len: 375 time: 0.0232158 Jan 14 07:20:36.720422 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-896a068c-9304-4d38-a3fb-55b24fe15e7c req-f2f146b8-1170-4961-a248-cf1772a1abb8 tempest-FlavorsV2NegativeTest-574113645 tempest-FlavorsV2NegativeTest-574113645] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1ca1066ad784ce5a8469fa84913bc5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639441 Jan 14 07:20:36.769972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] Set router 680897b0-7594-4cbf-a1d3-365ee64323b8 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:20:37.171391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680897b0-7594-4cbf-a1d3-365ee64323b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014577792-router', 'tenant_id': 'aa3699163cc144ea91a97fd466fb413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '5fa1d34b-e9fc-4be6-8b0a-f1a101016505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:19Z', 'updated_at': '2021-01-14T07:20:30Z', 'revision_number': 4, 'project_id': 'aa3699163cc144ea91a97fd466fb413b', 'gw_port': {'id': '5fa1d34b-e9fc-4be6-8b0a-f1a101016505', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680897b0-7594-4cbf-a1d3-365ee64323b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:22Z', 'updated_at': '2021-01-14T07:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'c67bae49-fe1c-4299-a56a-431acadb92df', 'name': '', 'network_id': '0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77', 'tenant_id': 'aa3699163cc144ea91a97fd466fb413b', 'mac_address': 'fa:16:3e:4d:52:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680897b0-7594-4cbf-a1d3-365ee64323b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9ea27083-3da7-4045-8c81-c99ca7ca4d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:28Z', 'updated_at': '2021-01-14T07:20:36Z', 'revision_number': 4, 'project_id': 'aa3699163cc144ea91a97fd466fb413b', 'subnets': [{'id': '9ea27083-3da7-4045-8c81-c99ca7ca4d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:37.175865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ff113-f743-4671-b59f-ba4da8138e66 None None] The sync data for ids ['680897b0-7594-4cbf-a1d3-365ee64323b8'] in n-d-769329-2 is: [{'id': '680897b0-7594-4cbf-a1d3-365ee64323b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014577792-router', 'tenant_id': 'aa3699163cc144ea91a97fd466fb413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '5fa1d34b-e9fc-4be6-8b0a-f1a101016505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:19Z', 'updated_at': '2021-01-14T07:20:30Z', 'revision_number': 4, 'project_id': 'aa3699163cc144ea91a97fd466fb413b', 'gw_port': {'id': '5fa1d34b-e9fc-4be6-8b0a-f1a101016505', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680897b0-7594-4cbf-a1d3-365ee64323b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:22Z', 'updated_at': '2021-01-14T07:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'c67bae49-fe1c-4299-a56a-431acadb92df', 'name': '', 'network_id': '0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77', 'tenant_id': 'aa3699163cc144ea91a97fd466fb413b', 'mac_address': 'fa:16:3e:4d:52:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '680897b0-7594-4cbf-a1d3-365ee64323b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '9ea27083-3da7-4045-8c81-c99ca7ca4d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:28Z', 'updated_at': '2021-01-14T07:20:36Z', 'revision_number': 4, 'project_id': 'aa3699163cc144ea91a97fd466fb413b', 'subnets': [{'id': '9ea27083-3da7-4045-8c81-c99ca7ca4d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:20:37.270956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53706) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:37.359419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53712) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:37.367450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1222211749-network', 'tenant_id': '940392b49a0347ae83398453eb99c2ae'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:37.374937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:37.379195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Usage tracker for resource:network and tenant:940392b49a0347ae83398453eb99c2ae is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:37.382409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:37.389013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:37.402608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Made reservation on behalf of 940392b49a0347ae83398453eb99c2ae for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:37.408615 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:37.423129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:37.440449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:37.445306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Usage tracker for resource:security_group_rule and tenant:940392b49a0347ae83398453eb99c2ae is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:37.448908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:37.455198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:37.484388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53720) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:37.592906 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:37.605288 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:37.612049 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-32c6b81f-6558-451d-bee5-4e4d9a5ff058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:37.652232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:20:37.660000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436f2dfd-904d-4dae-aa19-0ce825f175d4,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:37.665762 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:37.676630 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:37.677001 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Added segment 0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab of type vxlan for network f23d5a1f-02b1-4b7e-9608-603e1fa718a2 Jan 14 07:20:37.718660 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:37.761280 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:37.768375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:37.769385 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:37.776930 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:37.907933 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5442700 Jan 14 07:20:37.908515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53734) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:37.915333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-11dc7fda-a924-4fb2-bdb7-9114cd99d2a6 admin admin] Request body: {'subnet': {'network_id': 'f23d5a1f-02b1-4b7e-9608-603e1fa718a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1222211749-subnet', 'tenant_id': '940392b49a0347ae83398453eb99c2ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:37.920503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Pushing event updated for resources: {'Network': ['ID=f23d5a1f-02b1-4b7e-9608-603e1fa718a2,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:37.925085 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:37.935503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-11dc7fda-a924-4fb2-bdb7-9114cd99d2a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:37.935810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network f23d5a1f-02b1-4b7e-9608-603e1fa718a2 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:37.946196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-11dc7fda-a924-4fb2-bdb7-9114cd99d2a6 admin admin] Usage tracker for resource:subnet and tenant:940392b49a0347ae83398453eb99c2ae is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:37.956114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-11dc7fda-a924-4fb2-bdb7-9114cd99d2a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:37.970951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-11dc7fda-a924-4fb2-bdb7-9114cd99d2a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:37.977740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network f23d5a1f-02b1-4b7e-9608-603e1fa718a2 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:37.986456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1c1a-fe35-4bb9-842a-ec36d2af4a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:37.986875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11dc7fda-a924-4fb2-bdb7-9114cd99d2a6 admin admin] Made reservation on behalf of 940392b49a0347ae83398453eb99c2ae for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:37.994979 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11dc7fda-a924-4fb2-bdb7-9114cd99d2a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:38.021802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dc9b1c1a-fe35-4bb9-842a-ec36d2af4a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:38.026261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network f23d5a1f-02b1-4b7e-9608-603e1fa718a2 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:38.036438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dc9b1c1a-fe35-4bb9-842a-ec36d2af4a75 admin admin] Usage tracker for resource:security_group_rule and tenant:f552182e605c4b209596b2fc12412fa1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:38.040161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dc9b1c1a-fe35-4bb9-842a-ec36d2af4a75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:38.050488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dc9b1c1a-fe35-4bb9-842a-ec36d2af4a75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:38.146089 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1c1a-fe35-4bb9-842a-ec36d2af4a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:38.150243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1c1a-fe35-4bb9-842a-ec36d2af4a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:38.185318 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f699e528-df72-4ccb-88ea-061203549888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:38.229779 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dc9b1c1a-fe35-4bb9-842a-ec36d2af4a75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f552182e605c4b209596b2fc12412fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9538164 Jan 14 07:20:38.230362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53738) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:38.231085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b1c1a-fe35-4bb9-842a-ec36d2af4a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36e8948-df94-46ab-b459-5d5da87c3b92,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:38.241490 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dc9b1c1a-fe35-4bb9-842a-ec36d2af4a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:38.342182 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2099e1b7-dc4d-417c-935f-aca3642fb220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:38.381663 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-252dab6d-9459-487a-8e2c-ec175b5e5087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:38.407024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2099e1b7-dc4d-417c-935f-aca3642fb220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:38.473492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-252dab6d-9459-487a-8e2c-ec175b5e5087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:38.493450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2099e1b7-dc4d-417c-935f-aca3642fb220 admin admin] Usage tracker for resource:security_group_rule and tenant:7be86e30aef747469843d60cb033bbad is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:38.507278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2099e1b7-dc4d-417c-935f-aca3642fb220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:38.517272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2099e1b7-dc4d-417c-935f-aca3642fb220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:38.557774 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-252dab6d-9459-487a-8e2c-ec175b5e5087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:38.566982 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-531b9ba4-790b-4114-a3c8-7054a9f24d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:38.588128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252dab6d-9459-487a-8e2c-ec175b5e5087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36e8948-df94-46ab-b459-5d5da87c3b92,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:38.591810 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-252dab6d-9459-487a-8e2c-ec175b5e5087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:38.593506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-252dab6d-9459-487a-8e2c-ec175b5e5087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:38.600027 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-252dab6d-9459-487a-8e2c-ec175b5e5087 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c36e8948-df94-46ab-b459-5d5da87c3b92 HTTP/1.1" status: 204 len: 168 time: 0.3570504 Jan 14 07:20:38.776571 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11dc7fda-a924-4fb2-bdb7-9114cd99d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:38.784833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c67bae49-fe1c-4299-a56a-431acadb92df up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:20:38.808116 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:38.920159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port c67bae49-fe1c-4299-a56a-431acadb92df completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:38.926295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c67bae49-fe1c-4299-a56a-431acadb92df triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:38.926943 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:38.954694 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2099e1b7-dc4d-417c-935f-aca3642fb220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:38.970111 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2099e1b7-dc4d-417c-935f-aca3642fb220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.041785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc7fda-a924-4fb2-bdb7-9114cd99d2a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65ff6d98-359a-477b-8668-5033f62c1c6c,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:39.051150 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11dc7fda-a924-4fb2-bdb7-9114cd99d2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:39.055398 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14db30d4-5b50-488c-acba-5c48981fb0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:39.098841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099e1b7-dc4d-417c-935f-aca3642fb220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69983604-b202-4046-9c48-0e57f4a4f1c3,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:39.110046 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2099e1b7-dc4d-417c-935f-aca3642fb220 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7be86e30aef747469843d60cb033bbad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6242459 Jan 14 07:20:39.113490 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2099e1b7-dc4d-417c-935f-aca3642fb220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:39.114234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53764) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:39.130177 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.165821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dc7fda-a924-4fb2-bdb7-9114cd99d2a6 admin admin] Checking segment: {'id': '0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f23d5a1f-02b1-4b7e-9608-603e1fa718a2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:20:39.166341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dc7fda-a924-4fb2-bdb7-9114cd99d2a6 admin admin] Network hostable DHCP agents. Network: f23d5a1f-02b1-4b7e-9608-603e1fa718a2, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:20:39.176977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port c67bae49-fe1c-4299-a56a-431acadb92df, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c67bae49-fe1c-4299-a56a-431acadb92df,segment=NetworkSegment(f59face0-ba75-43ff-a8ad-de8388878a51),segment_id=f59face0-ba75-43ff-a8ad-de8388878a51)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:39.181427 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.184068 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a98c1d5-427d-4e51-8121-118fc4651b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:39.191848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dc7fda-a924-4fb2-bdb7-9114cd99d2a6 admin admin] Network f23d5a1f-02b1-4b7e-9608-603e1fa718a2 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:20:39.207238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-11dc7fda-a924-4fb2-bdb7-9114cd99d2a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, f23d5a1f-02b1-4b7e-9608-603e1fa718a2) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:39.238308 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8763830e-2ef3-40ea-a2a7-b56f8528dece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.242964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dc7fda-a924-4fb2-bdb7-9114cd99d2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:39.243612 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11dc7fda-a924-4fb2-bdb7-9114cd99d2a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.276658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe8a472-578d-4697-ac60-f1abb5524610 None None] Network f23d5a1f-02b1-4b7e-9608-603e1fa718a2 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:39.287331 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-11dc7fda-a924-4fb2-bdb7-9114cd99d2a6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3772340 Jan 14 07:20:39.289570 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8763830e-2ef3-40ea-a2a7-b56f8528dece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.290488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53770) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:39.299686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1222211749-router', 'tenant_id': '940392b49a0347ae83398453eb99c2ae', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:39.309827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:39.317479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Usage tracker for resource:router and tenant:940392b49a0347ae83398453eb99c2ae is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:39.327959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:39.352013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:39.356635 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8763830e-2ef3-40ea-a2a7-b56f8528dece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.363861 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-048d0543-54d6-4bd4-aec2-3e5f5f374dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:39.373450 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.374404 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.382510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763830e-2ef3-40ea-a2a7-b56f8528dece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69983604-b202-4046-9c48-0e57f4a4f1c3,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:39.396578 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8763830e-2ef3-40ea-a2a7-b56f8528dece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:39.399539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8763830e-2ef3-40ea-a2a7-b56f8528dece admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.401019 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8763830e-2ef3-40ea-a2a7-b56f8528dece admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69983604-b202-4046-9c48-0e57f4a4f1c3 HTTP/1.1" status: 204 len: 168 time: 0.2856872 Jan 14 07:20:39.403737 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.410199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=c67bae49-fe1c-4299-a56a-431acadb92df,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:39.457015 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:39.639836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-f23d5a1f-02b1-4b7e-9608-603e1fa718a2', 'network_id': 'f23d5a1f-02b1-4b7e-9608-603e1fa718a2', 'tenant_id': '940392b49a0347ae83398453eb99c2ae', 'fixed_ips': [{'subnet_id': '65ff6d98-359a-477b-8668-5033f62c1c6c'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:20:39.640934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.748161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:39.754164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53784) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:39.985661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Allocated IP 172.20.0.2 (f23d5a1f-02b1-4b7e-9608-603e1fa718a2/65ff6d98-359a-477b-8668-5033f62c1c6c/669689d5-d35b-4779-8f2b-8fe58596665a) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:40.173872 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:40.216649 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:40.264821 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:40.277843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Transition to ACTIVE for port object 669689d5-d35b-4779-8f2b-8fe58596665a will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:40.296456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Transition to ACTIVE for port object 669689d5-d35b-4779-8f2b-8fe58596665a will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:40.302089 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:40.370129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-413cf0b0-94a5-4faf-bc9c-67dbaa0555b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:40.421523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-413cf0b0-94a5-4faf-bc9c-67dbaa0555b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:40.435275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-413cf0b0-94a5-4faf-bc9c-67dbaa0555b3 admin admin] Usage tracker for resource:security_group_rule and tenant:d1ca1066ad784ce5a8469fa84913bc5a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:40.439006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-413cf0b0-94a5-4faf-bc9c-67dbaa0555b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:40.454705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-413cf0b0-94a5-4faf-bc9c-67dbaa0555b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:40.513358 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0ca9bcc6-8918-4342-b8ec-f99187ec9036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:40.585545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Network f23d5a1f-02b1-4b7e-9608-603e1fa718a2 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:40.592092 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-413cf0b0-94a5-4faf-bc9c-67dbaa0555b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:40.593861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:40.601540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-413cf0b0-94a5-4faf-bc9c-67dbaa0555b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:40.604074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:40.615087 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9386787f-dd9e-43f6-81fe-aa9a855e6c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:40.655548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53808) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:40.656524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cf0b0-94a5-4faf-bc9c-67dbaa0555b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed323575-771d-4644-808a-b43bb5e997bd,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:40.661844 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-413cf0b0-94a5-4faf-bc9c-67dbaa0555b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:40.688331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Attempting to bind port 669689d5-d35b-4779-8f2b-8fe58596665a on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:20:40.688745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Attempting to bind port 669689d5-d35b-4779-8f2b-8fe58596665a by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f23d5a1f-02b1-4b7e-9608-603e1fa718a2'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:20:40.689154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Attempting to bind port 669689d5-d35b-4779-8f2b-8fe58596665a on network f23d5a1f-02b1-4b7e-9608-603e1fa718a2 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:20:40.693272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Pushing event updated for resources: {'Port': ['ID=669689d5-d35b-4779-8f2b-8fe58596665a,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:40.699100 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:40.700163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:20:40.700581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Checking segment: {'id': '0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f23d5a1f-02b1-4b7e-9608-603e1fa718a2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:20:40.701025 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:40.701661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Bound using segment: {'id': '0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f23d5a1f-02b1-4b7e-9608-603e1fa718a2'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:20:40.701953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Bound port: 669689d5-d35b-4779-8f2b-8fe58596665a, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f23d5a1f-02b1-4b7e-9608-603e1fa718a2'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:20:40.702370 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:40.723709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cfb6968d-3c96-4b8d-ad46-62007cdcb6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:40.757747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cfb6968d-3c96-4b8d-ad46-62007cdcb6ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:40.767983 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-413cf0b0-94a5-4faf-bc9c-67dbaa0555b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1ca1066ad784ce5a8469fa84913bc5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0122058 Jan 14 07:20:40.770496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cfb6968d-3c96-4b8d-ad46-62007cdcb6ff admin admin] Usage tracker for resource:security_group_rule and tenant:0914a9ed09d8472f933448d6454d11a3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:40.774175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53814) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:40.777357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cfb6968d-3c96-4b8d-ad46-62007cdcb6ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:40.805906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cfb6968d-3c96-4b8d-ad46-62007cdcb6ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:40.838008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] For port 669689d5-d35b-4779-8f2b-8fe58596665a, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:20:40.841686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] For port 669689d5-d35b-4779-8f2b-8fe58596665a, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=669689d5-d35b-4779-8f2b-8fe58596665a,segment=NetworkSegment(0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab),segment_id=0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:20:40.844788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c67bae49-fe1c-4299-a56a-431acadb92df up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:20:40.888696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43a9eaaf-7159-4dff-bb2b-30f224a2b0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:40.924662 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:40.952015 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:40.971759 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43a9eaaf-7159-4dff-bb2b-30f224a2b0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.020719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Allocated IP 172.25.3.41 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/d8ad1e80-83aa-48ff-9004-181707c667c7) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:41.058818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Pushing event updated for resources: {'Port': ['ID=669689d5-d35b-4779-8f2b-8fe58596665a,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:41.072435 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43a9eaaf-7159-4dff-bb2b-30f224a2b0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.092833 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c46473c-a933-4bd1-af07-efa6f00bcfdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:41.128369 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43a9eaaf-7159-4dff-bb2b-30f224a2b0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.141515 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-43a9eaaf-7159-4dff-bb2b-30f224a2b0a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed323575-771d-4644-808a-b43bb5e997bd HTTP/1.1" status: 204 len: 168 time: 0.3627203 Jan 14 07:20:41.156524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9eaaf-7159-4dff-bb2b-30f224a2b0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed323575-771d-4644-808a-b43bb5e997bd,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:41.161398 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-43a9eaaf-7159-4dff-bb2b-30f224a2b0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:41.169615 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:41.243207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c67bae49-fe1c-4299-a56a-431acadb92df triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:41.244020 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.295160 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.309759 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cfb6968d-3c96-4b8d-ad46-62007cdcb6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.322954 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cfb6968d-3c96-4b8d-ad46-62007cdcb6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.350317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.353617 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-afe6cd01-8dfa-4cce-a1d0-90b93cb98281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:41.369954 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:41.450789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6968d-3c96-4b8d-ad46-62007cdcb6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e0c44d-abc2-4a4d-8149-d5ce3c60ad39,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:41.490256 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cfb6968d-3c96-4b8d-ad46-62007cdcb6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:41.502743 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cfb6968d-3c96-4b8d-ad46-62007cdcb6ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0914a9ed09d8472f933448d6454d11a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8387532 Jan 14 07:20:41.504842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53830) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:41.519866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-4b28b957-79e3-47e0-9af2-dcae4ff88b4a req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Request body: {'security_group': {'name': 'tempest-securitygroup-968715225', 'description': 'tempest-description-256522144'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:41.535776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Pushing event updated for resources: {'Port': ['ID=d8ad1e80-83aa-48ff-9004-181707c667c7,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:41.540661 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:41.559177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-4b28b957-79e3-47e0-9af2-dcae4ff88b4a req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:41.594032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4b28b957-79e3-47e0-9af2-dcae4ff88b4a req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Usage tracker for resource:security_group and tenant:d8a6c31a56e942ec8664e2bf55267cbb is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:41.609984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4b28b957-79e3-47e0-9af2-dcae4ff88b4a req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:41.644994 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-970e24dc-7b33-40a6-bdb2-89ef7db47796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.651013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-4b28b957-79e3-47e0-9af2-dcae4ff88b4a req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:41.687329 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-970e24dc-7b33-40a6-bdb2-89ef7db47796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.723486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4b28b957-79e3-47e0-9af2-dcae4ff88b4a req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.761673 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-970e24dc-7b33-40a6-bdb2-89ef7db47796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.773126 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-344be623-1f3b-4362-82e2-a28c35aff660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:41.798013 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4b28b957-79e3-47e0-9af2-dcae4ff88b4a req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.809028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-970e24dc-7b33-40a6-bdb2-89ef7db47796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:41.816349 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-970e24dc-7b33-40a6-bdb2-89ef7db47796 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4e0c44d-abc2-4a4d-8149-d5ce3c60ad39 HTTP/1.1" status: 204 len: 168 time: 0.3101313 Jan 14 07:20:41.817928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e24dc-7b33-40a6-bdb2-89ef7db47796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e0c44d-abc2-4a4d-8149-d5ce3c60ad39,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:41.823047 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-970e24dc-7b33-40a6-bdb2-89ef7db47796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:41.853067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-4b28b957-79e3-47e0-9af2-dcae4ff88b4a req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:41.891612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:41.915286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4b28b957-79e3-47e0-9af2-dcae4ff88b4a req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Usage tracker for resource:security_group_rule and tenant:d8a6c31a56e942ec8664e2bf55267cbb is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:41.936929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:41.943511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4b28b957-79e3-47e0-9af2-dcae4ff88b4a req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:41.947482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:41.984115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-4b28b957-79e3-47e0-9af2-dcae4ff88b4a req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:42.453230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4b28b957-79e3-47e0-9af2-dcae4ff88b4a req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:42.461100 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4b28b957-79e3-47e0-9af2-dcae4ff88b4a req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:42.466668 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5789f75b-ad51-401a-a800-946e239edc7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:42.530527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-4b28b957-79e3-47e0-9af2-dcae4ff88b4a req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:42.546475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4b28b957-79e3-47e0-9af2-dcae4ff88b4a req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Usage tracker for resource:security_group_rule and tenant:d8a6c31a56e942ec8664e2bf55267cbb is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:42.560808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4b28b957-79e3-47e0-9af2-dcae4ff88b4a req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:42.575706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-4b28b957-79e3-47e0-9af2-dcae4ff88b4a req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:42.599189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Pushing event updated for resources: {'SecurityGroup': ['ID=6485687b-12d3-4fa0-a42a-eb7694a9d0b5,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:42.613094 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:42.630521 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:42.806161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 669689d5-d35b-4779-8f2b-8fe58596665a up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:20:42.953318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 669689d5-d35b-4779-8f2b-8fe58596665a completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:43.013278 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4b28b957-79e3-47e0-9af2-dcae4ff88b4a req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.025491 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4b28b957-79e3-47e0-9af2-dcae4ff88b4a req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.033687 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18210185-d6b5-4053-b9e0-65024d7fe50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:43.184556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e061b9-50ca-40b2-8ee9-f19eb1f5c663,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:43.192387 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:43.195355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4b28b957-79e3-47e0-9af2-dcae4ff88b4a req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.196720 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4b28b957-79e3-47e0-9af2-dcae4ff88b4a req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7549465 Jan 14 07:20:43.243599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5396746b-4b7c-421f-b866-c470ffac2475 None None] Network f23d5a1f-02b1-4b7e-9608-603e1fa718a2 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:43.297445 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.462868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e1ad3764-400e-4ff2-954f-a8455e5c01f1 None None] Provisioning for port 669689d5-d35b-4779-8f2b-8fe58596665a completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:43.470339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e1ad3764-400e-4ff2-954f-a8455e5c01f1 None None] Provisioning complete for port 669689d5-d35b-4779-8f2b-8fe58596665a triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:43.471007 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3764-400e-4ff2-954f-a8455e5c01f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.540712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Router e2c1047d-293b-4aa8-a1e4-db10ad8df508 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:20:43.651354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53886) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:43.737717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3764-400e-4ff2-954f-a8455e5c01f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.786190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e1ad3764-400e-4ff2-954f-a8455e5c01f1 None None] For port 669689d5-d35b-4779-8f2b-8fe58596665a, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=669689d5-d35b-4779-8f2b-8fe58596665a,segment=NetworkSegment(0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab),segment_id=0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:43.791711 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1ad3764-400e-4ff2-954f-a8455e5c01f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.796016 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:43.886441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:20:43.924036 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:43.930586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53892) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:43.932726 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6403747 Jan 14 07:20:43.938737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad3764-400e-4ff2-954f-a8455e5c01f1 None None] Pushing event updated for resources: {'Port': ['ID=669689d5-d35b-4779-8f2b-8fe58596665a,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:43.955231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] Sync routers for ids ['e2c1047d-293b-4aa8-a1e4-db10ad8df508'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:20:43.976995 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1ad3764-400e-4ff2-954f-a8455e5c01f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:43.993935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-a657b844-5789-448e-ae48-1548f6c7122e req-e82988e5-e396-4d3d-8ed1-52867468104b tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Request body: {'security_group': {'name': 'tempest-securitygroup-790071125', 'description': 'tempest-description-1500406838'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:43.998535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] Routers {'e2c1047d-293b-4aa8-a1e4-db10ad8df508'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:20:43.999453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:20:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e2c1047d-293b-4aa8-a1e4-db10ad8df508'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:44.012812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-a657b844-5789-448e-ae48-1548f6c7122e req-e82988e5-e396-4d3d-8ed1-52867468104b tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:44.018071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a657b844-5789-448e-ae48-1548f6c7122e req-e82988e5-e396-4d3d-8ed1-52867468104b tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Usage tracker for resource:security_group and tenant:d8a6c31a56e942ec8664e2bf55267cbb is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:44.024851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a657b844-5789-448e-ae48-1548f6c7122e req-e82988e5-e396-4d3d-8ed1-52867468104b tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:44.046197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-a657b844-5789-448e-ae48-1548f6c7122e req-e82988e5-e396-4d3d-8ed1-52867468104b tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:44.072002 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a657b844-5789-448e-ae48-1548f6c7122e req-e82988e5-e396-4d3d-8ed1-52867468104b tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:44.131015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-a657b844-5789-448e-ae48-1548f6c7122e req-e82988e5-e396-4d3d-8ed1-52867468104b tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:44.142917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a657b844-5789-448e-ae48-1548f6c7122e req-e82988e5-e396-4d3d-8ed1-52867468104b tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Usage tracker for resource:security_group_rule and tenant:d8a6c31a56e942ec8664e2bf55267cbb is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:44.152866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a657b844-5789-448e-ae48-1548f6c7122e req-e82988e5-e396-4d3d-8ed1-52867468104b tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:44.165560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-a657b844-5789-448e-ae48-1548f6c7122e req-e82988e5-e396-4d3d-8ed1-52867468104b tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:44.344688 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a657b844-5789-448e-ae48-1548f6c7122e req-e82988e5-e396-4d3d-8ed1-52867468104b tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:44.354341 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a657b844-5789-448e-ae48-1548f6c7122e req-e82988e5-e396-4d3d-8ed1-52867468104b tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:44.368885 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-777886e8-670b-4523-88f7-cc77e9179d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:44.485461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82988e5-e396-4d3d-8ed1-52867468104b tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Pushing event updated for resources: {'SecurityGroup': ['ID=5a699a88-8372-4520-8880-7fa239e4cc87,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:44.493337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a657b844-5789-448e-ae48-1548f6c7122e req-e82988e5-e396-4d3d-8ed1-52867468104b tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:44.516137 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a657b844-5789-448e-ae48-1548f6c7122e req-e82988e5-e396-4d3d-8ed1-52867468104b tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5276985 Jan 14 07:20:44.517394 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e82988e5-e396-4d3d-8ed1-52867468104b tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:44.829216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1116421019-network', 'tenant_id': '7d26d4e6a06f4546810d2171c45717b7'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:44.854625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:44.865071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 669689d5-d35b-4779-8f2b-8fe58596665a up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:20:44.867933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Usage tracker for resource:network and tenant:7d26d4e6a06f4546810d2171c45717b7 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:44.887086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:44.970492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9a25da89-416d-41f5-858d-9f75ebf0a9bf None None] Provisioning complete for port 669689d5-d35b-4779-8f2b-8fe58596665a triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:44.971127 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a25da89-416d-41f5-858d-9f75ebf0a9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:44.992346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:45.019047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Made reservation on behalf of 7d26d4e6a06f4546810d2171c45717b7 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:45.019279 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-fb26ffea-6c2d-4322-ac07-9672e061938d tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] 10.222.0.41 "GET /v2.0/networks?tenant_id=cbb44bfe160e4c28bb0972e82017ed0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1483412 Jan 14 07:20:45.024838 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.075201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.105319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:45.110280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Usage tracker for resource:security_group_rule and tenant:7d26d4e6a06f4546810d2171c45717b7 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:45.114229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:45.121785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:45.220774 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.225846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.233021 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-970e24dc-7b33-40a6-bdb2-89ef7db47796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:45.265597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:20:45.284295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-f839605a-4225-4702-945f-051f7de13e00 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:45.293698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 669689d5-d35b-4779-8f2b-8fe58596665a triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:45.294352 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-f839605a-4225-4702-945f-051f7de13e00 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2740660 Jan 14 07:20:45.294536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.316417 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-d32723ba-d529-4370-bb73-a1d7f7c06040 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] 10.222.0.41 "GET /v2.0/quotas/cbb44bfe160e4c28bb0972e82017ed0c HTTP/1.1" status: 200 len: 375 time: 0.0209332 Jan 14 07:20:45.345734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.346482 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Added segment e259c8c6-2a2e-41dc-9178-65c9536b4416 of type vxlan for network 6bd2942b-da96-41cb-88bd-47e5ee077ab2 Jan 14 07:20:45.348086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d1ca17-62cd-4b09-8f27-73695c2a079d,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:45.360702 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:45.386874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] Set router e2c1047d-293b-4aa8-a1e4-db10ad8df508 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:20:45.414076 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-d879089e-2af3-416c-9efa-1f8ec339d3e0 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbb44bfe160e4c28bb0972e82017ed0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0963624 Jan 14 07:20:45.547876 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.562579 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.751373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.793971 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.821253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:45.821905 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:45.827546 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:46.088450 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4358804 Jan 14 07:20:46.091853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53956) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:46.098686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a75ab703-2a9e-4e73-8fe4-6baa0dac0028 admin admin] Request body: {'subnet': {'network_id': '6bd2942b-da96-41cb-88bd-47e5ee077ab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1116421019-subnet', 'tenant_id': '7d26d4e6a06f4546810d2171c45717b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:46.107023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a75ab703-2a9e-4e73-8fe4-6baa0dac0028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:46.127613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a75ab703-2a9e-4e73-8fe4-6baa0dac0028 admin admin] Usage tracker for resource:subnet and tenant:7d26d4e6a06f4546810d2171c45717b7 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:46.132628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a75ab703-2a9e-4e73-8fe4-6baa0dac0028 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:46.145073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a75ab703-2a9e-4e73-8fe4-6baa0dac0028 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:46.147888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Pushing event updated for resources: {'Network': ['ID=6bd2942b-da96-41cb-88bd-47e5ee077ab2,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:46.153067 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:46.157966 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:46.189336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75ab703-2a9e-4e73-8fe4-6baa0dac0028 admin admin] Made reservation on behalf of 7d26d4e6a06f4546810d2171c45717b7 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:46.200757 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a75ab703-2a9e-4e73-8fe4-6baa0dac0028 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:46.201230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 6bd2942b-da96-41cb-88bd-47e5ee077ab2 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:46.217276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 6bd2942b-da96-41cb-88bd-47e5ee077ab2 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:46.233468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 6bd2942b-da96-41cb-88bd-47e5ee077ab2 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:46.508752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ded15420-fba4-498c-be9e-d6c03fafb7f3 None None] Provisioning complete for port 669689d5-d35b-4779-8f2b-8fe58596665a triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:46.511470 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ded15420-fba4-498c-be9e-d6c03fafb7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:46.634851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Allocated IP 172.20.0.1 (f23d5a1f-02b1-4b7e-9608-603e1fa718a2/65ff6d98-359a-477b-8668-5033f62c1c6c/a5d85ea7-09bb-41c3-9c28-2968109af3f3) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:46.895458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-0311c235-3ea0-46f9-85fc-37317679eb1d req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Request body: {'security_group': {'name': 'tempest-securitygroup-1316811774', 'description': 'tempest-description-205104835'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:46.925347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-0311c235-3ea0-46f9-85fc-37317679eb1d req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:46.949599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-0311c235-3ea0-46f9-85fc-37317679eb1d req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Usage tracker for resource:security_group and tenant:005388db15164522994e33fcd2340fe4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:46.972167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'name': 'tempest-AttachSCSIVolumeTestJSON-1222211749-router', 'tenant_id': '940392b49a0347ae83398453eb99c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'd8ad1e80-83aa-48ff-9004-181707c667c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:39Z', 'updated_at': '2021-01-14T07:20:42Z', 'revision_number': 3, 'project_id': '940392b49a0347ae83398453eb99c2ae', 'gw_port': {'id': 'd8ad1e80-83aa-48ff-9004-181707c667c7', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:12:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:40Z', 'updated_at': '2021-01-14T07:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:47.026540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53972) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:47.035329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] Checking router: e2c1047d-293b-4aa8-a1e4-db10ad8df508 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:20:47.035761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] Updating router e2c1047d-293b-4aa8-a1e4-db10ad8df508 port d8ad1e80-83aa-48ff-9004-181707c667c7 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:20:47.102437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-0311c235-3ea0-46f9-85fc-37317679eb1d req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:47.165680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:47.218293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Transition to ACTIVE for port object a5d85ea7-09bb-41c3-9c28-2968109af3f3 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:47.218939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:47.267366 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:47.403736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-0311c235-3ea0-46f9-85fc-37317679eb1d req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:47.442509 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b7be7506-6bb6-4f80-839f-71520beec156 req-b1c2e526-fb29-4683-9f71-5a6043817b7b tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] 10.222.0.41 "GET /v2.0/networks?tenant_id=cbb44bfe160e4c28bb0972e82017ed0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419796 Jan 14 07:20:47.499575 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0311c235-3ea0-46f9-85fc-37317679eb1d req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:47.573856 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0311c235-3ea0-46f9-85fc-37317679eb1d req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:47.631032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-0311c235-3ea0-46f9-85fc-37317679eb1d req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:47.636900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-837055694-network', 'tenant_id': '6fb4e90c56cb4b6b8ba142dce49dfd11'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:47.640950 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:47.655522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-0311c235-3ea0-46f9-85fc-37317679eb1d req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Usage tracker for resource:security_group_rule and tenant:005388db15164522994e33fcd2340fe4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:47.661492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-0311c235-3ea0-46f9-85fc-37317679eb1d req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:47.691396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-0311c235-3ea0-46f9-85fc-37317679eb1d req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:47.729141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Pushing event updated for resources: {'Port': ['ID=a5d85ea7-09bb-41c3-9c28-2968109af3f3,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:47.798846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be7506-6bb6-4f80-839f-71520beec156 req-d3f0b460-902c-42f5-8887-13ce7f9f21af tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:47.800821 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b7be7506-6bb6-4f80-839f-71520beec156 req-d3f0b460-902c-42f5-8887-13ce7f9f21af tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3455839 Jan 14 07:20:47.808655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:47.817918 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:47.832086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Usage tracker for resource:network and tenant:6fb4e90c56cb4b6b8ba142dce49dfd11 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:47.838697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:47.848819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:47.880387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Made reservation on behalf of 6fb4e90c56cb4b6b8ba142dce49dfd11 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:47.888267 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:47.894470 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:47.916849 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b7be7506-6bb6-4f80-839f-71520beec156 req-f893f303-3a41-474e-8830-d1a1599b06f9 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] 10.222.0.41 "GET /v2.0/quotas/cbb44bfe160e4c28bb0972e82017ed0c HTTP/1.1" status: 200 len: 375 time: 0.1055157 Jan 14 07:20:47.924378 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:47.934270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] Transition to ACTIVE for port object d8ad1e80-83aa-48ff-9004-181707c667c7 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:47.947443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:47.952331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:47.957485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Usage tracker for resource:security_group_rule and tenant:6fb4e90c56cb4b6b8ba142dce49dfd11 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:47.961213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:47.967837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:47.997267 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:47.999237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.53', 51634) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:48.037300 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b7be7506-6bb6-4f80-839f-71520beec156 req-53c8a53e-7d9f-480a-beaa-2611aaabff7f tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbb44bfe160e4c28bb0972e82017ed0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0916324 Jan 14 07:20:48.077885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a75ab703-2a9e-4e73-8fe4-6baa0dac0028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:48.161572 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-8c512831-1dda-404c-8371-f2a6149cdc65 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] 10.222.0.53 "GET /v2.0/networks?tenant_id=cbb44bfe160e4c28bb0972e82017ed0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1574874 Jan 14 07:20:48.196013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Network f23d5a1f-02b1-4b7e-9608-603e1fa718a2 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:48.216189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:48.236777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:48.281649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ff5b2-57de-4c93-8b5b-993cad3c2858 None None] Pushing event updated for resources: {'Port': ['ID=d8ad1e80-83aa-48ff-9004-181707c667c7,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:48.286877 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e31ff5b2-57de-4c93-8b5b-993cad3c2858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:48.537264 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11dc7fda-a924-4fb2-bdb7-9114cd99d2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:48.546647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-790824e8-c439-4337-b0f9-5b8b32de71c4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:48.548797 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-790824e8-c439-4337-b0f9-5b8b32de71c4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3399715 Jan 14 07:20:48.614488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Request body: {'port': {'device_id': 'eec1d1d0-8893-4b3a-a2ed-a580a130b15f', 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd', 'admin_state_up': True, 'tenant_id': 'cbb44bfe160e4c28bb0972e82017ed0c'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:48.700101 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0311c235-3ea0-46f9-85fc-37317679eb1d req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:48.740370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ab703-2a9e-4e73-8fe4-6baa0dac0028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=188d43e7-cd1f-48e1-8664-1ccd9b224b8d,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:48.767734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0311c235-3ea0-46f9-85fc-37317679eb1d req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:48.776287 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a75ab703-2a9e-4e73-8fe4-6baa0dac0028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:48.776967 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:48.842064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-0311c235-3ea0-46f9-85fc-37317679eb1d req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:48.893312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] Attempting to bind port d8ad1e80-83aa-48ff-9004-181707c667c7 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:20:48.893946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] Attempting to bind port d8ad1e80-83aa-48ff-9004-181707c667c7 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:20:48.895194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] Attempting to bind port d8ad1e80-83aa-48ff-9004-181707c667c7 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:20:48.901673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:48.907491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a7af012a-9b94-453f-901b-4f497f82bd43 None None] Provisioning for port a5d85ea7-09bb-41c3-9c28-2968109af3f3 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:48.909980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-0311c235-3ea0-46f9-85fc-37317679eb1d req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Usage tracker for resource:security_group_rule and tenant:005388db15164522994e33fcd2340fe4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:48.919825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:20:48.921152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:20:48.922077 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:48.923509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:20:48.924650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] Bound port: d8ad1e80-83aa-48ff-9004-181707c667c7, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:20:48.925439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:48.928755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-0311c235-3ea0-46f9-85fc-37317679eb1d req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:48.951305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-0311c235-3ea0-46f9-85fc-37317679eb1d req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:48.966307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Usage tracker for resource:port and tenant:cbb44bfe160e4c28bb0972e82017ed0c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:48.977853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Pushing event updated for resources: {'SecurityGroup': ['ID=cddba6ba-495c-43b4-9891-c1aa0d78f36a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:48.985752 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:48.986199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:48.990433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75ab703-2a9e-4e73-8fe4-6baa0dac0028 admin admin] Checking segment: {'id': 'e259c8c6-2a2e-41dc-9178-65c9536b4416', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6bd2942b-da96-41cb-88bd-47e5ee077ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:20:48.994132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75ab703-2a9e-4e73-8fe4-6baa0dac0028 admin admin] Network hostable DHCP agents. Network: 6bd2942b-da96-41cb-88bd-47e5ee077ab2, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:20:49.009350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:49.052276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75ab703-2a9e-4e73-8fe4-6baa0dac0028 admin admin] Network 6bd2942b-da96-41cb-88bd-47e5ee077ab2 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:20:49.067825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a75ab703-2a9e-4e73-8fe4-6baa0dac0028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 6bd2942b-da96-41cb-88bd-47e5ee077ab2) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:49.104783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75ab703-2a9e-4e73-8fe4-6baa0dac0028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:49.106953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a75ab703-2a9e-4e73-8fe4-6baa0dac0028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:49.112200 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:49.130545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a7af012a-9b94-453f-901b-4f497f82bd43 None None] Provisioning complete for port a5d85ea7-09bb-41c3-9c28-2968109af3f3 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:49.132742 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7af012a-9b94-453f-901b-4f497f82bd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:49.177056 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a75ab703-2a9e-4e73-8fe4-6baa0dac0028 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.0837612 Jan 14 07:20:49.195572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2c73d9-c1d5-449a-95f9-90a97b0d4022 None None] Network 6bd2942b-da96-41cb-88bd-47e5ee077ab2 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:49.451749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Made reservation on behalf of cbb44bfe160e4c28bb0972e82017ed0c for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:49.463931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:49.538087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:49.579580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:49.592253 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:49.599138 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-87c6d695-8769-4a8c-901b-b52bdb269330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:49.636307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:49.641846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b5bee1-c5c6-4d75-a651-a9fe03737f68,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:49.649105 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:49.650942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Usage tracker for resource:security_group_rule and tenant:cbb44bfe160e4c28bb0972e82017ed0c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:49.659432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:49.685220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:20:49.688620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:49.727549 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:49.727549 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Added segment e073e208-d9de-4dfb-8cba-0ba9e65f86fd of type vxlan for network 4708575e-f9fa-4cef-b1df-9dc0c4c5bf66 Jan 14 07:20:49.734777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a7af012a-9b94-453f-901b-4f497f82bd43 None None] Port a5d85ea7-09bb-41c3-9c28-2968109af3f3 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:20:49.753404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6877bd-5bf8-45ac-a6ef-d1e5a713a0cc None None] Network 6bd2942b-da96-41cb-88bd-47e5ee077ab2 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:49.774507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] For port d8ad1e80-83aa-48ff-9004-181707c667c7, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:20:49.792889 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0311c235-3ea0-46f9-85fc-37317679eb1d req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:49.793332 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:49.800149 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0311c235-3ea0-46f9-85fc-37317679eb1d req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:49.810828 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2099e1b7-dc4d-417c-935f-aca3642fb220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:49.856195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:49.869407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:49.870301 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:49.890054 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a3bbfb2-ac06-4869-9ca3-4968f4bcf8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:49.962745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Pushing event updated for resources: {'SecurityGroup': ['ID=9a080ebd-2bc2-4eac-86e1-8b95b57917d3,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:49.971936 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:49.976696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0311c235-3ea0-46f9-85fc-37317679eb1d req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:49.989201 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0311c235-3ea0-46f9-85fc-37317679eb1d req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 3.1598291 Jan 14 07:20:50.186756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Pushing event updated for resources: {'Network': ['ID=4708575e-f9fa-4cef-b1df-9dc0c4c5bf66,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:50.220637 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:50.228679 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.2008338 Jan 14 07:20:50.233411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54078) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:50.240372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e3277aa1-126a-4920-9c32-2d2a53aac6b9 admin admin] Request body: {'subnet': {'network_id': '4708575e-f9fa-4cef-b1df-9dc0c4c5bf66', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-837055694-subnet', 'tenant_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:50.250180 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:50.251545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:50.263804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e3277aa1-126a-4920-9c32-2d2a53aac6b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:50.275510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e3277aa1-126a-4920-9c32-2d2a53aac6b9 admin admin] Usage tracker for resource:subnet and tenant:6fb4e90c56cb4b6b8ba142dce49dfd11 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:50.296852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e3277aa1-126a-4920-9c32-2d2a53aac6b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:50.312072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e3277aa1-126a-4920-9c32-2d2a53aac6b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:50.350533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3277aa1-126a-4920-9c32-2d2a53aac6b9 admin admin] Made reservation on behalf of 6fb4e90c56cb4b6b8ba142dce49dfd11 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:50.357042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3277aa1-126a-4920-9c32-2d2a53aac6b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:50.393426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 4708575e-f9fa-4cef-b1df-9dc0c4c5bf66 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:50.442316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 4708575e-f9fa-4cef-b1df-9dc0c4c5bf66 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:50.450202 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [req-90e194ab-0f3b-489e-b697-e65a9698fff5 req-272e073e-1018-4113-8426-fe17ac8dca8a tempest-SecurityGroupsNegativeTestJSON-1448930902 tempest-SecurityGroupsNegativeTestJSON-1448930902] show failed (client error): The resource could not be found. Jan 14 07:20:50.464552 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-90e194ab-0f3b-489e-b697-e65a9698fff5 req-272e073e-1018-4113-8426-fe17ac8dca8a tempest-SecurityGroupsNegativeTestJSON-1448930902 tempest-SecurityGroupsNegativeTestJSON-1448930902] 10.222.0.41 "GET /v2.0/security-groups/a97931b6-9c08-4855-ae24-129ab136719d HTTP/1.1" status: 404 len: 352 time: 0.1334369 Jan 14 07:20:50.489443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 4708575e-f9fa-4cef-b1df-9dc0c4c5bf66 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:20:50.538222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] For port d8ad1e80-83aa-48ff-9004-181707c667c7, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d8ad1e80-83aa-48ff-9004-181707c667c7,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:20:50.748897 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:50.769140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.53', 51639) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:50.787340 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:50.794497 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-413cf0b0-94a5-4faf-bc9c-67dbaa0555b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:50.812384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:50.935194 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:51.108617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Pushing event updated for resources: {'SecurityGroup': ['ID=7f52e9f7-d349-4c43-bb61-f7bfd5ac9373,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:51.126960 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:51.173651 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b7be7506-6bb6-4f80-839f-71520beec156 req-f49e1da7-bf0a-4e80-a136-aac04dd190ea tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] 10.222.0.53 "GET /v2.0/networks?tenant_id=cbb44bfe160e4c28bb0972e82017ed0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3236449 Jan 14 07:20:51.173868 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:51.187841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-2119290f-5499-483c-8fdf-fb4e8030d870 req-eb1ad3f4-84dc-49d9-a1ab-4afb5712ef75 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Request body: {'security_group': {'name': 'tempest-securitygroup-1923361994', 'description': 'tempest-description-1733154400'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:51.244097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-2119290f-5499-483c-8fdf-fb4e8030d870 req-eb1ad3f4-84dc-49d9-a1ab-4afb5712ef75 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:51.271332 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:51.333525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Pushing event updated for resources: {'Port': ['ID=a5d85ea7-09bb-41c3-9c28-2968109af3f3,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:51.357251 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:51.369552 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:51.461152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2119290f-5499-483c-8fdf-fb4e8030d870 req-eb1ad3f4-84dc-49d9-a1ab-4afb5712ef75 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Usage tracker for resource:security_group and tenant:005388db15164522994e33fcd2340fe4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:51.487351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2119290f-5499-483c-8fdf-fb4e8030d870 req-eb1ad3f4-84dc-49d9-a1ab-4afb5712ef75 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:51.506716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-2119290f-5499-483c-8fdf-fb4e8030d870 req-eb1ad3f4-84dc-49d9-a1ab-4afb5712ef75 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:51.595145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] Routers {'e2c1047d-293b-4aa8-a1e4-db10ad8df508'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:20:51.596115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:20:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e2c1047d-293b-4aa8-a1e4-db10ad8df508'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:51.604496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2119290f-5499-483c-8fdf-fb4e8030d870 req-eb1ad3f4-84dc-49d9-a1ab-4afb5712ef75 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:51.716373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ff5b2-57de-4c93-8b5b-993cad3c2858 None None] Pushing event updated for resources: {'Port': ['ID=d8ad1e80-83aa-48ff-9004-181707c667c7,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:51.739895 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e31ff5b2-57de-4c93-8b5b-993cad3c2858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:51.764137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Network f23d5a1f-02b1-4b7e-9608-603e1fa718a2 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:51.767922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be7506-6bb6-4f80-839f-71520beec156 req-2a387941-0737-4a04-b80a-09471173f94e tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:51.777663 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b7be7506-6bb6-4f80-839f-71520beec156 req-2a387941-0737-4a04-b80a-09471173f94e tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5419338 Jan 14 07:20:51.780213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-2119290f-5499-483c-8fdf-fb4e8030d870 req-eb1ad3f4-84dc-49d9-a1ab-4afb5712ef75 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:51.784691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2119290f-5499-483c-8fdf-fb4e8030d870 req-eb1ad3f4-84dc-49d9-a1ab-4afb5712ef75 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Usage tracker for resource:security_group_rule and tenant:005388db15164522994e33fcd2340fe4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:51.789654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2119290f-5499-483c-8fdf-fb4e8030d870 req-eb1ad3f4-84dc-49d9-a1ab-4afb5712ef75 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:51.805687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-2119290f-5499-483c-8fdf-fb4e8030d870 req-eb1ad3f4-84dc-49d9-a1ab-4afb5712ef75 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:51.806046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:51.888639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Allocated IP 192.168.233.89 (d6bd0598-2cab-47e3-9f0f-47d899b421cd/ffe7d3d2-18e7-450d-bb59-0b64181030a8/ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:51.946572 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3277aa1-126a-4920-9c32-2d2a53aac6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:51.951869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-b7be7506-6bb6-4f80-839f-71520beec156 req-75282603-6fca-4391-96d1-9fa848062ed4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Request body: {'port': {'device_id': 'a0046139-ae76-4520-b391-21052e07efba', 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd', 'admin_state_up': True, 'tenant_id': 'cbb44bfe160e4c28bb0972e82017ed0c'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:52.077255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] Set router e2c1047d-293b-4aa8-a1e4-db10ad8df508 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:20:52.246017 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4ebecde2-6592-486a-9220-5d4df1523672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:52.313004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-b7be7506-6bb6-4f80-839f-71520beec156 req-75282603-6fca-4391-96d1-9fa848062ed4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:52.339391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b7be7506-6bb6-4f80-839f-71520beec156 req-75282603-6fca-4391-96d1-9fa848062ed4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Usage tracker for resource:port and tenant:cbb44bfe160e4c28bb0972e82017ed0c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:52.422004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-90f437f4-59d7-40b3-9d76-c22a20513846 None None] Provisioning complete for port a5d85ea7-09bb-41c3-9c28-2968109af3f3 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:52.422419 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-90f437f4-59d7-40b3-9d76-c22a20513846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:52.422525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b7be7506-6bb6-4f80-839f-71520beec156 req-75282603-6fca-4391-96d1-9fa848062ed4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Quota usage for port was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:52.460127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-b7be7506-6bb6-4f80-839f-71520beec156 req-75282603-6fca-4391-96d1-9fa848062ed4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:52.535535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3277aa1-126a-4920-9c32-2d2a53aac6b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d66fdc3c-98fb-4024-8161-11d82117e87d,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:52.539489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7be7506-6bb6-4f80-839f-71520beec156 req-75282603-6fca-4391-96d1-9fa848062ed4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Made reservation on behalf of cbb44bfe160e4c28bb0972e82017ed0c for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:20:52.550201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b7be7506-6bb6-4f80-839f-71520beec156 req-75282603-6fca-4391-96d1-9fa848062ed4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:52.577364 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3277aa1-126a-4920-9c32-2d2a53aac6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:52.649889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-90f437f4-59d7-40b3-9d76-c22a20513846 None None] Port a5d85ea7-09bb-41c3-9c28-2968109af3f3 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:20:52.655400 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2119290f-5499-483c-8fdf-fb4e8030d870 req-eb1ad3f4-84dc-49d9-a1ab-4afb5712ef75 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:52.709121 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2119290f-5499-483c-8fdf-fb4e8030d870 req-eb1ad3f4-84dc-49d9-a1ab-4afb5712ef75 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:52.742951 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3bd27b1d-61f0-4e76-a933-d6e368355ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:52.899985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'name': 'tempest-AttachSCSIVolumeTestJSON-1222211749-router', 'tenant_id': '940392b49a0347ae83398453eb99c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'd8ad1e80-83aa-48ff-9004-181707c667c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:39Z', 'updated_at': '2021-01-14T07:20:49Z', 'revision_number': 4, 'project_id': '940392b49a0347ae83398453eb99c2ae', 'gw_port': {'id': 'd8ad1e80-83aa-48ff-9004-181707c667c7', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:12:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:40Z', 'updated_at': '2021-01-14T07:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'a5d85ea7-09bb-41c3-9c28-2968109af3f3', 'name': '', 'network_id': 'f23d5a1f-02b1-4b7e-9608-603e1fa718a2', 'tenant_id': '940392b49a0347ae83398453eb99c2ae', 'mac_address': 'fa:16:3e:f7:19:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '65ff6d98-359a-477b-8668-5033f62c1c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:46Z', 'updated_at': '2021-01-14T07:20:50Z', 'revision_number': 2, 'project_id': '940392b49a0347ae83398453eb99c2ae', 'subnets': [{'id': '65ff6d98-359a-477b-8668-5033f62c1c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:52.910523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137b3d1-9bbb-4653-b618-e4b9d8a39a62 None None] The sync data for ids ['e2c1047d-293b-4aa8-a1e4-db10ad8df508'] in n-d-769329-2 is: [{'id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'name': 'tempest-AttachSCSIVolumeTestJSON-1222211749-router', 'tenant_id': '940392b49a0347ae83398453eb99c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'd8ad1e80-83aa-48ff-9004-181707c667c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:39Z', 'updated_at': '2021-01-14T07:20:49Z', 'revision_number': 4, 'project_id': '940392b49a0347ae83398453eb99c2ae', 'gw_port': {'id': 'd8ad1e80-83aa-48ff-9004-181707c667c7', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:12:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:40Z', 'updated_at': '2021-01-14T07:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'a5d85ea7-09bb-41c3-9c28-2968109af3f3', 'name': '', 'network_id': 'f23d5a1f-02b1-4b7e-9608-603e1fa718a2', 'tenant_id': '940392b49a0347ae83398453eb99c2ae', 'mac_address': 'fa:16:3e:f7:19:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '65ff6d98-359a-477b-8668-5033f62c1c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:46Z', 'updated_at': '2021-01-14T07:20:50Z', 'revision_number': 2, 'project_id': '940392b49a0347ae83398453eb99c2ae', 'subnets': [{'id': '65ff6d98-359a-477b-8668-5033f62c1c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:20:52.954608 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:52.980184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Transition to ACTIVE for port object ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:53.006037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Router e2c1047d-293b-4aa8-a1e4-db10ad8df508 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:20:53.010411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:53.042654 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:53.090003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ad3f4-84dc-49d9-a1ab-4afb5712ef75 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Pushing event updated for resources: {'SecurityGroup': ['ID=60710c3a-1193-4435-9d78-ce55227354fc,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:53.104321 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eb1ad3f4-84dc-49d9-a1ab-4afb5712ef75 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:53.129077 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2119290f-5499-483c-8fdf-fb4e8030d870 req-eb1ad3f4-84dc-49d9-a1ab-4afb5712ef75 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:53.137021 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2119290f-5499-483c-8fdf-fb4e8030d870 req-eb1ad3f4-84dc-49d9-a1ab-4afb5712ef75 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.9684775 Jan 14 07:20:53.199133 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-eafa1d2b-1499-4901-9efb-87c464eaa4f0 req-e8cee014-0bf8-441f-835f-112dd5dd7a1a tempest-SecurityGroupsNegativeTestJSON-1448930902 tempest-SecurityGroupsNegativeTestJSON-1448930902] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d26d4e6a06f4546810d2171c45717b7 HTTP/1.1" status: 200 len: 2984 time: 0.5153532 Jan 14 07:20:53.250011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3277aa1-126a-4920-9c32-2d2a53aac6b9 admin admin] Checking segment: {'id': 'e073e208-d9de-4dfb-8cba-0ba9e65f86fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4708575e-f9fa-4cef-b1df-9dc0c4c5bf66'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:20:53.250847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3277aa1-126a-4920-9c32-2d2a53aac6b9 admin admin] Network hostable DHCP agents. Network: 4708575e-f9fa-4cef-b1df-9dc0c4c5bf66, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:20:53.384320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Pushing event updated for resources: {'Port': ['ID=ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:53.393505 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:53.580790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3277aa1-126a-4920-9c32-2d2a53aac6b9 admin admin] Network 4708575e-f9fa-4cef-b1df-9dc0c4c5bf66 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:20:53.611969 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-eafa1d2b-1499-4901-9efb-87c464eaa4f0 req-db67fde4-3622-44ff-9bfb-947f21378715 tempest-SecurityGroupsNegativeTestJSON-1448930902 tempest-SecurityGroupsNegativeTestJSON-1448930902] 10.222.0.41 "GET /v2.0/security-groups/c0d1ca17-62cd-4b09-8f27-73695c2a079d HTTP/1.1" status: 200 len: 2981 time: 0.4109359 Jan 14 07:20:53.662324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e3277aa1-126a-4920-9c32-2d2a53aac6b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 4708575e-f9fa-4cef-b1df-9dc0c4c5bf66) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:53.680491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63a2a29-1d84-4690-9b39-bdec478e20cb None None] Network 4708575e-f9fa-4cef-b1df-9dc0c4c5bf66 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:20:53.742614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:20:53.782790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3277aa1-126a-4920-9c32-2d2a53aac6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:53.784238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3277aa1-126a-4920-9c32-2d2a53aac6b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:53.807193 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] 10.222.0.41 "PUT /v2.0/routers/e2c1047d-293b-4aa8-a1e4-db10ad8df508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8754718 Jan 14 07:20:53.875958 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-eafa1d2b-1499-4901-9efb-87c464eaa4f0 req-e7cd4fc5-a8dd-411f-9816-9da0c6572075 tempest-SecurityGroupsNegativeTestJSON-1448930902 tempest-SecurityGroupsNegativeTestJSON-1448930902] 10.222.0.41 "GET /v2.0/security-groups/c0d1ca17-62cd-4b09-8f27-73695c2a079d HTTP/1.1" status: 200 len: 2981 time: 0.2625897 Jan 14 07:20:53.896829 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e3277aa1-126a-4920-9c32-2d2a53aac6b9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.6582403 Jan 14 07:20:53.901118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54184) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:20:53.905831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-b7be7506-6bb6-4f80-839f-71520beec156 req-75282603-6fca-4391-96d1-9fa848062ed4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Allocated IP 192.168.233.164 (d6bd0598-2cab-47e3-9f0f-47d899b421cd/ffe7d3d2-18e7-450d-bb59-0b64181030a8/5564e0a9-f3d0-4817-96b3-fa67f2a93715) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:53.934539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-837055694-router', 'tenant_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:53.954659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:20:53.965965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Usage tracker for resource:router and tenant:6fb4e90c56cb4b6b8ba142dce49dfd11 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:20:53.987777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:20:54.001005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:20:54.036312 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:54.044556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:54.137962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Network d6bd0598-2cab-47e3-9f0f-47d899b421cd is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:54.152493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:54.181623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:54.386533 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84ebd4f4-28c9-44c0-bb6e-86c088d7b814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:54.416799 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:54.438991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-4708575e-f9fa-4cef-b1df-9dc0c4c5bf66', 'network_id': '4708575e-f9fa-4cef-b1df-9dc0c4c5bf66', 'tenant_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'fixed_ips': [{'subnet_id': 'd66fdc3c-98fb-4024-8161-11d82117e87d'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:20:54.443746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.610577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:54.614170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:20:54.614170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:54.614170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.614170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:54.614170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:20:54.614170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:54.614170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.614170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:54.614170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:20:54.614170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:54.614170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.614170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:54.614170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:54.614170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:54.614170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.614170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:54.614170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:54.614170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:54.614170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:54.614170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:54.688039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:54.689682 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:54.844653 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.2374206 Jan 14 07:20:54.882205 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b7be7506-6bb6-4f80-839f-71520beec156 req-75282603-6fca-4391-96d1-9fa848062ed4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:55.025975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-b7be7506-6bb6-4f80-839f-71520beec156 req-75282603-6fca-4391-96d1-9fa848062ed4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Transition to ACTIVE for port object 5564e0a9-f3d0-4817-96b3-fa67f2a93715 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:55.173551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-055ce6b9-0de8-4eec-a6ba-f90445792d05 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Synchronizing usage tracker for tenant:005388db15164522994e33fcd2340fe4 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:20:55.220832 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b7be7506-6bb6-4f80-839f-71520beec156 req-75282603-6fca-4391-96d1-9fa848062ed4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:55.235313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-055ce6b9-0de8-4eec-a6ba-f90445792d05 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Unset dirty status for tenant:005388db15164522994e33fcd2340fe4 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:20:55.237688 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-055ce6b9-0de8-4eec-a6ba-f90445792d05 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 36515 time: 1.3095913 Jan 14 07:20:55.290908 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:55.387722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-1408a78b-e815-4726-8f7e-add1349c9f2d tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:20:55.388906 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-1408a78b-e815-4726-8f7e-add1349c9f2d tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1698167 Jan 14 07:20:55.448999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d8ad1e80-83aa-48ff-9004-181707c667c7 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:20:55.533757 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:55.745173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-046cddd9-680a-4e15-88bf-6accac378a40 None None] Provisioning for port ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:55.763530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-046cddd9-680a-4e15-88bf-6accac378a40 None None] Provisioning complete for port ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:55.764250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-046cddd9-680a-4e15-88bf-6accac378a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:55.914968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port d8ad1e80-83aa-48ff-9004-181707c667c7 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:55.925439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port d8ad1e80-83aa-48ff-9004-181707c667c7 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:55.925861 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:55.987375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-046cddd9-680a-4e15-88bf-6accac378a40 None None] Port ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:20:56.208667 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:56.220321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Request body: {'port': {'device_id': 'eec1d1d0-8893-4b3a-a2ed-a580a130b15f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-2'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:56.228987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port d8ad1e80-83aa-48ff-9004-181707c667c7, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d8ad1e80-83aa-48ff-9004-181707c667c7,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:20:56.252228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:56.259130 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-59c416d5-9d97-4f75-b30c-99d88f075fbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:56.342497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Allocated IP 172.20.0.2 (4708575e-f9fa-4cef-b1df-9dc0c4c5bf66/d66fdc3c-98fb-4024-8161-11d82117e87d/72706c7d-a951-460d-8f54-d39004db3022) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:56.369302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=d8ad1e80-83aa-48ff-9004-181707c667c7,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:56.391088 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:56.796231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75282603-6fca-4391-96d1-9fa848062ed4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Pushing event updated for resources: {'Port': ['ID=5564e0a9-f3d0-4817-96b3-fa67f2a93715,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:56.797996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:56.833971 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:56.842474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Transition to ACTIVE for port object 72706c7d-a951-460d-8f54-d39004db3022 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:56.856611 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-75282603-6fca-4391-96d1-9fa848062ed4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.566s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:56.895970 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-2ee0f674-4690-4307-a932-ebcaf80b4177 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/34f97bd9-3290-4cfe-a5fa-a91c13f1993d HTTP/1.1" status: 200 len: 2981 time: 1.6238995 Jan 14 07:20:56.962457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ffc92c8-b7a8-48b2-801d-3f3a54ab838d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:56.967309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Transition to ACTIVE for port object 72706c7d-a951-460d-8f54-d39004db3022 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:56.975999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d8ad1e80-83aa-48ff-9004-181707c667c7 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:20:57.093473 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:57.112699 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:57.183904 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-1f8f74f3-cfb9-4415-94b9-21d39afb4ea0 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/34f97bd9-3290-4cfe-a5fa-a91c13f1993d HTTP/1.1" status: 200 len: 2981 time: 0.2773361 Jan 14 07:20:57.284679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port d8ad1e80-83aa-48ff-9004-181707c667c7 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:57.285805 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:57.316150 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:57.429668 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-bb97b2bb-8c6c-4213-b4fc-ab38cbce4f7d tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/436f2dfd-904d-4dae-aa19-0ce825f175d4 HTTP/1.1" status: 200 len: 2981 time: 0.2444167 Jan 14 07:20:57.438168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7be7506-6bb6-4f80-839f-71520beec156 req-75282603-6fca-4391-96d1-9fa848062ed4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Network d6bd0598-2cab-47e3-9f0f-47d899b421cd is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:57.451276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Pushing event updated for resources: {'Port': ['ID=72706c7d-a951-460d-8f54-d39004db3022,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:57.465363 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:57.479100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Network 4708575e-f9fa-4cef-b1df-9dc0c4c5bf66 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:20:57.497472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:57.497712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-b7be7506-6bb6-4f80-839f-71520beec156 req-75282603-6fca-4391-96d1-9fa848062ed4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:20:57.504059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7be7506-6bb6-4f80-839f-71520beec156 req-75282603-6fca-4391-96d1-9fa848062ed4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:57.519572 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:57.545738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:20:57.564525 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:57.658885 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:57.662075 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:20:57.662075 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:57.662075 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:57.662075 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:57.662075 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:20:57.662075 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:57.662075 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:57.662075 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:57.662075 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:20:57.662075 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:57.662075 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:57.662075 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:57.662075 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:20:57.662075 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:57.662075 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:57.662075 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:57.662075 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:20:57.662075 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:20:57.662075 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:20:57.662075 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:20:57.699330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be7506-6bb6-4f80-839f-71520beec156 req-75282603-6fca-4391-96d1-9fa848062ed4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:20:57.703873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b7be7506-6bb6-4f80-839f-71520beec156 req-75282603-6fca-4391-96d1-9fa848062ed4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:57.827310 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b7be7506-6bb6-4f80-839f-71520beec156 req-75282603-6fca-4391-96d1-9fa848062ed4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8849993 Jan 14 07:20:57.842677 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-b0e30245-7b5f-45a8-a5f3-ccb6f8939d4b tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/436f2dfd-904d-4dae-aa19-0ce825f175d4 HTTP/1.1" status: 200 len: 2981 time: 0.4021609 Jan 14 07:20:57.869491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Request body: {'port': {'device_id': 'a0046139-ae76-4520-b391-21052e07efba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-2'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:20:57.918379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Attempting to bind port 72706c7d-a951-460d-8f54-d39004db3022 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:20:57.919065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Attempting to bind port 72706c7d-a951-460d-8f54-d39004db3022 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'e073e208-d9de-4dfb-8cba-0ba9e65f86fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4708575e-f9fa-4cef-b1df-9dc0c4c5bf66'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:20:57.920168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Attempting to bind port 72706c7d-a951-460d-8f54-d39004db3022 on network 4708575e-f9fa-4cef-b1df-9dc0c4c5bf66 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:20:58.084041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:20:58.085355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Checking segment: {'id': 'e073e208-d9de-4dfb-8cba-0ba9e65f86fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4708575e-f9fa-4cef-b1df-9dc0c4c5bf66'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:20:58.093878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:58.094519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Bound using segment: {'id': 'e073e208-d9de-4dfb-8cba-0ba9e65f86fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4708575e-f9fa-4cef-b1df-9dc0c4c5bf66'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:20:58.095606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Bound port: 72706c7d-a951-460d-8f54-d39004db3022, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e073e208-d9de-4dfb-8cba-0ba9e65f86fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4708575e-f9fa-4cef-b1df-9dc0c4c5bf66'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:20:58.096331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:58.228793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] For port 72706c7d-a951-460d-8f54-d39004db3022, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:20:58.233548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] For port 72706c7d-a951-460d-8f54-d39004db3022, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=72706c7d-a951-460d-8f54-d39004db3022,segment=NetworkSegment(e073e208-d9de-4dfb-8cba-0ba9e65f86fd),segment_id=e073e208-d9de-4dfb-8cba-0ba9e65f86fd)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:20:58.242346 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:58.270962 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:58.344386 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-d531b879-e579-45e0-be3c-abed17eaacf1 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/5f47ba93-9e74-435e-8c94-763b80edb38c HTTP/1.1" status: 200 len: 2973 time: 0.3064532 Jan 14 07:20:58.377218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Pushing event updated for resources: {'Port': ['ID=72706c7d-a951-460d-8f54-d39004db3022,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:58.382013 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:58.388496 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:58.439491 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:58.449060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8989f790-5fdb-4376-a6b5-be89c0bcbfdb None None] Provisioning for port 5564e0a9-f3d0-4817-96b3-fa67f2a93715 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:20:58.461380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8989f790-5fdb-4376-a6b5-be89c0bcbfdb None None] Provisioning complete for port 5564e0a9-f3d0-4817-96b3-fa67f2a93715 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:20:58.462163 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8989f790-5fdb-4376-a6b5-be89c0bcbfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:58.607868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8989f790-5fdb-4376-a6b5-be89c0bcbfdb None None] Port 5564e0a9-f3d0-4817-96b3-fa67f2a93715 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:20:58.629225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] Sync routers for ids ['e2c1047d-293b-4aa8-a1e4-db10ad8df508'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:20:58.642575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] Routers {'e2c1047d-293b-4aa8-a1e4-db10ad8df508'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:20:58.643608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:20:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e2c1047d-293b-4aa8-a1e4-db10ad8df508'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:58.767777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 {{(pid=80908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:20:58.782093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:58.800258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Transition to ACTIVE for port object ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 will not be triggered until provisioned by entity L2. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:58.817123 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:58.824329 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:58.838196 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-70cb3051-e319-4c24-bf15-7526a4c684b5 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/5f47ba93-9e74-435e-8c94-763b80edb38c HTTP/1.1" status: 200 len: 2973 time: 0.4721727 Jan 14 07:20:58.900393 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4ae7e022-2435-4002-ad33-e8f3ee13ca52 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:59.024324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:20:59.027768 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:20:59.130794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] Set router e2c1047d-293b-4aa8-a1e4-db10ad8df508 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:20:59.605995 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-001ae154-d7ed-4cc1-ae86-b666593a98d4 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/6485687b-12d3-4fa0-a42a-eb7694a9d0b5 HTTP/1.1" status: 200 len: 2981 time: 0.7663505 Jan 14 07:20:59.623453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5564e0a9-f3d0-4817-96b3-fa67f2a93715 {{(pid=80907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:20:59.730929 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:59.753711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Allocated IP 172.25.3.151 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/31859957-4482-4cf1-a927-85346bb9f194) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:20:59.811748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Transition to ACTIVE for port object 5564e0a9-f3d0-4817-96b3-fa67f2a93715 will not be triggered until provisioned by entity L2. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:20:59.889582 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-bd3c95d6-8074-471b-893d-3993e60fc6f6 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/6485687b-12d3-4fa0-a42a-eb7694a9d0b5 HTTP/1.1" status: 200 len: 2981 time: 0.2729106 Jan 14 07:20:59.890717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:20:59.922501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'name': 'tempest-AttachSCSIVolumeTestJSON-1222211749-router', 'tenant_id': '940392b49a0347ae83398453eb99c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'd8ad1e80-83aa-48ff-9004-181707c667c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:39Z', 'updated_at': '2021-01-14T07:20:49Z', 'revision_number': 4, 'project_id': '940392b49a0347ae83398453eb99c2ae', 'gw_port': {'id': 'd8ad1e80-83aa-48ff-9004-181707c667c7', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:40Z', 'updated_at': '2021-01-14T07:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'a5d85ea7-09bb-41c3-9c28-2968109af3f3', 'name': '', 'network_id': 'f23d5a1f-02b1-4b7e-9608-603e1fa718a2', 'tenant_id': '940392b49a0347ae83398453eb99c2ae', 'mac_address': 'fa:16:3e:f7:19:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '65ff6d98-359a-477b-8668-5033f62c1c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:46Z', 'updated_at': '2021-01-14T07:20:50Z', 'revision_number': 2, 'project_id': '940392b49a0347ae83398453eb99c2ae', 'subnets': [{'id': '65ff6d98-359a-477b-8668-5033f62c1c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:20:59.930761 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2df2bb48-68bf-4a9d-8450-e1fffabb6916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:20:59.955938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] Checking router: e2c1047d-293b-4aa8-a1e4-db10ad8df508 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:20:59.956871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] Updating router e2c1047d-293b-4aa8-a1e4-db10ad8df508 port a5d85ea7-09bb-41c3-9c28-2968109af3f3 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:21:00.051951 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:00.094810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Attempting to bind port ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 on host n-h1-769329-2 for vnic_type normal with profile {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:21:00.095535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Attempting to bind port ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 by drivers openvswitch on host n-h1-769329-2 at level 0 using segments [{'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:21:00.096171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Attempting to bind port ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 on network d6bd0598-2cab-47e3-9f0f-47d899b421cd {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:21:00.127159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Checking agent: {'id': '1b004ee2-a22f-479b-a760-de06669a81a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 46), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:21:00.127913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Checking segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:00.128564 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:00.129158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Bound using segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:21:00.129938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Bound port: ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54, host: n-h1-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:21:00.130531 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:00.289733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] For port ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54, host n-h1-769329-2, cleared binding levels {{(pid=80908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:21:00.295326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] For port ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54, host n-h1-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:21:00.314430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=5564e0a9-f3d0-4817-96b3-fa67f2a93715,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:00.314657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:00.322589 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-5b832ce5-b1eb-4cc7-bb3f-e4d389e7347c tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/7f52e9f7-d349-4c43-bb61-f7bfd5ac9373 HTTP/1.1" status: 200 len: 2981 time: 0.3999686 Jan 14 07:21:00.323432 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:00.499107 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:00.652875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:00.663631 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-32f0c0c0-80af-44d2-850d-2103f5022e7c tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/7f52e9f7-d349-4c43-bb61-f7bfd5ac9373 HTTP/1.1" status: 200 len: 2981 time: 0.3337464 Jan 14 07:21:00.665444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:00.666209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:00.667861 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] 10.222.0.53 "PUT /v2.0/ports/ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 HTTP/1.1" status: 200 len: 1159 time: 4.7098663 Jan 14 07:21:00.668482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec1d1d0-8893-4b3a-a2ed-a580a130b15f', 'tag': 'ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:21:00.699383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:00.719155 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:00.960315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 72706c7d-a951-460d-8f54-d39004db3022 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:01.030688 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:01.072194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475961da-5fc5-422e-bb64-9ab3d93ce3ba None None] Network 4708575e-f9fa-4cef-b1df-9dc0c4c5bf66 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:01.077008 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-0dd97ba6-ffc3-4443-9aaf-254aba8a2aa2 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/98b5bee1-c5c6-4d75-a651-a9fe03737f68 HTTP/1.1" status: 200 len: 2981 time: 0.4014819 Jan 14 07:21:01.213313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Attempting to bind port 5564e0a9-f3d0-4817-96b3-fa67f2a93715 on host n-h1-769329-2 for vnic_type normal with profile {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:21:01.213573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Attempting to bind port 5564e0a9-f3d0-4817-96b3-fa67f2a93715 by drivers openvswitch on host n-h1-769329-2 at level 0 using segments [{'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:21:01.213945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Attempting to bind port 5564e0a9-f3d0-4817-96b3-fa67f2a93715 on network d6bd0598-2cab-47e3-9f0f-47d899b421cd {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:21:01.220694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Checking agent: {'id': '1b004ee2-a22f-479b-a760-de06669a81a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 46), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:21:01.221071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Checking segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:01.221478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:01.221850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Bound using segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:21:01.222338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Bound port: 5564e0a9-f3d0-4817-96b3-fa67f2a93715, host: n-h1-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:21:01.222710 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:01.241635 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:01.252698 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:01.270992 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-1cb8474a-1f58-4d2f-8218-9e04670f4642 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/98b5bee1-c5c6-4d75-a651-a9fe03737f68 HTTP/1.1" status: 200 len: 2981 time: 0.1698592 Jan 14 07:21:01.353545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-c8654490-2263-4b0b-957f-48f206f3ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:01.356053 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-c8654490-2263-4b0b-957f-48f206f3ceb8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cbb44bfe160e4c28bb0972e82017ed0c&device_id=eec1d1d0-8893-4b3a-a2ed-a580a130b15f HTTP/1.1" status: 200 len: 1162 time: 0.6330335 Jan 14 07:21:01.369847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:01.374494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:01.379899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] Transition to ACTIVE for port object a5d85ea7-09bb-41c3-9c28-2968109af3f3 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:21:01.383169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:21:01.387207 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:01.439112 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-001f1079-03f3-4fef-b750-000490eda78e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:01.509791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 72706c7d-a951-460d-8f54-d39004db3022 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:01.520583 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-ba33e2dd-7a2a-4b61-8e9b-f94031f99e29 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/c0d1ca17-62cd-4b09-8f27-73695c2a079d HTTP/1.1" status: 200 len: 2981 time: 0.2296281 Jan 14 07:21:01.525052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3ed3964e-6e3d-4e5e-a4f1-88f7fbf84da0 None None] Provisioning for port 72706c7d-a951-460d-8f54-d39004db3022 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:01.542833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3ed3964e-6e3d-4e5e-a4f1-88f7fbf84da0 None None] Provisioning complete for port 72706c7d-a951-460d-8f54-d39004db3022 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:01.543471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ed3964e-6e3d-4e5e-a4f1-88f7fbf84da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:01.614749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] For port 5564e0a9-f3d0-4817-96b3-fa67f2a93715, host n-h1-769329-2, cleared binding levels {{(pid=80907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:21:01.674477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] For port 5564e0a9-f3d0-4817-96b3-fa67f2a93715, host n-h1-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=5564e0a9-f3d0-4817-96b3-fa67f2a93715,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:21:01.675380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 72706c7d-a951-460d-8f54-d39004db3022 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:01.676045 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:01.686754 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:01.754657 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0f4d6b78-6c09-4590-8a79-2f3651254784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:01.851462 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-ca0bbdeb-f562-4851-a89e-682e0306d278 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 HTTP/1.1" status: 200 len: 217 time: 0.3634796 Jan 14 07:21:01.861104 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-dfd36d21-0931-4624-89f9-b6d583faefb3 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/c0d1ca17-62cd-4b09-8f27-73695c2a079d HTTP/1.1" status: 200 len: 2981 time: 0.3223228 Jan 14 07:21:02.103003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-e94779c7-7065-48bf-8113-1b58613b2cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:02.107030 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-e94779c7-7065-48bf-8113-1b58613b2cab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ffe7d3d2-18e7-450d-bb59-0b64181030a8 HTTP/1.1" status: 200 len: 843 time: 0.1975517 Jan 14 07:21:02.202650 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ed3964e-6e3d-4e5e-a4f1-88f7fbf84da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:02.289692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Pushing event updated for resources: {'Port': ['ID=31859957-4482-4cf1-a927-85346bb9f194,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:02.306119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3ed3964e-6e3d-4e5e-a4f1-88f7fbf84da0 None None] For port 72706c7d-a951-460d-8f54-d39004db3022, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=72706c7d-a951-460d-8f54-d39004db3022,segment=NetworkSegment(e073e208-d9de-4dfb-8cba-0ba9e65f86fd),segment_id=e073e208-d9de-4dfb-8cba-0ba9e65f86fd)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:02.317540 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-7efeee97-45bb-4635-ad30-c8fd6892614f tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/cddba6ba-495c-43b4-9891-c1aa0d78f36a HTTP/1.1" status: 200 len: 2981 time: 0.3902998 Jan 14 07:21:02.381904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=5564e0a9-f3d0-4817-96b3-fa67f2a93715,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:02.439638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.442427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.442818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.443295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.447861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.448528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.450688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.451155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.451960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.454628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.455741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.456149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.456662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.457074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.460222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.460439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.460881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.461282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.462019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.462386 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.209s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:02.468227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.468698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.469455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.472826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.473342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.474125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.474308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.479509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.480181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.480606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.481069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.481520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.481931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.498182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.501334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.504292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.507355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:02.524108 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:02.574728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ed3964e-6e3d-4e5e-a4f1-88f7fbf84da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:02.603270 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b719e8d-f5e6-4505-b24c-f919f2ea21a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:02.744966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799e21e-a91e-4af6-83f2-7fd1cebd8484 None None] Pushing event updated for resources: {'Port': ['ID=a5d85ea7-09bb-41c3-9c28-2968109af3f3,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:02.759491 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6799e21e-a91e-4af6-83f2-7fd1cebd8484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.320s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:02.797086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:02.808307 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:02.810239 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] 10.222.0.53 "PUT /v2.0/ports/5564e0a9-f3d0-4817-96b3-fa67f2a93715 HTTP/1.1" status: 200 len: 1160 time: 4.9657724 Jan 14 07:21:02.826708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0046139-ae76-4520-b391-21052e07efba', 'tag': '5564e0a9-f3d0-4817-96b3-fa67f2a93715'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:21:02.839419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3964e-6e3d-4e5e-a4f1-88f7fbf84da0 None None] Pushing event updated for resources: {'Port': ['ID=72706c7d-a951-460d-8f54-d39004db3022,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:02.879637 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3ed3964e-6e3d-4e5e-a4f1-88f7fbf84da0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:02.923288 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-92abc7d0-4bce-492f-9860-b3dde66cac41 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/cddba6ba-495c-43b4-9891-c1aa0d78f36a HTTP/1.1" status: 200 len: 2981 time: 0.5972226 Jan 14 07:21:02.958912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] Attempting to bind port a5d85ea7-09bb-41c3-9c28-2968109af3f3 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:21:02.960569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] Attempting to bind port a5d85ea7-09bb-41c3-9c28-2968109af3f3 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f23d5a1f-02b1-4b7e-9608-603e1fa718a2'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:21:02.965238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] Attempting to bind port a5d85ea7-09bb-41c3-9c28-2968109af3f3 on network f23d5a1f-02b1-4b7e-9608-603e1fa718a2 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:21:02.981770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:21:02.985979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] Checking segment: {'id': '0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f23d5a1f-02b1-4b7e-9608-603e1fa718a2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:02.986625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:02.987258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] Bound using segment: {'id': '0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f23d5a1f-02b1-4b7e-9608-603e1fa718a2'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:21:02.989051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] Bound port: a5d85ea7-09bb-41c3-9c28-2968109af3f3, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f23d5a1f-02b1-4b7e-9608-603e1fa718a2'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:21:02.991959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:03.259640 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:03.267313 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-770b9be3-a41b-4d28-8d49-3f06eedecb21 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/cee9b0e3-94ca-4bfc-baab-acdc8bd8340a HTTP/1.1" status: 200 len: 2981 time: 0.2240303 Jan 14 07:21:03.287635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] For port a5d85ea7-09bb-41c3-9c28-2968109af3f3, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:21:03.298808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] For port a5d85ea7-09bb-41c3-9c28-2968109af3f3, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a5d85ea7-09bb-41c3-9c28-2968109af3f3,segment=NetworkSegment(0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab),segment_id=0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:21:03.307212 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:03.388597 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:03.426366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-e27002fa-ca8f-40a4-b8ca-bb5745aafcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:03.431458 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-e27002fa-ca8f-40a4-b8ca-bb5745aafcf9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6bd0598-2cab-47e3-9f0f-47d899b421cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1527460 Jan 14 07:21:03.486439 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-b5aa8d01-e08b-4eed-9db5-700a70e9d907 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/cee9b0e3-94ca-4bfc-baab-acdc8bd8340a HTTP/1.1" status: 200 len: 2981 time: 0.2108123 Jan 14 07:21:03.493574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a92d8052-ead4-4976-8390-0f3126d0600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:03.500383 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b7be7506-6bb6-4f80-839f-71520beec156 req-a92d8052-ead4-4976-8390-0f3126d0600d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cbb44bfe160e4c28bb0972e82017ed0c&device_id=a0046139-ae76-4520-b391-21052e07efba HTTP/1.1" status: 200 len: 1163 time: 0.5776737 Jan 14 07:21:03.586509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 72706c7d-a951-460d-8f54-d39004db3022 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:03.661195 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b7be7506-6bb6-4f80-839f-71520beec156 req-eb1dd0ac-0b59-4661-a7eb-a094c675ca43 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=5564e0a9-f3d0-4817-96b3-fa67f2a93715 HTTP/1.1" status: 200 len: 217 time: 0.1306136 Jan 14 07:21:03.685945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799e21e-a91e-4af6-83f2-7fd1cebd8484 None None] Pushing event updated for resources: {'Port': ['ID=a5d85ea7-09bb-41c3-9c28-2968109af3f3,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:03.710591 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6799e21e-a91e-4af6-83f2-7fd1cebd8484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:03.843360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] Routers {'e2c1047d-293b-4aa8-a1e4-db10ad8df508'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:21:03.844081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:20:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e2c1047d-293b-4aa8-a1e4-db10ad8df508'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:03.916597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be7506-6bb6-4f80-839f-71520beec156 req-86634e41-eb0f-4b87-b880-50c277af2f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:03.916597 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b7be7506-6bb6-4f80-839f-71520beec156 req-86634e41-eb0f-4b87-b880-50c277af2f49 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ffe7d3d2-18e7-450d-bb59-0b64181030a8 HTTP/1.1" status: 200 len: 843 time: 0.2353537 Jan 14 07:21:03.999130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 72706c7d-a951-460d-8f54-d39004db3022 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:04.002631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:04.027265 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-342564bd-5801-4755-8be3-0828cfa48eef tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/dddabc6e-9520-4444-8b6b-2687b71e1f3c HTTP/1.1" status: 200 len: 2977 time: 0.5229337 Jan 14 07:21:04.120775 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-aac6cfcd-f3ba-4117-aa06-0fa35f3f8eb3 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/dddabc6e-9520-4444-8b6b-2687b71e1f3c HTTP/1.1" status: 200 len: 2977 time: 0.0738225 Jan 14 07:21:04.189647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be7506-6bb6-4f80-839f-71520beec156 req-5ab17888-b7b4-410c-955f-c2a7e95d9c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:04.191297 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b7be7506-6bb6-4f80-839f-71520beec156 req-5ab17888-b7b4-410c-955f-c2a7e95d9c7c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6bd0598-2cab-47e3-9f0f-47d899b421cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2421002 Jan 14 07:21:04.214082 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-50d90c4e-0625-49e2-a41c-ec21b63118be tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/f9a2dcf1-4029-4599-a3d4-dcb9d18901b1 HTTP/1.1" status: 200 len: 2657 time: 0.0842276 Jan 14 07:21:04.253699 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-986c05c6-1ee7-414a-9f13-3ae2346e51ad service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8085208 Jan 14 07:21:04.559619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-991ca0d4-c1ca-41ed-b114-bb744abac725 None None] Provisioning complete for port 72706c7d-a951-460d-8f54-d39004db3022 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:04.560844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-991ca0d4-c1ca-41ed-b114-bb744abac725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:04.661582 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f48e3a15-b4f9-4c1d-b938-4762e240297c req-0df88eb6-3165-4fd2-bc60-1b7d7098a622 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/f9a2dcf1-4029-4599-a3d4-dcb9d18901b1 HTTP/1.1" status: 200 len: 2657 time: 0.3852060 Jan 14 07:21:04.769233 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b7be7506-6bb6-4f80-839f-71520beec156 req-fcbdbd1c-38fc-422d-9150-1225b8b8106f service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566413 Jan 14 07:21:04.841295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] Set router e2c1047d-293b-4aa8-a1e4-db10ad8df508 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:21:05.168675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7dd6f191-de54-4b12-bb5f-002594073a61 None None] Provisioning complete for port 72706c7d-a951-460d-8f54-d39004db3022 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:05.175680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f191-de54-4b12-bb5f-002594073a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:05.426753 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-9a823845-9391-4c1f-bca3-6573cf75d982 service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0717664 Jan 14 07:21:05.616514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device a5d85ea7-09bb-41c3-9c28-2968109af3f3 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:05.885542 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b7be7506-6bb6-4f80-839f-71520beec156 req-ab005384-afa3-40be-ac2e-805f63cba67b service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0841172 Jan 14 07:21:05.900100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port a5d85ea7-09bb-41c3-9c28-2968109af3f3 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:05.956905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port a5d85ea7-09bb-41c3-9c28-2968109af3f3 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:05.966009 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:06.068915 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.093634 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:06.103414 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:06.111546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'name': 'tempest-AttachSCSIVolumeTestJSON-1222211749-router', 'tenant_id': '940392b49a0347ae83398453eb99c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'd8ad1e80-83aa-48ff-9004-181707c667c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:39Z', 'updated_at': '2021-01-14T07:20:49Z', 'revision_number': 4, 'project_id': '940392b49a0347ae83398453eb99c2ae', 'gw_port': {'id': 'd8ad1e80-83aa-48ff-9004-181707c667c7', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:40Z', 'updated_at': '2021-01-14T07:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'a5d85ea7-09bb-41c3-9c28-2968109af3f3', 'name': '', 'network_id': 'f23d5a1f-02b1-4b7e-9608-603e1fa718a2', 'tenant_id': '940392b49a0347ae83398453eb99c2ae', 'mac_address': 'fa:16:3e:f7:19:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '65ff6d98-359a-477b-8668-5033f62c1c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:46Z', 'updated_at': '2021-01-14T07:21:03Z', 'revision_number': 4, 'project_id': '940392b49a0347ae83398453eb99c2ae', 'subnets': [{'id': '65ff6d98-359a-477b-8668-5033f62c1c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:06.111812 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9e295111-1c57-4f0d-befe-03bcc251e55c req-ec3ba7a5-7b12-41be-bd00-a1b2a645fe95 tempest-SecurityGroupsNegativeTestJSON-1448930902 tempest-SecurityGroupsNegativeTestJSON-1448930902] 10.222.0.41 "GET /v2.0/security-groups/c0d1ca17-62cd-4b09-8f27-73695c2a079d HTTP/1.1" status: 200 len: 2981 time: 0.2055385 Jan 14 07:21:06.111971 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:06.113152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3569d13-ba3c-4147-a5ed-a6b525eba950 None None] The sync data for ids ['e2c1047d-293b-4aa8-a1e4-db10ad8df508'] in n-d-769329-2 is: [{'id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'name': 'tempest-AttachSCSIVolumeTestJSON-1222211749-router', 'tenant_id': '940392b49a0347ae83398453eb99c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'd8ad1e80-83aa-48ff-9004-181707c667c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:39Z', 'updated_at': '2021-01-14T07:20:49Z', 'revision_number': 4, 'project_id': '940392b49a0347ae83398453eb99c2ae', 'gw_port': {'id': 'd8ad1e80-83aa-48ff-9004-181707c667c7', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:40Z', 'updated_at': '2021-01-14T07:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'a5d85ea7-09bb-41c3-9c28-2968109af3f3', 'name': '', 'network_id': 'f23d5a1f-02b1-4b7e-9608-603e1fa718a2', 'tenant_id': '940392b49a0347ae83398453eb99c2ae', 'mac_address': 'fa:16:3e:f7:19:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '65ff6d98-359a-477b-8668-5033f62c1c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:46Z', 'updated_at': '2021-01-14T07:21:03Z', 'revision_number': 4, 'project_id': '940392b49a0347ae83398453eb99c2ae', 'subnets': [{'id': '65ff6d98-359a-477b-8668-5033f62c1c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:21:06.183922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7dd6f191-de54-4b12-bb5f-002594073a61 None None] Provisioning complete for port a5d85ea7-09bb-41c3-9c28-2968109af3f3 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:06.184526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f191-de54-4b12-bb5f-002594073a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:06.422466 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [req-9e295111-1c57-4f0d-befe-03bcc251e55c req-dc2aee51-369b-49c7-87be-f8e94618b4a9 tempest-SecurityGroupsNegativeTestJSON-1448930902 tempest-SecurityGroupsNegativeTestJSON-1448930902] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 07:21:06.433656 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9e295111-1c57-4f0d-befe-03bcc251e55c req-dc2aee51-369b-49c7-87be-f8e94618b4a9 tempest-SecurityGroupsNegativeTestJSON-1448930902 tempest-SecurityGroupsNegativeTestJSON-1448930902] 10.222.0.41 "DELETE /v2.0/security-groups/c0d1ca17-62cd-4b09-8f27-73695c2a079d HTTP/1.1" status: 409 len: 352 time: 0.3284230 Jan 14 07:21:06.625335 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': 'a0046139-ae76-4520-b391-21052e07efba', 'tag': '5564e0a9-f3d0-4817-96b3-fa67f2a93715', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:21:06.642376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f191-de54-4b12-bb5f-002594073a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:06.732082 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec1d1d0-8893-4b3a-a2ed-a580a130b15f', 'tag': 'ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54', 'status': 'completed', 'code': 200} Jan 14 07:21:06.733941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7dd6f191-de54-4b12-bb5f-002594073a61 None None] For port a5d85ea7-09bb-41c3-9c28-2968109af3f3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a5d85ea7-09bb-41c3-9c28-2968109af3f3,segment=NetworkSegment(0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab),segment_id=0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:06.737016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:06.769744 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f191-de54-4b12-bb5f-002594073a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:06.774424 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:06.880317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Router f57482e4-db79-489f-affc-b4f31ed7ce1d is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:21:06.953691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6f191-de54-4b12-bb5f-002594073a61 None None] Pushing event updated for resources: {'Port': ['ID=a5d85ea7-09bb-41c3-9c28-2968109af3f3,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:06.961233 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7dd6f191-de54-4b12-bb5f-002594073a61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:07.057562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:21:07.085254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5addbaf-d25c-4b46-a049-7b80436401ab req-72f6c689-c560-44a7-818e-1bd449d49107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:07.105947 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5addbaf-d25c-4b46-a049-7b80436401ab req-72f6c689-c560-44a7-818e-1bd449d49107 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cbb44bfe160e4c28bb0972e82017ed0c&device_id=eec1d1d0-8893-4b3a-a2ed-a580a130b15f HTTP/1.1" status: 200 len: 1162 time: 0.4358940 Jan 14 07:21:07.139956 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:21:07.140696 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:21:07.257836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54284) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:07.316745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-3124a8de-8bf1-4f6f-8667-4f24cde0060b req-7fa87e85-7733-44ee-a0e8-3911b3e635e9 tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Synchronizing usage tracker for tenant:d8a6c31a56e942ec8664e2bf55267cbb on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:07.355803 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [req-c5f21b76-0c6b-4d54-ba03-ee3c3049fbdf req-5a96cd0e-539f-4aad-b306-c9298205ec14 tempest-SecurityGroupsNegativeTestJSON-1448930902 tempest-SecurityGroupsNegativeTestJSON-1448930902] show failed (client error): The resource could not be found. Jan 14 07:21:07.357355 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5f21b76-0c6b-4d54-ba03-ee3c3049fbdf req-5a96cd0e-539f-4aad-b306-c9298205ec14 tempest-SecurityGroupsNegativeTestJSON-1448930902 tempest-SecurityGroupsNegativeTestJSON-1448930902] 10.222.0.41 "GET /v2.0/security-groups/dcdebb3a-9ae4-448c-ae7a-3ab97cf0a694 HTTP/1.1" status: 404 len: 352 time: 0.0737236 Jan 14 07:21:07.383000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-3124a8de-8bf1-4f6f-8667-4f24cde0060b req-7fa87e85-7733-44ee-a0e8-3911b3e635e9 tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Unset dirty status for tenant:d8a6c31a56e942ec8664e2bf55267cbb on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:07.392421 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3124a8de-8bf1-4f6f-8667-4f24cde0060b req-7fa87e85-7733-44ee-a0e8-3911b3e635e9 tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8a6c31a56e942ec8664e2bf55267cbb HTTP/1.1" status: 200 len: 6101 time: 0.6489944 Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:07.453437 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.456045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.465209 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.468357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:07.468357 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.468357 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.468357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.468357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:07.468357 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.468357 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.468357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.468357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:07.468357 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.468357 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.468357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.468357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:07.468357 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.468357 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.468357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.468357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:07.468357 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:07.468357 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:07.468357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:07.528556 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3124a8de-8bf1-4f6f-8667-4f24cde0060b req-1ccc900d-2ea9-4d92-8ec5-6e600548467a tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] 10.222.0.41 "GET /v2.0/security-groups/6485687b-12d3-4fa0-a42a-eb7694a9d0b5 HTTP/1.1" status: 200 len: 2981 time: 0.1346285 Jan 14 07:21:07.552970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be7506-6bb6-4f80-839f-71520beec156 req-3b50056f-7c5b-40f3-b7d6-2bab16c9221a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:07.553797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b7be7506-6bb6-4f80-839f-71520beec156 req-3b50056f-7c5b-40f3-b7d6-2bab16c9221a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Synchronizing usage tracker for tenant:cbb44bfe160e4c28bb0972e82017ed0c on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:07.572559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:21:07.586334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] Sync routers for ids ['f57482e4-db79-489f-affc-b4f31ed7ce1d'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:21:07.608458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b7be7506-6bb6-4f80-839f-71520beec156 req-3b50056f-7c5b-40f3-b7d6-2bab16c9221a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Unset dirty status for tenant:cbb44bfe160e4c28bb0972e82017ed0c on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:07.614024 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b7be7506-6bb6-4f80-839f-71520beec156 req-3b50056f-7c5b-40f3-b7d6-2bab16c9221a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] 10.222.0.53 "GET /v2.0/ports?device_id=a0046139-ae76-4520-b391-21052e07efba HTTP/1.1" status: 200 len: 948 time: 0.4596133 Jan 14 07:21:07.616906 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:07.620904 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 13.7103057 Jan 14 07:21:07.621742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54300) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:07.656731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5addbaf-d25c-4b46-a049-7b80436401ab req-5f5c087f-70e6-4d2e-b594-40890a843ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:07.671083 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5addbaf-d25c-4b46-a049-7b80436401ab req-5f5c087f-70e6-4d2e-b594-40890a843ba4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d6bd0598-2cab-47e3-9f0f-47d899b421cd HTTP/1.1" status: 200 len: 863 time: 0.5641465 Jan 14 07:21:07.681659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] Routers {'f57482e4-db79-489f-affc-b4f31ed7ce1d'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:21:07.682725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:20:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f57482e4-db79-489f-affc-b4f31ed7ce1d'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:07.694693 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3124a8de-8bf1-4f6f-8667-4f24cde0060b req-6f2131ae-fe8b-4a32-90ba-1f2356b1af4c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] 10.222.0.41 "GET /v2.0/security-groups/6485687b-12d3-4fa0-a42a-eb7694a9d0b5 HTTP/1.1" status: 200 len: 2981 time: 0.1644733 Jan 14 07:21:07.939392 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5addbaf-d25c-4b46-a049-7b80436401ab req-8d062953-bd22-4ef2-8137-a49b8ffb628b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 HTTP/1.1" status: 200 len: 217 time: 0.2510798 Jan 14 07:21:08.018885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] Set router f57482e4-db79-489f-affc-b4f31ed7ce1d gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:21:08.211979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5addbaf-d25c-4b46-a049-7b80436401ab req-34493f9e-1691-4086-9dde-5bd3fe97012e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:08.221651 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8545fe23-aa31-477e-9ae8-8f2ff1320261 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbb44bfe160e4c28bb0972e82017ed0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9622462 Jan 14 07:21:08.228219 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5addbaf-d25c-4b46-a049-7b80436401ab req-34493f9e-1691-4086-9dde-5bd3fe97012e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ffe7d3d2-18e7-450d-bb59-0b64181030a8 HTTP/1.1" status: 200 len: 843 time: 0.2286453 Jan 14 07:21:08.232511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54332) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:08.245475 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [req-dbd26675-279b-4bc1-8e0c-951e81c523b7 req-28ca1dde-ecd4-40f4-99b3-11ac2df853d3 tempest-SecurityGroupsNegativeTestJSON-1448930902 tempest-SecurityGroupsNegativeTestJSON-1448930902] show failed (client error): The resource could not be found. Jan 14 07:21:08.251028 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-dbd26675-279b-4bc1-8e0c-951e81c523b7 req-28ca1dde-ecd4-40f4-99b3-11ac2df853d3 tempest-SecurityGroupsNegativeTestJSON-1448930902 tempest-SecurityGroupsNegativeTestJSON-1448930902] 10.222.0.41 "GET /v2.0/security-groups/03c7f34d-0c25-4b95-be20-a616440134b3 HTTP/1.1" status: 404 len: 352 time: 0.3085539 Jan 14 07:21:08.304186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-b7be7506-6bb6-4f80-839f-71520beec156 req-b9d586c9-ac6b-4e8f-8cca-e1ae3e130f6a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Deleting port 5564e0a9-f3d0-4817-96b3-fa67f2a93715 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:08.309440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b7be7506-6bb6-4f80-839f-71520beec156 req-b9d586c9-ac6b-4e8f-8cca-e1ae3e130f6a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:08.453116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54338) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:08.459517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54342) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:08.559182 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-6ab32140-7d50-41db-9a24-645c70176727 admin admin] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 07:21:08.560421 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6ab32140-7d50-41db-9a24-645c70176727 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f52e9f7-d349-4c43-bb61-f7bfd5ac9373 HTTP/1.1" status: 409 len: 336 time: 0.3260114 Jan 14 07:21:08.625559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5addbaf-d25c-4b46-a049-7b80436401ab req-92b9f35c-10f8-4de0-9445-30c3589fe0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:08.627391 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5addbaf-d25c-4b46-a049-7b80436401ab req-92b9f35c-10f8-4de0-9445-30c3589fe0ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6bd0598-2cab-47e3-9f0f-47d899b421cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3908255 Jan 14 07:21:08.879430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-60255d5c-40b1-427f-a50e-ceb7b4eeefb2 admin admin] Deleting subnet 188d43e7-cd1f-48e1-8664-1ccd9b224b8d {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:21:08.888850 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-60255d5c-40b1-427f-a50e-ceb7b4eeefb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:09.031706 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-60255d5c-40b1-427f-a50e-ceb7b4eeefb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:09.151701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device a5d85ea7-09bb-41c3-9c28-2968109af3f3 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:09.211956 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-60255d5c-40b1-427f-a50e-ceb7b4eeefb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:09.313706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57482e4-db79-489f-affc-b4f31ed7ce1d', 'name': 'tempest-FloatingIPsTestJSON-837055694-router', 'tenant_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '31859957-4482-4cf1-a927-85346bb9f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:54Z', 'updated_at': '2021-01-14T07:21:02Z', 'revision_number': 3, 'project_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'gw_port': {'id': '31859957-4482-4cf1-a927-85346bb9f194', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57482e4-db79-489f-affc-b4f31ed7ce1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:58Z', 'updated_at': '2021-01-14T07:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:09.333604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port a5d85ea7-09bb-41c3-9c28-2968109af3f3 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:09.335427 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:09.404275 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-91489c9a-887e-49f2-b965-90259940663b req-46809c5f-ad87-4fb8-ab29-bed2f1b40350 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/60710c3a-1193-4435-9d78-ce55227354fc HTTP/1.1" status: 200 len: 1778 time: 0.4169791 Jan 14 07:21:09.539207 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5addbaf-d25c-4b46-a049-7b80436401ab req-1415f151-3f29-41fc-b7c9-ddad6e7db708 service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9036195 Jan 14 07:21:09.543368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] Checking router: f57482e4-db79-489f-affc-b4f31ed7ce1d for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:21:09.544078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] Updating router f57482e4-db79-489f-affc-b4f31ed7ce1d port 31859957-4482-4cf1-a927-85346bb9f194 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:21:09.863857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network d6bd0598-2cab-47e3-9f0f-47d899b421cd details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:09.911435 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-91489c9a-887e-49f2-b965-90259940663b req-ad1b736e-8ada-4202-8ddf-11a28cea0f46 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:10.010244 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-91489c9a-887e-49f2-b965-90259940663b req-ad1b736e-8ada-4202-8ddf-11a28cea0f46 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:10.208508 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5addbaf-d25c-4b46-a049-7b80436401ab req-61aa6c88-3155-4af4-9d7b-5fe07716a99e service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6594925 Jan 14 07:21:10.215988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:10.247560 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:10.334452 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-91489c9a-887e-49f2-b965-90259940663b req-ad1b736e-8ada-4202-8ddf-11a28cea0f46 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:10.360374 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c453bc7-9380-4471-a143-2e891cff2fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:10.380230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-91489c9a-887e-49f2-b965-90259940663b req-ad1b736e-8ada-4202-8ddf-11a28cea0f46 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:10.398776 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-91489c9a-887e-49f2-b965-90259940663b req-ad1b736e-8ada-4202-8ddf-11a28cea0f46 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "DELETE /v2.0/security-groups/60710c3a-1193-4435-9d78-ce55227354fc HTTP/1.1" status: 204 len: 173 time: 0.9903655 Jan 14 07:21:10.400802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b736e-8ada-4202-8ddf-11a28cea0f46 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Pushing event deleted for resources: {'SecurityGroup': ['ID=60710c3a-1193-4435-9d78-ce55227354fc,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:10.409723 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad1b736e-8ada-4202-8ddf-11a28cea0f46 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:10.703401 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-53227b5e-b0e8-424e-b330-7299682c673c req-01e8c196-a430-4a3b-ad53-93a2fb9debaf tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "GET /v2.0/security-groups/9a080ebd-2bc2-4eac-86e1-8b95b57917d3 HTTP/1.1" status: 200 len: 1777 time: 0.1349456 Jan 14 07:21:10.731925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:10.794838 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-53227b5e-b0e8-424e-b330-7299682c673c req-f0b4104c-713f-469a-8cdb-a8977ad90985 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:10.855396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-53227b5e-b0e8-424e-b330-7299682c673c req-f0b4104c-713f-469a-8cdb-a8977ad90985 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:10.950504 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-53227b5e-b0e8-424e-b330-7299682c673c req-f0b4104c-713f-469a-8cdb-a8977ad90985 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:10.981003 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eb1ad3f4-84dc-49d9-a1ab-4afb5712ef75 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:11.020848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4104c-713f-469a-8cdb-a8977ad90985 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a080ebd-2bc2-4eac-86e1-8b95b57917d3,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:11.023518 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-53227b5e-b0e8-424e-b330-7299682c673c req-f0b4104c-713f-469a-8cdb-a8977ad90985 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:11.045230 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-53227b5e-b0e8-424e-b330-7299682c673c req-f0b4104c-713f-469a-8cdb-a8977ad90985 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] 10.222.0.41 "DELETE /v2.0/security-groups/9a080ebd-2bc2-4eac-86e1-8b95b57917d3 HTTP/1.1" status: 204 len: 173 time: 0.3239689 Jan 14 07:21:11.046215 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f0b4104c-713f-469a-8cdb-a8977ad90985 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:11.215959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-f6580d8a-8f31-4ed0-be85-c49fec8ba716 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80909) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:21:11.400618 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-675ff531-8935-4bfb-98a3-075ddbb541dd req-61129809-15a2-4615-81f4-ad756831e770 tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] 10.222.0.41 "GET /v2.0/security-groups/5a699a88-8372-4520-8880-7fa239e4cc87 HTTP/1.1" status: 200 len: 1777 time: 0.1330688 Jan 14 07:21:11.553195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:11.625359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-675ff531-8935-4bfb-98a3-075ddbb541dd req-6982a4d4-5faa-4a8a-9f29-08beac62ea01 tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:11.694356 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-675ff531-8935-4bfb-98a3-075ddbb541dd req-6982a4d4-5faa-4a8a-9f29-08beac62ea01 tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:11.731604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Usage tracker for resource:security_group_rule and tenant:f0c0f4438eb34d538b2475cb377f63c2 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:11.816683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-675ff531-8935-4bfb-98a3-075ddbb541dd req-6982a4d4-5faa-4a8a-9f29-08beac62ea01 tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:11.833608 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4b2baab-3c10-4690-b080-6c0144fd652f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:11.839134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:11.867283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982a4d4-5faa-4a8a-9f29-08beac62ea01 tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a699a88-8372-4520-8880-7fa239e4cc87,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:11.883433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:11.891176 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6982a4d4-5faa-4a8a-9f29-08beac62ea01 tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:11.895736 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-675ff531-8935-4bfb-98a3-075ddbb541dd req-6982a4d4-5faa-4a8a-9f29-08beac62ea01 tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:11.943001 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-675ff531-8935-4bfb-98a3-075ddbb541dd req-6982a4d4-5faa-4a8a-9f29-08beac62ea01 tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] 10.222.0.41 "DELETE /v2.0/security-groups/5a699a88-8372-4520-8880-7fa239e4cc87 HTTP/1.1" status: 204 len: 173 time: 0.5220754 Jan 14 07:21:12.106222 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:12.123539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:12.201341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning for port ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:12.245708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:12.246891 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:12.247432 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fef277e9-7489-48b4-9860-2222be24fdde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:12.275693 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f0c0f4438eb34d538b2475cb377f63c2&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8027742 Jan 14 07:21:12.299583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54500) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:12.316561 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6d022e89-95fd-438a-b9e1-2fb1632595ad req-33d4730c-246f-4d22-8dd5-bc932257a5a3 tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] 10.222.0.41 "GET /v2.0/security-groups/c5e061b9-50ca-40b2-8ee9-f19eb1f5c663 HTTP/1.1" status: 200 len: 1776 time: 0.1348300 Jan 14 07:21:12.431873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-b7be7506-6bb6-4f80-839f-71520beec156 req-b9d586c9-ac6b-4e8f-8cca-e1ae3e130f6a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] For port 5564e0a9-f3d0-4817-96b3-fa67f2a93715, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=5564e0a9-f3d0-4817-96b3-fa67f2a93715,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:12.432342 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b7be7506-6bb6-4f80-839f-71520beec156 req-b9d586c9-ac6b-4e8f-8cca-e1ae3e130f6a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:12.451065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ffb00425-5ee7-4385-a410-1792bbc9117d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:12.456441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d11224-4165-444c-a95a-c3cbd4d02683,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:12.482250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.482800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.484608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.485011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.485697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.485827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.486127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.491932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.492613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.493023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.493418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.494634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.495125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.495515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.495930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.496315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.500537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.500986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.501388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.501782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.502342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.502916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.503307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.503721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.504137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.504519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.507841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.508253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.508649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.509043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.509425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.509806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.510182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.510560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.510938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.511315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:12.527314 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:12.580758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ffb00425-5ee7-4385-a410-1792bbc9117d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:12.716057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:12.733477 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ffb00425-5ee7-4385-a410-1792bbc9117d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:12.747252 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b3c29b8e-7995-4834-8703-705a213b5bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:12.770012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb00425-5ee7-4385-a410-1792bbc9117d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d11224-4165-444c-a95a-c3cbd4d02683,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:12.789639 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ffb00425-5ee7-4385-a410-1792bbc9117d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:12.790351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6d022e89-95fd-438a-b9e1-2fb1632595ad req-fa2930db-69e3-4ba8-bc03-0b942fb29bbf tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:12.826328 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6d022e89-95fd-438a-b9e1-2fb1632595ad req-fa2930db-69e3-4ba8-bc03-0b942fb29bbf tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:12.887583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ffb00425-5ee7-4385-a410-1792bbc9117d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:12.891457 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ffb00425-5ee7-4385-a410-1792bbc9117d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9d11224-4165-444c-a95a-c3cbd4d02683 HTTP/1.1" status: 204 len: 168 time: 0.5690503 Jan 14 07:21:12.891457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6d022e89-95fd-438a-b9e1-2fb1632595ad req-fa2930db-69e3-4ba8-bc03-0b942fb29bbf tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:12.901687 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e82988e5-e396-4d3d-8ed1-52867468104b tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:12.916750 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6d022e89-95fd-438a-b9e1-2fb1632595ad req-fa2930db-69e3-4ba8-bc03-0b942fb29bbf tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:12.923714 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6d022e89-95fd-438a-b9e1-2fb1632595ad req-fa2930db-69e3-4ba8-bc03-0b942fb29bbf tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] 10.222.0.41 "DELETE /v2.0/security-groups/c5e061b9-50ca-40b2-8ee9-f19eb1f5c663 HTTP/1.1" status: 204 len: 173 time: 0.6057639 Jan 14 07:21:12.925151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2930db-69e3-4ba8-bc03-0b942fb29bbf tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e061b9-50ca-40b2-8ee9-f19eb1f5c663,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:12.940510 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fa2930db-69e3-4ba8-bc03-0b942fb29bbf tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:12.969178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:13.003681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec1d1d0-8893-4b3a-a2ed-a580a130b15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:21:13.277635 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.288649 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4681643-7544-4d7f-9c42-383aae297667 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:13.375802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:13.387124 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:13.392840 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.404456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:13.459342 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-60255d5c-40b1-427f-a50e-ceb7b4eeefb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.475672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-b7be7506-6bb6-4f80-839f-71520beec156 req-b9d586c9-ac6b-4e8f-8cca-e1ae3e130f6a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Calling delete_port for 5564e0a9-f3d0-4817-96b3-fa67f2a93715 owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:13.492924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] Transition to ACTIVE for port object 31859957-4482-4cf1-a927-85346bb9f194 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:21:13.497981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.529290 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:13.593965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.653089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211ba1a-86a0-45f9-8466-aabf0ce0d477 None None] Pushing event updated for resources: {'Port': ['ID=31859957-4482-4cf1-a927-85346bb9f194,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:13.668421 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a211ba1a-86a0-45f9-8466-aabf0ce0d477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:13.748696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:13.749583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:13.820040 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:13.899105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60255d5c-40b1-427f-a50e-ceb7b4eeefb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=188d43e7-cd1f-48e1-8664-1ccd9b224b8d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:13.966885 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-60255d5c-40b1-427f-a50e-ceb7b4eeefb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:14.044179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54574) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:14.094069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15348418-9d91-47ed-9e8e-154ed7195c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:14.153731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-15348418-9d91-47ed-9e8e-154ed7195c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:14.174514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-15348418-9d91-47ed-9e8e-154ed7195c8e admin admin] Usage tracker for resource:security_group_rule and tenant:4aaa38f09641467285baad05f5bee87c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:14.184177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-15348418-9d91-47ed-9e8e-154ed7195c8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:14.208860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-15348418-9d91-47ed-9e8e-154ed7195c8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:14.340936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Allocated IP 172.20.0.1 (4708575e-f9fa-4cef-b1df-9dc0c4c5bf66/d66fdc3c-98fb-4024-8161-11d82117e87d/7e76b5fd-ff23-4565-9d12-2a1e54933520) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:21:14.383423 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b7be7506-6bb6-4f80-839f-71520beec156 req-b9d586c9-ac6b-4e8f-8cca-e1ae3e130f6a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:14.383701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] Attempting to bind port 31859957-4482-4cf1-a927-85346bb9f194 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:21:14.384206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] Attempting to bind port 31859957-4482-4cf1-a927-85346bb9f194 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:21:14.384824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] Attempting to bind port 31859957-4482-4cf1-a927-85346bb9f194 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:21:14.406970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-60255d5c-40b1-427f-a50e-ceb7b4eeefb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:14.418466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:21:14.418854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:14.419317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:14.419787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:21:14.420337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] Bound port: 31859957-4482-4cf1-a927-85346bb9f194, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:21:14.420759 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:14.484322 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15348418-9d91-47ed-9e8e-154ed7195c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:14.490234 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15348418-9d91-47ed-9e8e-154ed7195c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:14.515802 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-28f8b44d-93ff-471e-acbf-209272e2cfcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:14.588578 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-15348418-9d91-47ed-9e8e-154ed7195c8e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4aaa38f09641467285baad05f5bee87c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5407777 Jan 14 07:21:14.597317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54610) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:14.702257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] For port 31859957-4482-4cf1-a927-85346bb9f194, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:21:14.709422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] For port 31859957-4482-4cf1-a927-85346bb9f194, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=31859957-4482-4cf1-a927-85346bb9f194,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:21:14.731496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:14.767409 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:14.770533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15348418-9d91-47ed-9e8e-154ed7195c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7e1b69-2355-4424-8292-0b94617e3d6b,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:14.782184 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-15348418-9d91-47ed-9e8e-154ed7195c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:14.785969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54622) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:14.845213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76ce7bd5-ccef-4b0c-8d8d-9578e4c2cdde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:14.911428 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76ce7bd5-ccef-4b0c-8d8d-9578e4c2cdde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:14.969305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76ce7bd5-ccef-4b0c-8d8d-9578e4c2cdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:14.978647 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ecbe4e96-d5ab-4a15-96db-6e3d0ebe1586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:14.995912 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76ce7bd5-ccef-4b0c-8d8d-9578e4c2cdde admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:14.997664 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-76ce7bd5-ccef-4b0c-8d8d-9578e4c2cdde admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a7e1b69-2355-4424-8292-0b94617e3d6b HTTP/1.1" status: 204 len: 168 time: 0.3993096 Jan 14 07:21:14.998963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce7bd5-ccef-4b0c-8d8d-9578e4c2cdde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7e1b69-2355-4424-8292-0b94617e3d6b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:15.001967 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76ce7bd5-ccef-4b0c-8d8d-9578e4c2cdde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:15.247403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:15.285552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Transition to ACTIVE for port object 7e76b5fd-ff23-4565-9d12-2a1e54933520 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:21:15.293073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211ba1a-86a0-45f9-8466-aabf0ce0d477 None None] Pushing event updated for resources: {'Port': ['ID=31859957-4482-4cf1-a927-85346bb9f194,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:15.307496 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:15.308794 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a211ba1a-86a0-45f9-8466-aabf0ce0d477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:15.316145 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec1d1d0-8893-4b3a-a2ed-a580a130b15f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54', 'code': 200} Jan 14 07:21:15.385834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:15.417537 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5a58cc94-62a0-4a63-a9c5-541e91250317 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8a6c31a56e942ec8664e2bf55267cbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6237433 Jan 14 07:21:15.420016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54654) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:15.541358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:15.676832 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:15.686288 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66a32ce6-e925-4dee-adf3-0283dcab0f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:15.768879 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66a32ce6-e925-4dee-adf3-0283dcab0f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:15.769234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d586c9-ac6b-4e8f-8cca-e1ae3e130f6a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Pushing event deleted for resources: {'Port': ['ID=5564e0a9-f3d0-4817-96b3-fa67f2a93715,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:15.772830 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b9d586c9-ac6b-4e8f-8cca-e1ae3e130f6a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:15.773630 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b9d586c9-ac6b-4e8f-8cca-e1ae3e130f6a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:15.834757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:15.837859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:15.894151 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66a32ce6-e925-4dee-adf3-0283dcab0f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:15.939986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Pushing event updated for resources: {'Port': ['ID=7e76b5fd-ff23-4565-9d12-2a1e54933520,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:15.944046 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:15.952990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] Routers {'f57482e4-db79-489f-affc-b4f31ed7ce1d'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:21:15.955016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:20:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f57482e4-db79-489f-affc-b4f31ed7ce1d'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:15.965851 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:15.996213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a32ce6-e925-4dee-adf3-0283dcab0f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6485687b-12d3-4fa0-a42a-eb7694a9d0b5,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:16.008607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66a32ce6-e925-4dee-adf3-0283dcab0f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:16.010367 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-66a32ce6-e925-4dee-adf3-0283dcab0f2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6485687b-12d3-4fa0-a42a-eb7694a9d0b5 HTTP/1.1" status: 204 len: 168 time: 0.5891912 Jan 14 07:21:16.024681 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-66a32ce6-e925-4dee-adf3-0283dcab0f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:16.138893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7be7506-6bb6-4f80-839f-71520beec156 req-b9d586c9-ac6b-4e8f-8cca-e1ae3e130f6a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] No DVR routers for this DVR port 5564e0a9-f3d0-4817-96b3-fa67f2a93715 on host n-h1-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:21:16.142490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b7be7506-6bb6-4f80-839f-71520beec156 req-b9d586c9-ac6b-4e8f-8cca-e1ae3e130f6a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:16.150921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0046139-ae76-4520-b391-21052e07efba', 'name': 'network-vif-deleted', 'tag': '5564e0a9-f3d0-4817-96b3-fa67f2a93715'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:21:16.157324 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b7be7506-6bb6-4f80-839f-71520beec156 req-b9d586c9-ac6b-4e8f-8cca-e1ae3e130f6a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] 10.222.0.53 "DELETE /v2.0/ports/5564e0a9-f3d0-4817-96b3-fa67f2a93715 HTTP/1.1" status: 204 len: 173 time: 8.5345490 Jan 14 07:21:16.168737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Network 4708575e-f9fa-4cef-b1df-9dc0c4c5bf66 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:16.171110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:16.173631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:21:16.241409 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-60255d5c-40b1-427f-a50e-ceb7b4eeefb2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/188d43e7-cd1f-48e1-8664-1ccd9b224b8d HTTP/1.1" status: 204 len: 168 time: 7.7780926 Jan 14 07:21:16.261461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54714) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:16.355359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:16.703243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:16.751027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:16.822491 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1fc8b91-e965-4bb8-ab71-74bfd1f7df28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:17.220609 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a0046139-ae76-4520-b391-21052e07efba', 'name': 'network-vif-deleted', 'tag': '5564e0a9-f3d0-4817-96b3-fa67f2a93715', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:21:17.313775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] Set router f57482e4-db79-489f-affc-b4f31ed7ce1d gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:21:17.410381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54744) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:17.521408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1fc8b91-e965-4bb8-ab71-74bfd1f7df28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:17.847403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f1fc8b91-e965-4bb8-ab71-74bfd1f7df28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd2942b-da96-41cb-88bd-47e5ee077ab2']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:17.895611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f1fc8b91-e965-4bb8-ab71-74bfd1f7df28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e259c8c6-2a2e-41dc-9178-65c9536b4416') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:17.896730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f1fc8b91-e965-4bb8-ab71-74bfd1f7df28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e259c8c6-2a2e-41dc-9178-65c9536b4416') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:17.955833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1fc8b91-e965-4bb8-ab71-74bfd1f7df28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:18.006346 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1fc8b91-e965-4bb8-ab71-74bfd1f7df28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:18.020046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f1fc8b91-e965-4bb8-ab71-74bfd1f7df28 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:21:18.256687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 no longer exists at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:21:18.320785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54770) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:18.648661 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a28a230d-2dfa-4776-b242-e2a8ebf41d6b req-74addda0-05fe-4738-b11c-992d69d42f27 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cbb44bfe160e4c28bb0972e82017ed0c&device_id=a0046139-ae76-4520-b391-21052e07efba HTTP/1.1" status: 200 len: 210 time: 0.3223994 Jan 14 07:21:18.667702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-32733c89-1086-432d-a7e8-ae61476bd51d tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:18.668946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-32733c89-1086-432d-a7e8-ae61476bd51d tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Synchronizing usage tracker for tenant:cbb44bfe160e4c28bb0972e82017ed0c on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:18.696273 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a28a230d-2dfa-4776-b242-e2a8ebf41d6b req-327f5dde-06b5-4875-8d61-e6d903e94783 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=cbb44bfe160e4c28bb0972e82017ed0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400090 Jan 14 07:21:18.722302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f1fc8b91-e965-4bb8-ab71-74bfd1f7df28 admin admin] Network 6bd2942b-da96-41cb-88bd-47e5ee077ab2 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:21:18.761938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-32733c89-1086-432d-a7e8-ae61476bd51d tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Unset dirty status for tenant:cbb44bfe160e4c28bb0972e82017ed0c on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:18.763208 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-32733c89-1086-432d-a7e8-ae61476bd51d tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] 10.222.0.53 "GET /v2.0/ports?device_id=eec1d1d0-8893-4b3a-a2ed-a580a130b15f HTTP/1.1" status: 200 len: 949 time: 1.8395157 Jan 14 07:21:18.766714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1fc8b91-e965-4bb8-ab71-74bfd1f7df28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:18.774632 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8be13ba-a943-446e-85ff-080e87c0c566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:18.780439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f06db837-d3d2-4512-9a78-66836de2eb17 None None] Provisioning for port 7e76b5fd-ff23-4565-9d12-2a1e54933520 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:18.925016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f06db837-d3d2-4512-9a78-66836de2eb17 None None] Provisioning complete for port 7e76b5fd-ff23-4565-9d12-2a1e54933520 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:18.925577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f06db837-d3d2-4512-9a78-66836de2eb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:18.942802 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1fd09fb0-3719-4250-a892-db321dbbdb5b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=005388db15164522994e33fcd2340fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5121472 Jan 14 07:21:18.958421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-aa719614-f960-4fe1-bce2-4a7095163fa9 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Deleting port ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:18.959584 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-aa719614-f960-4fe1-bce2-4a7095163fa9 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:19.096599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54810) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:19.143763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54816) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:19.216390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f06db837-d3d2-4512-9a78-66836de2eb17 None None] Port 7e76b5fd-ff23-4565-9d12-2a1e54933520 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:21:19.314082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f1fc8b91-e965-4bb8-ab71-74bfd1f7df28 admin admin] Network 6bd2942b-da96-41cb-88bd-47e5ee077ab2 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:21:19.462374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-aa719614-f960-4fe1-bce2-4a7095163fa9 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] For port ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:19.462784 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-aa719614-f960-4fe1-bce2-4a7095163fa9 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:19.490259 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:21:19.605435 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:21:19.610124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:19.615218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec1d1d0-8893-4b3a-a2ed-a580a130b15f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:21:19.622506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e8be13ba-a943-446e-85ff-080e87c0c566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:19.625044 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:19.632557 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b730a81e-2cdd-48df-acfc-5cea96a8b161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:19.642965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-aa719614-f960-4fe1-bce2-4a7095163fa9 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Calling delete_port for ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:19.673551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e8be13ba-a943-446e-85ff-080e87c0c566 admin admin] Usage tracker for resource:security_group_rule and tenant:5dd00e8210754b729beaae13a89f38e5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:19.676717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e8be13ba-a943-446e-85ff-080e87c0c566 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:19.683571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e8be13ba-a943-446e-85ff-080e87c0c566 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:19.757303 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1fc8b91-e965-4bb8-ab71-74bfd1f7df28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:19.763949 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eec1d1d0-8893-4b3a-a2ed-a580a130b15f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54', 'code': 422} returned with failed status Jan 14 07:21:19.821381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57482e4-db79-489f-affc-b4f31ed7ce1d', 'name': 'tempest-FloatingIPsTestJSON-837055694-router', 'tenant_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '31859957-4482-4cf1-a927-85346bb9f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:54Z', 'updated_at': '2021-01-14T07:21:02Z', 'revision_number': 3, 'project_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'gw_port': {'id': '31859957-4482-4cf1-a927-85346bb9f194', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57482e4-db79-489f-affc-b4f31ed7ce1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:58Z', 'updated_at': '2021-01-14T07:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:19.841650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babcca8c-1571-4c6e-9240-04f8fd8b7c91 None None] The sync data for ids ['f57482e4-db79-489f-affc-b4f31ed7ce1d'] in n-d-769329-2 is: [{'id': 'f57482e4-db79-489f-affc-b4f31ed7ce1d', 'name': 'tempest-FloatingIPsTestJSON-837055694-router', 'tenant_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '31859957-4482-4cf1-a927-85346bb9f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:54Z', 'updated_at': '2021-01-14T07:21:02Z', 'revision_number': 3, 'project_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'gw_port': {'id': '31859957-4482-4cf1-a927-85346bb9f194', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57482e4-db79-489f-affc-b4f31ed7ce1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:58Z', 'updated_at': '2021-01-14T07:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:21:19.848539 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:19.854138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:19.863872 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:19.878233 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8be13ba-a943-446e-85ff-080e87c0c566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:19.902566 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8be13ba-a943-446e-85ff-080e87c0c566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:19.905110 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1fc8b91-e965-4bb8-ab71-74bfd1f7df28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:19.917868 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a30e54a0-3a60-4cea-b545-39f326e50c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:19.944091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc8b91-e965-4bb8-ab71-74bfd1f7df28 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bd2942b-da96-41cb-88bd-47e5ee077ab2,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:20.059061 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e8be13ba-a943-446e-85ff-080e87c0c566 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5dd00e8210754b729beaae13a89f38e5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6475377 Jan 14 07:21:20.072464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54850) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:20.073696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be13ba-a943-446e-85ff-080e87c0c566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e3eee3-3331-4af6-8417-0d3c15239075,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:20.084370 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e8be13ba-a943-446e-85ff-080e87c0c566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:20.107097 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-aa719614-f960-4fe1-bce2-4a7095163fa9 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:21:20.107753 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-aa719614-f960-4fe1-bce2-4a7095163fa9 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:21:20.110911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:20.143798 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:20.184160 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:20.273472 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1fc8b91-e965-4bb8-ab71-74bfd1f7df28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:20.288292 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f1fc8b91-e965-4bb8-ab71-74bfd1f7df28 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6bd2942b-da96-41cb-88bd-47e5ee077ab2 HTTP/1.1" status: 204 len: 168 time: 4.0264568 Jan 14 07:21:20.292071 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db042425-f8cc-41a5-b969-abe88780751a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:20.310121 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7af9e50-3b65-4e63-92a1-56409e942e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:20.367156 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f20a355e-9bbc-4040-8dbd-637bdcecdaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:20.373430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c7af9e50-3b65-4e63-92a1-56409e942e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:20.374699 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db042425-f8cc-41a5-b969-abe88780751a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:20.401503 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:20.416479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a230d-2dfa-4776-b242-e2a8ebf41d6b req-74086bb7-8080-48cf-ae52-f65fa023a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:20.418378 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a28a230d-2dfa-4776-b242-e2a8ebf41d6b req-74086bb7-8080-48cf-ae52-f65fa023a636 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.7075796 Jan 14 07:21:20.439077 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f20a355e-9bbc-4040-8dbd-637bdcecdaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:20.454550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Pushing event updated for resources: {'Port': ['ID=7e76b5fd-ff23-4565-9d12-2a1e54933520,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:20.540233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c7af9e50-3b65-4e63-92a1-56409e942e26 admin admin] Usage tracker for resource:security_group_rule and tenant:358808a3aaac483b9690bd3a1b2d51d8 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:20.540794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a28a230d-2dfa-4776-b242-e2a8ebf41d6b req-eef9348c-f36b-4d5c-9d82-79d56e98d1a4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Synchronizing usage tracker for tenant:cbb44bfe160e4c28bb0972e82017ed0c on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:20.540941 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:20.540941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c7af9e50-3b65-4e63-92a1-56409e942e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:20.541084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a28a230d-2dfa-4776-b242-e2a8ebf41d6b req-eef9348c-f36b-4d5c-9d82-79d56e98d1a4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Unset dirty status for tenant:cbb44bfe160e4c28bb0972e82017ed0c on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:20.541084 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a28a230d-2dfa-4776-b242-e2a8ebf41d6b req-eef9348c-f36b-4d5c-9d82-79d56e98d1a4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] 10.222.0.53 "GET /v2.0/ports?device_id=a0046139-ae76-4520-b391-21052e07efba HTTP/1.1" status: 200 len: 210 time: 0.0668342 Jan 14 07:21:20.551288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c7af9e50-3b65-4e63-92a1-56409e942e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:20.560239 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db042425-f8cc-41a5-b969-abe88780751a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:20.575955 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-93dc9c52-d0db-45d5-ae1a-1881c3ee0369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:20.608551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-aa719614-f960-4fe1-bce2-4a7095163fa9 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Deleting port ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:20.609231 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-aa719614-f960-4fe1-bce2-4a7095163fa9 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:20.622463 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db042425-f8cc-41a5-b969-abe88780751a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:20.646785 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-db042425-f8cc-41a5-b969-abe88780751a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cddba6ba-495c-43b4-9891-c1aa0d78f36a HTTP/1.1" status: 204 len: 168 time: 1.0352421 Jan 14 07:21:20.646785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db042425-f8cc-41a5-b969-abe88780751a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddba6ba-495c-43b4-9891-c1aa0d78f36a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:20.646785 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-db042425-f8cc-41a5-b969-abe88780751a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:20.839797 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f20a355e-9bbc-4040-8dbd-637bdcecdaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:20.850747 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8763830e-2ef3-40ea-a2a7-b56f8528dece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:20.862927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Network 4708575e-f9fa-4cef-b1df-9dc0c4c5bf66 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:20.880684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:20.891822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a355e-9bbc-4040-8dbd-637bdcecdaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e3eee3-3331-4af6-8417-0d3c15239075,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:20.977243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54872) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:21.154355 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d18d5f3d-d3c2-49ca-b540-68cb309d7f9e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d26d4e6a06f4546810d2171c45717b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733687 Jan 14 07:21:21.154843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54878) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:21.158500 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f20a355e-9bbc-4040-8dbd-637bdcecdaa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:21.398255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54882) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:21.407959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7a5501a6-f587-4f3d-890a-675813b4e397 None None] Provisioning complete for port 7e76b5fd-ff23-4565-9d12-2a1e54933520 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:21.408387 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a5501a6-f587-4f3d-890a-675813b4e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:21.433974 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3ee54c4-56d6-407b-8ecb-cf5fcf0a3c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:21.484796 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3ee54c4-56d6-407b-8ecb-cf5fcf0a3c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:21.518723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 31859957-4482-4cf1-a927-85346bb9f194 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:21.542300 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7af9e50-3b65-4e63-92a1-56409e942e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:21.552825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f20a355e-9bbc-4040-8dbd-637bdcecdaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:21.554501 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f20a355e-9bbc-4040-8dbd-637bdcecdaa7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3e3eee3-3331-4af6-8417-0d3c15239075 HTTP/1.1" status: 204 len: 168 time: 1.4766252 Jan 14 07:21:21.566288 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7af9e50-3b65-4e63-92a1-56409e942e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:21.584799 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cfb6968d-3c96-4b8d-ad46-62007cdcb6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:21.596093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3ee54c4-56d6-407b-8ecb-cf5fcf0a3c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:21.601686 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d773e314-c5b9-47f8-a61a-605b5a537250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:21.641118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee54c4-56d6-407b-8ecb-cf5fcf0a3c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d1ca17-62cd-4b09-8f27-73695c2a079d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:21.649153 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3ee54c4-56d6-407b-8ecb-cf5fcf0a3c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:21.656326 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3ee54c4-56d6-407b-8ecb-cf5fcf0a3c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:21.657578 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e3ee54c4-56d6-407b-8ecb-cf5fcf0a3c4c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0d1ca17-62cd-4b09-8f27-73695c2a079d HTTP/1.1" status: 204 len: 168 time: 0.5017068 Jan 14 07:21:21.780878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7a5501a6-f587-4f3d-890a-675813b4e397 None None] Port 7e76b5fd-ff23-4565-9d12-2a1e54933520 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:21:21.789362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 31859957-4482-4cf1-a927-85346bb9f194 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:21.799799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 31859957-4482-4cf1-a927-85346bb9f194 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:21.800442 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:21.811763 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c7af9e50-3b65-4e63-92a1-56409e942e26 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=358808a3aaac483b9690bd3a1b2d51d8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2633305 Jan 14 07:21:21.818981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54898) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:21.821332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af9e50-3b65-4e63-92a1-56409e942e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaac0e1-c2ff-400c-981e-4d88c211d995,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:21.825720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-aa719614-f960-4fe1-bce2-4a7095163fa9 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] For port ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:21.826219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-aa719614-f960-4fe1-bce2-4a7095163fa9 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:21.844445 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c7af9e50-3b65-4e63-92a1-56409e942e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:21.987721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Router f57482e4-db79-489f-affc-b4f31ed7ce1d has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:21:21.998708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-aa719614-f960-4fe1-bce2-4a7095163fa9 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Calling delete_port for ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:22.045995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4f2780f-31a0-4e37-8b1a-59495d6eaee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:22.112646 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4f2780f-31a0-4e37-8b1a-59495d6eaee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:22.125374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:22.165338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 31859957-4482-4cf1-a927-85346bb9f194, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=31859957-4482-4cf1-a927-85346bb9f194,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:22.182741 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:22.185228 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a211ba1a-86a0-45f9-8466-aabf0ce0d477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:22.222814 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4f2780f-31a0-4e37-8b1a-59495d6eaee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:22.229301 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad1b736e-8ada-4202-8ddf-11a28cea0f46 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:22.269890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2780f-31a0-4e37-8b1a-59495d6eaee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaac0e1-c2ff-400c-981e-4d88c211d995,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:22.278062 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4f2780f-31a0-4e37-8b1a-59495d6eaee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:22.279533 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f4f2780f-31a0-4e37-8b1a-59495d6eaee8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2aaac0e1-c2ff-400c-981e-4d88c211d995 HTTP/1.1" status: 204 len: 168 time: 0.4583769 Jan 14 07:21:22.280792 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4f2780f-31a0-4e37-8b1a-59495d6eaee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:22.366797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=31859957-4482-4cf1-a927-85346bb9f194,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:22.375893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.376368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.376826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.377283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.377715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.378168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.378611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.379058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.379587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.380219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.381088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.381751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.382494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.382953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.383884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.383884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.384271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.384712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.385152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.385592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.386029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.386465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.386904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.387341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.387844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.388283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.388720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.389157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.389592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.390028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.390463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.391129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.391517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.391988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.392412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.392953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:21:22.398719 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:22.535638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:21:22.553844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebc315ea-2ee8-4523-a9e5-4ab101b92cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:22.569283 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] 10.222.0.41 "PUT /v2.0/routers/f57482e4-db79-489f-affc-b4f31ed7ce1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8219147 Jan 14 07:21:22.591222 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-aa719614-f960-4fe1-bce2-4a7095163fa9 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:22.610607 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:22.611256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ebc315ea-2ee8-4523-a9e5-4ab101b92cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:22.622121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ebc315ea-2ee8-4523-a9e5-4ab101b92cbd admin admin] Usage tracker for resource:security_group_rule and tenant:c065eb01ac8642c7b4cc9a18ae0c2f7b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:22.629720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ebc315ea-2ee8-4523-a9e5-4ab101b92cbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:22.644552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ebc315ea-2ee8-4523-a9e5-4ab101b92cbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:22.683538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa719614-f960-4fe1-bce2-4a7095163fa9 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Pushing event deleted for resources: {'Port': ['ID=ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:22.777315 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa719614-f960-4fe1-bce2-4a7095163fa9 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:22.850057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebc315ea-2ee8-4523-a9e5-4ab101b92cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:22.857315 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebc315ea-2ee8-4523-a9e5-4ab101b92cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:22.877185 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1edb1007-f329-4421-90ef-2518388510ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:23.029957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc315ea-2ee8-4523-a9e5-4ab101b92cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d6cd4a-a339-4587-a4ac-3b55940874ca,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:23.046792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54914) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:23.076353 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ebc315ea-2ee8-4523-a9e5-4ab101b92cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:23.157188 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e34a-1229-40e7-81e2-4a1eab66aeed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:23.188247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 31859957-4482-4cf1-a927-85346bb9f194 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:23.193688 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ebc315ea-2ee8-4523-a9e5-4ab101b92cbd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c065eb01ac8642c7b4cc9a18ae0c2f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7616303 Jan 14 07:21:23.202197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8ee2e34a-1229-40e7-81e2-4a1eab66aeed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:23.206832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54918) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:23.244788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8ee2e34a-1229-40e7-81e2-4a1eab66aeed admin admin] Usage tracker for resource:security_group_rule and tenant:95a47fdacf02469e9321834a761f24b3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:23.262653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8ee2e34a-1229-40e7-81e2-4a1eab66aeed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:23.308196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8ee2e34a-1229-40e7-81e2-4a1eab66aeed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:23.467213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5e55b7e3-7228-427b-a97c-7218f576dea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:23.518412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-aa719614-f960-4fe1-bce2-4a7095163fa9 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] No DVR routers for this DVR port ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 on host n-h1-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:21:23.531693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-aa719614-f960-4fe1-bce2-4a7095163fa9 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:23.533995 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3ff8990e-8e23-4f4b-810d-93e493d9c6ab req-aa719614-f960-4fe1-bce2-4a7095163fa9 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] 10.222.0.53 "DELETE /v2.0/ports/ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54 HTTP/1.1" status: 204 len: 173 time: 4.7638361 Jan 14 07:21:23.534502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec1d1d0-8893-4b3a-a2ed-a580a130b15f', 'name': 'network-vif-deleted', 'tag': 'ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:21:23.537823 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5e55b7e3-7228-427b-a97c-7218f576dea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:23.576300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 31859957-4482-4cf1-a927-85346bb9f194 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:23.592383 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:23.722347 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e34a-1229-40e7-81e2-4a1eab66aeed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:23.741397 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ee2e34a-1229-40e7-81e2-4a1eab66aeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:23.783384 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4e630ecf-5303-4a20-b137-108fa20f4d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:23.793710 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8ee2e34a-1229-40e7-81e2-4a1eab66aeed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95a47fdacf02469e9321834a761f24b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7295210 Jan 14 07:21:23.794816 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5e55b7e3-7228-427b-a97c-7218f576dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:23.796594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54940) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:23.832020 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5e55b7e3-7228-427b-a97c-7218f576dea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:23.833274 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5e55b7e3-7228-427b-a97c-7218f576dea3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66d6cd4a-a339-4587-a4ac-3b55940874ca HTTP/1.1" status: 204 len: 168 time: 0.6253872 Jan 14 07:21:23.841765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2e34a-1229-40e7-81e2-4a1eab66aeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b04da06-ff19-44a1-9343-2ccab0155941,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:23.860375 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8ee2e34a-1229-40e7-81e2-4a1eab66aeed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:23.866678 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2918e634-6737-4cf0-8a1d-38fdddfd5b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:23.895425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55b7e3-7228-427b-a97c-7218f576dea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d6cd4a-a339-4587-a4ac-3b55940874ca,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:23.903034 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5e55b7e3-7228-427b-a97c-7218f576dea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:23.919362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54948) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:23.995734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-02578780-7fc1-4637-9041-72528ab3b7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:24.015227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] Sync routers for ids ['f57482e4-db79-489f-affc-b4f31ed7ce1d'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:21:24.040137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] Routers {'f57482e4-db79-489f-affc-b4f31ed7ce1d'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:21:24.040657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-170c50eb-f473-4134-a9e4-08bf5c43f8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:24.044310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:20:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f57482e4-db79-489f-affc-b4f31ed7ce1d'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:24.062296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-02578780-7fc1-4637-9041-72528ab3b7ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:24.075265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-02578780-7fc1-4637-9041-72528ab3b7ca admin admin] Usage tracker for resource:security_group_rule and tenant:8ec50cd867734e7e95a1cd22caa2c72a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:24.082843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-02578780-7fc1-4637-9041-72528ab3b7ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:24.091575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-02578780-7fc1-4637-9041-72528ab3b7ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:24.156478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d386460-b96c-4d20-8293-252d3129885b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:24.178800 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-170c50eb-f473-4134-a9e4-08bf5c43f8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:24.274938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-170c50eb-f473-4134-a9e4-08bf5c43f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:24.279089 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-43a9eaaf-7159-4dff-bb2b-30f224a2b0a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:24.305615 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-02578780-7fc1-4637-9041-72528ab3b7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:24.312827 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-02578780-7fc1-4637-9041-72528ab3b7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:24.319047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c50eb-f473-4134-a9e4-08bf5c43f8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b04da06-ff19-44a1-9343-2ccab0155941,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:24.321089 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-170c50eb-f473-4134-a9e4-08bf5c43f8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:24.341993 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-15348418-9d91-47ed-9e8e-154ed7195c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:24.346531 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-170c50eb-f473-4134-a9e4-08bf5c43f8c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b04da06-ff19-44a1-9343-2ccab0155941 HTTP/1.1" status: 204 len: 168 time: 0.5484617 Jan 14 07:21:24.350517 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-170c50eb-f473-4134-a9e4-08bf5c43f8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:24.431198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] Set router f57482e4-db79-489f-affc-b4f31ed7ce1d gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:21:24.477888 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-02578780-7fc1-4637-9041-72528ab3b7ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ec50cd867734e7e95a1cd22caa2c72a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5572143 Jan 14 07:21:24.478907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02578780-7fc1-4637-9041-72528ab3b7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1e7578-4d15-41b7-8a22-882d06f786d1,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:24.480920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54958) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:24.496691 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-02578780-7fc1-4637-9041-72528ab3b7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:24.726127 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1cf6c16b-5de8-4379-a915-0b773f04c03b req-32094e05-047d-4d47-b102-52a2c4f42840 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cbb44bfe160e4c28bb0972e82017ed0c&device_id=eec1d1d0-8893-4b3a-a2ed-a580a130b15f HTTP/1.1" status: 200 len: 210 time: 0.1705897 Jan 14 07:21:24.727054 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-952e8df9-e4bb-493a-8ede-6e28669a9c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:24.818025 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1cf6c16b-5de8-4379-a915-0b773f04c03b req-c13aa87e-a498-464c-8d28-4903a61b20fb service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=cbb44bfe160e4c28bb0972e82017ed0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767663 Jan 14 07:21:24.821466 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eec1d1d0-8893-4b3a-a2ed-a580a130b15f', 'name': 'network-vif-deleted', 'tag': 'ddb4d97c-a77e-4c5c-bbdb-d75eed6d7f54', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:21:24.987922 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-0d95fbba-37c2-4dd0-95a9-0b1ac7cd6310 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4117906 Jan 14 07:21:24.992516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:25.017423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:25.031338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Usage tracker for resource:floatingip and tenant:6fb4e90c56cb4b6b8ba142dce49dfd11 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:25.037767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:25.051004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:25.081889 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks [] for floatingip, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:25.123811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6c16b-5de8-4379-a915-0b773f04c03b req-1f17db84-99e6-47bb-bbc4-b60310ebd128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:25.125558 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1cf6c16b-5de8-4379-a915-0b773f04c03b req-1f17db84-99e6-47bb-bbc4-b60310ebd128 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2980890 Jan 14 07:21:25.137454 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-952e8df9-e4bb-493a-8ede-6e28669a9c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:25.315551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57482e4-db79-489f-affc-b4f31ed7ce1d', 'name': 'tempest-FloatingIPsTestJSON-837055694-router', 'tenant_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '31859957-4482-4cf1-a927-85346bb9f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:54Z', 'updated_at': '2021-01-14T07:21:16Z', 'revision_number': 4, 'project_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'gw_port': {'id': '31859957-4482-4cf1-a927-85346bb9f194', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57482e4-db79-489f-affc-b4f31ed7ce1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:58Z', 'updated_at': '2021-01-14T07:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '7e76b5fd-ff23-4565-9d12-2a1e54933520', 'name': '', 'network_id': '4708575e-f9fa-4cef-b1df-9dc0c4c5bf66', 'tenant_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'mac_address': 'fa:16:3e:74:bb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57482e4-db79-489f-affc-b4f31ed7ce1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd66fdc3c-98fb-4024-8161-11d82117e87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:21:14Z', 'updated_at': '2021-01-14T07:21:17Z', 'revision_number': 2, 'project_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'subnets': [{'id': 'd66fdc3c-98fb-4024-8161-11d82117e87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:25.334727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] Checking router: f57482e4-db79-489f-affc-b4f31ed7ce1d for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:21:25.335516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] Updating router f57482e4-db79-489f-affc-b4f31ed7ce1d port 7e76b5fd-ff23-4565-9d12-2a1e54933520 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:21:25.435081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1cf6c16b-5de8-4379-a915-0b773f04c03b req-309c8032-faf8-4e84-ba8e-e2417aaab9d0 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Synchronizing usage tracker for tenant:cbb44bfe160e4c28bb0972e82017ed0c on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:25.476808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1cf6c16b-5de8-4379-a915-0b773f04c03b req-309c8032-faf8-4e84-ba8e-e2417aaab9d0 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Unset dirty status for tenant:cbb44bfe160e4c28bb0972e82017ed0c on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:25.479335 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1cf6c16b-5de8-4379-a915-0b773f04c03b req-309c8032-faf8-4e84-ba8e-e2417aaab9d0 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] 10.222.0.53 "GET /v2.0/ports?device_id=eec1d1d0-8893-4b3a-a2ed-a580a130b15f HTTP/1.1" status: 200 len: 210 time: 0.2901251 Jan 14 07:21:25.511022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-952e8df9-e4bb-493a-8ede-6e28669a9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:25.516970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:25.534939 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:25.579055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e8df9-e4bb-493a-8ede-6e28669a9c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1e7578-4d15-41b7-8a22-882d06f786d1,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:25.587208 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-952e8df9-e4bb-493a-8ede-6e28669a9c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:25.604636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-952e8df9-e4bb-493a-8ede-6e28669a9c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:25.605962 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-952e8df9-e4bb-493a-8ede-6e28669a9c25 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca1e7578-4d15-41b7-8a22-882d06f786d1 HTTP/1.1" status: 204 len: 168 time: 1.1239398 Jan 14 07:21:25.609609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:26.381756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Allocated IP 172.25.3.243 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/7643e34d-70c9-43d1-a4f1-d693097da600) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:21:26.602105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:26.634559 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:26.654443 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:26.676038 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:26.702313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] Transition to ACTIVE for port object 7e76b5fd-ff23-4565-9d12-2a1e54933520 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:21:26.707248 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dec8fa39-6051-4d13-8008-4dde74a8796e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:26.707780 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:26.737363 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:26.815324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db114f2-2859-45c9-98e6-7f4442147c8a None None] Pushing event updated for resources: {'Port': ['ID=7e76b5fd-ff23-4565-9d12-2a1e54933520,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:26.852696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Pushing event updated for resources: {'Port': ['ID=7643e34d-70c9-43d1-a4f1-d693097da600,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:26.868594 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:26.881853 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0db114f2-2859-45c9-98e6-7f4442147c8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:27.030665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:27.037166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:27.040454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:21:27.222352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] Attempting to bind port 7e76b5fd-ff23-4565-9d12-2a1e54933520 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:21:27.222737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] Attempting to bind port 7e76b5fd-ff23-4565-9d12-2a1e54933520 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'e073e208-d9de-4dfb-8cba-0ba9e65f86fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4708575e-f9fa-4cef-b1df-9dc0c4c5bf66'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:21:27.223147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] Attempting to bind port 7e76b5fd-ff23-4565-9d12-2a1e54933520 on network 4708575e-f9fa-4cef-b1df-9dc0c4c5bf66 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:21:27.229461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:21:27.229872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] Checking segment: {'id': 'e073e208-d9de-4dfb-8cba-0ba9e65f86fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4708575e-f9fa-4cef-b1df-9dc0c4c5bf66'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:27.230313 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:27.230746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] Bound using segment: {'id': 'e073e208-d9de-4dfb-8cba-0ba9e65f86fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4708575e-f9fa-4cef-b1df-9dc0c4c5bf66'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:21:27.231429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] Bound port: 7e76b5fd-ff23-4565-9d12-2a1e54933520, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e073e208-d9de-4dfb-8cba-0ba9e65f86fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4708575e-f9fa-4cef-b1df-9dc0c4c5bf66'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:21:27.231952 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:27.252621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:27.357911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks [] for floatingip, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:27.414903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] For port 7e76b5fd-ff23-4565-9d12-2a1e54933520, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:21:27.424556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55022) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:27.433301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] For port 7e76b5fd-ff23-4565-9d12-2a1e54933520, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7e76b5fd-ff23-4565-9d12-2a1e54933520,segment=NetworkSegment(e073e208-d9de-4dfb-8cba-0ba9e65f86fd),segment_id=e073e208-d9de-4dfb-8cba-0ba9e65f86fd)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:21:27.440480 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:27.457156 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2041870-8cdc-455f-8064-d762bb254171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:27.478674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c2041870-8cdc-455f-8064-d762bb254171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:27.484087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c2041870-8cdc-455f-8064-d762bb254171 admin admin] Usage tracker for resource:security_group_rule and tenant:e9c30d860cd44286877ede4aa7887939 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:27.487567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c2041870-8cdc-455f-8064-d762bb254171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:27.494223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c2041870-8cdc-455f-8064-d762bb254171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:27.501839 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:27.504649 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:27.594118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2041870-8cdc-455f-8064-d762bb254171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:27.600400 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2041870-8cdc-455f-8064-d762bb254171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:27.620258 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-130f0fc3-cc43-491c-84b6-add34fd63f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:27.676884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55028) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:27.691096 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c2041870-8cdc-455f-8064-d762bb254171 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9c30d860cd44286877ede4aa7887939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629793 Jan 14 07:21:27.704411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55032) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:27.708323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2041870-8cdc-455f-8064-d762bb254171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4484ed55-dd3f-443c-af15-21821af37bbf,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:27.723202 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c2041870-8cdc-455f-8064-d762bb254171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:27.836514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] Routers {'f57482e4-db79-489f-affc-b4f31ed7ce1d'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:21:27.837198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:21:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f57482e4-db79-489f-affc-b4f31ed7ce1d'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:27.847416 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-46069f14-8e09-4442-857b-7bcd41679d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:27.889590 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:27.968774 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-46069f14-8e09-4442-857b-7bcd41679d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:28.132554 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-46069f14-8e09-4442-857b-7bcd41679d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:28.144090 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8584daf8-4f05-43cc-b11a-821178b92eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:28.150250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] Set router f57482e4-db79-489f-affc-b4f31ed7ce1d gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:21:28.174167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46069f14-8e09-4442-857b-7bcd41679d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4484ed55-dd3f-443c-af15-21821af37bbf,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:28.178552 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-46069f14-8e09-4442-857b-7bcd41679d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:28.181334 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-46069f14-8e09-4442-857b-7bcd41679d10 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4484ed55-dd3f-443c-af15-21821af37bbf HTTP/1.1" status: 204 len: 168 time: 0.4744837 Jan 14 07:21:28.183892 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-46069f14-8e09-4442-857b-7bcd41679d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:28.240293 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:28.248657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:28.334336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db114f2-2859-45c9-98e6-7f4442147c8a None None] Pushing event updated for resources: {'Port': ['ID=7e76b5fd-ff23-4565-9d12-2a1e54933520,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:28.350143 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0db114f2-2859-45c9-98e6-7f4442147c8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.848s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:28.402760 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:28.487475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Pushing event updated for resources: {'Port': ['ID=7643e34d-70c9-43d1-a4f1-d693097da600,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:28.495300 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:28.546615 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0cc47c5-c3e0-4dcd-b667-0ada30d11cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:28.583234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a0cc47c5-c3e0-4dcd-b667-0ada30d11cf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:28.593872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a0cc47c5-c3e0-4dcd-b667-0ada30d11cf2 admin admin] Usage tracker for resource:security_group_rule and tenant:cae6c3a6c50f4226b715339e70804bf4 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:28.599436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a0cc47c5-c3e0-4dcd-b667-0ada30d11cf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:28.606546 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:28.621849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a0cc47c5-c3e0-4dcd-b667-0ada30d11cf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:28.640939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:28.642650 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6549134 Jan 14 07:21:28.648472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57482e4-db79-489f-affc-b4f31ed7ce1d', 'name': 'tempest-FloatingIPsTestJSON-837055694-router', 'tenant_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '31859957-4482-4cf1-a927-85346bb9f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:54Z', 'updated_at': '2021-01-14T07:21:16Z', 'revision_number': 4, 'project_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'gw_port': {'id': '31859957-4482-4cf1-a927-85346bb9f194', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57482e4-db79-489f-affc-b4f31ed7ce1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:58Z', 'updated_at': '2021-01-14T07:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '7e76b5fd-ff23-4565-9d12-2a1e54933520', 'name': '', 'network_id': '4708575e-f9fa-4cef-b1df-9dc0c4c5bf66', 'tenant_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'mac_address': 'fa:16:3e:74:bb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57482e4-db79-489f-affc-b4f31ed7ce1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd66fdc3c-98fb-4024-8161-11d82117e87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:21:14Z', 'updated_at': '2021-01-14T07:21:27Z', 'revision_number': 4, 'project_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'subnets': [{'id': 'd66fdc3c-98fb-4024-8161-11d82117e87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:28.664272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4331bc-08a8-4a59-98ab-bd1e6ef7c15f None None] The sync data for ids ['f57482e4-db79-489f-affc-b4f31ed7ce1d'] in n-d-769329-2 is: [{'id': 'f57482e4-db79-489f-affc-b4f31ed7ce1d', 'name': 'tempest-FloatingIPsTestJSON-837055694-router', 'tenant_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '31859957-4482-4cf1-a927-85346bb9f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:54Z', 'updated_at': '2021-01-14T07:21:16Z', 'revision_number': 4, 'project_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'gw_port': {'id': '31859957-4482-4cf1-a927-85346bb9f194', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57482e4-db79-489f-affc-b4f31ed7ce1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:58Z', 'updated_at': '2021-01-14T07:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '7e76b5fd-ff23-4565-9d12-2a1e54933520', 'name': '', 'network_id': '4708575e-f9fa-4cef-b1df-9dc0c4c5bf66', 'tenant_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'mac_address': 'fa:16:3e:74:bb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57482e4-db79-489f-affc-b4f31ed7ce1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'd66fdc3c-98fb-4024-8161-11d82117e87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:21:14Z', 'updated_at': '2021-01-14T07:21:27Z', 'revision_number': 4, 'project_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'subnets': [{'id': 'd66fdc3c-98fb-4024-8161-11d82117e87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:21:28.760774 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:28.795389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d700fa0c-3f43-494c-857f-7730736b5df4 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Synchronizing usage tracker for tenant:6fb4e90c56cb4b6b8ba142dce49dfd11 on resource:floatingip {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:28.824200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d700fa0c-3f43-494c-857f-7730736b5df4 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Unset dirty status for tenant:6fb4e90c56cb4b6b8ba142dce49dfd11 on resource:floatingip {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:28.826631 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-d700fa0c-3f43-494c-857f-7730736b5df4 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 696 time: 0.1771195 Jan 14 07:21:28.878958 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0cc47c5-c3e0-4dcd-b667-0ada30d11cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:28.897285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0cc47c5-c3e0-4dcd-b667-0ada30d11cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:29.006652 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-721220ed-e254-486b-8163-4749d58a4c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:29.017022 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a0cc47c5-c3e0-4dcd-b667-0ada30d11cf2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cae6c3a6c50f4226b715339e70804bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3384371 Jan 14 07:21:29.020430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55052) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:29.078017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc47c5-c3e0-4dcd-b667-0ada30d11cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98d6790-4d4c-4ba7-94d0-884476d00312,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:29.124144 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0cc47c5-c3e0-4dcd-b667-0ada30d11cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:29.176140 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf260-c699-436e-8ac3-598202fe72dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:29.220335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf260-c699-436e-8ac3-598202fe72dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:29.297459 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf260-c699-436e-8ac3-598202fe72dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:29.305513 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b977ae97-8b52-4f53-9508-2852494ddcf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:29.309319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-50623592-c351-4212-9fe5-eee9f84ae3c7 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:29.328014 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-50623592-c351-4212-9fe5-eee9f84ae3c7 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 784 time: 0.4838572 Jan 14 07:21:29.331164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5bf260-c699-436e-8ac3-598202fe72dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98d6790-4d4c-4ba7-94d0-884476d00312,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:29.335184 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad5bf260-c699-436e-8ac3-598202fe72dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:29.336599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7e76b5fd-ff23-4565-9d12-2a1e54933520 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:29.345345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-8db41d38-1353-4541-8e57-8890029c1a17 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:21:29.346585 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f1afd8f0-58be-4485-8f64-6613fbbe7a27 req-8db41d38-1353-4541-8e57-8890029c1a17 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0123112 Jan 14 07:21:29.354473 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad5bf260-c699-436e-8ac3-598202fe72dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:29.355735 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ad5bf260-c699-436e-8ac3-598202fe72dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c98d6790-4d4c-4ba7-94d0-884476d00312 HTTP/1.1" status: 204 len: 168 time: 0.3338156 Jan 14 07:21:29.603247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 7e76b5fd-ff23-4565-9d12-2a1e54933520 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:29.611967 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d3a6b759-92a3-42d4-9d36-15f55f41f456 req-8e549961-497e-454d-ac5e-fd1528e73c89 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/floatingips/3b109798-b2da-4def-a55a-2c7db2af7a2b HTTP/1.1" status: 200 len: 693 time: 0.2147877 Jan 14 07:21:29.618997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 7e76b5fd-ff23-4565-9d12-2a1e54933520 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:29.619822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:29.669412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55066) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:29.853502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:29.974537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 7e76b5fd-ff23-4565-9d12-2a1e54933520, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7e76b5fd-ff23-4565-9d12-2a1e54933520,segment=NetworkSegment(e073e208-d9de-4dfb-8cba-0ba9e65f86fd),segment_id=e073e208-d9de-4dfb-8cba-0ba9e65f86fd)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:29.985832 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:30.002929 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:30.141013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=7e76b5fd-ff23-4565-9d12-2a1e54933520,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:30.153438 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:30.329438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6b759-92a3-42d4-9d36-15f55f41f456 req-5d54ebf3-7932-4c25-96b9-0624d955bb8e tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:30.336704 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d3a6b759-92a3-42d4-9d36-15f55f41f456 req-5d54ebf3-7932-4c25-96b9-0624d955bb8e tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 784 time: 0.7233841 Jan 14 07:21:30.343336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-d3a6b759-92a3-42d4-9d36-15f55f41f456 req-a63b460c-09c7-47a8-99ac-fe08a6246132 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:21:30.354892 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d3a6b759-92a3-42d4-9d36-15f55f41f456 req-a63b460c-09c7-47a8-99ac-fe08a6246132 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0171678 Jan 14 07:21:30.507791 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8f5f1d12-a57a-4782-92b5-c06cd6dbb5ee req-75e4e54e-daa1-40d1-843e-96162fa15854 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=6fb4e90c56cb4b6b8ba142dce49dfd11 HTTP/1.1" status: 200 len: 696 time: 0.0926459 Jan 14 07:21:30.646403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-38053069-network', 'tenant_id': 'b606cc19a10040f598c205b295af6c24'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:30.653852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:30.663589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Usage tracker for resource:network and tenant:b606cc19a10040f598c205b295af6c24 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:30.671623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:30.686344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:30.714447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Made reservation on behalf of b606cc19a10040f598c205b295af6c24 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:30.734434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:30.750354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f1d12-a57a-4782-92b5-c06cd6dbb5ee req-f805c20c-ae58-4e6d-8698-4c8de8852f01 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:30.752051 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8f5f1d12-a57a-4782-92b5-c06cd6dbb5ee req-f805c20c-ae58-4e6d-8698-4c8de8852f01 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/networks?id=c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 787 time: 0.2374384 Jan 14 07:21:30.764331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:30.765951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-8f5f1d12-a57a-4782-92b5-c06cd6dbb5ee req-059a75d7-b627-4a68-b664-6df3f84e23ef tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:21:30.767050 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8f5f1d12-a57a-4782-92b5-c06cd6dbb5ee req-059a75d7-b627-4a68-b664-6df3f84e23ef tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0066717 Jan 14 07:21:30.806654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:30.811864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Usage tracker for resource:security_group_rule and tenant:b606cc19a10040f598c205b295af6c24 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:30.823099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:30.839045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:30.959976 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bb6126b0-1e35-49f5-9678-e7c969cdd369 req-683b7194-6d69-42b7-ad01-d32ff070f71a tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/floatingips/3b109798-b2da-4def-a55a-2c7db2af7a2b HTTP/1.1" status: 200 len: 693 time: 0.1515224 Jan 14 07:21:31.002017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:31.003131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55096) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:31.028324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36c05e9f-0723-4b0f-a14b-ec7282cb3153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:31.046940 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:31.055365 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-77b24c34-f1d5-4a77-9a1f-922f27977b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:31.103375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:21:31.115560 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:31.115997 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Added segment a94e1476-bb0c-4c9f-83e1-c171e212c85b of type vxlan for network 2f4f08cd-c65c-4793-89d2-7675698e9db3 Jan 14 07:21:31.156851 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:31.194436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ad4c2e-441a-4de1-8949-54eb4d44a588,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:31.208795 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:31.210111 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:31.212200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-36c05e9f-0723-4b0f-a14b-ec7282cb3153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:31.215580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:31.216793 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:31.231421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55102) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:31.232094 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:31.291916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7e76b5fd-ff23-4565-9d12-2a1e54933520 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:31.350016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-36c05e9f-0723-4b0f-a14b-ec7282cb3153 admin admin] Usage tracker for resource:security_group_rule and tenant:402da92364dd42588964931b809df906 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:31.377772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Pushing event updated for resources: {'Network': ['ID=2f4f08cd-c65c-4793-89d2-7675698e9db3,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:31.383073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-36c05e9f-0723-4b0f-a14b-ec7282cb3153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:31.419282 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7483025 Jan 14 07:21:31.422568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6126b0-1e35-49f5-9678-e7c969cdd369 req-a0d25edb-eb81-422b-b4f7-abb4f28d37fb tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:31.424747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 7e76b5fd-ff23-4565-9d12-2a1e54933520 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:31.425358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:31.429210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55110) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:31.430675 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bb6126b0-1e35-49f5-9678-e7c969cdd369 req-a0d25edb-eb81-422b-b4f7-abb4f28d37fb tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 784 time: 0.4695425 Jan 14 07:21:31.444891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-bb6126b0-1e35-49f5-9678-e7c969cdd369 req-aacd5f6d-b236-4bf6-97be-3664db8f183b tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:21:31.451861 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:31.452444 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bb6126b0-1e35-49f5-9678-e7c969cdd369 req-aacd5f6d-b236-4bf6-97be-3664db8f183b tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0209694 Jan 14 07:21:31.453960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-36c05e9f-0723-4b0f-a14b-ec7282cb3153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:31.483148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-45bf5cca-2c0b-4d82-aa4e-42f671165f5e admin admin] Request body: {'subnet': {'network_id': '2f4f08cd-c65c-4793-89d2-7675698e9db3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-38053069-subnet', 'tenant_id': 'b606cc19a10040f598c205b295af6c24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:31.510002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 2f4f08cd-c65c-4793-89d2-7675698e9db3 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:31.547408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-45bf5cca-2c0b-4d82-aa4e-42f671165f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:31.603339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-45bf5cca-2c0b-4d82-aa4e-42f671165f5e admin admin] Usage tracker for resource:subnet and tenant:b606cc19a10040f598c205b295af6c24 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:31.622185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-45bf5cca-2c0b-4d82-aa4e-42f671165f5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:31.645464 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bb6126b0-1e35-49f5-9678-e7c969cdd369 req-29908f00-4b4e-45fd-94f5-0ab2b85743e8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 696 time: 0.1918797 Jan 14 07:21:31.652008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 2f4f08cd-c65c-4793-89d2-7675698e9db3 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:31.664853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-45bf5cca-2c0b-4d82-aa4e-42f671165f5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:31.756698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bf5cca-2c0b-4d82-aa4e-42f671165f5e admin admin] Made reservation on behalf of b606cc19a10040f598c205b295af6c24 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:31.784068 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45bf5cca-2c0b-4d82-aa4e-42f671165f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:31.803334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 2f4f08cd-c65c-4793-89d2-7675698e9db3 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:31.856072 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bb6126b0-1e35-49f5-9678-e7c969cdd369 req-e774da05-2b99-479e-80a3-222707f0a460 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.3.243 HTTP/1.1" status: 200 len: 696 time: 0.1974180 Jan 14 07:21:32.189653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-bb6126b0-1e35-49f5-9678-e7c969cdd369 req-44bb56b8-ee42-4a65-a01c-94cde56377f2 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Deleting port 7643e34d-70c9-43d1-a4f1-d693097da600 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:32.190033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-bb6126b0-1e35-49f5-9678-e7c969cdd369 req-44bb56b8-ee42-4a65-a01c-94cde56377f2 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.357874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-398649640-network', 'tenant_id': '434296d1d5b34c85a0a9ff0ad19db880'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:32.382427 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-bb6126b0-1e35-49f5-9678-e7c969cdd369 req-44bb56b8-ee42-4a65-a01c-94cde56377f2 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.382793 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-bb6126b0-1e35-49f5-9678-e7c969cdd369 req-44bb56b8-ee42-4a65-a01c-94cde56377f2 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.399729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:32.476244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Usage tracker for resource:network and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:32.490384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:32.521515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:32.555248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-bb6126b0-1e35-49f5-9678-e7c969cdd369 req-44bb56b8-ee42-4a65-a01c-94cde56377f2 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Calling delete_port for 7643e34d-70c9-43d1-a4f1-d693097da600 owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:32.566682 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36c05e9f-0723-4b0f-a14b-ec7282cb3153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.601516 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36c05e9f-0723-4b0f-a14b-ec7282cb3153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.616492 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:32.664161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c05e9f-0723-4b0f-a14b-ec7282cb3153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4441e2-75fa-4be5-bcbf-a30360e9e801,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:32.667525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Made reservation on behalf of 434296d1d5b34c85a0a9ff0ad19db880 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:32.674282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.711574 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-36c05e9f-0723-4b0f-a14b-ec7282cb3153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:32.717936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.754454 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-bb6126b0-1e35-49f5-9678-e7c969cdd369 req-44bb56b8-ee42-4a65-a01c-94cde56377f2 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:32.767126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:32.780306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Usage tracker for resource:security_group_rule and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:32.785837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:32.789896 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:32.800035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:32.857094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb56b8-ee42-4a65-a01c-94cde56377f2 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Pushing event deleted for resources: {'Port': ['ID=7643e34d-70c9-43d1-a4f1-d693097da600,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:32.924004 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-44bb56b8-ee42-4a65-a01c-94cde56377f2 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:32.953210 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-36c05e9f-0723-4b0f-a14b-ec7282cb3153 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=402da92364dd42588964931b809df906&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9464498 Jan 14 07:21:32.956303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55134) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:33.068695 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-32849ee3-c6e7-45ff-b7b9-bf246eecf89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:33.088918 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45bf5cca-2c0b-4d82-aa4e-42f671165f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:33.142662 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aed09afa-b110-4a25-865e-9cd32759d1e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:33.167740 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-32849ee3-c6e7-45ff-b7b9-bf246eecf89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:33.268768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-bb6126b0-1e35-49f5-9678-e7c969cdd369 req-44bb56b8-ee42-4a65-a01c-94cde56377f2 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks [] for floatingip, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:33.302553 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-bb6126b0-1e35-49f5-9678-e7c969cdd369 req-44bb56b8-ee42-4a65-a01c-94cde56377f2 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:33.313313 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bb6126b0-1e35-49f5-9678-e7c969cdd369 req-44bb56b8-ee42-4a65-a01c-94cde56377f2 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "DELETE /v2.0/floatingips/3b109798-b2da-4def-a55a-2c7db2af7a2b HTTP/1.1" status: 204 len: 173 time: 1.4562216 Jan 14 07:21:33.369832 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-32849ee3-c6e7-45ff-b7b9-bf246eecf89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:33.386591 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b2962bb1-1700-4708-a90b-8b8a5b6e3b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:33.443299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55152) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:33.484115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf5cca-2c0b-4d82-aa4e-42f671165f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba615e0-25bd-4a3d-b82d-f53ebbe2aa3e,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:33.514605 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-45bf5cca-2c0b-4d82-aa4e-42f671165f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:33.576735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32849ee3-c6e7-45ff-b7b9-bf246eecf89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4441e2-75fa-4be5-bcbf-a30360e9e801,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:33.614143 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-32849ee3-c6e7-45ff-b7b9-bf246eecf89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:33.639135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf5cca-2c0b-4d82-aa4e-42f671165f5e admin admin] Checking segment: {'id': 'a94e1476-bb0c-4c9f-83e1-c171e212c85b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2f4f08cd-c65c-4793-89d2-7675698e9db3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:33.639575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bf5cca-2c0b-4d82-aa4e-42f671165f5e admin admin] Network hostable DHCP agents. Network: 2f4f08cd-c65c-4793-89d2-7675698e9db3, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:21:33.652409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-32849ee3-c6e7-45ff-b7b9-bf246eecf89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:33.656125 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-32849ee3-c6e7-45ff-b7b9-bf246eecf89c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff4441e2-75fa-4be5-bcbf-a30360e9e801 HTTP/1.1" status: 204 len: 168 time: 0.6959727 Jan 14 07:21:33.733872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bf5cca-2c0b-4d82-aa4e-42f671165f5e admin admin] Network 2f4f08cd-c65c-4793-89d2-7675698e9db3 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:21:33.819965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:33.821004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-45bf5cca-2c0b-4d82-aa4e-42f671165f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 2f4f08cd-c65c-4793-89d2-7675698e9db3) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:33.830605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7d2350-ff8c-4bc0-b790-8dacc869758a None None] Network 2f4f08cd-c65c-4793-89d2-7675698e9db3 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:33.831858 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:33.852404 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-952e8df9-e4bb-493a-8ede-6e28669a9c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:33.870371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bf5cca-2c0b-4d82-aa4e-42f671165f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:33.871031 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45bf5cca-2c0b-4d82-aa4e-42f671165f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:33.926583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:21:33.946309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387f98c3-c388-48ab-837f-ef3fb1c67a73,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:33.994123 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:33.998124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:33.998719 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Added segment 46270bc1-b5da-4432-b802-d75a9194173e of type vxlan for network 54178abd-f3a3-4c57-9964-109cd429a368 Jan 14 07:21:34.018237 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-45bf5cca-2c0b-4d82-aa4e-42f671165f5e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5754094 Jan 14 07:21:34.051631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:34.087410 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-f3324e57-a2cd-493d-bf7f-9f8318dfafe7 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7036183 Jan 14 07:21:34.092711 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:34.094218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:34.095090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:34.103399 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:34.111604 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-d71e6484-1859-4b80-8ddf-b89e33877317 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] 10.222.0.41 "GET /v2.0/networks?tenant_id=705d681c44f644d38b6bd0bbc27cc4da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2515259 Jan 14 07:21:34.135992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:34.219741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:34.293917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Pushing event updated for resources: {'Network': ['ID=54178abd-f3a3-4c57-9964-109cd429a368,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:34.309772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-466879649-network', 'tenant_id': 'ca0f03b3c39144af8e359327e6d92d5b'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:34.315884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:34.321659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Usage tracker for resource:network and tenant:ca0f03b3c39144af8e359327e6d92d5b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:34.326799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:34.334092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:34.351185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Usage tracker for resource:floatingip and tenant:6fb4e90c56cb4b6b8ba142dce49dfd11 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:34.361658 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:34.362332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Made reservation on behalf of ca0f03b3c39144af8e359327e6d92d5b for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:34.364249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:34.367574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:34.380738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 54178abd-f3a3-4c57-9964-109cd429a368 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:34.388114 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:34.413421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:34.420401 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.0757141 Jan 14 07:21:34.424441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55180) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:34.428978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:34.436668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fe3586a4-f293-45f5-9b60-9e0119dfad87 admin admin] Request body: {'subnet': {'network_id': '54178abd-f3a3-4c57-9964-109cd429a368', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-398649640-subnet', 'tenant_id': '434296d1d5b34c85a0a9ff0ad19db880', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:34.446600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fe3586a4-f293-45f5-9b60-9e0119dfad87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:34.451138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fe3586a4-f293-45f5-9b60-9e0119dfad87 admin admin] Usage tracker for resource:subnet and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:34.454439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fe3586a4-f293-45f5-9b60-9e0119dfad87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:34.462332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fe3586a4-f293-45f5-9b60-9e0119dfad87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:34.466053 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks [] for floatingip, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:34.473671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Usage tracker for resource:security_group_rule and tenant:ca0f03b3c39144af8e359327e6d92d5b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:34.477522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3586a4-f293-45f5-9b60-9e0119dfad87 admin admin] Made reservation on behalf of 434296d1d5b34c85a0a9ff0ad19db880 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:34.482530 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fe3586a4-f293-45f5-9b60-9e0119dfad87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:34.647987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 54178abd-f3a3-4c57-9964-109cd429a368 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:34.758575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-39430bfe-4f87-4514-a864-5590c17f3e86 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:34.766624 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-39430bfe-4f87-4514-a864-5590c17f3e86 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6539237 Jan 14 07:21:34.767186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:34.789880 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-128b7be6-a58a-4901-8c0f-c175b2a6acf3 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] 10.222.0.41 "GET /v2.0/quotas/705d681c44f644d38b6bd0bbc27cc4da HTTP/1.1" status: 200 len: 375 time: 0.0215960 Jan 14 07:21:34.801119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:34.839048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 54178abd-f3a3-4c57-9964-109cd429a368 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:34.885352 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-336251d0-4975-44f5-914c-aa45df1b4460 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] 10.222.0.41 "GET /v2.0/ports?tenant_id=705d681c44f644d38b6bd0bbc27cc4da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0941260 Jan 14 07:21:35.061884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:35.117862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fe3586a4-f293-45f5-9b60-9e0119dfad87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:35.126717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8954af-9901-4273-81da-dcbbb6354c9f None None] Network 2f4f08cd-c65c-4793-89d2-7675698e9db3 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:35.352808 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:35.489494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3586a4-f293-45f5-9b60-9e0119dfad87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c15bd503-aca2-4942-ad80-8cf8346fd29b,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:35.507963 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fe3586a4-f293-45f5-9b60-9e0119dfad87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:35.512261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Allocated IP 172.25.3.6 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/7c8d1142-e82f-4fa4-894e-bdb9db426d3f) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:21:35.562242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:35.570403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:35.577674 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e8be13ba-a943-446e-85ff-080e87c0c566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:35.615078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a61710-e2c3-4905-9777-d43d850a8bd1,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:35.623596 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:35.630848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3586a4-f293-45f5-9b60-9e0119dfad87 admin admin] Checking segment: {'id': '46270bc1-b5da-4432-b802-d75a9194173e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '54178abd-f3a3-4c57-9964-109cd429a368'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:35.631328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3586a4-f293-45f5-9b60-9e0119dfad87 admin admin] Network hostable DHCP agents. Network: 54178abd-f3a3-4c57-9964-109cd429a368, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:21:35.651436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:21:35.673517 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:35.673517 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Added segment b53d9d18-9c9f-480d-91a3-8026908263e7 of type vxlan for network 58b389f9-4796-4d06-b58c-27373b3494f5 Jan 14 07:21:35.682899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3586a4-f293-45f5-9b60-9e0119dfad87 admin admin] Network 54178abd-f3a3-4c57-9964-109cd429a368 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:21:35.697987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-fe3586a4-f293-45f5-9b60-9e0119dfad87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 54178abd-f3a3-4c57-9964-109cd429a368) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:35.737191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a38afdb-1fad-422e-87f8-acd1ad0f8fda None None] Network 54178abd-f3a3-4c57-9964-109cd429a368 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:35.762890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3586a4-f293-45f5-9b60-9e0119dfad87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:35.763548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fe3586a4-f293-45f5-9b60-9e0119dfad87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:35.815517 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:35.820653 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:35.852558 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:35.903420 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a396d2e-f42d-4155-a893-74c413911972 tempest-MigrationsAdminTest-1358519305 tempest-MigrationsAdminTest-1358519305] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:35.970996 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fe3586a4-f293-45f5-9b60-9e0119dfad87 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5448802 Jan 14 07:21:35.991771 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:35.993693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:35.994504 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:36.018569 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7944dee-2735-4873-9516-1a944ba7ca81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:36.269377 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8223026 Jan 14 07:21:36.272616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55218) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:36.298599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e607426d-364e-4d46-8e16-d9f1d38c7264 admin admin] Request body: {'subnet': {'network_id': '58b389f9-4796-4d06-b58c-27373b3494f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-466879649-subnet', 'tenant_id': 'ca0f03b3c39144af8e359327e6d92d5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:36.329942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e607426d-364e-4d46-8e16-d9f1d38c7264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:36.332720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Pushing event updated for resources: {'Network': ['ID=58b389f9-4796-4d06-b58c-27373b3494f5,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:36.352753 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:36.357863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e607426d-364e-4d46-8e16-d9f1d38c7264 admin admin] Usage tracker for resource:subnet and tenant:ca0f03b3c39144af8e359327e6d92d5b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:36.367931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e607426d-364e-4d46-8e16-d9f1d38c7264 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:36.382799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e607426d-364e-4d46-8e16-d9f1d38c7264 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:36.402912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 58b389f9-4796-4d06-b58c-27373b3494f5 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:36.408106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e607426d-364e-4d46-8e16-d9f1d38c7264 admin admin] Made reservation on behalf of ca0f03b3c39144af8e359327e6d92d5b for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:36.413493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e607426d-364e-4d46-8e16-d9f1d38c7264 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:36.651682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 58b389f9-4796-4d06-b58c-27373b3494f5 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:36.675531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 58b389f9-4796-4d06-b58c-27373b3494f5 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:36.708601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Pushing event updated for resources: {'Port': ['ID=7c8d1142-e82f-4fa4-894e-bdb9db426d3f,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:36.771414 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:36.884843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f8f331-7db1-47f0-a8d6-76e413610884 None None] Network 54178abd-f3a3-4c57-9964-109cd429a368 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:36.922341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:36.940479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:36.944724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:21:37.332640 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks [] for floatingip, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:37.534431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-fdf1e74b-f643-4878-b184-cf654d1a6cee tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:37.538521 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-fdf1e74b-f643-4878-b184-cf654d1a6cee tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] 10.222.0.41 "GET /v2.0/networks?id=2f4f08cd-c65c-4793-89d2-7675698e9db3 HTTP/1.1" status: 200 len: 816 time: 0.5207589 Jan 14 07:21:37.540845 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-65e35685-dbc3-4a60-afb7-5bb4f3591ac3 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] 10.222.0.53 "GET /v2.0/networks?tenant_id=705d681c44f644d38b6bd0bbc27cc4da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027443 Jan 14 07:21:37.558908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:37.613702 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-f41a913e-645a-4f7a-a1f2-ea0cf41ad7a9 tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] 10.222.0.41 "GET /v2.0/quotas/b606cc19a10040f598c205b295af6c24 HTTP/1.1" status: 200 len: 375 time: 0.0662282 Jan 14 07:21:37.695107 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e607426d-364e-4d46-8e16-d9f1d38c7264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:37.729909 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-a4ed871f-4468-4b13-98b0-c14bb5ca9b50 tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] 10.222.0.41 "GET /v2.0/ports?tenant_id=b606cc19a10040f598c205b295af6c24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077464 Jan 14 07:21:37.736821 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:38.126558 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-83294649-f2ba-4009-85ba-fb2692f48731 service neutron] 10.222.0.41 "GET /v2.0/networks/2f4f08cd-c65c-4793-89d2-7675698e9db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611650 Jan 14 07:21:38.321957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607426d-364e-4d46-8e16-d9f1d38c7264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c75c2ad6-6267-4f11-a15f-4edc05071c83,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:38.330840 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e607426d-364e-4d46-8e16-d9f1d38c7264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:38.359568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-6554a063-b3d1-4190-b3ba-9b73551cfdf9 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:38.361548 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-6554a063-b3d1-4190-b3ba-9b73551cfdf9 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8123944 Jan 14 07:21:38.369672 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-ea9a4cd1-32cc-403b-9c06-8b4792fab771 service neutron] 10.222.0.41 "GET /v2.0/networks/2f4f08cd-c65c-4793-89d2-7675698e9db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2293019 Jan 14 07:21:38.373814 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:38.382982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Request body: {'port': {'device_id': 'beb6f410-54df-4217-9064-f668de95fb8c', 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd', 'admin_state_up': True, 'tenant_id': '705d681c44f644d38b6bd0bbc27cc4da'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:38.385446 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:38.534683 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:38.572785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607426d-364e-4d46-8e16-d9f1d38c7264 admin admin] Checking segment: {'id': 'b53d9d18-9c9f-480d-91a3-8026908263e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '58b389f9-4796-4d06-b58c-27373b3494f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:38.573133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e607426d-364e-4d46-8e16-d9f1d38c7264 admin admin] Network hostable DHCP agents. Network: 58b389f9-4796-4d06-b58c-27373b3494f5, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:21:38.623424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Pushing event updated for resources: {'Port': ['ID=7c8d1142-e82f-4fa4-894e-bdb9db426d3f,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:38.636802 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:38.662557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:38.667120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e607426d-364e-4d46-8e16-d9f1d38c7264 admin admin] Network 58b389f9-4796-4d06-b58c-27373b3494f5 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:21:38.678090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Usage tracker for resource:port and tenant:705d681c44f644d38b6bd0bbc27cc4da is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:38.694230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:38.709239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:38.714102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e607426d-364e-4d46-8e16-d9f1d38c7264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 58b389f9-4796-4d06-b58c-27373b3494f5) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:38.725293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204f5d0c-bf19-4493-97bf-fa7b576598ff None None] Network 58b389f9-4796-4d06-b58c-27373b3494f5 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:38.729588 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:38.769950 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:38.770470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e607426d-364e-4d46-8e16-d9f1d38c7264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:38.771607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e607426d-364e-4d46-8e16-d9f1d38c7264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:38.780573 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.6664715 Jan 14 07:21:38.792715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Made reservation on behalf of 705d681c44f644d38b6bd0bbc27cc4da for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:38.816203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:38.859971 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:38.913656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-10f71937-1eae-4ae1-90a7-7b0f5bdd7f0d tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Synchronizing usage tracker for tenant:6fb4e90c56cb4b6b8ba142dce49dfd11 on resource:floatingip {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:38.929789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:38.931455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-10f71937-1eae-4ae1-90a7-7b0f5bdd7f0d tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Unset dirty status for tenant:6fb4e90c56cb4b6b8ba142dce49dfd11 on resource:floatingip {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:38.940038 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-10f71937-1eae-4ae1-90a7-7b0f5bdd7f0d tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.3.6 HTTP/1.1" status: 200 len: 694 time: 0.1581900 Jan 14 07:21:38.941657 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e607426d-364e-4d46-8e16-d9f1d38c7264 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6628540 Jan 14 07:21:38.943368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Usage tracker for resource:security_group_rule and tenant:705d681c44f644d38b6bd0bbc27cc4da is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:38.960058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:38.975233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:39.281255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:39.289027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:39.306058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-7d09a272-bc36-4936-8fac-0446e5087322 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:39.308551 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0c83f278-5c0c-4b5f-ae7b-c45920c331d3 req-7d09a272-bc36-4936-8fac-0446e5087322 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 784 time: 0.3661633 Jan 14 07:21:39.313768 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:39.358198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ab71f1-33b0-4c65-8651-090a6d2c69c0 None None] Network 58b389f9-4796-4d06-b58c-27373b3494f5 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:39.389282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Pushing event updated for resources: {'SecurityGroup': ['ID=09958a3f-81e0-4eac-a804-270a9fc73721,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:39.405478 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:39.478719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-7c2276b6-da0d-4b96-88e6-7c1a7f3b9fdc req-00682f54-46b5-4fdc-9a64-31d68d4f695f tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1238795916', 'description': 'tempest-description-2014968293'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:39.508966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-7c2276b6-da0d-4b96-88e6-7c1a7f3b9fdc req-00682f54-46b5-4fdc-9a64-31d68d4f695f tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:39.516715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7c2276b6-da0d-4b96-88e6-7c1a7f3b9fdc req-00682f54-46b5-4fdc-9a64-31d68d4f695f tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Usage tracker for resource:security_group and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:39.526930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7c2276b6-da0d-4b96-88e6-7c1a7f3b9fdc req-00682f54-46b5-4fdc-9a64-31d68d4f695f tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:39.542070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-7c2276b6-da0d-4b96-88e6-7c1a7f3b9fdc req-00682f54-46b5-4fdc-9a64-31d68d4f695f tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:39.580910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7c2276b6-da0d-4b96-88e6-7c1a7f3b9fdc req-00682f54-46b5-4fdc-9a64-31d68d4f695f tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:39.634175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-7c2276b6-da0d-4b96-88e6-7c1a7f3b9fdc req-00682f54-46b5-4fdc-9a64-31d68d4f695f tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:39.644464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7c2276b6-da0d-4b96-88e6-7c1a7f3b9fdc req-00682f54-46b5-4fdc-9a64-31d68d4f695f tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Usage tracker for resource:security_group_rule and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:39.648146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7c2276b6-da0d-4b96-88e6-7c1a7f3b9fdc req-00682f54-46b5-4fdc-9a64-31d68d4f695f tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:39.668261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-7c2276b6-da0d-4b96-88e6-7c1a7f3b9fdc req-00682f54-46b5-4fdc-9a64-31d68d4f695f tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:39.833743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7c2276b6-da0d-4b96-88e6-7c1a7f3b9fdc req-00682f54-46b5-4fdc-9a64-31d68d4f695f tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:39.844806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7c2276b6-da0d-4b96-88e6-7c1a7f3b9fdc req-00682f54-46b5-4fdc-9a64-31d68d4f695f tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:39.853877 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3ee54c4-56d6-407b-8ecb-cf5fcf0a3c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:39.928451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00682f54-46b5-4fdc-9a64-31d68d4f695f tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Pushing event updated for resources: {'SecurityGroup': ['ID=aaad4f6f-d056-4ff4-999f-6b325945504e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:39.934233 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-00682f54-46b5-4fdc-9a64-31d68d4f695f tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:39.935207 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7c2276b6-da0d-4b96-88e6-7c1a7f3b9fdc req-00682f54-46b5-4fdc-9a64-31d68d4f695f tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:39.960149 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7c2276b6-da0d-4b96-88e6-7c1a7f3b9fdc req-00682f54-46b5-4fdc-9a64-31d68d4f695f tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4865785 Jan 14 07:21:40.087869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Allocated IP 192.168.233.140 (d6bd0598-2cab-47e3-9f0f-47d899b421cd/ffe7d3d2-18e7-450d-bb59-0b64181030a8/6431a9f8-c919-4189-be22-046805894420) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:21:40.162786 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ca457e15-d848-4701-99a0-f65d6e2deb58 req-7fc3b3bd-d8af-46ff-8855-3bfe750b1884 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/floatingips/3748f09a-d0a2-4c58-aaa3-3f4bf3065db0 HTTP/1.1" status: 200 len: 691 time: 0.1316793 Jan 14 07:21:40.421948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:40.456015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Transition to ACTIVE for port object 6431a9f8-c919-4189-be22-046805894420 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:21:40.482615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca457e15-d848-4701-99a0-f65d6e2deb58 req-eccd9448-4df1-4451-81e5-7a3ad29cc44d tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:40.484243 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ca457e15-d848-4701-99a0-f65d6e2deb58 req-eccd9448-4df1-4451-81e5-7a3ad29cc44d tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 784 time: 0.3153317 Jan 14 07:21:40.492735 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:40.682672 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dbd3238d-9a0b-48e0-a07e-e50d680d07c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:40.758334 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ca457e15-d848-4701-99a0-f65d6e2deb58 req-831b157d-1cfa-4cfd-a0e2-989f6f5b765c tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.3.6 HTTP/1.1" status: 200 len: 694 time: 0.2653561 Jan 14 07:21:40.760325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55300) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:40.784740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Pushing event updated for resources: {'Port': ['ID=6431a9f8-c919-4189-be22-046805894420,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:40.792188 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:40.798544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Network d6bd0598-2cab-47e3-9f0f-47d899b421cd is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:40.799809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:40.803109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:40.928174 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.930814 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.930814 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.930814 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:40.930814 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.930814 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.930814 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.930814 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:40.930814 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.930814 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.930814 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.930814 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:21:40.930814 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.930814 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.930814 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.930814 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:21:40.930814 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.930814 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.930814 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.938781 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.941737 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:40.941737 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.941737 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.941737 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.941737 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:40.941737 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:40.941737 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.941737 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.941737 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.941737 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.941737 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.941737 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.941737 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:40.941737 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:40.962531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1557960932-network', 'tenant_id': '3f6f15b8b9f04d9bb3351e4cc1de7e1e'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:40.971970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:40.972705 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:40.975492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:40.985380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Usage tracker for resource:network and tenant:3f6f15b8b9f04d9bb3351e4cc1de7e1e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:40.992318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:41.003558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:41.010279 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6329036 Jan 14 07:21:41.027812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Request body: {'port': {'device_id': 'beb6f410-54df-4217-9064-f668de95fb8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-2'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:41.156462 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ca457e15-d848-4701-99a0-f65d6e2deb58 req-d8439e2f-6479-4aab-b0d5-8a0c618857d7 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.3.6 HTTP/1.1" status: 200 len: 694 time: 0.3783960 Jan 14 07:21:41.174040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Made reservation on behalf of 3f6f15b8b9f04d9bb3351e4cc1de7e1e for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:41.180103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.235267 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.282683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.324348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-67b9912a-7067-4a09-92f0-d2f2e926bd73 None None] Provisioning for port 6431a9f8-c919-4189-be22-046805894420 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:41.333994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-67b9912a-7067-4a09-92f0-d2f2e926bd73 None None] Provisioning complete for port 6431a9f8-c919-4189-be22-046805894420 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:41.334410 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67b9912a-7067-4a09-92f0-d2f2e926bd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.347699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:41.352834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Usage tracker for resource:security_group_rule and tenant:3f6f15b8b9f04d9bb3351e4cc1de7e1e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:41.356354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:41.363083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:41.479041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.501992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-67b9912a-7067-4a09-92f0-d2f2e926bd73 None None] Port 6431a9f8-c919-4189-be22-046805894420 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:21:41.602157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-ca457e15-d848-4701-99a0-f65d6e2deb58 req-d9492a16-0fa4-4b3d-a5db-22e0d7d3a84c tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Deleting port 7c8d1142-e82f-4fa4-894e-bdb9db426d3f {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:41.602901 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-ca457e15-d848-4701-99a0-f65d6e2deb58 req-d9492a16-0fa4-4b3d-a5db-22e0d7d3a84c tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.658729 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:41.677622 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6b0ab303-4173-48f1-ae32-b1adc688e365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:42.003505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6431a9f8-c919-4189-be22-046805894420 {{(pid=80908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:21:42.011995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.027264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Transition to ACTIVE for port object 6431a9f8-c919-4189-be22-046805894420 will not be triggered until provisioned by entity L2. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:21:42.052944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.144925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:21:42.165850 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:42.199031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-ebb857b2-8b62-4f8d-a9e5-74760f44b09a tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:42.201305 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-ebb857b2-8b62-4f8d-a9e5-74760f44b09a tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] 10.222.0.39 "GET /v2.0/networks?id=2f4f08cd-c65c-4793-89d2-7675698e9db3 HTTP/1.1" status: 200 len: 816 time: 1.5410585 Jan 14 07:21:42.239147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23565f8-202e-474a-9547-4cc362c3ff96,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:42.263919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.264584 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Added segment 92569f54-f45d-46c4-9e49-840a86accdad of type vxlan for network 5765bff1-888a-4a21-a2b9-1d07ad4d5a1d Jan 14 07:21:42.274497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6431a9f8-c919-4189-be22-046805894420,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:42.284785 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:42.291057 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:42.295296 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-db5553ea-7937-4cd5-9fe5-c5a13682ee76 req-fbc61bd8-7e96-41e5-8d13-91646748a00d tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "GET /v2.0/security-groups/aaad4f6f-d056-4ff4-999f-6b325945504e HTTP/1.1" status: 200 len: 1805 time: 0.1985404 Jan 14 07:21:42.331611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-db5553ea-7937-4cd5-9fe5-c5a13682ee76 req-5d7ed94f-7403-4a5d-8daa-e3baddf8c8e0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aaad4f6f-d056-4ff4-999f-6b325945504e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:42.332268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-db5553ea-7937-4cd5-9fe5-c5a13682ee76 req-5d7ed94f-7403-4a5d-8daa-e3baddf8c8e0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'aaad4f6f-d056-4ff4-999f-6b325945504e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:42.355908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-db5553ea-7937-4cd5-9fe5-c5a13682ee76 req-5d7ed94f-7403-4a5d-8daa-e3baddf8c8e0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:42.359927 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.367816 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-ca457e15-d848-4701-99a0-f65d6e2deb58 req-d9492a16-0fa4-4b3d-a5db-22e0d7d3a84c tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.368205 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-ca457e15-d848-4701-99a0-f65d6e2deb58 req-d9492a16-0fa4-4b3d-a5db-22e0d7d3a84c tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.376923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-db5553ea-7937-4cd5-9fe5-c5a13682ee76 req-5d7ed94f-7403-4a5d-8daa-e3baddf8c8e0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Usage tracker for resource:security_group_rule and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:42.381059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-db5553ea-7937-4cd5-9fe5-c5a13682ee76 req-5d7ed94f-7403-4a5d-8daa-e3baddf8c8e0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:42.403817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-db5553ea-7937-4cd5-9fe5-c5a13682ee76 req-5d7ed94f-7403-4a5d-8daa-e3baddf8c8e0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:42.581919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-ca457e15-d848-4701-99a0-f65d6e2deb58 req-d9492a16-0fa4-4b3d-a5db-22e0d7d3a84c tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Calling delete_port for 7c8d1142-e82f-4fa4-894e-bdb9db426d3f owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:42.619247 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:21:42.679140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Attempting to bind port 6431a9f8-c919-4189-be22-046805894420 on host n-h1-769329-2 for vnic_type normal with profile {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:21:42.679462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Attempting to bind port 6431a9f8-c919-4189-be22-046805894420 by drivers openvswitch on host n-h1-769329-2 at level 0 using segments [{'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:21:42.679797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Attempting to bind port 6431a9f8-c919-4189-be22-046805894420 on network d6bd0598-2cab-47e3-9f0f-47d899b421cd {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:21:42.693379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Checking agent: {'id': '1b004ee2-a22f-479b-a760-de06669a81a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 46), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:21:42.694032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Checking segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:42.694589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.695149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Bound using segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:21:42.696566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Bound port: 6431a9f8-c919-4189-be22-046805894420, host: n-h1-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:21:42.702132 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.716911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.730882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:42.731589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.764260 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7b3a92f-3f2d-435a-9788-ef52b9e28fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:42.796376 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0233371 Jan 14 07:21:42.801696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55312) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:42.812428 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-db5553ea-7937-4cd5-9fe5-c5a13682ee76 req-5d7ed94f-7403-4a5d-8daa-e3baddf8c8e0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.820109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f843a114-182d-426e-9525-aeb6bcc09e64 admin admin] Request body: {'subnet': {'network_id': '5765bff1-888a-4a21-a2b9-1d07ad4d5a1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1557960932-subnet', 'tenant_id': '3f6f15b8b9f04d9bb3351e4cc1de7e1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:42.833265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f843a114-182d-426e-9525-aeb6bcc09e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:42.842670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f843a114-182d-426e-9525-aeb6bcc09e64 admin admin] Usage tracker for resource:subnet and tenant:3f6f15b8b9f04d9bb3351e4cc1de7e1e is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:42.849459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f843a114-182d-426e-9525-aeb6bcc09e64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:42.860196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f843a114-182d-426e-9525-aeb6bcc09e64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:42.894590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] For port 6431a9f8-c919-4189-be22-046805894420, host n-h1-769329-2, cleared binding levels {{(pid=80908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:21:42.898632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] For port 6431a9f8-c919-4189-be22-046805894420, host n-h1-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=6431a9f8-c919-4189-be22-046805894420,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:21:42.922552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f843a114-182d-426e-9525-aeb6bcc09e64 admin admin] Made reservation on behalf of 3f6f15b8b9f04d9bb3351e4cc1de7e1e for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:42.941426 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f843a114-182d-426e-9525-aeb6bcc09e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:42.959374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Pushing event updated for resources: {'Network': ['ID=5765bff1-888a-4a21-a2b9-1d07ad4d5a1d,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:42.972324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 5765bff1-888a-4a21-a2b9-1d07ad4d5a1d details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:42.983071 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-db5553ea-7937-4cd5-9fe5-c5a13682ee76 req-5d7ed94f-7403-4a5d-8daa-e3baddf8c8e0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:43.006042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:43.016187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 5765bff1-888a-4a21-a2b9-1d07ad4d5a1d details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:43.023075 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:43.033207 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-db5553ea-7937-4cd5-9fe5-c5a13682ee76 req-5d7ed94f-7403-4a5d-8daa-e3baddf8c8e0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:43.033207 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:43.064709 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bfdccb63-c779-4fac-8947-d6faa9456105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:43.140676 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-db5553ea-7937-4cd5-9fe5-c5a13682ee76 req-5d7ed94f-7403-4a5d-8daa-e3baddf8c8e0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:43.150081 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-db5553ea-7937-4cd5-9fe5-c5a13682ee76 req-5d7ed94f-7403-4a5d-8daa-e3baddf8c8e0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8409660 Jan 14 07:21:43.168519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6431a9f8-c919-4189-be22-046805894420,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:43.177797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ed94f-7403-4a5d-8daa-e3baddf8c8e0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4dc433b-64c2-47bb-90db-ab788bea2602,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:43.193725 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5d7ed94f-7403-4a5d-8daa-e3baddf8c8e0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:43.230012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-ca457e15-d848-4701-99a0-f65d6e2deb58 req-d9492a16-0fa4-4b3d-a5db-22e0d7d3a84c tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:43.282877 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:43.292505 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:43.318363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 5765bff1-888a-4a21-a2b9-1d07ad4d5a1d details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:43.501312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:43.502401 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:43.504434 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] 10.222.0.53 "PUT /v2.0/ports/6431a9f8-c919-4189-be22-046805894420 HTTP/1.1" status: 200 len: 1160 time: 2.4821694 Jan 14 07:21:43.505848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb6f410-54df-4217-9064-f668de95fb8c', 'tag': '6431a9f8-c919-4189-be22-046805894420'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:21:43.571176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9492a16-0fa4-4b3d-a5db-22e0d7d3a84c tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Pushing event deleted for resources: {'Port': ['ID=7c8d1142-e82f-4fa4-894e-bdb9db426d3f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:43.586926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-bef65640-3f4b-469c-935d-3f7a864a5edf tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] Request body: {'port': {'device_id': 'f7622a81-a37b-4ea5-b77b-1221a75ac9fd', 'network_id': '2f4f08cd-c65c-4793-89d2-7675698e9db3', 'admin_state_up': True, 'tenant_id': 'b606cc19a10040f598c205b295af6c24'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:43.877026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55328) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:43.898376 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d9492a16-0fa4-4b3d-a5db-22e0d7d3a84c tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:44.028264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-f4369dfa-a99c-4139-8e43-4af305b3d313 req-0497c77d-4873-4dd6-bc3f-dbacfad3f886 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-780791415', 'description': 'tempest-description-1664547464'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:44.040594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-f4369dfa-a99c-4139-8e43-4af305b3d313 req-0497c77d-4873-4dd6-bc3f-dbacfad3f886 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:44.042039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:21:44.066924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f4369dfa-a99c-4139-8e43-4af305b3d313 req-0497c77d-4873-4dd6-bc3f-dbacfad3f886 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Usage tracker for resource:security_group and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:44.104806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f4369dfa-a99c-4139-8e43-4af305b3d313 req-0497c77d-4873-4dd6-bc3f-dbacfad3f886 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:44.113052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a71e1d7-9769-4894-ae96-c584ca22f203 admin admin] Deleting subnet 3ba615e0-25bd-4a3d-b82d-f53ebbe2aa3e {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:21:44.147519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-f4369dfa-a99c-4139-8e43-4af305b3d313 req-0497c77d-4873-4dd6-bc3f-dbacfad3f886 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:44.178700 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a71e1d7-9769-4894-ae96-c584ca22f203 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:44.266704 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-ca457e15-d848-4701-99a0-f65d6e2deb58 req-d9492a16-0fa4-4b3d-a5db-22e0d7d3a84c tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks [] for floatingip, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:44.269747 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-ca457e15-d848-4701-99a0-f65d6e2deb58 req-d9492a16-0fa4-4b3d-a5db-22e0d7d3a84c tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:44.284868 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ca457e15-d848-4701-99a0-f65d6e2deb58 req-d9492a16-0fa4-4b3d-a5db-22e0d7d3a84c tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "DELETE /v2.0/floatingips/3748f09a-d0a2-4c58-aaa3-3f4bf3065db0 HTTP/1.1" status: 204 len: 173 time: 3.1271930 Jan 14 07:21:44.323442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-bef65640-3f4b-469c-935d-3f7a864a5edf tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:44.328423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-bef65640-3f4b-469c-935d-3f7a864a5edf tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] Usage tracker for resource:port and tenant:b606cc19a10040f598c205b295af6c24 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:44.337803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-bef65640-3f4b-469c-935d-3f7a864a5edf tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] Quota usage for port was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:44.399708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-bef65640-3f4b-469c-935d-3f7a864a5edf tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:44.438873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f4369dfa-a99c-4139-8e43-4af305b3d313 req-0497c77d-4873-4dd6-bc3f-dbacfad3f886 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:44.509317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55340) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:44.510062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-bef65640-3f4b-469c-935d-3f7a864a5edf tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] Made reservation on behalf of b606cc19a10040f598c205b295af6c24 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:44.521250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-bef65640-3f4b-469c-935d-3f7a864a5edf tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:44.537470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-f4369dfa-a99c-4139-8e43-4af305b3d313 req-0497c77d-4873-4dd6-bc3f-dbacfad3f886 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:44.551603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f4369dfa-a99c-4139-8e43-4af305b3d313 req-0497c77d-4873-4dd6-bc3f-dbacfad3f886 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Usage tracker for resource:security_group_rule and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:44.557778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f4369dfa-a99c-4139-8e43-4af305b3d313 req-0497c77d-4873-4dd6-bc3f-dbacfad3f886 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:44.585466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-f4369dfa-a99c-4139-8e43-4af305b3d313 req-0497c77d-4873-4dd6-bc3f-dbacfad3f886 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:44.808840 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f4369dfa-a99c-4139-8e43-4af305b3d313 req-0497c77d-4873-4dd6-bc3f-dbacfad3f886 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:44.884274 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb6f410-54df-4217-9064-f668de95fb8c', 'tag': '6431a9f8-c919-4189-be22-046805894420', 'status': 'completed', 'code': 200} Jan 14 07:21:44.912797 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a71e1d7-9769-4894-ae96-c584ca22f203 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:44.971338 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f4369dfa-a99c-4139-8e43-4af305b3d313 req-0497c77d-4873-4dd6-bc3f-dbacfad3f886 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:44.993671 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6982a4d4-5faa-4a8a-9f29-08beac62ea01 tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:44.994256 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a71e1d7-9769-4894-ae96-c584ca22f203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:45.042987 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [req-90abfccc-9833-467b-92ec-5f5d850f864c req-b7dcda09-7396-4703-8a90-1f08bbcedc10 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] show failed (client error): The resource could not be found. Jan 14 07:21:45.060021 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-90abfccc-9833-467b-92ec-5f5d850f864c req-b7dcda09-7396-4703-8a90-1f08bbcedc10 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/floatingips/3748f09a-d0a2-4c58-aaa3-3f4bf3065db0 HTTP/1.1" status: 404 len: 350 time: 0.2453349 Jan 14 07:21:45.121605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497c77d-4873-4dd6-bc3f-dbacfad3f886 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Pushing event updated for resources: {'SecurityGroup': ['ID=53cb01c8-e70a-4ecc-a01d-942189408422,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:45.135214 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0497c77d-4873-4dd6-bc3f-dbacfad3f886 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:45.205407 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f4369dfa-a99c-4139-8e43-4af305b3d313 req-0497c77d-4873-4dd6-bc3f-dbacfad3f886 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:45.207701 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f4369dfa-a99c-4139-8e43-4af305b3d313 req-0497c77d-4873-4dd6-bc3f-dbacfad3f886 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2601984 Jan 14 07:21:45.215908 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-439060fa-c8dd-4c2e-a57e-4ada66485c3a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=705d681c44f644d38b6bd0bbc27cc4da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6801493 Jan 14 07:21:45.218376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55360) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:45.366926 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:45.400473 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [req-2332dfc9-5169-46ea-a807-f7d6c603ebfe req-6a409d70-b729-4035-bef8-e92efdb93a8a tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] show failed (client error): The resource could not be found. Jan 14 07:21:45.400840 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a71e1d7-9769-4894-ae96-c584ca22f203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:45.401620 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2332dfc9-5169-46ea-a807-f7d6c603ebfe req-6a409d70-b729-4035-bef8-e92efdb93a8a tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] 10.222.0.41 "GET /v2.0/floatingips/3748f09a-d0a2-4c58-aaa3-3f4bf3065db0 HTTP/1.1" status: 404 len: 350 time: 0.1483896 Jan 14 07:21:45.432727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55372) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:45.433567 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fe3586a4-f293-45f5-9b60-9e0119dfad87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:45.650595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71e1d7-9769-4894-ae96-c584ca22f203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba615e0-25bd-4a3d-b82d-f53ebbe2aa3e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:45.677140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-9785ba5a-e304-4f7f-b8d1-43167152f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:45.679219 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-9785ba5a-e304-4f7f-b8d1-43167152f5a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=705d681c44f644d38b6bd0bbc27cc4da&device_id=beb6f410-54df-4217-9064-f668de95fb8c HTTP/1.1" status: 200 len: 1163 time: 1.5050511 Jan 14 07:21:45.680183 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a71e1d7-9769-4894-ae96-c584ca22f203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:45.766026 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-bef65640-3f4b-469c-935d-3f7a864a5edf tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 07:21:45.771407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-bef65640-3f4b-469c-935d-3f7a864a5edf tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] No notification will be sent due to unsuccessful status code: 409 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:21:45.792689 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-6311fd4b-fcd8-4f4d-813c-281eb4e964a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=6431a9f8-c919-4189-be22-046805894420 HTTP/1.1" status: 200 len: 217 time: 0.0846364 Jan 14 07:21:45.831017 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-bef65640-3f4b-469c-935d-3f7a864a5edf tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 414 time: 2.2611728 Jan 14 07:21:45.860129 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-c1154839-bf99-40c1-87f8-0bb59c8a8101 admin admin] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 07:21:45.873635 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c1154839-bf99-40c1-87f8-0bb59c8a8101 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09958a3f-81e0-4eac-a804-270a9fc73721 HTTP/1.1" status: 409 len: 336 time: 0.6542695 Jan 14 07:21:45.936661 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-05911c25-5a23-4547-9555-dbf396eecb38 req-e4a4f31b-2052-45b0-b869-75e05bb4c70b tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "GET /v2.0/security-groups/53cb01c8-e70a-4ecc-a01d-942189408422 HTTP/1.1" status: 200 len: 1804 time: 0.1820734 Jan 14 07:21:45.950287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:45.952678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-05911c25-5a23-4547-9555-dbf396eecb38 req-f5bb7556-5f69-442f-8db9-8038f04a928b tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '53cb01c8-e70a-4ecc-a01d-942189408422', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:45.957287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-05911c25-5a23-4547-9555-dbf396eecb38 req-f5bb7556-5f69-442f-8db9-8038f04a928b tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '53cb01c8-e70a-4ecc-a01d-942189408422', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:46.001916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-05911c25-5a23-4547-9555-dbf396eecb38 req-f5bb7556-5f69-442f-8db9-8038f04a928b tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:46.023697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-05911c25-5a23-4547-9555-dbf396eecb38 req-f5bb7556-5f69-442f-8db9-8038f04a928b tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Usage tracker for resource:security_group_rule and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:46.030544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-05911c25-5a23-4547-9555-dbf396eecb38 req-f5bb7556-5f69-442f-8db9-8038f04a928b tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:46.057579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-05911c25-5a23-4547-9555-dbf396eecb38 req-f5bb7556-5f69-442f-8db9-8038f04a928b tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:46.147682 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-05911c25-5a23-4547-9555-dbf396eecb38 req-f5bb7556-5f69-442f-8db9-8038f04a928b tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.185733 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-05911c25-5a23-4547-9555-dbf396eecb38 req-f5bb7556-5f69-442f-8db9-8038f04a928b tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.191921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-05911c25-5a23-4547-9555-dbf396eecb38 req-f5bb7556-5f69-442f-8db9-8038f04a928b tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.208608 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:46.269955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb7556-5f69-442f-8db9-8038f04a928b tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c13159-d992-461a-85fd-1dd40d7295ab,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:46.306855 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-05911c25-5a23-4547-9555-dbf396eecb38 req-f5bb7556-5f69-442f-8db9-8038f04a928b tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.308953 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-05911c25-5a23-4547-9555-dbf396eecb38 req-f5bb7556-5f69-442f-8db9-8038f04a928b tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3708062 Jan 14 07:21:46.343938 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f5bb7556-5f69-442f-8db9-8038f04a928b tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:46.374770 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a71e1d7-9769-4894-ae96-c584ca22f203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.377874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-0f725215-3323-48f4-89ee-30330b7a408a req-d8195903-cc6c-400d-8b64-c14f6eb988a7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1302521869', 'description': 'tempest-description-56422788'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:46.393265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-47566baa-06ea-4a3b-bfdf-a71ad52c3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:46.394900 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-47566baa-06ea-4a3b-bfdf-a71ad52c3755 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ffe7d3d2-18e7-450d-bb59-0b64181030a8 HTTP/1.1" status: 200 len: 843 time: 0.5766759 Jan 14 07:21:46.400682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-0f725215-3323-48f4-89ee-30330b7a408a req-d8195903-cc6c-400d-8b64-c14f6eb988a7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:46.418296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-0f725215-3323-48f4-89ee-30330b7a408a req-d8195903-cc6c-400d-8b64-c14f6eb988a7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Usage tracker for resource:security_group and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:46.427882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-0f725215-3323-48f4-89ee-30330b7a408a req-d8195903-cc6c-400d-8b64-c14f6eb988a7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:46.440598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-0f725215-3323-48f4-89ee-30330b7a408a req-d8195903-cc6c-400d-8b64-c14f6eb988a7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:46.466351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0f725215-3323-48f4-89ee-30330b7a408a req-d8195903-cc6c-400d-8b64-c14f6eb988a7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.511159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-0f725215-3323-48f4-89ee-30330b7a408a req-d8195903-cc6c-400d-8b64-c14f6eb988a7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:46.516333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-0f725215-3323-48f4-89ee-30330b7a408a req-d8195903-cc6c-400d-8b64-c14f6eb988a7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Usage tracker for resource:security_group_rule and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:46.519532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-0f725215-3323-48f4-89ee-30330b7a408a req-d8195903-cc6c-400d-8b64-c14f6eb988a7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:46.531328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-0f725215-3323-48f4-89ee-30330b7a408a req-d8195903-cc6c-400d-8b64-c14f6eb988a7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:46.566624 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4a71e1d7-9769-4894-ae96-c584ca22f203 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3ba615e0-25bd-4a3d-b82d-f53ebbe2aa3e HTTP/1.1" status: 204 len: 168 time: 2.6882529 Jan 14 07:21:46.577958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55416) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:46.797287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-116c7f43-a4d5-4b29-aa1e-c753ae392f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.800065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f843a114-182d-426e-9525-aeb6bcc09e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.833559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-ffb7bff1-82c9-4367-8aef-8feb1fa93b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:46.835217 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-ffb7bff1-82c9-4367-8aef-8feb1fa93b85 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6bd0598-2cab-47e3-9f0f-47d899b421cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3336482 Jan 14 07:21:46.870585 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9015b26-c901-41ad-9c55-98d45be84120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:46.901141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0f725215-3323-48f4-89ee-30330b7a408a req-d8195903-cc6c-400d-8b64-c14f6eb988a7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.912385 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0f725215-3323-48f4-89ee-30330b7a408a req-d8195903-cc6c-400d-8b64-c14f6eb988a7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:46.925466 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:47.125640 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0f725215-3323-48f4-89ee-30330b7a408a req-d8195903-cc6c-400d-8b64-c14f6eb988a7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:47.127039 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0f725215-3323-48f4-89ee-30330b7a408a req-d8195903-cc6c-400d-8b64-c14f6eb988a7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7556953 Jan 14 07:21:47.144422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8195903-cc6c-400d-8b64-c14f6eb988a7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfab9b1-3e29-46e7-aae8-47bdb0b52c00,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:47.149115 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d8195903-cc6c-400d-8b64-c14f6eb988a7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:47.178335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-116c7f43-a4d5-4b29-aa1e-c753ae392f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:47.181100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55436) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:47.265920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-4ceca252-c416-46ae-b511-7cc1521094df req-c5a341ae-3ef4-4b8b-83b5-cb1a5b866dac tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-69617613', 'description': 'tempest-description-2004054340'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:47.300509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843a114-182d-426e-9525-aeb6bcc09e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd2bef2a-a9b2-488c-bdc6-179b217932dc,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:47.309311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55444) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:47.314424 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f843a114-182d-426e-9525-aeb6bcc09e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:47.317790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-4ceca252-c416-46ae-b511-7cc1521094df req-c5a341ae-3ef4-4b8b-83b5-cb1a5b866dac tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:47.339100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4ceca252-c416-46ae-b511-7cc1521094df req-c5a341ae-3ef4-4b8b-83b5-cb1a5b866dac tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Usage tracker for resource:security_group and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:47.345794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4ceca252-c416-46ae-b511-7cc1521094df req-c5a341ae-3ef4-4b8b-83b5-cb1a5b866dac tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:47.373053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-4ceca252-c416-46ae-b511-7cc1521094df req-c5a341ae-3ef4-4b8b-83b5-cb1a5b866dac tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:47.389636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-116c7f43-a4d5-4b29-aa1e-c753ae392f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4f08cd-c65c-4793-89d2-7675698e9db3']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:47.407184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-116c7f43-a4d5-4b29-aa1e-c753ae392f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94e1476-bb0c-4c9f-83e1-c171e212c85b') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:47.407554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-116c7f43-a4d5-4b29-aa1e-c753ae392f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94e1476-bb0c-4c9f-83e1-c171e212c85b') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:21:47.418339 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-3135fa30-d650-4ae9-b46f-feb1fa453ec2 service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488050 Jan 14 07:21:47.430239 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4ceca252-c416-46ae-b511-7cc1521094df req-c5a341ae-3ef4-4b8b-83b5-cb1a5b866dac tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:47.447960 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-116c7f43-a4d5-4b29-aa1e-c753ae392f47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:47.471269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-4ceca252-c416-46ae-b511-7cc1521094df req-c5a341ae-3ef4-4b8b-83b5-cb1a5b866dac tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:47.481092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4ceca252-c416-46ae-b511-7cc1521094df req-c5a341ae-3ef4-4b8b-83b5-cb1a5b866dac tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Usage tracker for resource:security_group_rule and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:47.490731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4ceca252-c416-46ae-b511-7cc1521094df req-c5a341ae-3ef4-4b8b-83b5-cb1a5b866dac tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:47.496963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-4ceca252-c416-46ae-b511-7cc1521094df req-c5a341ae-3ef4-4b8b-83b5-cb1a5b866dac tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:47.627697 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4ceca252-c416-46ae-b511-7cc1521094df req-c5a341ae-3ef4-4b8b-83b5-cb1a5b866dac tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:47.630506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-116c7f43-a4d5-4b29-aa1e-c753ae392f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:47.634767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-116c7f43-a4d5-4b29-aa1e-c753ae392f47 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:21:47.860380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55462) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:47.934691 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4ceca252-c416-46ae-b511-7cc1521094df req-c5a341ae-3ef4-4b8b-83b5-cb1a5b866dac tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:47.967085 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86530850-91f0-4864-8a52-7bd5b7be6352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:47.971445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-116c7f43-a4d5-4b29-aa1e-c753ae392f47 admin admin] Network 2f4f08cd-c65c-4793-89d2-7675698e9db3 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:21:47.985350 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0cfb4a71-2b29-4af0-9d13-8b58a67a9b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:47.996476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f843a114-182d-426e-9525-aeb6bcc09e64 admin admin] Checking segment: {'id': '92569f54-f45d-46c4-9e49-840a86accdad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '5765bff1-888a-4a21-a2b9-1d07ad4d5a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:47.996873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f843a114-182d-426e-9525-aeb6bcc09e64 admin admin] Network hostable DHCP agents. Network: 5765bff1-888a-4a21-a2b9-1d07ad4d5a1d, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:21:48.093001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-86530850-91f0-4864-8a52-7bd5b7be6352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:48.128389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-86530850-91f0-4864-8a52-7bd5b7be6352 admin admin] Usage tracker for resource:security_group_rule and tenant:bf2590f21b424b098bba295f3826ae09 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:48.138128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-327418129-network', 'tenant_id': '673a998c4825436bb1f83fd2b05e1366'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:48.149581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-86530850-91f0-4864-8a52-7bd5b7be6352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:48.161115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:48.181326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-86530850-91f0-4864-8a52-7bd5b7be6352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:48.188472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Usage tracker for resource:network and tenant:673a998c4825436bb1f83fd2b05e1366 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:48.194376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:48.202029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f843a114-182d-426e-9525-aeb6bcc09e64 admin admin] Network 5765bff1-888a-4a21-a2b9-1d07ad4d5a1d is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:21:48.215019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:48.220886 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-964b2924-fa4b-4b8d-9fec-cac8dda5f770 service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7923014 Jan 14 07:21:48.236684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f843a114-182d-426e-9525-aeb6bcc09e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 5765bff1-888a-4a21-a2b9-1d07ad4d5a1d) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:48.237825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-116c7f43-a4d5-4b29-aa1e-c753ae392f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:48.250241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e80ffd0-3a6d-4639-8da1-df726a64b7f1 None None] Network 5765bff1-888a-4a21-a2b9-1d07ad4d5a1d requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:48.281291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Made reservation on behalf of 673a998c4825436bb1f83fd2b05e1366 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:48.287218 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:48.296475 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4ceca252-c416-46ae-b511-7cc1521094df req-c5a341ae-3ef4-4b8b-83b5-cb1a5b866dac tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:48.297578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f843a114-182d-426e-9525-aeb6bcc09e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:48.297797 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4ceca252-c416-46ae-b511-7cc1521094df req-c5a341ae-3ef4-4b8b-83b5-cb1a5b866dac tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0415487 Jan 14 07:21:48.298232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f843a114-182d-426e-9525-aeb6bcc09e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:48.387115 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:48.420932 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aa62146-ccb9-4b25-92c3-a58fecdf7c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:48.472985 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-095b68ef-45ac-4674-b050-899dd81b2229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:48.517600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:48.530287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a341ae-3ef4-4b8b-83b5-cb1a5b866dac tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Pushing event updated for resources: {'SecurityGroup': ['ID=bd71116f-a952-4172-8be8-1a05313c9dcd,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:48.537023 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f843a114-182d-426e-9525-aeb6bcc09e64 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 5.7327216 Jan 14 07:21:48.538445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Usage tracker for resource:security_group_rule and tenant:673a998c4825436bb1f83fd2b05e1366 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:48.549388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f6f5e5-b36d-4237-adda-704ef649c8f3 None None] Network 5765bff1-888a-4a21-a2b9-1d07ad4d5a1d requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:48.549868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:48.561782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:48.700378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-116c7f43-a4d5-4b29-aa1e-c753ae392f47 admin admin] Network 2f4f08cd-c65c-4793-89d2-7675698e9db3 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:21:48.740016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9946a92-b5b5-4eb0-86ae-1546cc4e4c7a req-152a8e2e-7eba-472a-9fd8-9031aa35f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:48.741671 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e9946a92-b5b5-4eb0-86ae-1546cc4e4c7a req-152a8e2e-7eba-472a-9fd8-9031aa35f5f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=705d681c44f644d38b6bd0bbc27cc4da&device_id=beb6f410-54df-4217-9064-f668de95fb8c HTTP/1.1" status: 200 len: 1163 time: 0.4371908 Jan 14 07:21:48.799062 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86530850-91f0-4864-8a52-7bd5b7be6352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:48.811793 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c5a341ae-3ef4-4b8b-83b5-cb1a5b866dac tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:21:48.813419 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:21:48.823122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-095b68ef-45ac-4674-b050-899dd81b2229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:48.831289 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3fbae596-c2e0-44ba-8fa1-d628e21bf9b5 req-491d04b1-bd15-45ce-9965-48047aaffeac tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "GET /v2.0/security-groups/bbfab9b1-3e29-46e7-aae8-47bdb0b52c00 HTTP/1.1" status: 200 len: 1803 time: 0.4532127 Jan 14 07:21:48.853374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-095b68ef-45ac-4674-b050-899dd81b2229 admin admin] Usage tracker for resource:security_group_rule and tenant:fdc0cfc985ba41cba21b6572de8ca86e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:48.880921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-095b68ef-45ac-4674-b050-899dd81b2229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:48.898664 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86530850-91f0-4864-8a52-7bd5b7be6352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:48.917082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-095b68ef-45ac-4674-b050-899dd81b2229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:48.936568 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-116c7f43-a4d5-4b29-aa1e-c753ae392f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:48.938696 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a3ee9776-6559-490f-8d2f-42a309ce827c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:48.975853 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:48.995939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-116c7f43-a4d5-4b29-aa1e-c753ae392f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.031708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e4130-e934-4724-871d-44ca17d92291 req-3b5ce180-7149-40f8-af97-e8fed56a9a46 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:49.032506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-8b2e4130-e934-4724-871d-44ca17d92291 req-3b5ce180-7149-40f8-af97-e8fed56a9a46 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Synchronizing usage tracker for tenant:aa3699163cc144ea91a97fd466fb413b on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:49.048214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86530850-91f0-4864-8a52-7bd5b7be6352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a240ff75-56b9-480c-a812-6451e0b8dc22,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:49.057880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c7f43-a4d5-4b29-aa1e-c753ae392f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f4f08cd-c65c-4793-89d2-7675698e9db3,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:49.068913 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-116c7f43-a4d5-4b29-aa1e-c753ae392f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:49.070148 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-86530850-91f0-4864-8a52-7bd5b7be6352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:49.077003 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-116c7f43-a4d5-4b29-aa1e-c753ae392f47 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2f4f08cd-c65c-4793-89d2-7675698e9db3 HTTP/1.1" status: 204 len: 168 time: 2.4917626 Jan 14 07:21:49.080989 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-86530850-91f0-4864-8a52-7bd5b7be6352 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf2590f21b424b098bba295f3826ae09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8899312 Jan 14 07:21:49.084360 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3fbae596-c2e0-44ba-8fa1-d628e21bf9b5 req-19a0d56b-9e64-4ce3-befa-223a27d78cac tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "GET /v2.0/security-groups/bd71116f-a952-4172-8be8-1a05313c9dcd HTTP/1.1" status: 200 len: 1803 time: 0.2324216 Jan 14 07:21:49.089002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55482) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:49.121374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-3fbae596-c2e0-44ba-8fa1-d628e21bf9b5 req-a4cdecff-b8c6-42ce-b5cf-17776dcfa543 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bbfab9b1-3e29-46e7-aae8-47bdb0b52c00', 'remote_group_id': 'bd71116f-a952-4172-8be8-1a05313c9dcd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:49.121732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-3fbae596-c2e0-44ba-8fa1-d628e21bf9b5 req-a4cdecff-b8c6-42ce-b5cf-17776dcfa543 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bbfab9b1-3e29-46e7-aae8-47bdb0b52c00', 'remote_group_id': 'bd71116f-a952-4172-8be8-1a05313c9dcd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:49.140126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-3fbae596-c2e0-44ba-8fa1-d628e21bf9b5 req-a4cdecff-b8c6-42ce-b5cf-17776dcfa543 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:49.142536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-8b2e4130-e934-4724-871d-44ca17d92291 req-3b5ce180-7149-40f8-af97-e8fed56a9a46 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Unset dirty status for tenant:aa3699163cc144ea91a97fd466fb413b on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:49.143861 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8b2e4130-e934-4724-871d-44ca17d92291 req-3b5ce180-7149-40f8-af97-e8fed56a9a46 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] 10.222.0.41 "GET /v2.0/networks?id=0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 HTTP/1.1" status: 200 len: 815 time: 1.2104146 Jan 14 07:21:49.160524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-3fbae596-c2e0-44ba-8fa1-d628e21bf9b5 req-a4cdecff-b8c6-42ce-b5cf-17776dcfa543 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Usage tracker for resource:security_group_rule and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:49.179371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-3fbae596-c2e0-44ba-8fa1-d628e21bf9b5 req-a4cdecff-b8c6-42ce-b5cf-17776dcfa543 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:49.200531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-3fbae596-c2e0-44ba-8fa1-d628e21bf9b5 req-a4cdecff-b8c6-42ce-b5cf-17776dcfa543 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:49.208913 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8b2e4130-e934-4724-871d-44ca17d92291 req-d8e63d39-8778-415e-b8f7-394fe21b42d3 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] 10.222.0.41 "GET /v2.0/quotas/aa3699163cc144ea91a97fd466fb413b HTTP/1.1" status: 200 len: 375 time: 0.0513799 Jan 14 07:21:49.221543 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.240657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.250449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9946a92-b5b5-4eb0-86ae-1546cc4e4c7a req-034492fb-af46-423c-8c01-dc7e994a208c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:49.252451 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e9946a92-b5b5-4eb0-86ae-1546cc4e4c7a req-034492fb-af46-423c-8c01-dc7e994a208c service neutron] 10.222.0.53 "GET /v2.0/networks?id=d6bd0598-2cab-47e3-9f0f-47d899b421cd HTTP/1.1" status: 200 len: 863 time: 0.4947519 Jan 14 07:21:49.258482 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:49.277797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55486) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:49.278625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:21:49.374135 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03e8c40a-eb3a-4bc4-aabc-ca2943463d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.377612 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-f72d3560-97ae-4aa5-aecb-2b6b411d22d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b606cc19a10040f598c205b295af6c24&device_id=f7622a81-a37b-4ea5-b77b-1221a75ac9fd HTTP/1.1" status: 200 len: 210 time: 0.0920885 Jan 14 07:21:49.390953 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e9946a92-b5b5-4eb0-86ae-1546cc4e4c7a req-746ac953-b47d-403c-88c7-7ac318f24849 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=6431a9f8-c919-4189-be22-046805894420 HTTP/1.1" status: 200 len: 217 time: 0.1156878 Jan 14 07:21:49.400439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.400854 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Added segment 0e16f6e2-5293-4b1d-9b52-a292c3b3d774 of type vxlan for network 275d3369-3adb-475f-b857-d8af83360e86 Jan 14 07:21:49.448528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728a92ec-8735-4dc6-a299-11bf15c95631,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:49.458659 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:49.460575 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-095b68ef-45ac-4674-b050-899dd81b2229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.476137 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-c34cbf62-ff79-4ef4-8910-3ee2ce75ef7f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b606cc19a10040f598c205b295af6c24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877218 Jan 14 07:21:49.492860 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-095b68ef-45ac-4674-b050-899dd81b2229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.533119 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2efdbf10-0d48-4baf-a46f-68c04795fe5c tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:49.533984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.545575 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03e8c40a-eb3a-4bc4-aabc-ca2943463d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.553155 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dde0b199-1b1e-4073-b24c-8a501f6e6330 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b606cc19a10040f598c205b295af6c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119644 Jan 14 07:21:49.565792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55490) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:49.585236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9946a92-b5b5-4eb0-86ae-1546cc4e4c7a req-1fbbd8fa-72f4-48c8-b2d3-6ba758c541a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:49.586827 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e9946a92-b5b5-4eb0-86ae-1546cc4e4c7a req-1fbbd8fa-72f4-48c8-b2d3-6ba758c541a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ffe7d3d2-18e7-450d-bb59-0b64181030a8 HTTP/1.1" status: 200 len: 843 time: 0.1845965 Jan 14 07:21:49.691627 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.698692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:49.699331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.709151 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:49.719936 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-095b68ef-45ac-4674-b050-899dd81b2229 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fdc0cfc985ba41cba21b6572de8ca86e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4066591 Jan 14 07:21:49.729106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55498) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:49.733783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b68ef-45ac-4674-b050-899dd81b2229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b3661a-68da-4194-8010-2cd7c263cd89,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:49.752501 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-095b68ef-45ac-4674-b050-899dd81b2229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:49.785892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-8b2e4130-e934-4724-871d-44ca17d92291 req-1c943135-ea5b-4c75-900b-8354c5349bb2 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Synchronizing usage tracker for tenant:aa3699163cc144ea91a97fd466fb413b on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:49.819456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3fbae596-c2e0-44ba-8fa1-d628e21bf9b5 req-a4cdecff-b8c6-42ce-b5cf-17776dcfa543 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.895526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03e8c40a-eb3a-4bc4-aabc-ca2943463d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.904099 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06dde167-48f5-446e-ac87-ec90d8ac5d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:49.913298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-49e77174-4dc1-4335-b41f-c286eb13893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:49.914142 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0444531 Jan 14 07:21:49.914899 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-49e77174-4dc1-4335-b41f-c286eb13893d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4306672 Jan 14 07:21:49.927996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55502) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:49.928238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-8b2e4130-e934-4724-871d-44ca17d92291 req-1c943135-ea5b-4c75-900b-8354c5349bb2 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Unset dirty status for tenant:aa3699163cc144ea91a97fd466fb413b on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:49.929733 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8b2e4130-e934-4724-871d-44ca17d92291 req-1c943135-ea5b-4c75-900b-8354c5349bb2 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa3699163cc144ea91a97fd466fb413b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7118900 Jan 14 07:21:49.933927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Pushing event updated for resources: {'Network': ['ID=275d3369-3adb-475f-b857-d8af83360e86,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:49.936297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9aa62146-ccb9-4b25-92c3-a58fecdf7c80 admin admin] Deleting port 7e76b5fd-ff23-4565-9d12-2a1e54933520 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:49.936644 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aa62146-ccb9-4b25-92c3-a58fecdf7c80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.946248 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3fbae596-c2e0-44ba-8fa1-d628e21bf9b5 req-a4cdecff-b8c6-42ce-b5cf-17776dcfa543 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:49.948535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 275d3369-3adb-475f-b857-d8af83360e86 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:49.951142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8c40a-eb3a-4bc4-aabc-ca2943463d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a240ff75-56b9-480c-a812-6451e0b8dc22,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:49.967707 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:49.973604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9946a92-b5b5-4eb0-86ae-1546cc4e4c7a req-61198a89-4171-4b8c-b042-bec7d72e8a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:49.976146 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e9946a92-b5b5-4eb0-86ae-1546cc4e4c7a req-61198a89-4171-4b8c-b042-bec7d72e8a48 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6bd0598-2cab-47e3-9f0f-47d899b421cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3782208 Jan 14 07:21:49.981741 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-03e8c40a-eb3a-4bc4-aabc-ca2943463d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:49.988454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 275d3369-3adb-475f-b857-d8af83360e86 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:49.989488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-92dcadfa-623d-467c-ba35-6f92d6b9c8f3 admin admin] Request body: {'subnet': {'network_id': '275d3369-3adb-475f-b857-d8af83360e86', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-327418129-subnet', 'tenant_id': '673a998c4825436bb1f83fd2b05e1366', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:49.991743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3fbae596-c2e0-44ba-8fa1-d628e21bf9b5 req-a4cdecff-b8c6-42ce-b5cf-17776dcfa543 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.027668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-92dcadfa-623d-467c-ba35-6f92d6b9c8f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:50.044345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 275d3369-3adb-475f-b857-d8af83360e86 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:50.048337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-92dcadfa-623d-467c-ba35-6f92d6b9c8f3 admin admin] Usage tracker for resource:subnet and tenant:673a998c4825436bb1f83fd2b05e1366 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:50.095137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b989352-346c-48d2-a5fa-cbf7fe232488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.108723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-92dcadfa-623d-467c-ba35-6f92d6b9c8f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:50.112717 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f5bb7556-5f69-442f-8db9-8038f04a928b tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:50.139867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03e8c40a-eb3a-4bc4-aabc-ca2943463d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.143853 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-03e8c40a-eb3a-4bc4-aabc-ca2943463d0c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a240ff75-56b9-480c-a812-6451e0b8dc22 HTTP/1.1" status: 204 len: 168 time: 1.0491412 Jan 14 07:21:50.143853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-82690be4-05c4-47cf-875f-12e78d564da7 tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] Synchronizing usage tracker for tenant:b606cc19a10040f598c205b295af6c24 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:50.152097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-92dcadfa-623d-467c-ba35-6f92d6b9c8f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:50.166137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5152a0ea-4f07-4ece-8dfa-d6c3cc2e171f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.179775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cdecff-b8c6-42ce-b5cf-17776dcfa543 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cfd4b6-9de1-45d9-a528-fffaafb3d42b,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:50.193464 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a4cdecff-b8c6-42ce-b5cf-17776dcfa543 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:50.202672 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b989352-346c-48d2-a5fa-cbf7fe232488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.217551 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3fbae596-c2e0-44ba-8fa1-d628e21bf9b5 req-a4cdecff-b8c6-42ce-b5cf-17776dcfa543 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.218921 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3fbae596-c2e0-44ba-8fa1-d628e21bf9b5 req-a4cdecff-b8c6-42ce-b5cf-17776dcfa543 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1084673 Jan 14 07:21:50.247134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-82690be4-05c4-47cf-875f-12e78d564da7 tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] Unset dirty status for tenant:b606cc19a10040f598c205b295af6c24 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:50.251327 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-82690be4-05c4-47cf-875f-12e78d564da7 tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] 10.222.0.39 "GET /v2.0/ports?device_id=f7622a81-a37b-4ea5-b77b-1221a75ac9fd HTTP/1.1" status: 200 len: 210 time: 0.2637386 Jan 14 07:21:50.373105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b989352-346c-48d2-a5fa-cbf7fe232488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.393373 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-66a32ce6-e925-4dee-adf3-0283dcab0f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:50.471265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b989352-346c-48d2-a5fa-cbf7fe232488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ad4c2e-441a-4de1-8949-54eb4d44a588,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:50.484224 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1b989352-346c-48d2-a5fa-cbf7fe232488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:50.486743 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8b2e4130-e934-4724-871d-44ca17d92291 req-82e3f9d8-1bd5-483c-96e1-62eb059dcf51 service neutron] 10.222.0.41 "GET /v2.0/networks/0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369124 Jan 14 07:21:50.491523 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b989352-346c-48d2-a5fa-cbf7fe232488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.492783 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1b989352-346c-48d2-a5fa-cbf7fe232488 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2ad4c2e-441a-4de1-8949-54eb4d44a588 HTTP/1.1" status: 204 len: 168 time: 0.9170680 Jan 14 07:21:50.570942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5152a0ea-4f07-4ece-8dfa-d6c3cc2e171f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.636179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dcadfa-623d-467c-ba35-6f92d6b9c8f3 admin admin] Made reservation on behalf of 673a998c4825436bb1f83fd2b05e1366 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:50.648853 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92dcadfa-623d-467c-ba35-6f92d6b9c8f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.864713 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8b2e4130-e934-4724-871d-44ca17d92291 req-a82bd393-5957-48e5-9b3b-c1c423e6a912 service neutron] 10.222.0.41 "GET /v2.0/networks/0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3653710 Jan 14 07:21:50.890648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-310b15cd-b842-4673-b8a2-0d91d6db33d8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80909) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:21:50.902899 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5152a0ea-4f07-4ece-8dfa-d6c3cc2e171f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:50.922929 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-86530850-91f0-4864-8a52-7bd5b7be6352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:50.960239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152a0ea-4f07-4ece-8dfa-d6c3cc2e171f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b3661a-68da-4194-8010-2cd7c263cd89,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:50.970887 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5152a0ea-4f07-4ece-8dfa-d6c3cc2e171f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:51.057117 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e9946a92-b5b5-4eb0-86ae-1546cc4e4c7a req-9f59ed2a-d78f-47d1-b444-0121d85a2f6f service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0562093 Jan 14 07:21:51.077038 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5152a0ea-4f07-4ece-8dfa-d6c3cc2e171f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:51.082554 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5152a0ea-4f07-4ece-8dfa-d6c3cc2e171f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8b3661a-68da-4194-8010-2cd7c263cd89 HTTP/1.1" status: 204 len: 168 time: 1.3470137 Jan 14 07:21:51.169108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 6431a9f8-c919-4189-be22-046805894420 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:51.214306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-8cb092af-73e2-4013-9a78-1e18f0d0921e req-049ef7af-0245-47af-b2e1-6ad3fb28e510 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-727506108', 'description': 'tempest-description-1487162897'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:51.235863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-8cb092af-73e2-4013-9a78-1e18f0d0921e req-049ef7af-0245-47af-b2e1-6ad3fb28e510 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:51.246304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-8cb092af-73e2-4013-9a78-1e18f0d0921e req-049ef7af-0245-47af-b2e1-6ad3fb28e510 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Usage tracker for resource:security_group and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:51.251959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-8cb092af-73e2-4013-9a78-1e18f0d0921e req-049ef7af-0245-47af-b2e1-6ad3fb28e510 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Quota usage for security_group was recalculated. Used quota:5. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:51.264022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-8cb092af-73e2-4013-9a78-1e18f0d0921e req-049ef7af-0245-47af-b2e1-6ad3fb28e510 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:51.303127 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-8cb092af-73e2-4013-9a78-1e18f0d0921e req-049ef7af-0245-47af-b2e1-6ad3fb28e510 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:51.344673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9aa62146-ccb9-4b25-92c3-a58fecdf7c80 admin admin] For port 7e76b5fd-ff23-4565-9d12-2a1e54933520, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7e76b5fd-ff23-4565-9d12-2a1e54933520,segment=NetworkSegment(e073e208-d9de-4dfb-8cba-0ba9e65f86fd),segment_id=e073e208-d9de-4dfb-8cba-0ba9e65f86fd)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:51.345077 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aa62146-ccb9-4b25-92c3-a58fecdf7c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:51.368502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning for port 6431a9f8-c919-4189-be22-046805894420 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:51.377303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port 6431a9f8-c919-4189-be22-046805894420 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:51.377725 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:51.399826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-8cb092af-73e2-4013-9a78-1e18f0d0921e req-049ef7af-0245-47af-b2e1-6ad3fb28e510 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:51.422860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-8cb092af-73e2-4013-9a78-1e18f0d0921e req-049ef7af-0245-47af-b2e1-6ad3fb28e510 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Usage tracker for resource:security_group_rule and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:51.472329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f221d-9874-43e9-bb31-98c211b0c9da req-ea558a69-dfd9-4cb6-84cc-6e1b40afa2d3 tempest-LiveAutoBlockMigrationV225Test-130904895 tempest-LiveAutoBlockMigrationV225Test-130904895] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:51.476023 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-285f221d-9874-43e9-bb31-98c211b0c9da req-ea558a69-dfd9-4cb6-84cc-6e1b40afa2d3 tempest-LiveAutoBlockMigrationV225Test-130904895 tempest-LiveAutoBlockMigrationV225Test-130904895] 10.222.0.41 "GET /v2.0/networks?id=58b389f9-4796-4d06-b58c-27373b3494f5 HTTP/1.1" status: 200 len: 820 time: 0.4609146 Jan 14 07:21:51.484006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-8cb092af-73e2-4013-9a78-1e18f0d0921e req-049ef7af-0245-47af-b2e1-6ad3fb28e510 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:51.500609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-8cb092af-73e2-4013-9a78-1e18f0d0921e req-049ef7af-0245-47af-b2e1-6ad3fb28e510 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:51.506421 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-285f221d-9874-43e9-bb31-98c211b0c9da req-760503c3-6abe-41c6-8a57-6a431f5d1da7 tempest-LiveAutoBlockMigrationV225Test-130904895 tempest-LiveAutoBlockMigrationV225Test-130904895] 10.222.0.41 "GET /v2.0/quotas/ca0f03b3c39144af8e359327e6d92d5b HTTP/1.1" status: 200 len: 375 time: 0.0182290 Jan 14 07:21:51.580587 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-285f221d-9874-43e9-bb31-98c211b0c9da req-f804550f-96c3-419c-85d9-b66a759d036d tempest-LiveAutoBlockMigrationV225Test-130904895 tempest-LiveAutoBlockMigrationV225Test-130904895] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca0f03b3c39144af8e359327e6d92d5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671091 Jan 14 07:21:51.639123 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:51.694730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9aa62146-ccb9-4b25-92c3-a58fecdf7c80 admin admin] Calling delete_port for 7e76b5fd-ff23-4565-9d12-2a1e54933520 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:51.721532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55538) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:51.721944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb6f410-54df-4217-9064-f668de95fb8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6431a9f8-c919-4189-be22-046805894420'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:21:51.760027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port 6431a9f8-c919-4189-be22-046805894420, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=6431a9f8-c919-4189-be22-046805894420,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:51.767281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:51.769558 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:51.786253 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e9946a92-b5b5-4eb0-86ae-1546cc4e4c7a req-0875f1c4-78b0-4d43-ac62-c9b0fe075f54 service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7119868 Jan 14 07:21:51.853171 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-2fe421fe-8563-48b7-9e07-5a4504f317e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b606cc19a10040f598c205b295af6c24&device_id=f7622a81-a37b-4ea5-b77b-1221a75ac9fd HTTP/1.1" status: 200 len: 210 time: 0.0968499 Jan 14 07:21:51.866144 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55ca5dab-787e-4142-b695-fe3962b16cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:52.085049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-55ca5dab-787e-4142-b695-fe3962b16cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:52.137961 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-a639788d-e382-4511-a28a-114c1b422e0d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b606cc19a10040f598c205b295af6c24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2384822 Jan 14 07:21:52.203243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-55ca5dab-787e-4142-b695-fe3962b16cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:1a954368de3a42c5ad945fc00f273fbb is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:52.265855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-55ca5dab-787e-4142-b695-fe3962b16cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:52.274186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=6431a9f8-c919-4189-be22-046805894420,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:52.292545 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:52.297205 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-8cb092af-73e2-4013-9a78-1e18f0d0921e req-049ef7af-0245-47af-b2e1-6ad3fb28e510 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:52.407244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 6431a9f8-c919-4189-be22-046805894420 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:52.415530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55556) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:52.432889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-55ca5dab-787e-4142-b695-fe3962b16cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:52.437443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aa62146-ccb9-4b25-92c3-a58fecdf7c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:52.463356 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa719614-f960-4fe1-bce2-4a7095163fa9 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:52.524201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25b1e0ab-28bf-46e5-a40f-02ea73225c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:52.591059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port 6431a9f8-c919-4189-be22-046805894420 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:52.591485 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:52.598839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa62146-ccb9-4b25-92c3-a58fecdf7c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e76b5fd-ff23-4565-9d12-2a1e54933520,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:52.615587 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9aa62146-ccb9-4b25-92c3-a58fecdf7c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:52.628575 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92dcadfa-623d-467c-ba35-6f92d6b9c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:52.635747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-25b1e0ab-28bf-46e5-a40f-02ea73225c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:52.686951 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-8cb092af-73e2-4013-9a78-1e18f0d0921e req-049ef7af-0245-47af-b2e1-6ad3fb28e510 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:52.706224 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-03e8c40a-eb3a-4bc4-aabc-ca2943463d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:52.755191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ef7af-0245-47af-b2e1-6ad3fb28e510 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Pushing event updated for resources: {'SecurityGroup': ['ID=78bb86d0-0ade-403f-a417-689262db3a15,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:52.763634 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-049ef7af-0245-47af-b2e1-6ad3fb28e510 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:52.782311 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-285f221d-9874-43e9-bb31-98c211b0c9da req-54a72991-a6e0-4575-bec6-44684db829a5 service neutron] 10.222.0.41 "GET /v2.0/networks/58b389f9-4796-4d06-b58c-27373b3494f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1925032 Jan 14 07:21:52.815334 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6f969d0b-733d-44d2-9ea1-5b04066d4177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:52.853875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-25b1e0ab-28bf-46e5-a40f-02ea73225c29 admin admin] Usage tracker for resource:security_group_rule and tenant:70a241489e6a4666b2f1e2353f197f8d is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:52.875427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-25b1e0ab-28bf-46e5-a40f-02ea73225c29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:52.910453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-25b1e0ab-28bf-46e5-a40f-02ea73225c29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:52.954997 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-8cb092af-73e2-4013-9a78-1e18f0d0921e req-049ef7af-0245-47af-b2e1-6ad3fb28e510 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:52.956374 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8cb092af-73e2-4013-9a78-1e18f0d0921e req-049ef7af-0245-47af-b2e1-6ad3fb28e510 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.7527189 Jan 14 07:21:52.961459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcadfa-623d-467c-ba35-6f92d6b9c8f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e7a1fd6-38ef-433a-bf6f-d774afd6338b,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:52.981124 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-92dcadfa-623d-467c-ba35-6f92d6b9c8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:53.010377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dcadfa-623d-467c-ba35-6f92d6b9c8f3 admin admin] Checking segment: {'id': '0e16f6e2-5293-4b1d-9b52-a292c3b3d774', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '275d3369-3adb-475f-b857-d8af83360e86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:53.010776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dcadfa-623d-467c-ba35-6f92d6b9c8f3 admin admin] Network hostable DHCP agents. Network: 275d3369-3adb-475f-b857-d8af83360e86, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:21:53.013800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-c83ef92d-0397-415e-8459-82c3e8136fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:53.015387 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-c83ef92d-0397-415e-8459-82c3e8136fb6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.8549492 Jan 14 07:21:53.079809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55568) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:53.154969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dcadfa-623d-467c-ba35-6f92d6b9c8f3 admin admin] Network 275d3369-3adb-475f-b857-d8af83360e86 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:21:53.189082 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-1058ffe9-c19c-473b-b7ec-ca146ac644b3 tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] 10.222.0.39 "GET /v2.0/ports?device_id=f7622a81-a37b-4ea5-b77b-1221a75ac9fd HTTP/1.1" status: 200 len: 210 time: 0.1237159 Jan 14 07:21:53.244363 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-285f221d-9874-43e9-bb31-98c211b0c9da req-7c996c4d-56a9-44e3-8ba8-35af676de758 service neutron] 10.222.0.41 "GET /v2.0/networks/58b389f9-4796-4d06-b58c-27373b3494f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4604874 Jan 14 07:21:53.277482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-92dcadfa-623d-467c-ba35-6f92d6b9c8f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 275d3369-3adb-475f-b857-d8af83360e86) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:53.287884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fb4890-2133-473e-940e-cb89803688c9 None None] Network 275d3369-3adb-475f-b857-d8af83360e86 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:21:53.296627 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55ca5dab-787e-4142-b695-fe3962b16cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:53.300621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25b1e0ab-28bf-46e5-a40f-02ea73225c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:53.306518 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55ca5dab-787e-4142-b695-fe3962b16cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:53.326606 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fa2930db-69e3-4ba8-bc03-0b942fb29bbf tempest-SecurityGroupsTestAdminJSON-426083331 tempest-SecurityGroupsTestAdminJSON-426083331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:53.330251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25b1e0ab-28bf-46e5-a40f-02ea73225c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:53.349466 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c2041870-8cdc-455f-8064-d762bb254171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:53.373362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dcadfa-623d-467c-ba35-6f92d6b9c8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:53.374234 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92dcadfa-623d-467c-ba35-6f92d6b9c8f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:53.430121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca5dab-787e-4142-b695-fe3962b16cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db299b4a-5228-41ba-a310-2009fc40e363,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:53.452217 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-55ca5dab-787e-4142-b695-fe3962b16cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:53.553648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-4a535ddb-5087-4cd2-8922-d1d2b1141dd8 req-a448194a-8039-434a-b254-4cb8eb66afbd tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-539653332', 'description': 'tempest-description-1901961082'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:53.617666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-4a535ddb-5087-4cd2-8922-d1d2b1141dd8 req-a448194a-8039-434a-b254-4cb8eb66afbd tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:53.639620 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-55ca5dab-787e-4142-b695-fe3962b16cb8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a954368de3a42c5ad945fc00f273fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9012060 Jan 14 07:21:53.645643 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb6f410-54df-4217-9064-f668de95fb8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6431a9f8-c919-4189-be22-046805894420', 'code': 200} Jan 14 07:21:53.648870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4a535ddb-5087-4cd2-8922-d1d2b1141dd8 req-a448194a-8039-434a-b254-4cb8eb66afbd tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Usage tracker for resource:security_group and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:53.654794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4a535ddb-5087-4cd2-8922-d1d2b1141dd8 req-a448194a-8039-434a-b254-4cb8eb66afbd tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Quota usage for security_group was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:53.657425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55580) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:53.695847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-4a535ddb-5087-4cd2-8922-d1d2b1141dd8 req-a448194a-8039-434a-b254-4cb8eb66afbd tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:53.738692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aa62146-ccb9-4b25-92c3-a58fecdf7c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:53.765661 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4a535ddb-5087-4cd2-8922-d1d2b1141dd8 req-a448194a-8039-434a-b254-4cb8eb66afbd tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:53.958157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1314189772-network', 'tenant_id': '47f8f75f2b664ae6ba6d4d7f9a269b14'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:53.966202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:53.970553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Usage tracker for resource:network and tenant:47f8f75f2b664ae6ba6d4d7f9a269b14 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:53.975080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:53.983012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:53.988965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-275d3369-3adb-475f-b857-d8af83360e86', 'network_id': '275d3369-3adb-475f-b857-d8af83360e86', 'tenant_id': '673a998c4825436bb1f83fd2b05e1366', 'fixed_ips': [{'subnet_id': '4e7a1fd6-38ef-433a-bf6f-d774afd6338b'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:21:54.006401 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.021626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1e0ab-28bf-46e5-a40f-02ea73225c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658d6b78-9ac5-4340-839c-84ea97d7e1fd,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:54.025559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e4130-e934-4724-871d-44ca17d92291 req-e545e395-6c3f-42d9-913b-dea0e00e5d46 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:54.026180 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-25b1e0ab-28bf-46e5-a40f-02ea73225c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:54.029383 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8b2e4130-e934-4724-871d-44ca17d92291 req-e545e395-6c3f-42d9-913b-dea0e00e5d46 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] 10.222.0.39 "GET /v2.0/networks?id=0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 HTTP/1.1" status: 200 len: 815 time: 0.5760896 Jan 14 07:21:54.034904 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-92dcadfa-623d-467c-ba35-6f92d6b9c8f3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 4.1027935 Jan 14 07:21:54.044272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Made reservation on behalf of 47f8f75f2b664ae6ba6d4d7f9a269b14 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:54.049547 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.053316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55590) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:54.061708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-327418129-router', 'tenant_id': '673a998c4825436bb1f83fd2b05e1366', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:54.074495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-4a535ddb-5087-4cd2-8922-d1d2b1141dd8 req-a448194a-8039-434a-b254-4cb8eb66afbd tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:54.080558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-8b2e4130-e934-4724-871d-44ca17d92291 req-2af24352-85f9-40f4-8174-8d21910e7419 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Request body: {'port': {'device_id': '35935996-3ca3-4b7c-a2d2-1235b7994e76', 'network_id': '0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77', 'admin_state_up': True, 'tenant_id': 'aa3699163cc144ea91a97fd466fb413b'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:54.094428 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-25b1e0ab-28bf-46e5-a40f-02ea73225c29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70a241489e6a4666b2f1e2353f197f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6768057 Jan 14 07:21:54.099590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55596) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:54.100396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.106927 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61d8f4cd-429c-48f0-989f-3be84e5af162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.122512 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3dabec5c-b489-49cc-8714-cc24697bdee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.127745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:54.136063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Usage tracker for resource:security_group_rule and tenant:47f8f75f2b664ae6ba6d4d7f9a269b14 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:54.139406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:54.147090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:54.150792 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61d8f4cd-429c-48f0-989f-3be84e5af162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.201565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4a535ddb-5087-4cd2-8922-d1d2b1141dd8 req-a448194a-8039-434a-b254-4cb8eb66afbd tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Usage tracker for resource:security_group_rule and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:54.210501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:54.274460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4a535ddb-5087-4cd2-8922-d1d2b1141dd8 req-a448194a-8039-434a-b254-4cb8eb66afbd tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:54.277864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Usage tracker for resource:router and tenant:673a998c4825436bb1f83fd2b05e1366 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:54.289880 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61d8f4cd-429c-48f0-989f-3be84e5af162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.305802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:54.319769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:54.346485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-4a535ddb-5087-4cd2-8922-d1d2b1141dd8 req-a448194a-8039-434a-b254-4cb8eb66afbd tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:54.359020 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6daaef2b-736c-4530-b547-4815fd909f1e req-804e4aa6-6683-45c4-867a-d42ca5d3cc37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b606cc19a10040f598c205b295af6c24&device_id=f7622a81-a37b-4ea5-b77b-1221a75ac9fd HTTP/1.1" status: 200 len: 210 time: 0.1021936 Jan 14 07:21:54.415121 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6daaef2b-736c-4530-b547-4815fd909f1e req-49466d20-0afd-4b87-b8d9-c82cc9959039 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b606cc19a10040f598c205b295af6c24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348387 Jan 14 07:21:54.446746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4a535ddb-5087-4cd2-8922-d1d2b1141dd8 req-a448194a-8039-434a-b254-4cb8eb66afbd tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.448468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 6431a9f8-c919-4189-be22-046805894420 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:54.456962 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-32849ee3-c6e7-45ff-b7b9-bf246eecf89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:54.465339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.475168 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4a535ddb-5087-4cd2-8922-d1d2b1141dd8 req-a448194a-8039-434a-b254-4cb8eb66afbd tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.490732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.492409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.530486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8f4cd-429c-48f0-989f-3be84e5af162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db299b4a-5228-41ba-a310-2009fc40e363,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:54.544907 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61d8f4cd-429c-48f0-989f-3be84e5af162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:54.559348 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ebc315ea-2ee8-4523-a9e5-4ab101b92cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:54.610982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448194a-8039-434a-b254-4cb8eb66afbd tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8f5f63-5a0d-4785-9ae8-21b673a8d54c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:54.614665 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61d8f4cd-429c-48f0-989f-3be84e5af162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.621773 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-61d8f4cd-429c-48f0-989f-3be84e5af162 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db299b4a-5228-41ba-a310-2009fc40e363 HTTP/1.1" status: 204 len: 168 time: 0.9628618 Jan 14 07:21:54.632823 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a448194a-8039-434a-b254-4cb8eb66afbd tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:54.642574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4a535ddb-5087-4cd2-8922-d1d2b1141dd8 req-a448194a-8039-434a-b254-4cb8eb66afbd tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.644132 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4a535ddb-5087-4cd2-8922-d1d2b1141dd8 req-a448194a-8039-434a-b254-4cb8eb66afbd tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1303484 Jan 14 07:21:54.666564 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.707316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-8b2e4130-e934-4724-871d-44ca17d92291 req-2af24352-85f9-40f4-8174-8d21910e7419 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:54.718839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-8b2e4130-e934-4724-871d-44ca17d92291 req-2af24352-85f9-40f4-8174-8d21910e7419 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:54.748915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2e4130-e934-4724-871d-44ca17d92291 req-2af24352-85f9-40f4-8174-8d21910e7419 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Made reservation on behalf of aa3699163cc144ea91a97fd466fb413b for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:54.772232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-8b2e4130-e934-4724-871d-44ca17d92291 req-2af24352-85f9-40f4-8174-8d21910e7419 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:54.910091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port 6431a9f8-c919-4189-be22-046805894420 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:54.911948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:55.103685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Allocated IP 172.20.0.2 (275d3369-3adb-475f-b857-d8af83360e86/4e7a1fd6-38ef-433a-bf6f-d774afd6338b/41cb10f7-d36b-4238-8028-91462a795f66) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:21:55.259186 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:55.301257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:21:55.318987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:55.319386 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Added segment 7e8e8e5e-a56b-4feb-9de0-d800b652961c of type vxlan for network fbef7054-184c-4ac7-83a1-f7e066f1ea40 Jan 14 07:21:55.406375 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:55.466506 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5152a0ea-4f07-4ece-8dfa-d6c3cc2e171f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:55.511276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:55.615068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-8b2e4130-e934-4724-871d-44ca17d92291 req-2af24352-85f9-40f4-8174-8d21910e7419 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Allocated IP 172.20.0.4 (0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77/9ea27083-3da7-4045-8c81-c99ca7ca4d65/7d31647d-d8fb-4e01-9929-eb2a74e29965) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:21:55.631496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:55.636769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36af861d-7b2c-45f5-8fef-d733e43fc6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:55.681021 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36af861d-7b2c-45f5-8fef-d733e43fc6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:55.793271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:55.793934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:55.873494 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36af861d-7b2c-45f5-8fef-d733e43fc6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:55.884026 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36af861d-7b2c-45f5-8fef-d733e43fc6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:55.885306 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-36af861d-7b2c-45f5-8fef-d733e43fc6ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/658d6b78-9ac5-4340-839c-84ea97d7e1fd HTTP/1.1" status: 204 len: 168 time: 1.7659638 Jan 14 07:21:55.904265 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-8b2e4130-e934-4724-871d-44ca17d92291 req-2af24352-85f9-40f4-8174-8d21910e7419 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:55.959194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-8b2e4130-e934-4724-871d-44ca17d92291 req-2af24352-85f9-40f4-8174-8d21910e7419 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Transition to ACTIVE for port object 7d31647d-d8fb-4e01-9929-eb2a74e29965 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:21:55.978992 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.8903072 Jan 14 07:21:55.983360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55644) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:56.019047 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0ddd024f-f31f-4ea8-805a-7d00660b1355 req-3516fe2d-5182-4228-adcc-f3eb6c150b2a tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "GET /v2.0/security-groups/78bb86d0-0ade-403f-a417-689262db3a15 HTTP/1.1" status: 200 len: 1804 time: 1.2904058 Jan 14 07:21:56.026419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853cedfe-3cbc-4d0b-8e40-010d1c181670,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:56.026946 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-8b2e4130-e934-4724-871d-44ca17d92291 req-2af24352-85f9-40f4-8174-8d21910e7419 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:56.164218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cae0bba0-c23c-469e-b845-eced9548bd10 admin admin] Request body: {'subnet': {'network_id': 'fbef7054-184c-4ac7-83a1-f7e066f1ea40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1314189772-subnet', 'tenant_id': '47f8f75f2b664ae6ba6d4d7f9a269b14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:56.218902 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-44bb56b8-ee42-4a65-a01c-94cde56377f2 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:56.234153 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:56.234770 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.363s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:56.298364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cae0bba0-c23c-469e-b845-eced9548bd10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:56.322425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cae0bba0-c23c-469e-b845-eced9548bd10 admin admin] Usage tracker for resource:subnet and tenant:47f8f75f2b664ae6ba6d4d7f9a269b14 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:56.404631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 6431a9f8-c919-4189-be22-046805894420 no longer exists at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:21:56.436275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cae0bba0-c23c-469e-b845-eced9548bd10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:56.479105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cae0bba0-c23c-469e-b845-eced9548bd10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:56.488655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daaef2b-736c-4530-b547-4815fd909f1e req-aced5278-36d5-42c6-8ff4-438aaa73b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:56.491022 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6daaef2b-736c-4530-b547-4815fd909f1e req-aced5278-36d5-42c6-8ff4-438aaa73b8e8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 2.0527997 Jan 14 07:21:56.502276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Pushing event updated for resources: {'Network': ['ID=fbef7054-184c-4ac7-83a1-f7e066f1ea40,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:56.516420 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:56.517016 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b2b450c-56e6-4e49-b934-b2f86a263453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.603s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.537794 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.542668 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:21:56.542668 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.542668 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.542668 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.542668 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:21:56.542668 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.542668 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.542668 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.542668 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:21:56.542668 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.542668 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.542668 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.542668 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:21:56.542668 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.542668 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.542668 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.542668 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:56.542668 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.542668 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.542668 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.568689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:56.574373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-095e10ce-8aea-46cc-b288-026c0253d868 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:56.575331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-095e10ce-8aea-46cc-b288-026c0253d868 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Synchronizing usage tracker for tenant:705d681c44f644d38b6bd0bbc27cc4da on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:56.579444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2e4130-e934-4724-871d-44ca17d92291 req-2af24352-85f9-40f4-8174-8d21910e7419 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Network 0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:56.583497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55680) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:56.584580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af861d-7b2c-45f5-8fef-d733e43fc6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658d6b78-9ac5-4340-839c-84ea97d7e1fd,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:56.584812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Transition to ACTIVE for port object 41cb10f7-d36b-4238-8028-91462a795f66 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:21:56.614458 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0ddd024f-f31f-4ea8-805a-7d00660b1355 req-e483d920-89ac-4c8d-a2b4-3e137651abbc tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "GET /v2.0/security-groups/ca8f5f63-5a0d-4785-9ae8-21b673a8d54c HTTP/1.1" status: 200 len: 1804 time: 0.5846562 Jan 14 07:21:56.618544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Transition to ACTIVE for port object 41cb10f7-d36b-4238-8028-91462a795f66 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:21:56.620351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-8b2e4130-e934-4724-871d-44ca17d92291 req-2af24352-85f9-40f4-8174-8d21910e7419 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:56.623769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2e4130-e934-4724-871d-44ca17d92291 req-2af24352-85f9-40f4-8174-8d21910e7419 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:21:56.672311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-0ddd024f-f31f-4ea8-805a-7d00660b1355 req-8e9f6176-6fd3-46bb-821a-3c8109eb65c7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '78bb86d0-0ade-403f-a417-689262db3a15', 'remote_group_id': 'ca8f5f63-5a0d-4785-9ae8-21b673a8d54c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:56.679253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-0ddd024f-f31f-4ea8-805a-7d00660b1355 req-8e9f6176-6fd3-46bb-821a-3c8109eb65c7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '78bb86d0-0ade-403f-a417-689262db3a15', 'remote_group_id': 'ca8f5f63-5a0d-4785-9ae8-21b673a8d54c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.682981 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.685921 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:21:56.685921 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.685921 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.685921 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.685921 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:21:56.685921 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.685921 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.685921 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.685921 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:21:56.685921 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.685921 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.685921 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.685921 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:21:56.685921 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.685921 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.685921 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.685921 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:21:56.685921 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:21:56.685921 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:21:56.685921 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:21:56.697456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-0ddd024f-f31f-4ea8-805a-7d00660b1355 req-8e9f6176-6fd3-46bb-821a-3c8109eb65c7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:56.697679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network fbef7054-184c-4ac7-83a1-f7e066f1ea40 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:56.702312 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-36af861d-7b2c-45f5-8fef-d733e43fc6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:56.703484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-0ddd024f-f31f-4ea8-805a-7d00660b1355 req-8e9f6176-6fd3-46bb-821a-3c8109eb65c7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Usage tracker for resource:security_group_rule and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:56.708616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-0ddd024f-f31f-4ea8-805a-7d00660b1355 req-8e9f6176-6fd3-46bb-821a-3c8109eb65c7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:56.716222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-0ddd024f-f31f-4ea8-805a-7d00660b1355 req-8e9f6176-6fd3-46bb-821a-3c8109eb65c7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:56.729735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af24352-85f9-40f4-8174-8d21910e7419 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Pushing event updated for resources: {'Port': ['ID=7d31647d-d8fb-4e01-9929-eb2a74e29965,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:56.766629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network fbef7054-184c-4ac7-83a1-f7e066f1ea40 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:56.785900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae0bba0-c23c-469e-b845-eced9548bd10 admin admin] Made reservation on behalf of 47f8f75f2b664ae6ba6d4d7f9a269b14 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:56.799064 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cae0bba0-c23c-469e-b845-eced9548bd10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:57.088302 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6daaef2b-736c-4530-b547-4815fd909f1e req-4402ab81-b167-4305-b7d6-f515dcc129e4 tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] 10.222.0.39 "GET /v2.0/ports?device_id=f7622a81-a37b-4ea5-b77b-1221a75ac9fd HTTP/1.1" status: 200 len: 210 time: 0.5085893 Jan 14 07:21:57.090692 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2af24352-85f9-40f4-8174-8d21910e7419 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:57.104674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55688) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:21:57.153420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-095e10ce-8aea-46cc-b288-026c0253d868 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Unset dirty status for tenant:705d681c44f644d38b6bd0bbc27cc4da on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:57.154908 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-095e10ce-8aea-46cc-b288-026c0253d868 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] 10.222.0.53 "GET /v2.0/ports?device_id=beb6f410-54df-4217-9064-f668de95fb8c HTTP/1.1" status: 200 len: 950 time: 1.6462457 Jan 14 07:21:57.162574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network fbef7054-184c-4ac7-83a1-f7e066f1ea40 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:21:57.224644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-395002bc-a69f-49b5-bd89-b91d77b13209 tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] Synchronizing usage tracker for tenant:b606cc19a10040f598c205b295af6c24 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:21:57.356451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:57.439377 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:57.461405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-323bbd83-255d-4dae-b43b-d9e2d464ae7c tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Deleting port 6431a9f8-c919-4189-be22-046805894420 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:21:57.461898 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-323bbd83-255d-4dae-b43b-d9e2d464ae7c tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:57.481220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb99ba-1b22-47e8-a83c-a1b8d7eb0dae req-cb688955-c7a0-448f-97cd-087b4350baab tempest-LiveAutoBlockMigrationV225Test-130904895 tempest-LiveAutoBlockMigrationV225Test-130904895] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:57.492508 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b3eb99ba-1b22-47e8-a83c-a1b8d7eb0dae req-cb688955-c7a0-448f-97cd-087b4350baab tempest-LiveAutoBlockMigrationV225Test-130904895 tempest-LiveAutoBlockMigrationV225Test-130904895] 10.222.0.41 "GET /v2.0/networks?id=58b389f9-4796-4d06-b58c-27373b3494f5 HTTP/1.1" status: 200 len: 820 time: 0.2924528 Jan 14 07:21:57.545347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-395002bc-a69f-49b5-bd89-b91d77b13209 tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] Unset dirty status for tenant:b606cc19a10040f598c205b295af6c24 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:21:57.545347 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-395002bc-a69f-49b5-bd89-b91d77b13209 tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] 10.222.0.53 "GET /v2.0/networks?id=2f4f08cd-c65c-4793-89d2-7675698e9db3 HTTP/1.1" status: 200 len: 213 time: 0.4848928 Jan 14 07:21:57.564395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e4130-e934-4724-871d-44ca17d92291 req-2af24352-85f9-40f4-8174-8d21910e7419 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:57.565216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-8b2e4130-e934-4724-871d-44ca17d92291 req-2af24352-85f9-40f4-8174-8d21910e7419 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:57.604629 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8b2e4130-e934-4724-871d-44ca17d92291 req-2af24352-85f9-40f4-8174-8d21910e7419 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5317922 Jan 14 07:21:57.622091 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b3eb99ba-1b22-47e8-a83c-a1b8d7eb0dae req-09d79714-47bb-4256-b901-6b846a44aa82 tempest-LiveAutoBlockMigrationV225Test-130904895 tempest-LiveAutoBlockMigrationV225Test-130904895] 10.222.0.41 "GET /v2.0/quotas/ca0f03b3c39144af8e359327e6d92d5b HTTP/1.1" status: 200 len: 375 time: 0.1080806 Jan 14 07:21:57.652225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Request body: {'port': {'device_id': '35935996-3ca3-4b7c-a2d2-1235b7994e76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-2'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:57.684461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1641c41a-1e0b-4251-b59d-946028216017 None None] Provisioning for port 7d31647d-d8fb-4e01-9929-eb2a74e29965 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:57.719897 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb37ed5b-26d4-4e3f-b39f-cd0a140eb408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:57.730122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:57.739919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1641c41a-1e0b-4251-b59d-946028216017 None None] Provisioning complete for port 7d31647d-d8fb-4e01-9929-eb2a74e29965 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:21:57.740292 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1641c41a-1e0b-4251-b59d-946028216017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:57.764563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1198321339-network', 'tenant_id': '743e7c1a4e7f4a82a0f5053bc3fb9125'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:21:57.784035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:57.790146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Usage tracker for resource:network and tenant:743e7c1a4e7f4a82a0f5053bc3fb9125 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:57.796512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:57.807813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa62146-ccb9-4b25-92c3-a58fecdf7c80 admin admin] Router f57482e4-db79-489f-affc-b4f31ed7ce1d has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:21:57.813676 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0ddd024f-f31f-4ea8-805a-7d00660b1355 req-8e9f6176-6fd3-46bb-821a-3c8109eb65c7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:57.859145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:57.872353 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-285f221d-9874-43e9-bb31-98c211b0c9da req-2af13739-c670-4b0d-aae9-2ff6d2c13b7d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca0f03b3c39144af8e359327e6d92d5b&device_id=733cd071-d7b4-4d31-b575-5bc88f55d1ce HTTP/1.1" status: 200 len: 210 time: 0.2335091 Jan 14 07:21:57.920876 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b3eb99ba-1b22-47e8-a83c-a1b8d7eb0dae req-83ffb463-95f7-457e-9c1d-7ec0dbd928b5 tempest-LiveAutoBlockMigrationV225Test-130904895 tempest-LiveAutoBlockMigrationV225Test-130904895] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca0f03b3c39144af8e359327e6d92d5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2968454 Jan 14 07:21:57.986550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1641c41a-1e0b-4251-b59d-946028216017 None None] Port 7d31647d-d8fb-4e01-9929-eb2a74e29965 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:21:58.004065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Pushing event updated for resources: {'Port': ['ID=41cb10f7-d36b-4238-8028-91462a795f66,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:58.014650 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:58.021469 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.029850 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.069247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port 6431a9f8-c919-4189-be22-046805894420, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=6431a9f8-c919-4189-be22-046805894420,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:58.073148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb6f410-54df-4217-9064-f668de95fb8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6431a9f8-c919-4189-be22-046805894420'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:21:58.082239 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.090129 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7dd6f191-de54-4b12-bb5f-002594073a61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:58.131527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Network 275d3369-3adb-475f-b857-d8af83360e86 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:21:58.140466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:21:58.151085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:21:58.199853 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b3eb99ba-1b22-47e8-a83c-a1b8d7eb0dae req-ec833aeb-1f72-44e0-bc2a-19d63bb4c202 service neutron] 10.222.0.41 "GET /v2.0/networks/58b389f9-4796-4d06-b58c-27373b3494f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778430 Jan 14 07:21:58.235738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=6431a9f8-c919-4189-be22-046805894420,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:58.241429 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:58.242266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Attempting to bind port 41cb10f7-d36b-4238-8028-91462a795f66 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:21:58.242790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Attempting to bind port 41cb10f7-d36b-4238-8028-91462a795f66 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '0e16f6e2-5293-4b1d-9b52-a292c3b3d774', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '275d3369-3adb-475f-b857-d8af83360e86'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:21:58.243216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Attempting to bind port 41cb10f7-d36b-4238-8028-91462a795f66 on network 275d3369-3adb-475f-b857-d8af83360e86 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:21:58.250124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:21:58.250550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Checking segment: {'id': '0e16f6e2-5293-4b1d-9b52-a292c3b3d774', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '275d3369-3adb-475f-b857-d8af83360e86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:21:58.251000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.251444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Bound using segment: {'id': '0e16f6e2-5293-4b1d-9b52-a292c3b3d774', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '275d3369-3adb-475f-b857-d8af83360e86'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:21:58.252173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Bound port: 41cb10f7-d36b-4238-8028-91462a795f66, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e16f6e2-5293-4b1d-9b52-a292c3b3d774', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '275d3369-3adb-475f-b857-d8af83360e86'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:21:58.252593 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.358129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] For port 41cb10f7-d36b-4238-8028-91462a795f66, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:21:58.361956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] For port 41cb10f7-d36b-4238-8028-91462a795f66, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=41cb10f7-d36b-4238-8028-91462a795f66,segment=NetworkSegment(0e16f6e2-5293-4b1d-9b52-a292c3b3d774),segment_id=0e16f6e2-5293-4b1d-9b52-a292c3b3d774)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:21:58.367525 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.387259 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:58.414389 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-6792f8b2-2d3c-4de8-baf6-b540f7ad8d6d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b606cc19a10040f598c205b295af6c24&device_id=f7622a81-a37b-4ea5-b77b-1221a75ac9fd HTTP/1.1" status: 200 len: 210 time: 0.5890384 Jan 14 07:21:58.426410 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b3eb99ba-1b22-47e8-a83c-a1b8d7eb0dae req-55157fb2-f1c4-4da2-b53e-5cee0e42f138 service neutron] 10.222.0.41 "GET /v2.0/networks/58b389f9-4796-4d06-b58c-27373b3494f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2254982 Jan 14 07:21:58.484024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Made reservation on behalf of 743e7c1a4e7f4a82a0f5053bc3fb9125 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:21:58.489690 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.572875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.587031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Pushing event updated for resources: {'Port': ['ID=41cb10f7-d36b-4238-8028-91462a795f66,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:58.595158 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:58.689189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:21:58.694667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Usage tracker for resource:security_group_rule and tenant:743e7c1a4e7f4a82a0f5053bc3fb9125 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:21:58.698358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:21:58.704818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:21:58.746032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:58.750073 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-a8ba0fd7-a5cd-4ae6-a9cf-247f2785582c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b606cc19a10040f598c205b295af6c24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3168795 Jan 14 07:21:58.762053 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'beb6f410-54df-4217-9064-f668de95fb8c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6431a9f8-c919-4189-be22-046805894420', 'code': 422} returned with failed status Jan 14 07:21:58.849296 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:59.041146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-323bbd83-255d-4dae-b43b-d9e2d464ae7c tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] For port 6431a9f8-c919-4189-be22-046805894420, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=6431a9f8-c919-4189-be22-046805894420,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:21:59.041696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-323bbd83-255d-4dae-b43b-d9e2d464ae7c tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:59.241941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-58fba826-bb71-409c-af56-3452821044e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:59.243947 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-58fba826-bb71-409c-af56-3452821044e7 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3521941 Jan 14 07:21:59.422314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 41cb10f7-d36b-4238-8028-91462a795f66 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:21:59.432202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:59.455776 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-e67f6e7f-b2d4-4f2d-9b2a-ace6f9aeaf10 tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] 10.222.0.53 "GET /v2.0/ports?device_id=f7622a81-a37b-4ea5-b77b-1221a75ac9fd HTTP/1.1" status: 200 len: 210 time: 0.1162913 Jan 14 07:21:59.461197 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0ddd024f-f31f-4ea8-805a-7d00660b1355 req-8e9f6176-6fd3-46bb-821a-3c8109eb65c7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:59.571987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-323bbd83-255d-4dae-b43b-d9e2d464ae7c tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Calling delete_port for 6431a9f8-c919-4189-be22-046805894420 owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:21:59.615473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 41cb10f7-d36b-4238-8028-91462a795f66 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:21:59.618066 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:59.660285 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc9b14ad-2d80-4419-886f-c679c503871f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:59.765111 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0ddd024f-f31f-4ea8-805a-7d00660b1355 req-8e9f6176-6fd3-46bb-821a-3c8109eb65c7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:59.782785 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-9461b15e-dbd4-46f8-ad43-701f2c03e08a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b606cc19a10040f598c205b295af6c24&device_id=f7622a81-a37b-4ea5-b77b-1221a75ac9fd HTTP/1.1" status: 200 len: 210 time: 0.0674732 Jan 14 07:21:59.821833 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:21:59.853105 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-e5847650-7838-47f2-ac6e-e9bae014ae19 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b606cc19a10040f598c205b295af6c24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624332 Jan 14 07:21:59.865217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:21:59.866657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:59.902263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fda13e-f86f-4ad0-8c10-880455a56596,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:59.906822 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:21:59.916223 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:59.925068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa62146-ccb9-4b25-92c3-a58fecdf7c80 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:21:59.927562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f6176-6fd3-46bb-821a-3c8109eb65c7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a676960-d3fd-4268-8e54-6b2db63412e7,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:21:59.932634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f221d-9874-43e9-bb31-98c211b0c9da req-037286d7-d677-4a74-b7db-c05d545dac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:21:59.934495 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-285f221d-9874-43e9-bb31-98c211b0c9da req-037286d7-d677-4a74-b7db-c05d545dac49 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=ca0f03b3c39144af8e359327e6d92d5b&shared=False HTTP/1.1" status: 200 len: 914 time: 2.0433133 Jan 14 07:21:59.939417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec7e2c7-a1cd-41cd-9666-a4aac0fbfb70 None None] Sync routers for ids ['f57482e4-db79-489f-affc-b4f31ed7ce1d'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:21:59.946499 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:21:59.946975 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Added segment 9de4390a-d6cd-4014-8f7d-0a050456859c of type vxlan for network c8e03694-03e3-43e0-94e5-6efef38c9fb3 Jan 14 07:21:59.967262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec7e2c7-a1cd-41cd-9666-a4aac0fbfb70 None None] Routers {'f57482e4-db79-489f-affc-b4f31ed7ce1d'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:21:59.967991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4ec7e2c7-a1cd-41cd-9666-a4aac0fbfb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:21:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f57482e4-db79-489f-affc-b4f31ed7ce1d'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:00.214247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-4ec7e2c7-a1cd-41cd-9666-a4aac0fbfb70 None None] Set router f57482e4-db79-489f-affc-b4f31ed7ce1d gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:00.217459 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:00.376976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-323bbd83-255d-4dae-b43b-d9e2d464ae7c tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:00.381345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f221d-9874-43e9-bb31-98c211b0c9da req-96576961-579e-456b-beea-f5399287e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:00.383029 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-285f221d-9874-43e9-bb31-98c211b0c9da req-96576961-579e-456b-beea-f5399287e932 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4386044 Jan 14 07:22:00.410130 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9aa62146-ccb9-4b25-92c3-a58fecdf7c80 admin admin] 10.222.0.41 "PUT /v2.0/routers/f57482e4-db79-489f-affc-b4f31ed7ce1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9424920 Jan 14 07:22:00.411095 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9aa62146-ccb9-4b25-92c3-a58fecdf7c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:00.442374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55772) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:00.456711 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:00.476520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-089aa1ba-3c12-46af-9907-b79afe4a8d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:00.478228 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-089aa1ba-3c12-46af-9907-b79afe4a8d07 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5805807 Jan 14 07:22:00.566468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4d4aec-0d5e-40b6-a1c4-a40bd030ecf4 None None] Network 275d3369-3adb-475f-b857-d8af83360e86 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:00.589265 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8e9f6176-6fd3-46bb-821a-3c8109eb65c7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:00.621794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:00.622444 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:00.628946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bbd83-255d-4dae-b43b-d9e2d464ae7c tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Pushing event deleted for resources: {'Port': ['ID=6431a9f8-c919-4189-be22-046805894420,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:00.651692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0ddd024f-f31f-4ea8-805a-7d00660b1355 req-8e9f6176-6fd3-46bb-821a-3c8109eb65c7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:00.653251 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0ddd024f-f31f-4ea8-805a-7d00660b1355 req-8e9f6176-6fd3-46bb-821a-3c8109eb65c7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 4.0375605 Jan 14 07:22:00.665760 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-323bbd83-255d-4dae-b43b-d9e2d464ae7c tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:00.801746 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ef9c21c-3114-4f1d-b5b8-03d65dcd879f req-ceec75ac-07ec-406c-913a-83186524dd42 tempest-InstanceActionsV221TestJSON-699332958 tempest-InstanceActionsV221TestJSON-699332958] 10.222.0.53 "GET /v2.0/ports?device_id=f7622a81-a37b-4ea5-b77b-1221a75ac9fd HTTP/1.1" status: 200 len: 210 time: 0.2088423 Jan 14 07:22:00.828720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb8a7e-dc99-46b8-987b-2650cd58c153 req-3c4e1959-1651-439e-af20-7d0418b25564 tempest-LiveAutoBlockMigrationV225Test-130904895 tempest-LiveAutoBlockMigrationV225Test-130904895] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:00.830354 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66bb8a7e-dc99-46b8-987b-2650cd58c153 req-3c4e1959-1651-439e-af20-7d0418b25564 tempest-LiveAutoBlockMigrationV225Test-130904895 tempest-LiveAutoBlockMigrationV225Test-130904895] 10.222.0.41 "GET /v2.0/networks?id=58b389f9-4796-4d06-b58c-27373b3494f5 HTTP/1.1" status: 200 len: 820 time: 0.9657767 Jan 14 07:22:00.904570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab02697c-caa0-4cab-9f60-60c9aab3f9c3 None None] Provisioning for port 41cb10f7-d36b-4238-8028-91462a795f66 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:00.911134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4ec7e2c7-a1cd-41cd-9666-a4aac0fbfb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57482e4-db79-489f-affc-b4f31ed7ce1d', 'name': 'tempest-FloatingIPsTestJSON-837055694-router', 'tenant_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '31859957-4482-4cf1-a927-85346bb9f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:54Z', 'updated_at': '2021-01-14T07:21:52Z', 'revision_number': 5, 'project_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'gw_port': {'id': '31859957-4482-4cf1-a927-85346bb9f194', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57482e4-db79-489f-affc-b4f31ed7ce1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:58Z', 'updated_at': '2021-01-14T07:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:00.934459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec7e2c7-a1cd-41cd-9666-a4aac0fbfb70 None None] Checking router: f57482e4-db79-489f-affc-b4f31ed7ce1d for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:22:00.950487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab02697c-caa0-4cab-9f60-60c9aab3f9c3 None None] Provisioning complete for port 41cb10f7-d36b-4238-8028-91462a795f66 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:00.950828 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab02697c-caa0-4cab-9f60-60c9aab3f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:00.964175 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.338s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:00.980555 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-285f221d-9874-43e9-bb31-98c211b0c9da req-d5a2d7fe-c7f0-4c21-a4ec-1fdd09888147 tempest-LiveAutoBlockMigrationV225Test-130904895 tempest-LiveAutoBlockMigrationV225Test-130904895] 10.222.0.39 "GET /v2.0/ports?device_id=733cd071-d7b4-4d31-b575-5bc88f55d1ce HTTP/1.1" status: 200 len: 210 time: 0.5371130 Jan 14 07:22:01.032498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec7e2c7-a1cd-41cd-9666-a4aac0fbfb70 None None] Routers {'f57482e4-db79-489f-affc-b4f31ed7ce1d'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:01.033215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4ec7e2c7-a1cd-41cd-9666-a4aac0fbfb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:21:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f57482e4-db79-489f-affc-b4f31ed7ce1d'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:01.067584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Allocated IP 172.25.3.95 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:01.137743 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.0289869 Jan 14 07:22:01.147162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55780) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:01.234643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c00358ee-a5c8-41e7-9aab-e6a257e071ed admin admin] Request body: {'subnet': {'network_id': 'c8e03694-03e3-43e0-94e5-6efef38c9fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1198321339-subnet', 'tenant_id': '743e7c1a4e7f4a82a0f5053bc3fb9125', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:01.236102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:01.251893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Pushing event updated for resources: {'Network': ['ID=c8e03694-03e3-43e0-94e5-6efef38c9fb3,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:01.269720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:01.272887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c00358ee-a5c8-41e7-9aab-e6a257e071ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:01.280122 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:01.300054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-4ec7e2c7-a1cd-41cd-9666-a4aac0fbfb70 None None] Set router f57482e4-db79-489f-affc-b4f31ed7ce1d gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:01.307444 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:01.311021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c00358ee-a5c8-41e7-9aab-e6a257e071ed admin admin] Usage tracker for resource:subnet and tenant:743e7c1a4e7f4a82a0f5053bc3fb9125 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:01.343522 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66bb8a7e-dc99-46b8-987b-2650cd58c153 req-3489413d-43b4-493c-8484-2cf2892af921 tempest-LiveAutoBlockMigrationV225Test-130904895 tempest-LiveAutoBlockMigrationV225Test-130904895] 10.222.0.41 "GET /v2.0/quotas/ca0f03b3c39144af8e359327e6d92d5b HTTP/1.1" status: 200 len: 375 time: 0.0772848 Jan 14 07:22:01.351159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c00358ee-a5c8-41e7-9aab-e6a257e071ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:01.382846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c00358ee-a5c8-41e7-9aab-e6a257e071ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:01.412412 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9eec768-3ff1-460b-a11a-822334abbda8 admin admin] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:01.450035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network c8e03694-03e3-43e0-94e5-6efef38c9fb3 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:01.543283 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66bb8a7e-dc99-46b8-987b-2650cd58c153 req-e99c8080-ac86-4bb7-bed6-b9eba6952af2 tempest-LiveAutoBlockMigrationV225Test-130904895 tempest-LiveAutoBlockMigrationV225Test-130904895] 10.222.0.41 "GET /v2.0/ports?tenant_id=ca0f03b3c39144af8e359327e6d92d5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1987543 Jan 14 07:22:01.544056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00358ee-a5c8-41e7-9aab-e6a257e071ed admin admin] Made reservation on behalf of 743e7c1a4e7f4a82a0f5053bc3fb9125 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:01.548896 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c00358ee-a5c8-41e7-9aab-e6a257e071ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:01.574087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cae0bba0-c23c-469e-b845-eced9548bd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:01.585231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-323bbd83-255d-4dae-b43b-d9e2d464ae7c tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] No DVR routers for this DVR port 6431a9f8-c919-4189-be22-046805894420 on host n-h1-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:22:01.593395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network c8e03694-03e3-43e0-94e5-6efef38c9fb3 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:01.608529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network c8e03694-03e3-43e0-94e5-6efef38c9fb3 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:01.665672 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f843a114-182d-426e-9525-aeb6bcc09e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:01.694122 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1f2ff1e5-9f3e-462c-8228-e29eab3ac033 req-fca1278f-77c6-48c2-98fc-b48e71897f62 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "GET /v2.0/security-groups/ca8f5f63-5a0d-4785-9ae8-21b673a8d54c HTTP/1.1" status: 200 len: 1804 time: 0.4296072 Jan 14 07:22:01.698260 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-323bbd83-255d-4dae-b43b-d9e2d464ae7c tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:01.700408 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-323bbd83-255d-4dae-b43b-d9e2d464ae7c tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] 10.222.0.53 "DELETE /v2.0/ports/6431a9f8-c919-4189-be22-046805894420 HTTP/1.1" status: 204 len: 173 time: 4.4630237 Jan 14 07:22:01.715344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb6f410-54df-4217-9064-f668de95fb8c', 'name': 'network-vif-deleted', 'tag': '6431a9f8-c919-4189-be22-046805894420'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:22:01.728514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:01.768430 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:01.896665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:01.904497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:01.909933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:22:01.975825 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ecf76fb9-501d-46a7-af57-fd9bda792563 req-522991ed-0e20-48c7-ac9f-969d8efb5e71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ca0f03b3c39144af8e359327e6d92d5b&device_id=733cd071-d7b4-4d31-b575-5bc88f55d1ce HTTP/1.1" status: 200 len: 210 time: 0.2618759 Jan 14 07:22:01.993023 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2fe63e29-2583-4503-a813-a1bb751be6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:02.016435 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66bb8a7e-dc99-46b8-987b-2650cd58c153 req-1db5e15c-b733-490e-86c3-e46fb20c1ddd service neutron] 10.222.0.41 "GET /v2.0/networks/58b389f9-4796-4d06-b58c-27373b3494f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718783 Jan 14 07:22:02.078725 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:22:02.145878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0bba0-c23c-469e-b845-eced9548bd10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1105548-a711-4462-871b-c05f169e0899,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:02.217966 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cae0bba0-c23c-469e-b845-eced9548bd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:02.259904 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9eec768-3ff1-460b-a11a-822334abbda8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:02.323356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d9eec768-3ff1-460b-a11a-822334abbda8 admin admin] Deleting port 31859957-4482-4cf1-a927-85346bb9f194 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:02.323857 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9eec768-3ff1-460b-a11a-822334abbda8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:02.367319 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab02697c-caa0-4cab-9f60-60c9aab3f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:02.438763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4ec7e2c7-a1cd-41cd-9666-a4aac0fbfb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57482e4-db79-489f-affc-b4f31ed7ce1d', 'name': 'tempest-FloatingIPsTestJSON-837055694-router', 'tenant_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '31859957-4482-4cf1-a927-85346bb9f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:54Z', 'updated_at': '2021-01-14T07:21:52Z', 'revision_number': 5, 'project_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'gw_port': {'id': '31859957-4482-4cf1-a927-85346bb9f194', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57482e4-db79-489f-affc-b4f31ed7ce1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:58Z', 'updated_at': '2021-01-14T07:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:02.442909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab02697c-caa0-4cab-9f60-60c9aab3f9c3 None None] For port 41cb10f7-d36b-4238-8028-91462a795f66, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=41cb10f7-d36b-4238-8028-91462a795f66,segment=NetworkSegment(0e16f6e2-5293-4b1d-9b52-a292c3b3d774),segment_id=0e16f6e2-5293-4b1d-9b52-a292c3b3d774)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:02.448204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec7e2c7-a1cd-41cd-9666-a4aac0fbfb70 None None] The sync data for ids ['f57482e4-db79-489f-affc-b4f31ed7ce1d'] in n-d-769329-2 is: [{'id': 'f57482e4-db79-489f-affc-b4f31ed7ce1d', 'name': 'tempest-FloatingIPsTestJSON-837055694-router', 'tenant_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '31859957-4482-4cf1-a927-85346bb9f194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:54Z', 'updated_at': '2021-01-14T07:21:52Z', 'revision_number': 5, 'project_id': '6fb4e90c56cb4b6b8ba142dce49dfd11', 'gw_port': {'id': '31859957-4482-4cf1-a927-85346bb9f194', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:dc:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57482e4-db79-489f-affc-b4f31ed7ce1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:58Z', 'updated_at': '2021-01-14T07:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:22:02.450747 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab02697c-caa0-4cab-9f60-60c9aab3f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:02.452482 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:02.478202 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-30f4641a-333d-429a-9df1-a6d2143cbac1 req-b6890e25-c359-4159-926c-e44db9f9f9f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=705d681c44f644d38b6bd0bbc27cc4da&device_id=beb6f410-54df-4217-9064-f668de95fb8c HTTP/1.1" status: 200 len: 210 time: 0.2014675 Jan 14 07:22:02.577593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02697c-caa0-4cab-9f60-60c9aab3f9c3 None None] Pushing event updated for resources: {'Port': ['ID=41cb10f7-d36b-4238-8028-91462a795f66,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:02.581319 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab02697c-caa0-4cab-9f60-60c9aab3f9c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:02.620328 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-30f4641a-333d-429a-9df1-a6d2143cbac1 req-e698cf96-68af-443a-b931-c314011476b7 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=705d681c44f644d38b6bd0bbc27cc4da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031582 Jan 14 07:22:02.713233 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66bb8a7e-dc99-46b8-987b-2650cd58c153 req-34a3fb60-4af5-4bf7-8cdd-69dc1d54501f service neutron] 10.222.0.41 "GET /v2.0/networks/58b389f9-4796-4d06-b58c-27373b3494f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6864388 Jan 14 07:22:02.717909 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1f2ff1e5-9f3e-462c-8228-e29eab3ac033 req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:02.761231 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1f2ff1e5-9f3e-462c-8228-e29eab3ac033 req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:02.795756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e1298114-32f5-471c-99e0-14ec3d4e889d None None] Provisioning complete for port 41cb10f7-d36b-4238-8028-91462a795f66 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:02.796273 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1298114-32f5-471c-99e0-14ec3d4e889d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:02.938059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1f2ff1e5-9f3e-462c-8228-e29eab3ac033 req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:03.285531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4612a7ba-6d8a-48f1-909f-227a4f485e41 None None] Provisioning complete for port 41cb10f7-d36b-4238-8028-91462a795f66 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:03.285822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4612a7ba-6d8a-48f1-909f-227a4f485e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:03.358577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 41cb10f7-d36b-4238-8028-91462a795f66 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:22:03.433864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d31647d-d8fb-4e01-9929-eb2a74e29965 {{(pid=80907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:22:03.441708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:03.456321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Transition to ACTIVE for port object 7d31647d-d8fb-4e01-9929-eb2a74e29965 will not be triggered until provisioned by entity L2. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:03.457411 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-049ef7af-0245-47af-b2e1-6ad3fb28e510 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:03.466942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:03.505828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4641a-333d-429a-9df1-a6d2143cbac1 req-5b3069fd-3a85-4dd7-954c-0333bbcdd299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:03.507527 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-30f4641a-333d-429a-9df1-a6d2143cbac1 req-5b3069fd-3a85-4dd7-954c-0333bbcdd299 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.8366201 Jan 14 07:22:03.531540 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb6f410-54df-4217-9064-f668de95fb8c', 'name': 'network-vif-deleted', 'tag': '6431a9f8-c919-4189-be22-046805894420', 'status': 'completed', 'code': 200} Jan 14 07:22:03.555016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf76fb9-501d-46a7-af57-fd9bda792563 req-fff19df4-0550-44bf-88a7-b1004f162792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:03.556712 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ecf76fb9-501d-46a7-af57-fd9bda792563 req-fff19df4-0550-44bf-88a7-b1004f162792 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=ca0f03b3c39144af8e359327e6d92d5b&shared=False HTTP/1.1" status: 200 len: 914 time: 1.4952166 Jan 14 07:22:03.733391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 41cb10f7-d36b-4238-8028-91462a795f66 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:03.733805 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:03.796477 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:03.959949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7e76b5fd-ff23-4565-9d12-2a1e54933520 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:22:03.982644 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1f2ff1e5-9f3e-462c-8228-e29eab3ac033 req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:03.989574 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1f2ff1e5-9f3e-462c-8228-e29eab3ac033 req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "DELETE /v2.0/security-groups/ca8f5f63-5a0d-4785-9ae8-21b673a8d54c HTTP/1.1" status: 204 len: 173 time: 2.2938280 Jan 14 07:22:04.002829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 7e76b5fd-ff23-4565-9d12-2a1e54933520 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:22:04.003245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7e76b5fd-ff23-4565-9d12-2a1e54933520 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:22:04.008192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-05d71a5d-d736-49c0-9d33-7d48e63705da None None] Provisioning complete for port 41cb10f7-d36b-4238-8028-91462a795f66 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:04.008736 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05d71a5d-d736-49c0-9d33-7d48e63705da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:04.106914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-30f4641a-333d-429a-9df1-a6d2143cbac1 req-bff4042f-07ac-4431-a04a-907adfe0a990 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Synchronizing usage tracker for tenant:705d681c44f644d38b6bd0bbc27cc4da on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:22:04.115622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8f5f63-5a0d-4785-9ae8-21b673a8d54c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:04.151951 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-5627f71e-b845-4f76-9af1-efa74ad1a8b8 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] 10.222.0.39 "GET /v2.0/networks?tenant_id=705d681c44f644d38b6bd0bbc27cc4da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3663065 Jan 14 07:22:04.190289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae0bba0-c23c-469e-b845-eced9548bd10 admin admin] Checking segment: {'id': '7e8e8e5e-a56b-4feb-9de0-d800b652961c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fbef7054-184c-4ac7-83a1-f7e066f1ea40'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:04.196176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae0bba0-c23c-469e-b845-eced9548bd10 admin admin] Network hostable DHCP agents. Network: fbef7054-184c-4ac7-83a1-f7e066f1ea40, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:22:04.246043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55822) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:04.354658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.355708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.356210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.356846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.357324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.357793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.358250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.358852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.359326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.359817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.360712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.361203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.361923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.362394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.362854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.363311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.364378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.364844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.365355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.365823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.366281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.366736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.367192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.367678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.368193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.368648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.369099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.369551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.370000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.370455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.370910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.371375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.371921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.372470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.372863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.373244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:04.399311 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:04.419875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d9eec768-3ff1-460b-a11a-822334abbda8 admin admin] For port 31859957-4482-4cf1-a927-85346bb9f194, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=31859957-4482-4cf1-a927-85346bb9f194,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:04.421193 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9eec768-3ff1-460b-a11a-822334abbda8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:04.432583 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.450s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:04.450331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf76fb9-501d-46a7-af57-fd9bda792563 req-15e8cc04-3b01-4c7e-a120-18948c37e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:04.452257 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ecf76fb9-501d-46a7-af57-fd9bda792563 req-15e8cc04-3b01-4c7e-a120-18948c37e710 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.8062236 Jan 14 07:22:04.513286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-30f4641a-333d-429a-9df1-a6d2143cbac1 req-bff4042f-07ac-4431-a04a-907adfe0a990 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Unset dirty status for tenant:705d681c44f644d38b6bd0bbc27cc4da on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:22:04.514525 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-30f4641a-333d-429a-9df1-a6d2143cbac1 req-bff4042f-07ac-4431-a04a-907adfe0a990 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] 10.222.0.53 "GET /v2.0/ports?device_id=beb6f410-54df-4217-9064-f668de95fb8c HTTP/1.1" status: 200 len: 210 time: 0.8754654 Jan 14 07:22:04.532295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Pushing event updated for resources: {'Port': ['ID=7d31647d-d8fb-4e01-9929-eb2a74e29965,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:04.539166 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:04.629939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d9eec768-3ff1-460b-a11a-822334abbda8 admin admin] Calling delete_port for 31859957-4482-4cf1-a927-85346bb9f194 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:22:04.739024 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.742057 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:04.745655 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:04.757645 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a0f4a981-cbd7-4592-89dd-8ae05f25d7aa req-2dc5ecc7-f43d-4ad0-8093-a2fa3d33c3d9 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "GET /v2.0/security-groups/78bb86d0-0ade-403f-a417-689262db3a15 HTTP/1.1" status: 200 len: 1804 time: 0.3510604 Jan 14 07:22:04.757645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55832) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:04.783444 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ecf76fb9-501d-46a7-af57-fd9bda792563 req-8c34ba23-e15d-47de-a830-c0b8e89e187b tempest-LiveAutoBlockMigrationV225Test-130904895 tempest-LiveAutoBlockMigrationV225Test-130904895] 10.222.0.39 "GET /v2.0/ports?device_id=733cd071-d7b4-4d31-b575-5bc88f55d1ce HTTP/1.1" status: 200 len: 210 time: 0.1906598 Jan 14 07:22:04.789454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae0bba0-c23c-469e-b845-eced9548bd10 admin admin] Network fbef7054-184c-4ac7-83a1-f7e066f1ea40 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:22:04.809394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-be9595f6-6c6d-43e1-96db-c9ef1e1480ba tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:04.810264 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-be9595f6-6c6d-43e1-96db-c9ef1e1480ba tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6574471 Jan 14 07:22:04.827112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-159ad022-0966-4a53-96db-0fbd52763ee8 req-fd3a9a43-c0b1-400c-aafd-d4529023a441 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-476516007', 'description': 'tempest-description-1858125473'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:04.838004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-159ad022-0966-4a53-96db-0fbd52763ee8 req-fd3a9a43-c0b1-400c-aafd-d4529023a441 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:04.842555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-159ad022-0966-4a53-96db-0fbd52763ee8 req-fd3a9a43-c0b1-400c-aafd-d4529023a441 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Usage tracker for resource:security_group and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:04.845761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-159ad022-0966-4a53-96db-0fbd52763ee8 req-fd3a9a43-c0b1-400c-aafd-d4529023a441 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Quota usage for security_group was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:04.852134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-159ad022-0966-4a53-96db-0fbd52763ee8 req-fd3a9a43-c0b1-400c-aafd-d4529023a441 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:04.881357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Attempting to bind port 7d31647d-d8fb-4e01-9929-eb2a74e29965 on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:22:04.881728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Attempting to bind port 7d31647d-d8fb-4e01-9929-eb2a74e29965 by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': 'f59face0-ba75-43ff-a8ad-de8388878a51', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77'}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:22:04.882085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Attempting to bind port 7d31647d-d8fb-4e01-9929-eb2a74e29965 on network 0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:22:04.890866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-e72441d6-6c84-4400-bfa3-4f8c49317362 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Request body: {'port': {'device_id': 'beb6f410-54df-4217-9064-f668de95fb8c', 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd', 'admin_state_up': True, 'tenant_id': '705d681c44f644d38b6bd0bbc27cc4da'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:04.926140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-cae0bba0-c23c-469e-b845-eced9548bd10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, fbef7054-184c-4ac7-83a1-f7e066f1ea40) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:04.934995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-018adf84-df26-4324-a583-5fc01f24ca3e admin admin] Deleting subnet c75c2ad6-6267-4f11-a15f-4edc05071c83 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:22:04.937124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381bee79-4f45-48a8-a9c8-c372ac9fe832 None None] Network fbef7054-184c-4ac7-83a1-f7e066f1ea40 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:04.957994 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-018adf84-df26-4324-a583-5fc01f24ca3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.075833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae0bba0-c23c-469e-b845-eced9548bd10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:05.076495 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cae0bba0-c23c-469e-b845-eced9548bd10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.112225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-159ad022-0966-4a53-96db-0fbd52763ee8 req-fd3a9a43-c0b1-400c-aafd-d4529023a441 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.171466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-159ad022-0966-4a53-96db-0fbd52763ee8 req-fd3a9a43-c0b1-400c-aafd-d4529023a441 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:05.177304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-159ad022-0966-4a53-96db-0fbd52763ee8 req-fd3a9a43-c0b1-400c-aafd-d4529023a441 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Usage tracker for resource:security_group_rule and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:05.180983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-e72441d6-6c84-4400-bfa3-4f8c49317362 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:05.203089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:22:05.203626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Checking segment: {'id': 'f59face0-ba75-43ff-a8ad-de8388878a51', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:05.204055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.204598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Bound using segment: {'id': 'f59face0-ba75-43ff-a8ad-de8388878a51', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77'} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:22:05.205344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Bound port: 7d31647d-d8fb-4e01-9929-eb2a74e29965, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59face0-ba75-43ff-a8ad-de8388878a51', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77'}}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:22:05.205716 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.234065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-018adf84-df26-4324-a583-5fc01f24ca3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.288348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-159ad022-0966-4a53-96db-0fbd52763ee8 req-fd3a9a43-c0b1-400c-aafd-d4529023a441 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:05.292511 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cae0bba0-c23c-469e-b845-eced9548bd10 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 9.3050935 Jan 14 07:22:05.293446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6062d45f-19b4-437e-a4ec-83f70f75f9de None None] Network fbef7054-184c-4ac7-83a1-f7e066f1ea40 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:05.296748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a0b7a2d-9715-41b4-ac94-d64db3e27718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.321333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-159ad022-0966-4a53-96db-0fbd52763ee8 req-fd3a9a43-c0b1-400c-aafd-d4529023a441 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:05.381557 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9eec768-3ff1-460b-a11a-822334abbda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.429865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-159ad022-0966-4a53-96db-0fbd52763ee8 req-fd3a9a43-c0b1-400c-aafd-d4529023a441 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.447959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-e72441d6-6c84-4400-bfa3-4f8c49317362 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:05.470763 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-018adf84-df26-4324-a583-5fc01f24ca3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.476392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6a0b7a2d-9715-41b4-ac94-d64db3e27718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:05.482461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6a0b7a2d-9715-41b4-ac94-d64db3e27718 admin admin] Usage tracker for resource:security_group_rule and tenant:b132a03763ac40a991a6ddae654dbaf5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:05.486719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6a0b7a2d-9715-41b4-ac94-d64db3e27718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:05.495848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6a0b7a2d-9715-41b4-ac94-d64db3e27718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:05.571537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2fe63e29-2583-4503-a813-a1bb751be6ae admin admin] Deleting port c67bae49-fe1c-4299-a56a-431acadb92df {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:05.572102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2fe63e29-2583-4503-a813-a1bb751be6ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.629541 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a0b7a2d-9715-41b4-ac94-d64db3e27718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.721227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] For port 7d31647d-d8fb-4e01-9929-eb2a74e29965, host n-h2-769329-2, cleared binding levels {{(pid=80907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:22:05.726211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] For port 7d31647d-d8fb-4e01-9929-eb2a74e29965, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=7d31647d-d8fb-4e01-9929-eb2a74e29965,segment=NetworkSegment(f59face0-ba75-43ff-a8ad-de8388878a51),segment_id=f59face0-ba75-43ff-a8ad-de8388878a51)] {{(pid=80907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:22:05.727562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-159ad022-0966-4a53-96db-0fbd52763ee8 req-fd3a9a43-c0b1-400c-aafd-d4529023a441 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.738934 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5e55b7e3-7228-427b-a97c-7218f576dea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:05.749073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a0b7a2d-9715-41b4-ac94-d64db3e27718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.760946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-e72441d6-6c84-4400-bfa3-4f8c49317362 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Made reservation on behalf of 705d681c44f644d38b6bd0bbc27cc4da for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:05.770686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-e72441d6-6c84-4400-bfa3-4f8c49317362 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:05.810505 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:06.079190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a9a43-c0b1-400c-aafd-d4529023a441 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0d09a9-5ffd-4c5e-bfda-b8fc1a9797c6,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:06.092321 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd3a9a43-c0b1-400c-aafd-d4529023a441 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:06.107215 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-02578780-7fc1-4637-9041-72528ab3b7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:06.117314 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6a0b7a2d-9715-41b4-ac94-d64db3e27718 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b132a03763ac40a991a6ddae654dbaf5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3596966 Jan 14 07:22:06.126556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-159ad022-0966-4a53-96db-0fbd52763ee8 req-fd3a9a43-c0b1-400c-aafd-d4529023a441 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:06.127855 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-159ad022-0966-4a53-96db-0fbd52763ee8 req-fd3a9a43-c0b1-400c-aafd-d4529023a441 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3124986 Jan 14 07:22:06.138854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55854) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:06.302675 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:06.342488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b7a2d-9715-41b4-ac94-d64db3e27718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d832ffeb-ce5a-4081-a19c-049079097452,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:06.353943 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9eec768-3ff1-460b-a11a-822334abbda8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:06.359214 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a0b7a2d-9715-41b4-ac94-d64db3e27718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:06.363216 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.526s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:06.363795 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c00358ee-a5c8-41e7-9aab-e6a257e071ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:06.466476 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e607426d-364e-4d46-8e16-d9f1d38c7264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:06.575641 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3fc713af-60d3-4dde-b038-8526ed4483e8 req-ec1309a9-e251-42cf-9dc2-9606da1dc48a tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "GET /v2.0/security-groups/0d0d09a9-5ffd-4c5e-bfda-b8fc1a9797c6 HTTP/1.1" status: 200 len: 1804 time: 0.3661900 Jan 14 07:22:06.590157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:06.590840 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:06.592376 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8b2e4130-e934-4724-871d-44ca17d92291 req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] 10.222.0.39 "PUT /v2.0/ports/7d31647d-d8fb-4e01-9929-eb2a74e29965 HTTP/1.1" status: 200 len: 1155 time: 8.9645131 Jan 14 07:22:06.644410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2fe63e29-2583-4503-a813-a1bb751be6ae admin admin] For port c67bae49-fe1c-4299-a56a-431acadb92df, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c67bae49-fe1c-4299-a56a-431acadb92df,segment=NetworkSegment(f59face0-ba75-43ff-a8ad-de8388878a51),segment_id=f59face0-ba75-43ff-a8ad-de8388878a51)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:06.645392 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2fe63e29-2583-4503-a813-a1bb751be6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:06.681970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9eec768-3ff1-460b-a11a-822334abbda8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:06.694423 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9eec768-3ff1-460b-a11a-822334abbda8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:06.844012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2fe63e29-2583-4503-a813-a1bb751be6ae admin admin] Calling delete_port for c67bae49-fe1c-4299-a56a-431acadb92df owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:06.876020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35935996-3ca3-4b7c-a2d2-1235b7994e76', 'tag': '7d31647d-d8fb-4e01-9929-eb2a74e29965'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:22:06.899020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00358ee-a5c8-41e7-9aab-e6a257e071ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=89804a24-3efa-4357-88dd-65883187824e,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:06.899582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fe10e8fc-d11a-4b1b-97c0-1460cc222754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:06.917077 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c00358ee-a5c8-41e7-9aab-e6a257e071ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:06.963441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9eec768-3ff1-460b-a11a-822334abbda8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:06.964589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9eec768-3ff1-460b-a11a-822334abbda8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f57482e4-db79-489f-affc-b4f31ed7ce1d {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:22:06.966086 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-018adf84-df26-4324-a583-5fc01f24ca3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:07.059178 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-45bf5cca-2c0b-4d82-aa4e-42f671165f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:07.065230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Pushing event updated for resources: {'Port': ['ID=7d31647d-d8fb-4e01-9929-eb2a74e29965,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:07.082927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-3fc713af-60d3-4dde-b038-8526ed4483e8 req-5a0f68e8-34d2-46fc-8115-6c3e10e75dd5 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d0d09a9-5ffd-4c5e-bfda-b8fc1a9797c6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:07.083347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-3fc713af-60d3-4dde-b038-8526ed4483e8 req-5a0f68e8-34d2-46fc-8115-6c3e10e75dd5 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d0d09a9-5ffd-4c5e-bfda-b8fc1a9797c6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:22:07.085877 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.089740 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:07.094045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:07.102352 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:07.116667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018adf84-df26-4324-a583-5fc01f24ca3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c75c2ad6-6267-4f11-a15f-4edc05071c83,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:07.139487 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-018adf84-df26-4324-a583-5fc01f24ca3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:07.155766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-3fc713af-60d3-4dde-b038-8526ed4483e8 req-5a0f68e8-34d2-46fc-8115-6c3e10e75dd5 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:07.178703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-3fc713af-60d3-4dde-b038-8526ed4483e8 req-5a0f68e8-34d2-46fc-8115-6c3e10e75dd5 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Usage tracker for resource:security_group_rule and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:07.182209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9eec768-3ff1-460b-a11a-822334abbda8 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:07.186155 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d9eec768-3ff1-460b-a11a-822334abbda8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f57482e4-db79-489f-affc-b4f31ed7ce1d HTTP/1.1" status: 204 len: 168 time: 6.7300951 Jan 14 07:22:07.190727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55890) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:07.257843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-3fc713af-60d3-4dde-b038-8526ed4483e8 req-5a0f68e8-34d2-46fc-8115-6c3e10e75dd5 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:07.262158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fe10e8fc-d11a-4b1b-97c0-1460cc222754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:07.294338 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-018adf84-df26-4324-a583-5fc01f24ca3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:07.296588 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-018adf84-df26-4324-a583-5fc01f24ca3e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c75c2ad6-6267-4f11-a15f-4edc05071c83 HTTP/1.1" status: 204 len: 168 time: 3.0266335 Jan 14 07:22:07.297467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00358ee-a5c8-41e7-9aab-e6a257e071ed admin admin] Checking segment: {'id': '9de4390a-d6cd-4014-8f7d-0a050456859c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c8e03694-03e3-43e0-94e5-6efef38c9fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:07.297849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00358ee-a5c8-41e7-9aab-e6a257e071ed admin admin] Network hostable DHCP agents. Network: c8e03694-03e3-43e0-94e5-6efef38c9fb3, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:22:07.304501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55894) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:07.314575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-3fc713af-60d3-4dde-b038-8526ed4483e8 req-5a0f68e8-34d2-46fc-8115-6c3e10e75dd5 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:07.356440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87e7b50-271c-41e3-b048-3522bb780064 admin admin] Deleting subnet d66fdc3c-98fb-4024-8161-11d82117e87d {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:22:07.416420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a87e7b50-271c-41e3-b048-3522bb780064 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:07.490076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00358ee-a5c8-41e7-9aab-e6a257e071ed admin admin] Network c8e03694-03e3-43e0-94e5-6efef38c9fb3 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:22:07.531299 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0ddb763-30a5-412a-a34f-18fb561222d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:07.548798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-e72441d6-6c84-4400-bfa3-4f8c49317362 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Allocated IP 192.168.233.79 (d6bd0598-2cab-47e3-9f0f-47d899b421cd/ffe7d3d2-18e7-450d-bb59-0b64181030a8/8951843e-8dca-4287-9cc4-0c50bfc41eaa) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:07.555736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e4130-e934-4724-871d-44ca17d92291 req-52d596f5-4b7f-4c83-ac98-75f893b33a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:07.557393 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8b2e4130-e934-4724-871d-44ca17d92291 req-52d596f5-4b7f-4c83-ac98-75f893b33a95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aa3699163cc144ea91a97fd466fb413b&device_id=35935996-3ca3-4b7c-a2d2-1235b7994e76 HTTP/1.1" status: 200 len: 1158 time: 0.6631758 Jan 14 07:22:07.580733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15878890-10c3-4946-b877-acd42a45a311 req-c0a63616-ae53-4e2b-88ee-b9db0705c48b tempest-ServerGroupTestJSON-852760124 tempest-ServerGroupTestJSON-852760124] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:07.582921 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15878890-10c3-4946-b877-acd42a45a311 req-c0a63616-ae53-4e2b-88ee-b9db0705c48b tempest-ServerGroupTestJSON-852760124 tempest-ServerGroupTestJSON-852760124] 10.222.0.41 "GET /v2.0/networks?id=fbef7054-184c-4ac7-83a1-f7e066f1ea40 HTTP/1.1" status: 200 len: 810 time: 0.4770536 Jan 14 07:22:07.618960 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a87e7b50-271c-41e3-b048-3522bb780064 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:07.659014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c00358ee-a5c8-41e7-9aab-e6a257e071ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, c8e03694-03e3-43e0-94e5-6efef38c9fb3) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:07.668198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef261d79-106f-428a-995a-74c8082597f8 None None] Network c8e03694-03e3-43e0-94e5-6efef38c9fb3 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:07.672088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Router 55540682-73dc-4814-9af1-177456cb885e is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:22:07.674636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3fc713af-60d3-4dde-b038-8526ed4483e8 req-5a0f68e8-34d2-46fc-8115-6c3e10e75dd5 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:07.683102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fe10e8fc-d11a-4b1b-97c0-1460cc222754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:07.709659 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d8195903-cc6c-400d-8b64-c14f6eb988a7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:07.711882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00358ee-a5c8-41e7-9aab-e6a257e071ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:07.712542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c00358ee-a5c8-41e7-9aab-e6a257e071ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:07.718185 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15878890-10c3-4946-b877-acd42a45a311 req-c7cc1983-3de1-449e-adc8-5fb2c473d684 tempest-ServerGroupTestJSON-852760124 tempest-ServerGroupTestJSON-852760124] 10.222.0.41 "GET /v2.0/quotas/47f8f75f2b664ae6ba6d4d7f9a269b14 HTTP/1.1" status: 200 len: 375 time: 0.1174386 Jan 14 07:22:07.727080 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8b2e4130-e934-4724-871d-44ca17d92291 req-01b68b68-9be0-4ab4-af61-5ecd2a1fd1dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d31647d-d8fb-4e01-9929-eb2a74e29965 HTTP/1.1" status: 200 len: 217 time: 0.1348052 Jan 14 07:22:07.743278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10e8fc-d11a-4b1b-97c0-1460cc222754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d832ffeb-ce5a-4081-a19c-049079097452,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:07.803279 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2fe63e29-2583-4503-a813-a1bb751be6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:07.829756 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:07.848720 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fe10e8fc-d11a-4b1b-97c0-1460cc222754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:07.958396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3fc713af-60d3-4dde-b038-8526ed4483e8 req-5a0f68e8-34d2-46fc-8115-6c3e10e75dd5 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:07.964465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cb0493-7488-4661-b4a4-f7e6bc100b8d None None] Network c8e03694-03e3-43e0-94e5-6efef38c9fb3 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:07.984151 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15878890-10c3-4946-b877-acd42a45a311 req-f64ea738-25a7-443a-90c8-82ab75b74a02 tempest-ServerGroupTestJSON-852760124 tempest-ServerGroupTestJSON-852760124] 10.222.0.41 "GET /v2.0/ports?tenant_id=47f8f75f2b664ae6ba6d4d7f9a269b14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2460170 Jan 14 07:22:08.013615 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3fc713af-60d3-4dde-b038-8526ed4483e8 req-5a0f68e8-34d2-46fc-8115-6c3e10e75dd5 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:08.071627 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:08.167689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fe10e8fc-d11a-4b1b-97c0-1460cc222754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:08.171607 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fe10e8fc-d11a-4b1b-97c0-1460cc222754 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d832ffeb-ce5a-4081-a19c-049079097452 HTTP/1.1" status: 204 len: 168 time: 2.0300372 Jan 14 07:22:08.171607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e4130-e934-4724-871d-44ca17d92291 req-52ff7062-df9a-48af-b143-daedf22e9275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:08.172758 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8b2e4130-e934-4724-871d-44ca17d92291 req-52ff7062-df9a-48af-b143-daedf22e9275 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ea27083-3da7-4045-8c81-c99ca7ca4d65 HTTP/1.1" status: 200 len: 854 time: 0.4314625 Jan 14 07:22:08.262611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f68e8-34d2-46fc-8115-6c3e10e75dd5 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0e8276-751c-4923-a5a7-70add7b3f770,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:08.288878 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c00358ee-a5c8-41e7-9aab-e6a257e071ed admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 7.1304657 Jan 14 07:22:08.289988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe63e29-2583-4503-a813-a1bb751be6ae admin admin] Pushing event deleted for resources: {'Port': ['ID=c67bae49-fe1c-4299-a56a-431acadb92df,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:08.307837 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2fe63e29-2583-4503-a813-a1bb751be6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:08.316191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0ddb763-30a5-412a-a34f-18fb561222d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:08.373656 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a0f68e8-34d2-46fc-8115-6c3e10e75dd5 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:08.404856 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3fc713af-60d3-4dde-b038-8526ed4483e8 req-5a0f68e8-34d2-46fc-8115-6c3e10e75dd5 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:08.407001 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3fc713af-60d3-4dde-b038-8526ed4483e8 req-5a0f68e8-34d2-46fc-8115-6c3e10e75dd5 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.5084298 Jan 14 07:22:08.413273 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a87e7b50-271c-41e3-b048-3522bb780064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:08.450108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:22:08.463279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] Sync routers for ids ['55540682-73dc-4814-9af1-177456cb885e'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:22:08.491665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] Routers {'55540682-73dc-4814-9af1-177456cb885e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:08.494868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:21:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['55540682-73dc-4814-9af1-177456cb885e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:08.578546 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15878890-10c3-4946-b877-acd42a45a311 req-2dbb543f-375b-4bd2-b1f4-457d0f36d6bf service neutron] 10.222.0.41 "GET /v2.0/networks/fbef7054-184c-4ac7-83a1-f7e066f1ea40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697570 Jan 14 07:22:08.579323 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:08.590203 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 14.5325153 Jan 14 07:22:08.595240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55908) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:08.623208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e0ddb763-30a5-412a-a34f-18fb561222d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b389f9-4796-4d06-b58c-27373b3494f5']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:08.661675 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35935996-3ca3-4b7c-a2d2-1235b7994e76', 'tag': '7d31647d-d8fb-4e01-9929-eb2a74e29965', 'status': 'completed', 'code': 200} Jan 14 07:22:08.662629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e0ddb763-30a5-412a-a34f-18fb561222d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53d9d18-9c9f-480d-91a3-8026908263e7') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:08.662966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e0ddb763-30a5-412a-a34f-18fb561222d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53d9d18-9c9f-480d-91a3-8026908263e7') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:08.715595 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0ddb763-30a5-412a-a34f-18fb561222d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:08.794008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0ddb763-30a5-412a-a34f-18fb561222d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:08.802519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e0ddb763-30a5-412a-a34f-18fb561222d4 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:22:08.826434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e4130-e934-4724-871d-44ca17d92291 req-4ead194b-a99b-4709-aa0c-efa1dc6ea105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:08.828166 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8b2e4130-e934-4724-871d-44ca17d92291 req-4ead194b-a99b-4709-aa0c-efa1dc6ea105 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5872788 Jan 14 07:22:08.971102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] Set router 55540682-73dc-4814-9af1-177456cb885e gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:08.978458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55914) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:09.202300 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-e72441d6-6c84-4400-bfa3-4f8c49317362 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:09.231160 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5d9e36f-e186-4482-a02d-7a7df08e4e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:09.310699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c5d9e36f-e186-4482-a02d-7a7df08e4e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:09.335041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e0ddb763-30a5-412a-a34f-18fb561222d4 admin admin] Network 58b389f9-4796-4d06-b58c-27373b3494f5 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:09.348429 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0ddb763-30a5-412a-a34f-18fb561222d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:09.349581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 31859957-4482-4cf1-a927-85346bb9f194 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:22:09.361878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-e72441d6-6c84-4400-bfa3-4f8c49317362 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Transition to ACTIVE for port object 8951843e-8dca-4287-9cc4-0c50bfc41eaa will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:09.366831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c5d9e36f-e186-4482-a02d-7a7df08e4e5c admin admin] Usage tracker for resource:security_group_rule and tenant:f6d7e4b5e4ce4d0aaaa40128cf8fbf0b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:09.372427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c5d9e36f-e186-4482-a02d-7a7df08e4e5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:09.420618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 31859957-4482-4cf1-a927-85346bb9f194 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:22:09.421152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 31859957-4482-4cf1-a927-85346bb9f194 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:22:09.446576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55540682-73dc-4814-9af1-177456cb885e', 'name': 'tempest-FloatingIPsAssociationTestJSON-327418129-router', 'tenant_id': '673a998c4825436bb1f83fd2b05e1366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:21:54Z', 'updated_at': '2021-01-14T07:22:02Z', 'revision_number': 3, 'project_id': '673a998c4825436bb1f83fd2b05e1366', 'gw_port': {'id': 'c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55540682-73dc-4814-9af1-177456cb885e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:00Z', 'updated_at': '2021-01-14T07:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:09.451056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] Checking router: 55540682-73dc-4814-9af1-177456cb885e for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:22:09.451528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] Updating router 55540682-73dc-4814-9af1-177456cb885e port c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:22:09.494086 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-72795ef5-2510-4ece-b1eb-9d7cf5e89eff req-50682da3-15f0-485c-8e48-bcf5b93d9f6a tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "GET /v2.0/security-groups/0d0d09a9-5ffd-4c5e-bfda-b8fc1a9797c6 HTTP/1.1" status: 200 len: 2397 time: 0.7130015 Jan 14 07:22:09.510585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-72795ef5-2510-4ece-b1eb-9d7cf5e89eff req-0bdc4b24-b208-4690-8951-646afc974df6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d0d09a9-5ffd-4c5e-bfda-b8fc1a9797c6', 'remote_group_id': None}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:09.510937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-72795ef5-2510-4ece-b1eb-9d7cf5e89eff req-0bdc4b24-b208-4690-8951-646afc974df6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d0d09a9-5ffd-4c5e-bfda-b8fc1a9797c6', 'remote_group_id': None}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:09.533600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-72795ef5-2510-4ece-b1eb-9d7cf5e89eff req-0bdc4b24-b208-4690-8951-646afc974df6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:09.534680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:09.554864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c5d9e36f-e186-4482-a02d-7a7df08e4e5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:09.558703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-72795ef5-2510-4ece-b1eb-9d7cf5e89eff req-0bdc4b24-b208-4690-8951-646afc974df6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Usage tracker for resource:security_group_rule and tenant:434296d1d5b34c85a0a9ff0ad19db880 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:09.580440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-72795ef5-2510-4ece-b1eb-9d7cf5e89eff req-0bdc4b24-b208-4690-8951-646afc974df6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:09.616866 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15878890-10c3-4946-b877-acd42a45a311 req-effd4b7c-756d-4953-9b56-cc72e941f14d service neutron] 10.222.0.41 "GET /v2.0/networks/fbef7054-184c-4ac7-83a1-f7e066f1ea40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0236707 Jan 14 07:22:09.620464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-72795ef5-2510-4ece-b1eb-9d7cf5e89eff req-0bdc4b24-b208-4690-8951-646afc974df6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:09.752783 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-e72441d6-6c84-4400-bfa3-4f8c49317362 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:09.755750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55926) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:09.761060 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8b2e4130-e934-4724-871d-44ca17d92291 req-d9251a84-4037-4501-8727-a697073153b4 service neutron] 10.222.0.39 "GET /v2.0/networks/0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719430 Jan 14 07:22:09.782056 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:09.831563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-594964134-network', 'tenant_id': '68afacb8d9854553a43f11871f301c8d'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:09.845099 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5d9e36f-e186-4482-a02d-7a7df08e4e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:09.852093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2fe63e29-2583-4503-a813-a1bb751be6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:09.961669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:09.989937 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a87e7b50-271c-41e3-b048-3522bb780064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:09.996660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Usage tracker for resource:network and tenant:68afacb8d9854553a43f11871f301c8d is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:10.027601 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:10.059091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e0ddb763-30a5-412a-a34f-18fb561222d4 admin admin] Network 58b389f9-4796-4d06-b58c-27373b3494f5 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:10.094599 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5d9e36f-e186-4482-a02d-7a7df08e4e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:10.122358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:10.253048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:10.305760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72441d6-6c84-4400-bfa3-4f8c49317362 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Pushing event updated for resources: {'Port': ['ID=8951843e-8dca-4287-9cc4-0c50bfc41eaa,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:10.321947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:10.329330 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e72441d6-6c84-4400-bfa3-4f8c49317362 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:10.343158 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:22:10.345795 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:22:10.354716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] Transition to ACTIVE for port object c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:10.356629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Made reservation on behalf of 68afacb8d9854553a43f11871f301c8d for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:10.358829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e7b50-271c-41e3-b048-3522bb780064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d66fdc3c-98fb-4024-8161-11d82117e87d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:10.362124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:10.367455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:10.391148 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:10.400943 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-72795ef5-2510-4ece-b1eb-9d7cf5e89eff req-0bdc4b24-b208-4690-8951-646afc974df6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:10.480618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:10.487000 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a87e7b50-271c-41e3-b048-3522bb780064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:10.497642 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad5bf260-c699-436e-8ac3-598202fe72dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:10.509964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Pushing event updated for resources: {'Port': ['ID=c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:10.581457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9e36f-e186-4482-a02d-7a7df08e4e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fc68f8-bdca-4aa1-9500-d3ab0e8a8934,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:10.632224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.634364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.634943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.635748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.636545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.637109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.638042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.638652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.639466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.640064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.640818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.641479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.642231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.642787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.643742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.644359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.645284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.645973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.646540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.647194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.647803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.648357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.648905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.649467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.650069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.650812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.651365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.651963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.652511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.653298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.654247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.654811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.655513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.656083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.656744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.657596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:10.685858 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:10.787598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55962) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:10.796585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] Attempting to bind port c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:22:10.796884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] Attempting to bind port c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:22:10.797646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] Attempting to bind port c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:22:10.807978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:22:10.808668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:10.810044 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:10.810044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:22:10.810908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] Bound port: c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:22:10.811415 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:10.833234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:10.892493 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8b2e4130-e934-4724-871d-44ca17d92291 req-3257224d-a4a6-434d-9672-d4df703f89ef service neutron] 10.222.0.39 "GET /v2.0/networks/0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0523572 Jan 14 07:22:10.893877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Usage tracker for resource:security_group_rule and tenant:68afacb8d9854553a43f11871f301c8d is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:10.901931 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c5d9e36f-e186-4482-a02d-7a7df08e4e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:10.921115 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c5d9e36f-e186-4482-a02d-7a7df08e4e5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6d7e4b5e4ce4d0aaaa40128cf8fbf0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9395728 Jan 14 07:22:10.924739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] For port c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:22:10.929589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55966) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:10.929771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] For port c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:22:10.932579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:10.934744 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:10.940047 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-72795ef5-2510-4ece-b1eb-9d7cf5e89eff req-0bdc4b24-b208-4690-8951-646afc974df6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:10.971945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-e72441d6-6c84-4400-bfa3-4f8c49317362 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Network d6bd0598-2cab-47e3-9f0f-47d899b421cd is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:10.973736 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0ddb763-30a5-412a-a34f-18fb561222d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:10.979599 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a87e7b50-271c-41e3-b048-3522bb780064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:10.982718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114dda71-641a-40d6-b7cc-900b664bd28f None None] Network 4708575e-f9fa-4cef-b1df-9dc0c4c5bf66 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:10.999427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:10.999972 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a87e7b50-271c-41e3-b048-3522bb780064 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d66fdc3c-98fb-4024-8161-11d82117e87d HTTP/1.1" status: 204 len: 168 time: 3.8005474 Jan 14 07:22:11.007081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-e72441d6-6c84-4400-bfa3-4f8c49317362 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:11.014377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55970) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:11.021707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-e72441d6-6c84-4400-bfa3-4f8c49317362 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:22:11.066057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-72795ef5-2510-4ece-b1eb-9d7cf5e89eff req-0bdc4b24-b208-4690-8951-646afc974df6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:11.066324 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:11.117681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0ddb763-30a5-412a-a34f-18fb561222d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:11.138470 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e0ddb763-30a5-412a-a34f-18fb561222d4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/58b389f9-4796-4d06-b58c-27373b3494f5 HTTP/1.1" status: 204 len: 168 time: 3.8289268 Jan 14 07:22:11.155502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55974) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:11.208939 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:11.262685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddb763-30a5-412a-a34f-18fb561222d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=58b389f9-4796-4d06-b58c-27373b3494f5,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:11.311534 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:11.395567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Pushing event updated for resources: {'Port': ['ID=c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:11.423772 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:11.454274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] Routers {'55540682-73dc-4814-9af1-177456cb885e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:11.455167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:21:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['55540682-73dc-4814-9af1-177456cb885e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:11.460936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-310a9183-034a-4d76-96e6-92fcdde510a0 None None] Provisioning for port 8951843e-8dca-4287-9cc4-0c50bfc41eaa completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:11.482632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-310a9183-034a-4d76-96e6-92fcdde510a0 None None] Provisioning complete for port 8951843e-8dca-4287-9cc4-0c50bfc41eaa triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:11.483067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-310a9183-034a-4d76-96e6-92fcdde510a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:11.523415 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e0ddb763-30a5-412a-a34f-18fb561222d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:11.567638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-310a9183-034a-4d76-96e6-92fcdde510a0 None None] Port 8951843e-8dca-4287-9cc4-0c50bfc41eaa cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:22:11.571182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3528cb44-66b5-4ea7-8fe2-8c0f9ecaa153 None None] DHCP port deletion for 4708575e-f9fa-4cef-b1df-9dc0c4c5bf66 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:22:11.577013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3528cb44-66b5-4ea7-8fe2-8c0f9ecaa153 None None] Deleting port 72706c7d-a951-460d-8f54-d39004db3022 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:11.577431 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3528cb44-66b5-4ea7-8fe2-8c0f9ecaa153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:11.661557 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:11.701360 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-773dcf4d-b3e2-4619-a272-9760d942b055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:11.748102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc4b24-b208-4690-8951-646afc974df6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6d407f-3561-4d81-a5e5-35d4ebf7a5cc,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:11.751539 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0bdc4b24-b208-4690-8951-646afc974df6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:11.771337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8cef517-3d52-4129-993c-cf21715d6a04 admin admin] Deleting subnet e1105548-a711-4462-871b-c05f169e0899 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:22:11.773799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] Set router 55540682-73dc-4814-9af1-177456cb885e gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:11.817801 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d8cef517-3d52-4129-993c-cf21715d6a04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:11.817996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe63e29-2583-4503-a813-a1bb751be6ae admin admin] Router 680897b0-7594-4cbf-a1d3-365ee64323b8 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:22:11.830644 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:11.834821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3528cb44-66b5-4ea7-8fe2-8c0f9ecaa153 None None] For port 72706c7d-a951-460d-8f54-d39004db3022, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=72706c7d-a951-460d-8f54-d39004db3022,segment=NetworkSegment(e073e208-d9de-4dfb-8cba-0ba9e65f86fd),segment_id=e073e208-d9de-4dfb-8cba-0ba9e65f86fd)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:11.835264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3528cb44-66b5-4ea7-8fe2-8c0f9ecaa153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:11.841056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-773dcf4d-b3e2-4619-a272-9760d942b055 admin admin] Deleting port 72706c7d-a951-460d-8f54-d39004db3022 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:11.841439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-773dcf4d-b3e2-4619-a272-9760d942b055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:11.867629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-aafc1e23-8097-4b17-9234-60246e7cc69f admin admin] Deleting subnet dd2bef2a-a9b2-488c-bdc6-179b217932dc {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:22:11.883116 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-72795ef5-2510-4ece-b1eb-9d7cf5e89eff req-0bdc4b24-b208-4690-8951-646afc974df6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:11.889193 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-72795ef5-2510-4ece-b1eb-9d7cf5e89eff req-0bdc4b24-b208-4690-8951-646afc974df6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 2.3835866 Jan 14 07:22:11.890306 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aafc1e23-8097-4b17-9234-60246e7cc69f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:11.962475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:11.965961 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:22:11.965961 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:11.965961 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:11.965961 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:11.965961 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:22:11.965961 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:11.965961 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:11.965961 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:11.965961 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:22:11.965961 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:11.965961 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:11.965961 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:11.965961 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:22:11.965961 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:11.965961 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:11.965961 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:11.965961 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:11.965961 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:11.965961 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:11.965961 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:11.983911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3528cb44-66b5-4ea7-8fe2-8c0f9ecaa153 None None] Calling delete_port for 72706c7d-a951-460d-8f54-d39004db3022 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:12.010124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-e72441d6-6c84-4400-bfa3-4f8c49317362 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:12.011295 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-e72441d6-6c84-4400-bfa3-4f8c49317362 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.060760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e4130-e934-4724-871d-44ca17d92291 req-87e6b120-ef44-4d07-bfab-7b78511b2a62 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:12.061584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-8b2e4130-e934-4724-871d-44ca17d92291 req-87e6b120-ef44-4d07-bfab-7b78511b2a62 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Synchronizing usage tracker for tenant:aa3699163cc144ea91a97fd466fb413b on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:22:12.065643 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3528cb44-66b5-4ea7-8fe2-8c0f9ecaa153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.155219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-8b2e4130-e934-4724-871d-44ca17d92291 req-87e6b120-ef44-4d07-bfab-7b78511b2a62 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Unset dirty status for tenant:aa3699163cc144ea91a97fd466fb413b on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:22:12.156905 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8b2e4130-e934-4724-871d-44ca17d92291 req-87e6b120-ef44-4d07-bfab-7b78511b2a62 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] 10.222.0.39 "GET /v2.0/ports?device_id=35935996-3ca3-4b7c-a2d2-1235b7994e76 HTTP/1.1" status: 200 len: 943 time: 0.6353977 Jan 14 07:22:12.163454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-773dcf4d-b3e2-4619-a272-9760d942b055 admin admin] The port '72706c7d-a951-460d-8f54-d39004db3022' was deleted {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:22:12.188752 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0b463057-969e-4e6b-8e1b-4975c36aa748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:12.198592 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d8cef517-3d52-4129-993c-cf21715d6a04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.229781 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-e72441d6-6c84-4400-bfa3-4f8c49317362 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.3495622 Jan 14 07:22:12.232249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dba84-df2a-491a-a3f5-9a11e7bb6fe1 req-43d4f7d8-df2e-42dc-85f8-25f50c9f5180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:12.233933 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0c8dba84-df2a-491a-a3f5-9a11e7bb6fe1 req-43d4f7d8-df2e-42dc-85f8-25f50c9f5180 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aa3699163cc144ea91a97fd466fb413b&device_id=35935996-3ca3-4b7c-a2d2-1235b7994e76 HTTP/1.1" status: 200 len: 1158 time: 1.1625350 Jan 14 07:22:12.236072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528cb44-66b5-4ea7-8fe2-8c0f9ecaa153 None None] Pushing event deleted for resources: {'Port': ['ID=72706c7d-a951-460d-8f54-d39004db3022,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:12.241132 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3528cb44-66b5-4ea7-8fe2-8c0f9ecaa153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:12.246043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aafc1e23-8097-4b17-9234-60246e7cc69f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.246224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528cb44-66b5-4ea7-8fe2-8c0f9ecaa153 None None] No DVR routers for this DVR port 72706c7d-a951-460d-8f54-d39004db3022 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:22:12.256276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-8b2e4130-e934-4724-871d-44ca17d92291 req-ec1286a6-06b6-4670-b49b-201b7809aa95 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Deleting port 7d31647d-d8fb-4e01-9929-eb2a74e29965 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:12.256669 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-8b2e4130-e934-4724-871d-44ca17d92291 req-ec1286a6-06b6-4670-b49b-201b7809aa95 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.268317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55540682-73dc-4814-9af1-177456cb885e', 'name': 'tempest-FloatingIPsAssociationTestJSON-327418129-router', 'tenant_id': '673a998c4825436bb1f83fd2b05e1366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:21:54Z', 'updated_at': '2021-01-14T07:22:02Z', 'revision_number': 3, 'project_id': '673a998c4825436bb1f83fd2b05e1366', 'gw_port': {'id': 'c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55540682-73dc-4814-9af1-177456cb885e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:00Z', 'updated_at': '2021-01-14T07:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:12.274173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae198849-cde9-4bcc-a8b0-2aa73b25cf84 None None] The sync data for ids ['55540682-73dc-4814-9af1-177456cb885e'] in n-d-769329-2 is: [{'id': '55540682-73dc-4814-9af1-177456cb885e', 'name': 'tempest-FloatingIPsAssociationTestJSON-327418129-router', 'tenant_id': '673a998c4825436bb1f83fd2b05e1366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:21:54Z', 'updated_at': '2021-01-14T07:22:02Z', 'revision_number': 3, 'project_id': '673a998c4825436bb1f83fd2b05e1366', 'gw_port': {'id': 'c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55540682-73dc-4814-9af1-177456cb885e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:00Z', 'updated_at': '2021-01-14T07:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:22:12.333205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Request body: {'port': {'device_id': 'beb6f410-54df-4217-9064-f668de95fb8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-2'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:12.501759 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.517371 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc1d8378-3042-48c0-a7e2-145cc8b2c502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:12.542046 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-95173b67-deab-4590-b181-c6a97a94782b req-4fae2e95-a15b-4741-a49a-db377b0f4415 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "GET /v2.0/security-groups/0d0d09a9-5ffd-4c5e-bfda-b8fc1a9797c6 HTTP/1.1" status: 200 len: 2995 time: 0.5078824 Jan 14 07:22:12.599576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fc68f8-bdca-4aa1-9500-d3ab0e8a8934,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:12.617924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-773dcf4d-b3e2-4619-a272-9760d942b055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.634529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe63e29-2583-4503-a813-a1bb751be6ae admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:22:12.636739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.640413 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d8cef517-3d52-4129-993c-cf21715d6a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.640901 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/25fc68f8-bdca-4aa1-9500-d3ab0e8a8934 HTTP/1.1" status: 204 len: 168 time: 1.7027421 Jan 14 07:22:12.646707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a2165-7f6d-4f9d-9315-9d297ee666cb None None] Sync routers for ids ['680897b0-7594-4cbf-a1d3-365ee64323b8'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:22:12.648278 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2fe63e29-2583-4503-a813-a1bb751be6ae admin admin] 10.222.0.41 "PUT /v2.0/routers/680897b0-7594-4cbf-a1d3-365ee64323b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0610847 Jan 14 07:22:12.659874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.660334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.660940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.661565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.661981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.662408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.662771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.663177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.663622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.664022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.664371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.664767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.665254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.665650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.666056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.666442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.666837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.667237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.667782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.668019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.668414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.668809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.669202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.669592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.670029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.670422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.670813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.671203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.671746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.671994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.672381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.672643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a2165-7f6d-4f9d-9315-9d297ee666cb None None] Routers {'680897b0-7594-4cbf-a1d3-365ee64323b8'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:12.672766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.673132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.673522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.673769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8e2a2165-7f6d-4f9d-9315-9d297ee666cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:21:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['680897b0-7594-4cbf-a1d3-365ee64323b8'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:12.673887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.674274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:12.687311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55984) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:12.741803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aafc1e23-8097-4b17-9234-60246e7cc69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.751172 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:12.830854 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-84e7c12c-c28e-4679-a230-5bda09588cfc req-298625db-f64a-4c0d-abe0-4df6d27e56f2 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "GET /v2.0/security-group-rules/fc6d407f-3561-4d81-a5e5-35d4ebf7a5cc HTTP/1.1" status: 200 len: 783 time: 0.2408378 Jan 14 07:22:12.856611 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.875283 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.886256 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.924355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:12.940169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-8e2a2165-7f6d-4f9d-9315-9d297ee666cb None None] Set router 680897b0-7594-4cbf-a1d3-365ee64323b8 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:12.950295 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c5a341ae-3ef4-4b8b-83b5-cb1a5b866dac tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:13.022122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4da920f-ec09-4222-b052-13af754c41f7,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:13.034803 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:13.052491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-773dcf4d-b3e2-4619-a272-9760d942b055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4708575e-f9fa-4cef-b1df-9dc0c4c5bf66']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:13.157621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-773dcf4d-b3e2-4619-a272-9760d942b055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e073e208-d9de-4dfb-8cba-0ba9e65f86fd') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:13.157959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-773dcf4d-b3e2-4619-a272-9760d942b055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e073e208-d9de-4dfb-8cba-0ba9e65f86fd') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:13.220731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-773dcf4d-b3e2-4619-a272-9760d942b055 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:13.280093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-773dcf4d-b3e2-4619-a272-9760d942b055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:13.288268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-773dcf4d-b3e2-4619-a272-9760d942b055 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:22:13.336277 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3cea10f1-96a2-498c-99d7-0402446c1e11 admin admin] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:13.494223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:22:13.555159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8e2a2165-7f6d-4f9d-9315-9d297ee666cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680897b0-7594-4cbf-a1d3-365ee64323b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014577792-router', 'tenant_id': 'aa3699163cc144ea91a97fd466fb413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '5fa1d34b-e9fc-4be6-8b0a-f1a101016505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:19Z', 'updated_at': '2021-01-14T07:22:07Z', 'revision_number': 5, 'project_id': 'aa3699163cc144ea91a97fd466fb413b', 'gw_port': {'id': '5fa1d34b-e9fc-4be6-8b0a-f1a101016505', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680897b0-7594-4cbf-a1d3-365ee64323b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:22Z', 'updated_at': '2021-01-14T07:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:13.571220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a2165-7f6d-4f9d-9315-9d297ee666cb None None] Checking router: 680897b0-7594-4cbf-a1d3-365ee64323b8 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:22:13.602641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a2165-7f6d-4f9d-9315-9d297ee666cb None None] Routers {'680897b0-7594-4cbf-a1d3-365ee64323b8'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:13.605054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8e2a2165-7f6d-4f9d-9315-9d297ee666cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:21:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['680897b0-7594-4cbf-a1d3-365ee64323b8'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:13.788737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:13.852681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:13.853517 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:13.931632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:22:13.995688 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3cea10f1-96a2-498c-99d7-0402446c1e11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.002214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3cea10f1-96a2-498c-99d7-0402446c1e11 admin admin] Deleting port 5fa1d34b-e9fc-4be6-8b0a-f1a101016505 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:14.002735 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3cea10f1-96a2-498c-99d7-0402446c1e11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.044811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-8e2a2165-7f6d-4f9d-9315-9d297ee666cb None None] Set router 680897b0-7594-4cbf-a1d3-365ee64323b8 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:14.126735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8951843e-8dca-4287-9cc4-0c50bfc41eaa {{(pid=80907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:22:14.135889 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.151033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Transition to ACTIVE for port object 8951843e-8dca-4287-9cc4-0c50bfc41eaa will not be triggered until provisioned by entity L2. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:14.177893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dba84-df2a-491a-a3f5-9a11e7bb6fe1 req-b4eabdda-b9e9-4472-b583-2a2fb97d45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:14.179563 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0c8dba84-df2a-491a-a3f5-9a11e7bb6fe1 req-b4eabdda-b9e9-4472-b583-2a2fb97d45cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 HTTP/1.1" status: 200 len: 909 time: 1.8820779 Jan 14 07:22:14.221337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-773dcf4d-b3e2-4619-a272-9760d942b055 admin admin] Network 4708575e-f9fa-4cef-b1df-9dc0c4c5bf66 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:14.232283 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-773dcf4d-b3e2-4619-a272-9760d942b055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.248490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.480504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-773dcf4d-b3e2-4619-a272-9760d942b055 admin admin] Network 4708575e-f9fa-4cef-b1df-9dc0c4c5bf66 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:14.514429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-8b2e4130-e934-4724-871d-44ca17d92291 req-ec1286a6-06b6-4670-b49b-201b7809aa95 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] For port 7d31647d-d8fb-4e01-9929-eb2a74e29965, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=7d31647d-d8fb-4e01-9929-eb2a74e29965,segment=NetworkSegment(f59face0-ba75-43ff-a8ad-de8388878a51),segment_id=f59face0-ba75-43ff-a8ad-de8388878a51)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:14.514832 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-8b2e4130-e934-4724-871d-44ca17d92291 req-ec1286a6-06b6-4670-b49b-201b7809aa95 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.574731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:22:14.592476 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:22:14.606069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:14.618448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8e2a2165-7f6d-4f9d-9315-9d297ee666cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '680897b0-7594-4cbf-a1d3-365ee64323b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014577792-router', 'tenant_id': 'aa3699163cc144ea91a97fd466fb413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '5fa1d34b-e9fc-4be6-8b0a-f1a101016505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:19Z', 'updated_at': '2021-01-14T07:22:07Z', 'revision_number': 5, 'project_id': 'aa3699163cc144ea91a97fd466fb413b', 'gw_port': {'id': '5fa1d34b-e9fc-4be6-8b0a-f1a101016505', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680897b0-7594-4cbf-a1d3-365ee64323b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:22Z', 'updated_at': '2021-01-14T07:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:14.622047 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.624719 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-59c416d5-9d97-4f75-b30c-99d88f075fbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:14.647690 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:14.677180 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0c8dba84-df2a-491a-a3f5-9a11e7bb6fe1 req-2c96d5bc-f283-4d01-986f-c2548df1efaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d31647d-d8fb-4e01-9929-eb2a74e29965 HTTP/1.1" status: 200 len: 217 time: 0.1657748 Jan 14 07:22:14.715781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:14.718591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2a2165-7f6d-4f9d-9315-9d297ee666cb None None] The sync data for ids ['680897b0-7594-4cbf-a1d3-365ee64323b8'] in n-d-769329-2 is: [{'id': '680897b0-7594-4cbf-a1d3-365ee64323b8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1014577792-router', 'tenant_id': 'aa3699163cc144ea91a97fd466fb413b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '5fa1d34b-e9fc-4be6-8b0a-f1a101016505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:19Z', 'updated_at': '2021-01-14T07:22:07Z', 'revision_number': 5, 'project_id': 'aa3699163cc144ea91a97fd466fb413b', 'gw_port': {'id': '5fa1d34b-e9fc-4be6-8b0a-f1a101016505', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:52:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '680897b0-7594-4cbf-a1d3-365ee64323b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:22Z', 'updated_at': '2021-01-14T07:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:22:14.720324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 72706c7d-a951-460d-8f54-d39004db3022 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:22:14.737194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Pushing event updated for resources: {'Port': ['ID=8951843e-8dca-4287-9cc4-0c50bfc41eaa,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:14.741829 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d8cef517-3d52-4129-993c-cf21715d6a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.750937 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:14.762269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 72706c7d-a951-460d-8f54-d39004db3022 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:22:14.762694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 72706c7d-a951-460d-8f54-d39004db3022 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:22:14.786711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-8b2e4130-e934-4724-871d-44ca17d92291 req-ec1286a6-06b6-4670-b49b-201b7809aa95 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Calling delete_port for 7d31647d-d8fb-4e01-9929-eb2a74e29965 owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:14.801726 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.802243 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Added segment 0b4ea35f-b3cd-4129-a29f-11d59bed130e of type vxlan for network adcb2500-9b2b-42fe-a77c-47bc91e7e556 Jan 14 07:22:14.833009 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-773dcf4d-b3e2-4619-a272-9760d942b055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.857971 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-773dcf4d-b3e2-4619-a272-9760d942b055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:14.860769 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fcdd1482-6505-4ccb-9e36-38c584464827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:14.861816 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:14.903106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773dcf4d-b3e2-4619-a272-9760d942b055 admin admin] Pushing event deleted for resources: {'Network': ['ID=4708575e-f9fa-4cef-b1df-9dc0c4c5bf66,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:14.920703 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-773dcf4d-b3e2-4619-a272-9760d942b055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:15.014408 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a75ab703-2a9e-4e73-8fe4-6baa0dac0028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:15.028261 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-773dcf4d-b3e2-4619-a272-9760d942b055 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4708575e-f9fa-4cef-b1df-9dc0c4c5bf66 HTTP/1.1" status: 204 len: 168 time: 4.0089676 Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.052542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.056166 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:15.060962 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:15.068398 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-84e7c12c-c28e-4679-a230-5bda09588cfc req-160933d3-b48f-4120-891c-a3a6e16d435d tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "GET /v2.0/security-groups/0d0d09a9-5ffd-4c5e-bfda-b8fc1a9797c6 HTTP/1.1" status: 200 len: 2995 time: 2.2124376 Jan 14 07:22:15.175181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3cea10f1-96a2-498c-99d7-0402446c1e11 admin admin] For port 5fa1d34b-e9fc-4be6-8b0a-f1a101016505, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5fa1d34b-e9fc-4be6-8b0a-f1a101016505,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:15.175720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3cea10f1-96a2-498c-99d7-0402446c1e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.181440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cef517-3d52-4129-993c-cf21715d6a04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1105548-a711-4462-871b-c05f169e0899,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:15.188341 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d8cef517-3d52-4129-993c-cf21715d6a04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.267393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:22:15.302449 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d8cef517-3d52-4129-993c-cf21715d6a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:15.315505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56016) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:15.330421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.345763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3cea10f1-96a2-498c-99d7-0402446c1e11 admin admin] Calling delete_port for 5fa1d34b-e9fc-4be6-8b0a-f1a101016505 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:15.348942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-84e7c12c-c28e-4679-a230-5bda09588cfc req-64ed061d-c545-46d7-973d-a8e020f047ba tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group_rule, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.362286 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-84e7c12c-c28e-4679-a230-5bda09588cfc req-64ed061d-c545-46d7-973d-a8e020f047ba tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.388907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dba84-df2a-491a-a3f5-9a11e7bb6fe1 req-115601c2-f789-407a-9ca5-622cd86d29c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:15.390659 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0c8dba84-df2a-491a-a3f5-9a11e7bb6fe1 req-115601c2-f789-407a-9ca5-622cd86d29c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ea27083-3da7-4045-8c81-c99ca7ca4d65 HTTP/1.1" status: 200 len: 854 time: 0.6382713 Jan 14 07:22:15.395075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:15.395546 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.400496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-8b2e4130-e934-4724-871d-44ca17d92291 req-ec1286a6-06b6-4670-b49b-201b7809aa95 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.436505 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d8cef517-3d52-4129-993c-cf21715d6a04 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e1105548-a711-4462-871b-c05f169e0899 HTTP/1.1" status: 204 len: 168 time: 4.6253812 Jan 14 07:22:15.437305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-84e7c12c-c28e-4679-a230-5bda09588cfc req-64ed061d-c545-46d7-973d-a8e020f047ba tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.462681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.533713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56022) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:15.538599 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2fe63e29-2583-4503-a813-a1bb751be6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:15.545285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c67bae49-fe1c-4299-a56a-431acadb92df no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:22:15.574248 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5d7ed94f-7403-4a5d-8daa-e3baddf8c8e0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:15.588601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1286a6-06b6-4670-b49b-201b7809aa95 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Pushing event deleted for resources: {'Port': ['ID=7d31647d-d8fb-4e01-9929-eb2a74e29965,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:15.597487 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec1286a6-06b6-4670-b49b-201b7809aa95 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:15.607817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: c67bae49-fe1c-4299-a56a-431acadb92df {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:22:15.608455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c67bae49-fe1c-4299-a56a-431acadb92df not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:22:15.670354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2e4130-e934-4724-871d-44ca17d92291 req-ec1286a6-06b6-4670-b49b-201b7809aa95 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] No DVR routers for this DVR port 7d31647d-d8fb-4e01-9929-eb2a74e29965 on host n-h2-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:22:15.673049 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-8b2e4130-e934-4724-871d-44ca17d92291 req-ec1286a6-06b6-4670-b49b-201b7809aa95 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.676525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35935996-3ca3-4b7c-a2d2-1235b7994e76', 'name': 'network-vif-deleted', 'tag': '7d31647d-d8fb-4e01-9929-eb2a74e29965'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:22:15.686141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:22:15.787837 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '35935996-3ca3-4b7c-a2d2-1235b7994e76', 'name': 'network-vif-deleted', 'tag': '7d31647d-d8fb-4e01-9929-eb2a74e29965', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:22:15.789424 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8b2e4130-e934-4724-871d-44ca17d92291 req-ec1286a6-06b6-4670-b49b-201b7809aa95 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] 10.222.0.39 "DELETE /v2.0/ports/7d31647d-d8fb-4e01-9929-eb2a74e29965 HTTP/1.1" status: 204 len: 173 time: 3.6218579 Jan 14 07:22:15.823420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3cea10f1-96a2-498c-99d7-0402446c1e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.851736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed061d-c545-46d7-973d-a8e020f047ba tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc6d407f-3561-4d81-a5e5-35d4ebf7a5cc,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:15.935345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.952012 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-64ed061d-c545-46d7-973d-a8e020f047ba tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:15.956358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-84e7c12c-c28e-4679-a230-5bda09588cfc req-64ed061d-c545-46d7-973d-a8e020f047ba tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:15.958113 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-84e7c12c-c28e-4679-a230-5bda09588cfc req-64ed061d-c545-46d7-973d-a8e020f047ba tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "DELETE /v2.0/security-group-rules/fc6d407f-3561-4d81-a5e5-35d4ebf7a5cc HTTP/1.1" status: 204 len: 173 time: 0.8921173 Jan 14 07:22:16.014008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.021624 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-539a5511-899a-441c-b3e4-97659f28d44e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6fb4e90c56cb4b6b8ba142dce49dfd11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6994984 Jan 14 07:22:16.027177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56038) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:16.218364 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ffed241-eea9-45ab-beeb-af6f936b822e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.225409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:16.226060 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.235075 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3cea10f1-96a2-498c-99d7-0402446c1e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.245568 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:16.289376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10f00d3d-4958-450f-8261-545772ad5ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.399913 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ffed241-eea9-45ab-beeb-af6f936b822e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.416191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3cea10f1-96a2-498c-99d7-0402446c1e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.420232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3cea10f1-96a2-498c-99d7-0402446c1e11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.451979 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aafc1e23-8097-4b17-9234-60246e7cc69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.467594 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3cea10f1-96a2-498c-99d7-0402446c1e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.468233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cea10f1-96a2-498c-99d7-0402446c1e11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 680897b0-7594-4cbf-a1d3-365ee64323b8 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:22:16.486847 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ffed241-eea9-45ab-beeb-af6f936b822e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.492969 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-36c05e9f-0723-4b0f-a14b-ec7282cb3153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:16.505374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3cea10f1-96a2-498c-99d7-0402446c1e11 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.509072 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3cea10f1-96a2-498c-99d7-0402446c1e11 admin admin] 10.222.0.41 "DELETE /v2.0/routers/680897b0-7594-4cbf-a1d3-365ee64323b8 HTTP/1.1" status: 204 len: 168 time: 3.7702720 Jan 14 07:22:16.509072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffed241-eea9-45ab-beeb-af6f936b822e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b5bee1-c5c6-4d75-a651-a9fe03737f68,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:16.509900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56050) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:16.512468 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ffed241-eea9-45ab-beeb-af6f936b822e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:16.550039 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ffed241-eea9-45ab-beeb-af6f936b822e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.550244 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 6.7853022 Jan 14 07:22:16.550326 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5ffed241-eea9-45ab-beeb-af6f936b822e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98b5bee1-c5c6-4d75-a651-a9fe03737f68 HTTP/1.1" status: 204 len: 168 time: 0.5203526 Jan 14 07:22:16.552991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56054) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:16.559221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-60b0db14-eca4-491a-aa00-8be4c521f018 admin admin] Request body: {'subnet': {'network_id': 'adcb2500-9b2b-42fe-a77c-47bc91e7e556', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-594964134-subnet', 'tenant_id': '68afacb8d9854553a43f11871f301c8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:16.578057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-60b0db14-eca4-491a-aa00-8be4c521f018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:16.590790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-60b0db14-eca4-491a-aa00-8be4c521f018 admin admin] Usage tracker for resource:subnet and tenant:68afacb8d9854553a43f11871f301c8d is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:16.601226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-60b0db14-eca4-491a-aa00-8be4c521f018 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:16.612594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-60b0db14-eca4-491a-aa00-8be4c521f018 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:16.628027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5fc2d15-8d14-47c6-9f47-bac9bd0a5585 admin admin] Deleting subnet 9ea27083-3da7-4045-8c81-c99ca7ca4d65 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:22:16.633255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2d15-8d14-47c6-9f47-bac9bd0a5585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.682201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b0db14-eca4-491a-aa00-8be4c521f018 admin admin] Made reservation on behalf of 68afacb8d9854553a43f11871f301c8d for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:16.687754 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-60b0db14-eca4-491a-aa00-8be4c521f018 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:16.808655 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2d15-8d14-47c6-9f47-bac9bd0a5585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:17.116927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Pushing event updated for resources: {'Network': ['ID=adcb2500-9b2b-42fe-a77c-47bc91e7e556,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:17.195884 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.950s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:17.198008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dba84-df2a-491a-a3f5-9a11e7bb6fe1 req-1c8bbc86-3e2d-4caa-a891-414dee090c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:17.199760 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0c8dba84-df2a-491a-a3f5-9a11e7bb6fe1 req-1c8bbc86-3e2d-4caa-a891-414dee090c3e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7653573 Jan 14 07:22:17.200363 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a8b14fcc-6448-4556-a15c-a4ca212da7df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.654s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:17.203822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network adcb2500-9b2b-42fe-a77c-47bc91e7e556 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:17.342840 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-480f0bea-d8cf-413b-961a-259a80520bc3 req-c4aa528b-23d1-4d9f-9bdd-592625b464ca tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "GET /v2.0/security-groups/0d0d09a9-5ffd-4c5e-bfda-b8fc1a9797c6 HTTP/1.1" status: 200 len: 2397 time: 1.3149393 Jan 14 07:22:17.440833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2d15-8d14-47c6-9f47-bac9bd0a5585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:17.443114 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aafc1e23-8097-4b17-9234-60246e7cc69f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:17.445330 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-aafc1e23-8097-4b17-9234-60246e7cc69f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dd2bef2a-a9b2-488c-bdc6-179b217932dc HTTP/1.1" status: 204 len: 168 time: 6.2803977 Jan 14 07:22:17.452881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc1e23-8097-4b17-9234-60246e7cc69f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd2bef2a-a9b2-488c-bdc6-179b217932dc,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:17.465065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56082) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:17.472060 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aafc1e23-8097-4b17-9234-60246e7cc69f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:17.541001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network adcb2500-9b2b-42fe-a77c-47bc91e7e556 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:17.587535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Attempting to bind port 8951843e-8dca-4287-9cc4-0c50bfc41eaa on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:22:17.596234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network adcb2500-9b2b-42fe-a77c-47bc91e7e556 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:17.596820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Attempting to bind port 8951843e-8dca-4287-9cc4-0c50bfc41eaa by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:22:17.597342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Attempting to bind port 8951843e-8dca-4287-9cc4-0c50bfc41eaa on network d6bd0598-2cab-47e3-9f0f-47d899b421cd {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:22:17.611210 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10f00d3d-4958-450f-8261-545772ad5ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:17.713461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Allocated IP 172.20.0.1 (275d3369-3adb-475f-b857-d8af83360e86/4e7a1fd6-38ef-433a-bf6f-d774afd6338b/053cb329-737e-4599-92ef-652a752343d7) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:17.825115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56094) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:17.853839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5fa1d34b-e9fc-4be6-8b0a-f1a101016505 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:22:17.887005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:22:17.887437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Checking segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:17.887796 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:17.888199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Bound using segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:22:17.888691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Bound port: 8951843e-8dca-4287-9cc4-0c50bfc41eaa, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:22:17.889608 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:17.961278 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-60b0db14-eca4-491a-aa00-8be4c521f018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:17.990254 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:18.105179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2d15-8d14-47c6-9f47-bac9bd0a5585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.165932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 5fa1d34b-e9fc-4be6-8b0a-f1a101016505 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:22:18.165932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5fa1d34b-e9fc-4be6-8b0a-f1a101016505 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:22:18.180471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0db14-eca4-491a-aa00-8be4c521f018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=211d6c93-a99e-418c-88aa-a031bc43836d,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:18.256749 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-60b0db14-eca4-491a-aa00-8be4c521f018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:18.257461 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:18.261596 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-480f0bea-d8cf-413b-961a-259a80520bc3 req-d68ddaf0-cae8-4353-b719-023d54f25fa8 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.308046 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a54c859-8311-44a8-9ea7-b50d8ccb2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.318810 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a19d42e-89a5-4958-81ef-0cfb9cbce9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.335233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc2d15-8d14-47c6-9f47-bac9bd0a5585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ea27083-3da7-4045-8c81-c99ca7ca4d65,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:18.344096 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f5fc2d15-8d14-47c6-9f47-bac9bd0a5585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:18.361936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2a19d42e-89a5-4958-81ef-0cfb9cbce9b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:18.370030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2a19d42e-89a5-4958-81ef-0cfb9cbce9b1 admin admin] Usage tracker for resource:security_group_rule and tenant:14d6a954f0d14abf915d98396e0ec9de is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:18.377322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2a19d42e-89a5-4958-81ef-0cfb9cbce9b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:18.404029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2a19d42e-89a5-4958-81ef-0cfb9cbce9b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:18.407828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-10f00d3d-4958-450f-8261-545772ad5ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbef7054-184c-4ac7-83a1-f7e066f1ea40']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:18.410776 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2d15-8d14-47c6-9f47-bac9bd0a5585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.422897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c122b5-2274-43b3-9eb9-a6d7ad0402bf None None] Network 0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:18.455835 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f5fc2d15-8d14-47c6-9f47-bac9bd0a5585 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9ea27083-3da7-4045-8c81-c99ca7ca4d65 HTTP/1.1" status: 204 len: 168 time: 1.9448669 Jan 14 07:22:18.461068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56136) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:18.467784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-10f00d3d-4958-450f-8261-545772ad5ae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8e8e5e-a56b-4feb-9de0-d800b652961c') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:18.468112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-10f00d3d-4958-450f-8261-545772ad5ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8e8e5e-a56b-4feb-9de0-d800b652961c') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:18.485162 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0c8dba84-df2a-491a-a3f5-9a11e7bb6fe1 req-ffa1d5ff-33a8-41b6-a1f5-68e58a8bca9a service neutron] 10.222.0.39 "GET /v2.0/networks/0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1726704 Jan 14 07:22:18.486969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-480f0bea-d8cf-413b-961a-259a80520bc3 req-d68ddaf0-cae8-4353-b719-023d54f25fa8 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.565839 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10f00d3d-4958-450f-8261-545772ad5ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.640029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] For port 8951843e-8dca-4287-9cc4-0c50bfc41eaa, host n-h2-769329-2, cleared binding levels {{(pid=80907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:22:18.659306 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.732214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0db14-eca4-491a-aa00-8be4c521f018 admin admin] Checking segment: {'id': '0b4ea35f-b3cd-4129-a29f-11d59bed130e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'adcb2500-9b2b-42fe-a77c-47bc91e7e556'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:18.732214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b0db14-eca4-491a-aa00-8be4c521f018 admin admin] Network hostable DHCP agents. Network: adcb2500-9b2b-42fe-a77c-47bc91e7e556, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:22:18.740520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] For port 8951843e-8dca-4287-9cc4-0c50bfc41eaa, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=8951843e-8dca-4287-9cc4-0c50bfc41eaa,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:22:18.758839 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10f00d3d-4958-450f-8261-545772ad5ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.772203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] Deleting port 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:18.772580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.791476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56142) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:18.801485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67586d52-d7ea-4ecb-ade4-877e2522e141 None None] DHCP port deletion for 0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:22:18.805899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-67586d52-d7ea-4ecb-ade4-877e2522e141 None None] Deleting port 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:18.806324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67586d52-d7ea-4ecb-ade4-877e2522e141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.838833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a19d42e-89a5-4958-81ef-0cfb9cbce9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.842279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b0db14-eca4-491a-aa00-8be4c521f018 admin admin] Network adcb2500-9b2b-42fe-a77c-47bc91e7e556 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:22:18.853424 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a19d42e-89a5-4958-81ef-0cfb9cbce9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.865122 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-170c50eb-f473-4134-a9e4-08bf5c43f8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:18.866742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-10f00d3d-4958-450f-8261-545772ad5ae5 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:22:18.872131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-60b0db14-eca4-491a-aa00-8be4c521f018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, adcb2500-9b2b-42fe-a77c-47bc91e7e556) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:18.885889 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.897954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec00c912-0411-4e1b-b483-2101ac75b101 None None] Network adcb2500-9b2b-42fe-a77c-47bc91e7e556 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:18.942131 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a54c859-8311-44a8-9ea7-b50d8ccb2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.976016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b0db14-eca4-491a-aa00-8be4c521f018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:18.976676 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-60b0db14-eca4-491a-aa00-8be4c521f018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:18.985993 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2a19d42e-89a5-4958-81ef-0cfb9cbce9b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14d6a954f0d14abf915d98396e0ec9de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1597490 Jan 14 07:22:18.986912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19d42e-89a5-4958-81ef-0cfb9cbce9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b10458d-0ebd-4514-aad5-f0625c86b4c1,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:18.993783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56146) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:19.001304 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a19d42e-89a5-4958-81ef-0cfb9cbce9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:19.049605 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:19.163684 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-60b0db14-eca4-491a-aa00-8be4c521f018 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6010613 Jan 14 07:22:19.177100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] For port 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70,segment=NetworkSegment(f59face0-ba75-43ff-a8ad-de8388878a51),segment_id=f59face0-ba75-43ff-a8ad-de8388878a51)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:19.177822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:19.248743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-67586d52-d7ea-4ecb-ade4-877e2522e141 None None] For port 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70,segment=NetworkSegment(f59face0-ba75-43ff-a8ad-de8388878a51),segment_id=f59face0-ba75-43ff-a8ad-de8388878a51)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:19.250415 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67586d52-d7ea-4ecb-ade4-877e2522e141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:19.347931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] Calling delete_port for 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:19.395428 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-392ffe05-678a-4047-95d4-1f997d2ae1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:19.425783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-67586d52-d7ea-4ecb-ade4-877e2522e141 None None] Calling delete_port for 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:19.446510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-392ffe05-678a-4047-95d4-1f997d2ae1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:19.468961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:22:19.523799 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-392ffe05-678a-4047-95d4-1f997d2ae1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:19.528660 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c5d9e36f-e186-4482-a02d-7a7df08e4e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:19.544115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ffe05-678a-4047-95d4-1f997d2ae1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b10458d-0ebd-4514-aad5-f0625c86b4c1,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:19.545931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:19.607719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:22:19.608104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:22:19.621636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219ff719-2038-472d-888f-bfdec390bd93 None None] Network adcb2500-9b2b-42fe-a77c-47bc91e7e556 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:19.623922 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-392ffe05-678a-4047-95d4-1f997d2ae1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:19.627810 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1018c132-1882-48e8-a36e-84ebf6707cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:19.714924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:19.718452 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:19.735208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-10f00d3d-4958-450f-8261-545772ad5ae5 admin admin] Network fbef7054-184c-4ac7-83a1-f7e066f1ea40 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:19.745338 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-392ffe05-678a-4047-95d4-1f997d2ae1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:19.748266 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-392ffe05-678a-4047-95d4-1f997d2ae1cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b10458d-0ebd-4514-aad5-f0625c86b4c1 HTTP/1.1" status: 204 len: 168 time: 0.7486691 Jan 14 07:22:19.748407 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10f00d3d-4958-450f-8261-545772ad5ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:19.773811 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-67586d52-d7ea-4ecb-ade4-877e2522e141 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:22:19.774221 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-67586d52-d7ea-4ecb-ade4-877e2522e141 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:22:19.786942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] No DVR routers for this DVR port 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:22:19.849694 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0c8dba84-df2a-491a-a3f5-9a11e7bb6fe1 req-819bf38d-2bfa-4fe4-bb1d-2e0fe6581b28 service neutron] 10.222.0.39 "GET /v2.0/networks/0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3097739 Jan 14 07:22:19.851224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Pushing event updated for resources: {'Port': ['ID=8951843e-8dca-4287-9cc4-0c50bfc41eaa,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:19.888956 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:19.931539 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.882s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:20.009436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80b81acc-4bd4-4ba7-90a0-a41fc5ecb952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.025426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-2a54c859-8311-44a8-9ea7-b50d8ccb2d11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5765bff1-888a-4a21-a2b9-1d07ad4d5a1d']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:20.028654 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.129252 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b775c049-f731-4775-b1e8-9fc51d5cea06 req-0707ae13-f466-46d8-bc7d-8535034c9662 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aa3699163cc144ea91a97fd466fb413b&device_id=35935996-3ca3-4b7c-a2d2-1235b7994e76 HTTP/1.1" status: 200 len: 210 time: 0.2063737 Jan 14 07:22:20.150120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-2a54c859-8311-44a8-9ea7-b50d8ccb2d11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92569f54-f45d-46c4-9e49-840a86accdad') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:20.150463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-2a54c859-8311-44a8-9ea7-b50d8ccb2d11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92569f54-f45d-46c4-9e49-840a86accdad') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:20.154532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:20.169983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59face0-ba75-43ff-a8ad-de8388878a51') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:20.170354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59face0-ba75-43ff-a8ad-de8388878a51') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:20.184843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.200899 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.202972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:22:20.213361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Transition to ACTIVE for port object 053cb329-737e-4599-92ef-652a752343d7 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:20.251746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-80b81acc-4bd4-4ba7-90a0-a41fc5ecb952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:20.275532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-67586d52-d7ea-4ecb-ade4-877e2522e141 None None] Deleting port 4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:20.275787 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-480f0bea-d8cf-413b-961a-259a80520bc3 req-d68ddaf0-cae8-4353-b719-023d54f25fa8 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.276024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67586d52-d7ea-4ecb-ade4-877e2522e141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.281601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56172) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:20.309319 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd3a9a43-c0b1-400c-aafd-d4529023a441 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:20.328250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-80b81acc-4bd4-4ba7-90a0-a41fc5ecb952 admin admin] Usage tracker for resource:security_group_rule and tenant:458f1f1b8be34cc8bdbcbf0d08ab39a6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:20.334008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-10f00d3d-4958-450f-8261-545772ad5ae5 admin admin] Network fbef7054-184c-4ac7-83a1-f7e066f1ea40 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:20.346345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a54c859-8311-44a8-9ea7-b50d8ccb2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.355212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-67586d52-d7ea-4ecb-ade4-877e2522e141 None None] The port '4f51a4c3-a2f6-44a8-990f-c9fcc02bcf70' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:22:20.363593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-80b81acc-4bd4-4ba7-90a0-a41fc5ecb952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:22:20.433842 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:22:20.463079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ddaf0-cae8-4353-b719-023d54f25fa8 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0d09a9-5ffd-4c5e-bfda-b8fc1a9797c6,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:20.544120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-80b81acc-4bd4-4ba7-90a0-a41fc5ecb952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:20.554778 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d68ddaf0-cae8-4353-b719-023d54f25fa8 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:20.574924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a54c859-8311-44a8-9ea7-b50d8ccb2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.593740 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f29b01fd-6080-4bd6-817e-465ef5809959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.604587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2a54c859-8311-44a8-9ea7-b50d8ccb2d11 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:22:20.679742 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-480f0bea-d8cf-413b-961a-259a80520bc3 req-d68ddaf0-cae8-4353-b719-023d54f25fa8 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.680993 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-480f0bea-d8cf-413b-961a-259a80520bc3 req-d68ddaf0-cae8-4353-b719-023d54f25fa8 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "DELETE /v2.0/security-groups/0d0d09a9-5ffd-4c5e-bfda-b8fc1a9797c6 HTTP/1.1" status: 204 len: 173 time: 3.3368106 Jan 14 07:22:20.694215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f29b01fd-6080-4bd6-817e-465ef5809959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:20.712589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f29b01fd-6080-4bd6-817e-465ef5809959 admin admin] Usage tracker for resource:security_group_rule and tenant:e2b7b6cbe13843dab2941a40335f126e is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:20.716547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] Network 0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:20.725865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f29b01fd-6080-4bd6-817e-465ef5809959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:20.729806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.750185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f29b01fd-6080-4bd6-817e-465ef5809959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:20.797153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775c049-f731-4775-b1e8-9fc51d5cea06 req-6668d590-a5e6-4865-a1c9-4f005399af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:20.798632 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b775c049-f731-4775-b1e8-9fc51d5cea06 req-6668d590-a5e6-4865-a1c9-4f005399af96 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 HTTP/1.1" status: 200 len: 871 time: 0.5834649 Jan 14 07:22:20.831815 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10f00d3d-4958-450f-8261-545772ad5ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.899296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:20.900017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.901541 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] 10.222.0.39 "PUT /v2.0/ports/8951843e-8dca-4287-9cc4-0c50bfc41eaa HTTP/1.1" status: 200 len: 1159 time: 8.6028039 Jan 14 07:22:20.903103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:20.919369 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2af24352-85f9-40f4-8174-8d21910e7419 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:20.955150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb6f410-54df-4217-9064-f668de95fb8c', 'tag': '8951843e-8dca-4287-9cc4-0c50bfc41eaa'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:22:20.957739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] Network 0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:20.984600 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [req-8eb4d33b-809e-48d2-bd52-41c5b76619f1 req-02e19e8f-c8a4-409e-9f53-6feb2b67fb01 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] show failed (client error): The resource could not be found. Jan 14 07:22:20.985750 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8eb4d33b-809e-48d2-bd52-41c5b76619f1 req-02e19e8f-c8a4-409e-9f53-6feb2b67fb01 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "GET /v2.0/security-groups/ca8f5f63-5a0d-4785-9ae8-21b673a8d54c HTTP/1.1" status: 404 len: 352 time: 0.2210150 Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:22:20.986008 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:22:21.048866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:21.093931 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:21.097112 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:22:21.097112 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:21.097112 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:21.097112 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:21.097112 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:22:21.097112 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:21.097112 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:21.097112 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:21.097112 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:22:21.097112 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:21.097112 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:21.097112 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:21.097112 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:21.097112 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:21.097112 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:21.097112 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:21.097112 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:22:21.097112 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:21.097112 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:21.097112 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:21.116057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81addfee-7b4f-471b-9643-acd291c154bf req-662186a9-5f4c-4aa7-9cda-dfe268620538 tempest-VolumesAdminNegativeTest-403642630 tempest-VolumesAdminNegativeTest-403642630] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:21.117778 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-81addfee-7b4f-471b-9643-acd291c154bf req-662186a9-5f4c-4aa7-9cda-dfe268620538 tempest-VolumesAdminNegativeTest-403642630 tempest-VolumesAdminNegativeTest-403642630] 10.222.0.41 "GET /v2.0/networks?id=c8e03694-03e3-43e0-94e5-6efef38c9fb3 HTTP/1.1" status: 200 len: 815 time: 1.1118383 Jan 14 07:22:21.119613 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb6f410-54df-4217-9064-f668de95fb8c', 'tag': '8951843e-8dca-4287-9cc4-0c50bfc41eaa', 'status': 'completed', 'code': 200} Jan 14 07:22:21.145550 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f29b01fd-6080-4bd6-817e-465ef5809959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:21.151487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f29b01fd-6080-4bd6-817e-465ef5809959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:21.161100 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-392ffe05-678a-4047-95d4-1f997d2ae1cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:21.169191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10f00d3d-4958-450f-8261-545772ad5ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:21.178413 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:21.198746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:21.220941 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f29b01fd-6080-4bd6-817e-465ef5809959 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2b7b6cbe13843dab2941a40335f126e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9381838 Jan 14 07:22:21.223739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b01fd-6080-4bd6-817e-465ef5809959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8864d852-1708-4267-b732-8be3b86a5174,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:21.226318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56182) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:21.233243 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f29b01fd-6080-4bd6-817e-465ef5809959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:21.236204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2a54c859-8311-44a8-9ea7-b50d8ccb2d11 admin admin] Network 5765bff1-888a-4a21-a2b9-1d07ad4d5a1d has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:21.236620 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e0ddb763-30a5-412a-a34f-18fb561222d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:21.272437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b775c049-f731-4775-b1e8-9fc51d5cea06 req-75840c96-de84-4790-8e7e-aba926c66513 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Synchronizing usage tracker for tenant:aa3699163cc144ea91a97fd466fb413b on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:22:21.275799 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77 HTTP/1.1" status: 204 len: 168 time: 2.8135748 Jan 14 07:22:21.276880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ca50f37-d7ff-4fc6-bef2-277c7d8f6f77,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:21.281404 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:21.282294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56186) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:21.283170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a54c859-8311-44a8-9ea7-b50d8ccb2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:21.416918 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-10f00d3d-4958-450f-8261-545772ad5ae5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fbef7054-184c-4ac7-83a1-f7e066f1ea40 HTTP/1.1" status: 204 len: 168 time: 5.8683262 Jan 14 07:22:21.418449 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-81addfee-7b4f-471b-9643-acd291c154bf req-f67a3957-d287-44c4-82d0-7c999c4a8df3 tempest-VolumesAdminNegativeTest-403642630 tempest-VolumesAdminNegativeTest-403642630] 10.222.0.41 "GET /v2.0/quotas/743e7c1a4e7f4a82a0f5053bc3fb9125 HTTP/1.1" status: 200 len: 375 time: 0.1994612 Jan 14 07:22:21.437942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Pushing event updated for resources: {'Port': ['ID=053cb329-737e-4599-92ef-652a752343d7,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:21.464420 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:21.477366 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-116c7f43-a4d5-4b29-aa1e-c753ae392f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.387s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:21.490984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8251a329-0e7d-49ba-80b5-a5fe3d67f35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:21.537080 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8251a329-0e7d-49ba-80b5-a5fe3d67f35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:21.583899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b775c049-f731-4775-b1e8-9fc51d5cea06 req-75840c96-de84-4790-8e7e-aba926c66513 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Unset dirty status for tenant:aa3699163cc144ea91a97fd466fb413b on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:22:21.585172 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b775c049-f731-4775-b1e8-9fc51d5cea06 req-75840c96-de84-4790-8e7e-aba926c66513 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] 10.222.0.39 "GET /v2.0/ports?device_id=35935996-3ca3-4b7c-a2d2-1235b7994e76 HTTP/1.1" status: 200 len: 210 time: 0.6151459 Jan 14 07:22:21.603348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f00d3d-4958-450f-8261-545772ad5ae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbef7054-184c-4ac7-83a1-f7e066f1ea40,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:21.660899 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-81addfee-7b4f-471b-9643-acd291c154bf req-0a5e2565-ead2-4a54-8324-a054f09567b3 tempest-VolumesAdminNegativeTest-403642630 tempest-VolumesAdminNegativeTest-403642630] 10.222.0.41 "GET /v2.0/ports?tenant_id=743e7c1a4e7f4a82a0f5053bc3fb9125&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2018297 Jan 14 07:22:21.679164 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-10f00d3d-4958-450f-8261-545772ad5ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:21.711326 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b217200c-5ee6-45aa-a996-32e61adeec07 req-0f79cac0-84be-4b55-a1ac-097dabeeaf2b tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "GET /v2.0/security-groups/78bb86d0-0ade-403f-a417-689262db3a15 HTTP/1.1" status: 200 len: 1804 time: 0.5392091 Jan 14 07:22:21.717831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56192) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:21.834633 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8251a329-0e7d-49ba-80b5-a5fe3d67f35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:21.844991 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-36af861d-7b2c-45f5-8fef-d733e43fc6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:21.892404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251a329-0e7d-49ba-80b5-a5fe3d67f35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8864d852-1708-4267-b732-8be3b86a5174,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:21.902504 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fb4cd72c-4e29-440b-86a1-7db61f64e4dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47f8f75f2b664ae6ba6d4d7f9a269b14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810772 Jan 14 07:22:21.902504 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8251a329-0e7d-49ba-80b5-a5fe3d67f35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:21.916388 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8251a329-0e7d-49ba-80b5-a5fe3d67f35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:21.917666 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8251a329-0e7d-49ba-80b5-a5fe3d67f35d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8864d852-1708-4267-b732-8be3b86a5174 HTTP/1.1" status: 204 len: 168 time: 0.6868327 Jan 14 07:22:21.927469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56196) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:22.022494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2a54c859-8311-44a8-9ea7-b50d8ccb2d11 admin admin] Network 5765bff1-888a-4a21-a2b9-1d07ad4d5a1d has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:22.067031 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff47f33f-562c-4dc4-8677-77b9cba6e650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:22.104301 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff47f33f-562c-4dc4-8677-77b9cba6e650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:22.117814 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80b81acc-4bd4-4ba7-90a0-a41fc5ecb952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:22:22.119073 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:22:22.122296 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:22:22.191803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80b81acc-4bd4-4ba7-90a0-a41fc5ecb952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:22.214161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff47f33f-562c-4dc4-8677-77b9cba6e650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:22.215278 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1b989352-346c-48d2-a5fa-cbf7fe232488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:22.221602 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:22.240843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47f33f-562c-4dc4-8677-77b9cba6e650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853cedfe-3cbc-4d0b-8e40-010d1c181670,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:22.246085 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26c09964-ddfb-4a3e-93c9-92c49c5e1b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:22.254671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-586238b2-59b0-4168-a647-449e306a1d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:22.256367 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-586238b2-59b0-4168-a647-449e306a1d91 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=705d681c44f644d38b6bd0bbc27cc4da&device_id=beb6f410-54df-4217-9064-f668de95fb8c HTTP/1.1" status: 200 len: 1162 time: 1.2771692 Jan 14 07:22:22.275089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Network 275d3369-3adb-475f-b857-d8af83360e86 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:22.309162 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ff47f33f-562c-4dc4-8677-77b9cba6e650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:22.318904 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff47f33f-562c-4dc4-8677-77b9cba6e650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:22.322912 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ff47f33f-562c-4dc4-8677-77b9cba6e650 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/853cedfe-3cbc-4d0b-8e40-010d1c181670 HTTP/1.1" status: 204 len: 168 time: 0.3939323 Jan 14 07:22:22.357722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:22.392524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:22:22.455822 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-d4caf63b-8128-44ce-aa0c-435fd446e2f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=8951843e-8dca-4287-9cc4-0c50bfc41eaa HTTP/1.1" status: 200 len: 217 time: 0.1830051 Jan 14 07:22:22.471115 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-80b81acc-4bd4-4ba7-90a0-a41fc5ecb952 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=458f1f1b8be34cc8bdbcbf0d08ab39a6&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5869067 Jan 14 07:22:22.471889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b81acc-4bd4-4ba7-90a0-a41fc5ecb952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c073ea41-9614-4d74-aad7-ff5b06053569,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:22.476308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56210) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:22.483270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a54c859-8311-44a8-9ea7-b50d8ccb2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:22.502339 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-80b81acc-4bd4-4ba7-90a0-a41fc5ecb952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:22.598548 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:22.628370 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a54c859-8311-44a8-9ea7-b50d8ccb2d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:22.667246 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2a54c859-8311-44a8-9ea7-b50d8ccb2d11 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5765bff1-888a-4a21-a2b9-1d07ad4d5a1d HTTP/1.1" status: 204 len: 168 time: 5.1975455 Jan 14 07:22:22.686914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54c859-8311-44a8-9ea7-b50d8ccb2d11 admin admin] Pushing event deleted for resources: {'Network': ['ID=5765bff1-888a-4a21-a2b9-1d07ad4d5a1d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:22.716793 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-81addfee-7b4f-471b-9643-acd291c154bf req-8251713f-6e24-48bb-8233-0f9890e4d500 service neutron] 10.222.0.41 "GET /v2.0/networks/c8e03694-03e3-43e0-94e5-6efef38c9fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0295737 Jan 14 07:22:22.718662 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b217200c-5ee6-45aa-a996-32e61adeec07 req-71f7caa8-66f0-4c39-a283-c97f4ecb11f4 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:22.756980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3fd6cd55-c038-403f-9a4e-8ad9f82181f8 None None] Provisioning for port 053cb329-737e-4599-92ef-652a752343d7 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:22.767937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3fd6cd55-c038-403f-9a4e-8ad9f82181f8 None None] Provisioning complete for port 053cb329-737e-4599-92ef-652a752343d7 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:22.768400 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3fd6cd55-c038-403f-9a4e-8ad9f82181f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:22.808353 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a54c859-8311-44a8-9ea7-b50d8ccb2d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:22.809178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:22.887974 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b217200c-5ee6-45aa-a996-32e61adeec07 req-71f7caa8-66f0-4c39-a283-c97f4ecb11f4 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:22.915135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6cd55-c038-403f-9a4e-8ad9f82181f8 None None] Port 053cb329-737e-4599-92ef-652a752343d7 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:22:22.922401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56226) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:22.968411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-26c09964-ddfb-4a3e-93c9-92c49c5e1b41 admin admin] Deleting port a5d85ea7-09bb-41c3-9c28-2968109af3f3 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:22.968794 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26c09964-ddfb-4a3e-93c9-92c49c5e1b41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.044973 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4161baa8-c5f7-4946-a9ba-f1479a3dcaf2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca0f03b3c39144af8e359327e6d92d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1212914 Jan 14 07:22:23.047792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56232) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:23.147591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-7b0894a9-b7ab-4af8-b9e1-3461f93dfe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:23.149423 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-7b0894a9-b7ab-4af8-b9e1-3461f93dfe11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ffe7d3d2-18e7-450d-bb59-0b64181030a8 HTTP/1.1" status: 200 len: 843 time: 0.6691599 Jan 14 07:22:23.168224 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-81addfee-7b4f-471b-9643-acd291c154bf req-b4fb8ed3-edff-445f-b808-c26d9fd51a8e service neutron] 10.222.0.41 "GET /v2.0/networks/c8e03694-03e3-43e0-94e5-6efef38c9fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4503686 Jan 14 07:22:23.266709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25d771aa-e496-4480-ba30-fc64f48b5fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.288041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a565eb5c-b1c9-42a9-a1c9-6c2ace8cd83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.327376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25d771aa-e496-4480-ba30-fc64f48b5fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.336389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-26c09964-ddfb-4a3e-93c9-92c49c5e1b41 admin admin] For port a5d85ea7-09bb-41c3-9c28-2968109af3f3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a5d85ea7-09bb-41c3-9c28-2968109af3f3,segment=NetworkSegment(0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab),segment_id=0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:23.336795 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26c09964-ddfb-4a3e-93c9-92c49c5e1b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.343574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.354043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a565eb5c-b1c9-42a9-a1c9-6c2ace8cd83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.391920 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b217200c-5ee6-45aa-a996-32e61adeec07 req-71f7caa8-66f0-4c39-a283-c97f4ecb11f4 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.647316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-26c09964-ddfb-4a3e-93c9-92c49c5e1b41 admin admin] Calling delete_port for a5d85ea7-09bb-41c3-9c28-2968109af3f3 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:23.700610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.713731 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-095b68ef-45ac-4674-b050-899dd81b2229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:23.739770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7caa8-66f0-4c39-a283-c97f4ecb11f4 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bb86d0-0ade-403f-a417-689262db3a15,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:23.751952 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.834787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56264) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:23.841570 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-71f7caa8-66f0-4c39-a283-c97f4ecb11f4 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:23.842223 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d262a527-f92c-49ce-94a9-83175afdb403 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:23.920316 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2e1d7c4-9338-4555-8249-ab10d10b3372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.965298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.969227 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a565eb5c-b1c9-42a9-a1c9-6c2ace8cd83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:23.989320 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ff47f33f-562c-4dc4-8677-77b9cba6e650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:24.090448 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25d771aa-e496-4480-ba30-fc64f48b5fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:24.105893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565eb5c-b1c9-42a9-a1c9-6c2ace8cd83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a61710-e2c3-4905-9777-d43d850a8bd1,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:24.114195 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a565eb5c-b1c9-42a9-a1c9-6c2ace8cd83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:24.162019 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a565eb5c-b1c9-42a9-a1c9-6c2ace8cd83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:24.163271 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a565eb5c-b1c9-42a9-a1c9-6c2ace8cd83e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53a61710-e2c3-4905-9777-d43d850a8bd1 HTTP/1.1" status: 204 len: 168 time: 1.1145666 Jan 14 07:22:24.181805 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26c09964-ddfb-4a3e-93c9-92c49c5e1b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:24.201891 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c59e3f4-3892-4b49-81f3-842adf8412a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:24.250537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Pushing event updated for resources: {'Port': ['ID=053cb329-737e-4599-92ef-652a752343d7,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:24.264812 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:24.267003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56282) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:24.279719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-b7f9c83e-6fd1-49f1-82df-541cc3f0a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:24.283372 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-b7f9c83e-6fd1-49f1-82df-541cc3f0a2b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d6bd0598-2cab-47e3-9f0f-47d899b421cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1099205 Jan 14 07:22:24.284383 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4da248f-28c3-461d-b2ad-423f98990b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:24.299230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b217200c-5ee6-45aa-a996-32e61adeec07 req-71f7caa8-66f0-4c39-a283-c97f4ecb11f4 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:24.301700 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b217200c-5ee6-45aa-a996-32e61adeec07 req-71f7caa8-66f0-4c39-a283-c97f4ecb11f4 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "DELETE /v2.0/security-groups/78bb86d0-0ade-403f-a417-689262db3a15 HTTP/1.1" status: 204 len: 173 time: 2.5440516 Jan 14 07:22:24.315595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c09964-ddfb-4a3e-93c9-92c49c5e1b41 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d85ea7-09bb-41c3-9c28-2968109af3f3,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:24.319277 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-26c09964-ddfb-4a3e-93c9-92c49c5e1b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:24.376365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d771aa-e496-4480-ba30-fc64f48b5fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c073ea41-9614-4d74-aad7-ff5b06053569,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:24.392808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25d771aa-e496-4480-ba30-fc64f48b5fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:24.398328 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-25d771aa-e496-4480-ba30-fc64f48b5fb2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c073ea41-9614-4d74-aad7-ff5b06053569 HTTP/1.1" status: 204 len: 168 time: 1.9129856 Jan 14 07:22:24.551111 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-25d771aa-e496-4480-ba30-fc64f48b5fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:24.558699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ce5e53-9a7a-4bbf-a9d0-f68a8a45e245 admin admin] Deleting subnet 89804a24-3efa-4357-88dd-65883187824e {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:22:24.568443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36ce5e53-9a7a-4bbf-a9d0-f68a8a45e245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:24.676225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36ce5e53-9a7a-4bbf-a9d0-f68a8a45e245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:24.787349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-228658696-network', 'tenant_id': 'c4ad56cb255b4692955e7953bd4036e6'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:24.799197 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36ce5e53-9a7a-4bbf-a9d0-f68a8a45e245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:24.980611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56302) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:25.085992 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26c09964-ddfb-4a3e-93c9-92c49c5e1b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:25.114064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:25.121916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Usage tracker for resource:network and tenant:c4ad56cb255b4692955e7953bd4036e6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:25.122147 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5c32a440-0e3d-49bb-b68b-764f80e2f206 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f6f15b8b9f04d9bb3351e4cc1de7e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1375949 Jan 14 07:22:25.123028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:25.276603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56306) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:25.423250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:25.428657 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-34086bce-c8ec-46c6-832e-2bb21859704e service neutron] 10.222.0.39 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1257045 Jan 14 07:22:25.439400 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1163a5c7-7fab-4cf2-bc52-4441e611ccd1 req-e0d96f5a-f99d-4ba6-8991-221ceed8b12e tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "GET /v2.0/security-groups/bd71116f-a952-4172-8be8-1a05313c9dcd HTTP/1.1" status: 200 len: 1803 time: 1.0712984 Jan 14 07:22:25.515120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Network 275d3369-3adb-475f-b857-d8af83360e86 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:25.528974 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5f555ff-af37-4f39-abfa-b41a763803f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:25.584504 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5f555ff-af37-4f39-abfa-b41a763803f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:25.594855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Made reservation on behalf of c4ad56cb255b4692955e7953bd4036e6 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:25.600610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:25.610610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:25.645149 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:25.849417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:25.887122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Usage tracker for resource:security_group_rule and tenant:c4ad56cb255b4692955e7953bd4036e6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:25.897762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:25.900651 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1163a5c7-7fab-4cf2-bc52-4441e611ccd1 req-2532d006-5bf6-4929-a535-4b08906441a6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:25.912557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c09964-ddfb-4a3e-93c9-92c49c5e1b41 admin admin] Router e2c1047d-293b-4aa8-a1e4-db10ad8df508 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:22:25.954682 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1163a5c7-7fab-4cf2-bc52-4441e611ccd1 req-2532d006-5bf6-4929-a535-4b08906441a6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:25.974534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-bc354741-dd4f-4035-886d-5c2d703984f1 None None] Provisioning complete for port 053cb329-737e-4599-92ef-652a752343d7 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:25.974957 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc354741-dd4f-4035-886d-5c2d703984f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.043094 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1163a5c7-7fab-4cf2-bc52-4441e611ccd1 req-2532d006-5bf6-4929-a535-4b08906441a6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.049497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36ce5e53-9a7a-4bbf-a9d0-f68a8a45e245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.051197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:26.059536 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0497c77d-4873-4dd6-bc3f-dbacfad3f886 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:26.063818 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5f555ff-af37-4f39-abfa-b41a763803f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.073024 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a3ddd5ea-2261-4a8e-849d-397dc1e024d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:26.088726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f555ff-af37-4f39-abfa-b41a763803f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23565f8-202e-474a-9547-4cc362c3ff96,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:26.102617 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e5f555ff-af37-4f39-abfa-b41a763803f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:26.165984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5f555ff-af37-4f39-abfa-b41a763803f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.169472 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e5f555ff-af37-4f39-abfa-b41a763803f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a23565f8-202e-474a-9547-4cc362c3ff96 HTTP/1.1" status: 204 len: 168 time: 0.8879735 Jan 14 07:22:26.184702 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-8ee0a0c7-1910-46d3-a9a9-3359964cef0f service neutron] 10.222.0.39 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7388926 Jan 14 07:22:26.185560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532d006-5bf6-4929-a535-4b08906441a6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd71116f-a952-4172-8be8-1a05313c9dcd,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:26.196992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-bc354741-dd4f-4035-886d-5c2d703984f1 None None] Port 053cb329-737e-4599-92ef-652a752343d7 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:22:26.226314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c09964-ddfb-4a3e-93c9-92c49c5e1b41 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:22:26.235788 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-26c09964-ddfb-4a3e-93c9-92c49c5e1b41 admin admin] 10.222.0.41 "PUT /v2.0/routers/e2c1047d-293b-4aa8-a1e4-db10ad8df508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9523990 Jan 14 07:22:26.236871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56346) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:26.240234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba63166-b03c-4f1d-bc80-2796be7fbbe6 None None] Sync routers for ids ['e2c1047d-293b-4aa8-a1e4-db10ad8df508'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:22:26.262394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba63166-b03c-4f1d-bc80-2796be7fbbe6 None None] Routers {'e2c1047d-293b-4aa8-a1e4-db10ad8df508'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:26.265480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6ba63166-b03c-4f1d-bc80-2796be7fbbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:21:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e2c1047d-293b-4aa8-a1e4-db10ad8df508'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:26.293324 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2532d006-5bf6-4929-a535-4b08906441a6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:26.295538 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1163a5c7-7fab-4cf2-bc52-4441e611ccd1 req-2532d006-5bf6-4929-a535-4b08906441a6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.296780 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1163a5c7-7fab-4cf2-bc52-4441e611ccd1 req-2532d006-5bf6-4929-a535-4b08906441a6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "DELETE /v2.0/security-groups/bd71116f-a952-4172-8be8-1a05313c9dcd HTTP/1.1" status: 204 len: 173 time: 0.8407860 Jan 14 07:22:26.297322 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aafc1e23-8097-4b17-9234-60246e7cc69f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:26.515889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-6ba63166-b03c-4f1d-bc80-2796be7fbbe6 None None] Set router e2c1047d-293b-4aa8-a1e4-db10ad8df508 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:26.540109 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-497158e3-7ee6-47a9-9a41-f73cfdf80fce admin admin] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.568992 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.622375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce5e53-9a7a-4bbf-a9d0-f68a8a45e245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89804a24-3efa-4357-88dd-65883187824e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:26.635715 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-36ce5e53-9a7a-4bbf-a9d0-f68a8a45e245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:26.671913 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.700219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:22:26.712250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.712698 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Added segment 3b1c2cba-8047-4972-978b-4a0e7954c263 of type vxlan for network a83c3fb4-c34e-4ca6-8893-cbbfbb38a940 Jan 14 07:22:26.723850 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc45c688-7252-4acd-8c28-ccb1e25f4c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.751689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.791347 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-497158e3-7ee6-47a9-9a41-f73cfdf80fce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.797202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-497158e3-7ee6-47a9-9a41-f73cfdf80fce admin admin] Deleting port d8ad1e80-83aa-48ff-9004-181707c667c7 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:26.797835 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-497158e3-7ee6-47a9-9a41-f73cfdf80fce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.800195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Router 55540682-73dc-4814-9af1-177456cb885e has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:22:26.804526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36ce5e53-9a7a-4bbf-a9d0-f68a8a45e245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.810786 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2532d006-5bf6-4929-a535-4b08906441a6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:26.825102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:26.876407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6ba63166-b03c-4f1d-bc80-2796be7fbbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'name': 'tempest-AttachSCSIVolumeTestJSON-1222211749-router', 'tenant_id': '940392b49a0347ae83398453eb99c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'd8ad1e80-83aa-48ff-9004-181707c667c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:39Z', 'updated_at': '2021-01-14T07:22:23Z', 'revision_number': 5, 'project_id': '940392b49a0347ae83398453eb99c2ae', 'gw_port': {'id': 'd8ad1e80-83aa-48ff-9004-181707c667c7', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:40Z', 'updated_at': '2021-01-14T07:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:26.881643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba63166-b03c-4f1d-bc80-2796be7fbbe6 None None] Checking router: e2c1047d-293b-4aa8-a1e4-db10ad8df508 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:22:26.891231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba63166-b03c-4f1d-bc80-2796be7fbbe6 None None] Routers {'e2c1047d-293b-4aa8-a1e4-db10ad8df508'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:26.891861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6ba63166-b03c-4f1d-bc80-2796be7fbbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:22:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e2c1047d-293b-4aa8-a1e4-db10ad8df508'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:27.069112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:27.069766 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:27.096835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-6ba63166-b03c-4f1d-bc80-2796be7fbbe6 None None] Set router e2c1047d-293b-4aa8-a1e4-db10ad8df508 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:27.098201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56364) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:27.101559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:22:27.107606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-497158e3-7ee6-47a9-9a41-f73cfdf80fce admin admin] For port d8ad1e80-83aa-48ff-9004-181707c667c7, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d8ad1e80-83aa-48ff-9004-181707c667c7,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:27.108356 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-497158e3-7ee6-47a9-9a41-f73cfdf80fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:27.112560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] Sync routers for ids ['55540682-73dc-4814-9af1-177456cb885e'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:22:27.130370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] Routers {'55540682-73dc-4814-9af1-177456cb885e'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:27.131563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:22:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['55540682-73dc-4814-9af1-177456cb885e'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:27.151828 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] 10.222.0.41 "PUT /v2.0/routers/55540682-73dc-4814-9af1-177456cb885e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.5500829 Jan 14 07:22:27.156673 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.8596575 Jan 14 07:22:27.168746 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-36ce5e53-9a7a-4bbf-a9d0-f68a8a45e245 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/89804a24-3efa-4357-88dd-65883187824e HTTP/1.1" status: 204 len: 168 time: 3.1498828 Jan 14 07:22:27.176273 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-60da2377-af4b-4b11-b283-01243ebd5f52 req-9fdd527f-8dd0-4338-9cd8-08a6fad6b2ad tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "GET /v2.0/security-groups/bbfab9b1-3e29-46e7-aae8-47bdb0b52c00 HTTP/1.1" status: 200 len: 1803 time: 0.6037302 Jan 14 07:22:27.177036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56372) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:27.177551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56376) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:27.336174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18121693-f7fb-42a4-a94c-6d95070bcd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:27.416756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-82d7ec14-a2c8-49f9-a4a8-d5ca6a5c82a5 admin admin] Request body: {'subnet': {'network_id': 'a83c3fb4-c34e-4ca6-8893-cbbfbb38a940', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-228658696-subnet', 'tenant_id': 'c4ad56cb255b4692955e7953bd4036e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:27.422880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-82d7ec14-a2c8-49f9-a4a8-d5ca6a5c82a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:27.427748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-82d7ec14-a2c8-49f9-a4a8-d5ca6a5c82a5 admin admin] Usage tracker for resource:subnet and tenant:c4ad56cb255b4692955e7953bd4036e6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:27.429913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] Set router 55540682-73dc-4814-9af1-177456cb885e gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:27.431872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-82d7ec14-a2c8-49f9-a4a8-d5ca6a5c82a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:27.438526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-82d7ec14-a2c8-49f9-a4a8-d5ca6a5c82a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:27.450786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe3b02-330a-4327-9bb9-24f9106e951a req-b2cfef8b-ad00-42d5-b1a1-88c2e92bd6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:27.453051 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-debe3b02-330a-4327-9bb9-24f9106e951a req-b2cfef8b-ad00-42d5-b1a1-88c2e92bd6cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=705d681c44f644d38b6bd0bbc27cc4da&device_id=beb6f410-54df-4217-9064-f668de95fb8c HTTP/1.1" status: 200 len: 1162 time: 1.1587813 Jan 14 07:22:27.459091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa8ca95-a41f-4e67-844a-1e9c24a398fb,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:27.490395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-497158e3-7ee6-47a9-9a41-f73cfdf80fce admin admin] Calling delete_port for d8ad1e80-83aa-48ff-9004-181707c667c7 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:27.524652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d7ec14-a2c8-49f9-a4a8-d5ca6a5c82a5 admin admin] Made reservation on behalf of c4ad56cb255b4692955e7953bd4036e6 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:27.530351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82d7ec14-a2c8-49f9-a4a8-d5ca6a5c82a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:27.620831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6ba63166-b03c-4f1d-bc80-2796be7fbbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'name': 'tempest-AttachSCSIVolumeTestJSON-1222211749-router', 'tenant_id': '940392b49a0347ae83398453eb99c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'd8ad1e80-83aa-48ff-9004-181707c667c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:39Z', 'updated_at': '2021-01-14T07:22:23Z', 'revision_number': 5, 'project_id': '940392b49a0347ae83398453eb99c2ae', 'gw_port': {'id': 'd8ad1e80-83aa-48ff-9004-181707c667c7', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:40Z', 'updated_at': '2021-01-14T07:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:27.632275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba63166-b03c-4f1d-bc80-2796be7fbbe6 None None] The sync data for ids ['e2c1047d-293b-4aa8-a1e4-db10ad8df508'] in n-d-769329-2 is: [{'id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'name': 'tempest-AttachSCSIVolumeTestJSON-1222211749-router', 'tenant_id': '940392b49a0347ae83398453eb99c2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': 'd8ad1e80-83aa-48ff-9004-181707c667c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:20:39Z', 'updated_at': '2021-01-14T07:22:23Z', 'revision_number': 5, 'project_id': '940392b49a0347ae83398453eb99c2ae', 'gw_port': {'id': 'd8ad1e80-83aa-48ff-9004-181707c667c7', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:12:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c1047d-293b-4aa8-a1e4-db10ad8df508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:20:40Z', 'updated_at': '2021-01-14T07:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:22:27.690628 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.880s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:27.702373 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a54c859-8311-44a8-9ea7-b50d8ccb2d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.601s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:27.706116 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:27.721768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-497158e3-7ee6-47a9-9a41-f73cfdf80fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:27.826635 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-debe3b02-330a-4327-9bb9-24f9106e951a req-d0067fb5-1447-4594-a810-15cef9e5d473 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=705d681c44f644d38b6bd0bbc27cc4da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3596830 Jan 14 07:22:28.084534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Pushing event updated for resources: {'Network': ['ID=a83c3fb4-c34e-4ca6-8893-cbbfbb38a940,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:28.115100 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-497158e3-7ee6-47a9-9a41-f73cfdf80fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.127692 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:28.133180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network a83c3fb4-c34e-4ca6-8893-cbbfbb38a940 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:28.133532 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8531b7f-f22f-4dc5-9397-38aebf5babd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.180735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network a83c3fb4-c34e-4ca6-8893-cbbfbb38a940 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:28.195099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network a83c3fb4-c34e-4ca6-8893-cbbfbb38a940 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:28.236089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a8531b7f-f22f-4dc5-9397-38aebf5babd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:28.240886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a8531b7f-f22f-4dc5-9397-38aebf5babd3 admin admin] Usage tracker for resource:security_group_rule and tenant:30c36b20ac24459096e0d5361ff201f3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:28.244731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a8531b7f-f22f-4dc5-9397-38aebf5babd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:28.252051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a8531b7f-f22f-4dc5-9397-38aebf5babd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:28.285730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-497158e3-7ee6-47a9-9a41-f73cfdf80fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.288527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-497158e3-7ee6-47a9-9a41-f73cfdf80fce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.317789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network d6bd0598-2cab-47e3-9f0f-47d899b421cd details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:28.326286 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-497158e3-7ee6-47a9-9a41-f73cfdf80fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.327007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497158e3-7ee6-47a9-9a41-f73cfdf80fce admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2c1047d-293b-4aa8-a1e4-db10ad8df508 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:22:28.344130 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-497158e3-7ee6-47a9-9a41-f73cfdf80fce admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.345538 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-497158e3-7ee6-47a9-9a41-f73cfdf80fce admin admin] 10.222.0.41 "DELETE /v2.0/routers/e2c1047d-293b-4aa8-a1e4-db10ad8df508 HTTP/1.1" status: 204 len: 168 time: 2.1076608 Jan 14 07:22:28.348907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56404) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:28.477246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6f1817-bdf7-4d99-8152-e3160fa8fd06 admin admin] Deleting subnet 65ff6d98-359a-477b-8668-5033f62c1c6c {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:22:28.482772 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b6f1817-bdf7-4d99-8152-e3160fa8fd06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.619961 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b6f1817-bdf7-4d99-8152-e3160fa8fd06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.780151 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b6f1817-bdf7-4d99-8152-e3160fa8fd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:28.890861 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8531b7f-f22f-4dc5-9397-38aebf5babd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.018541 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8531b7f-f22f-4dc5-9397-38aebf5babd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.043613 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-55ca5dab-787e-4142-b695-fe3962b16cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:29.087285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.146780 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18121693-f7fb-42a4-a94c-6d95070bcd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.196409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-60da2377-af4b-4b11-b283-01243ebd5f52 req-cf96484c-b955-4278-8f2b-928e0df55955 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.251307 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-60da2377-af4b-4b11-b283-01243ebd5f52 req-cf96484c-b955-4278-8f2b-928e0df55955 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.399619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe3b02-330a-4327-9bb9-24f9106e951a req-719ae555-5c84-42f9-aca4-e95d58e13f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:29.401454 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-debe3b02-330a-4327-9bb9-24f9106e951a req-719ae555-5c84-42f9-aca4-e95d58e13f63 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.5496716 Jan 14 07:22:29.402261 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-60da2377-af4b-4b11-b283-01243ebd5f52 req-cf96484c-b955-4278-8f2b-928e0df55955 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.442388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device a5d85ea7-09bb-41c3-9c28-2968109af3f3 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:22:29.485538 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a8531b7f-f22f-4dc5-9397-38aebf5babd3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=30c36b20ac24459096e0d5361ff201f3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3711038 Jan 14 07:22:29.492045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8531b7f-f22f-4dc5-9397-38aebf5babd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9196bd3-fd14-4683-98ac-d1b38a67b7e0,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:29.494703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: a5d85ea7-09bb-41c3-9c28-2968109af3f3 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:22:29.495100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device a5d85ea7-09bb-41c3-9c28-2968109af3f3 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:22:29.495686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d8ad1e80-83aa-48ff-9004-181707c667c7 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:22:29.496344 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a8531b7f-f22f-4dc5-9397-38aebf5babd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:29.498319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56438) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:29.531165 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-25d771aa-e496-4480-ba30-fc64f48b5fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:29.563969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: d8ad1e80-83aa-48ff-9004-181707c667c7 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:22:29.564352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d8ad1e80-83aa-48ff-9004-181707c667c7 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:22:29.598045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96484c-b955-4278-8f2b-928e0df55955 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfab9b1-3e29-46e7-aae8-47bdb0b52c00,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:29.601014 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cf96484c-b955-4278-8f2b-928e0df55955 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:29.603264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.621213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55540682-73dc-4814-9af1-177456cb885e', 'name': 'tempest-FloatingIPsAssociationTestJSON-327418129-router', 'tenant_id': '673a998c4825436bb1f83fd2b05e1366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:21:54Z', 'updated_at': '2021-01-14T07:22:22Z', 'revision_number': 4, 'project_id': '673a998c4825436bb1f83fd2b05e1366', 'gw_port': {'id': 'c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55540682-73dc-4814-9af1-177456cb885e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:00Z', 'updated_at': '2021-01-14T07:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '053cb329-737e-4599-92ef-652a752343d7', 'name': '', 'network_id': '275d3369-3adb-475f-b857-d8af83360e86', 'tenant_id': '673a998c4825436bb1f83fd2b05e1366', 'mac_address': 'fa:16:3e:d9:30:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55540682-73dc-4814-9af1-177456cb885e', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '4e7a1fd6-38ef-433a-bf6f-d774afd6338b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:15Z', 'updated_at': '2021-01-14T07:22:23Z', 'revision_number': 2, 'project_id': '673a998c4825436bb1f83fd2b05e1366', 'subnets': [{'id': '4e7a1fd6-38ef-433a-bf6f-d774afd6338b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:29.642630 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f22d2d7a-28b8-4c7d-8498-a610dea1ae5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.667878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] Checking router: 55540682-73dc-4814-9af1-177456cb885e for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:22:29.669888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] Updating router 55540682-73dc-4814-9af1-177456cb885e port 053cb329-737e-4599-92ef-652a752343d7 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:22:29.689655 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-60da2377-af4b-4b11-b283-01243ebd5f52 req-cf96484c-b955-4278-8f2b-928e0df55955 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.694867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f22d2d7a-28b8-4c7d-8498-a610dea1ae5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.702470 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-60da2377-af4b-4b11-b283-01243ebd5f52 req-cf96484c-b955-4278-8f2b-928e0df55955 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "DELETE /v2.0/security-groups/bbfab9b1-3e29-46e7-aae8-47bdb0b52c00 HTTP/1.1" status: 204 len: 173 time: 2.3796570 Jan 14 07:22:29.723526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b6f1817-bdf7-4d99-8152-e3160fa8fd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.751919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.789176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-18121693-f7fb-42a4-a94c-6d95070bcd0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e03694-03e3-43e0-94e5-6efef38c9fb3']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:29.846842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e73e26-718f-40cb-8d2a-5fa5fa9ab60b req-f5f91c27-26ea-4e91-81ae-acde44e0c988 tempest-FloatingIPsAssociationTestJSON-911128478 tempest-FloatingIPsAssociationTestJSON-911128478] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:29.851534 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-19e73e26-718f-40cb-8d2a-5fa5fa9ab60b req-f5f91c27-26ea-4e91-81ae-acde44e0c988 tempest-FloatingIPsAssociationTestJSON-911128478 tempest-FloatingIPsAssociationTestJSON-911128478] 10.222.0.41 "GET /v2.0/networks?id=275d3369-3adb-475f-b857-d8af83360e86 HTTP/1.1" status: 200 len: 820 time: 1.0172949 Jan 14 07:22:29.853867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-18121693-f7fb-42a4-a94c-6d95070bcd0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de4390a-d6cd-4014-8f7d-0a050456859c') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:29.854321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-18121693-f7fb-42a4-a94c-6d95070bcd0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de4390a-d6cd-4014-8f7d-0a050456859c') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:29.912329 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18121693-f7fb-42a4-a94c-6d95070bcd0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:29.923999 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c00358ee-a5c8-41e7-9aab-e6a257e071ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:29.938005 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-19e73e26-718f-40cb-8d2a-5fa5fa9ab60b req-c7b42edc-3d51-4995-b19a-163f9dd3f26a tempest-FloatingIPsAssociationTestJSON-911128478 tempest-FloatingIPsAssociationTestJSON-911128478] 10.222.0.41 "GET /v2.0/quotas/673a998c4825436bb1f83fd2b05e1366 HTTP/1.1" status: 200 len: 375 time: 0.0572371 Jan 14 07:22:30.004403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18121693-f7fb-42a4-a94c-6d95070bcd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:30.012408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-18121693-f7fb-42a4-a94c-6d95070bcd0b admin admin] Releasing vxlan tunnel 11 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:22:30.024233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f1817-bdf7-4d99-8152-e3160fa8fd06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65ff6d98-359a-477b-8668-5033f62c1c6c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:30.032378 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6b6f1817-bdf7-4d99-8152-e3160fa8fd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:30.033469 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b6f1817-bdf7-4d99-8152-e3160fa8fd06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:30.044061 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6b6f1817-bdf7-4d99-8152-e3160fa8fd06 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/65ff6d98-359a-477b-8668-5033f62c1c6c HTTP/1.1" status: 204 len: 168 time: 1.6915164 Jan 14 07:22:30.044851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56462) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:30.056550 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3d83922e-de55-4612-8234-8e07e0d9b8b4 req-8f81e923-cc68-4681-8b09-e62d182c3aee tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "GET /v2.0/security-groups/53cb01c8-e70a-4ecc-a01d-942189408422 HTTP/1.1" status: 200 len: 2403 time: 0.1934767 Jan 14 07:22:30.085459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c208c6-3d4c-4a0e-b06f-2822aa551208 None None] Network f23d5a1f-02b1-4b7e-9608-603e1fa718a2 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:30.135037 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f22d2d7a-28b8-4c7d-8498-a610dea1ae5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:30.150963 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da525dd7-9b45-49e6-8ea6-1b38e3ccc746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:30.166680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d2d7a-28b8-4c7d-8498-a610dea1ae5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9196bd3-fd14-4683-98ac-d1b38a67b7e0,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:30.184391 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f22d2d7a-28b8-4c7d-8498-a610dea1ae5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:30.192717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f22d2d7a-28b8-4c7d-8498-a610dea1ae5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:30.196048 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f22d2d7a-28b8-4c7d-8498-a610dea1ae5d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9196bd3-fd14-4683-98ac-d1b38a67b7e0 HTTP/1.1" status: 204 len: 168 time: 0.6941524 Jan 14 07:22:30.203347 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:30.284403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] Deleting port 669689d5-d35b-4779-8f2b-8fe58596665a {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:30.284826 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:30.315260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-18121693-f7fb-42a4-a94c-6d95070bcd0b admin admin] Network c8e03694-03e3-43e0-94e5-6efef38c9fb3 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:30.335173 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18121693-f7fb-42a4-a94c-6d95070bcd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:30.345119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-27b59386-4d3c-4e63-a9e1-3dcd38d9fc79 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80909) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:22:30.477099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-19e73e26-718f-40cb-8d2a-5fa5fa9ab60b req-1c81ac0a-43fa-4eed-b2a0-01f42fa6f641 tempest-FloatingIPsAssociationTestJSON-911128478 tempest-FloatingIPsAssociationTestJSON-911128478] Synchronizing usage tracker for tenant:673a998c4825436bb1f83fd2b05e1366 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:22:30.538341 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3d83922e-de55-4612-8234-8e07e0d9b8b4 req-3c5a8284-677c-4f9e-996a-889bed8f35d7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:30.579590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] For port 669689d5-d35b-4779-8f2b-8fe58596665a, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=669689d5-d35b-4779-8f2b-8fe58596665a,segment=NetworkSegment(0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab),segment_id=0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:30.580374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:30.612853 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:30.617887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffbfd72-b295-4c43-afeb-302c4cadd56b None None] DHCP port deletion for f23d5a1f-02b1-4b7e-9608-603e1fa718a2 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:22:30.624992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5ffbfd72-b295-4c43-afeb-302c4cadd56b None None] Deleting port 669689d5-d35b-4779-8f2b-8fe58596665a {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:30.624992 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ffbfd72-b295-4c43-afeb-302c4cadd56b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:30.671618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-19e73e26-718f-40cb-8d2a-5fa5fa9ab60b req-1c81ac0a-43fa-4eed-b2a0-01f42fa6f641 tempest-FloatingIPsAssociationTestJSON-911128478 tempest-FloatingIPsAssociationTestJSON-911128478] Unset dirty status for tenant:673a998c4825436bb1f83fd2b05e1366 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:22:30.673122 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-19e73e26-718f-40cb-8d2a-5fa5fa9ab60b req-1c81ac0a-43fa-4eed-b2a0-01f42fa6f641 tempest-FloatingIPsAssociationTestJSON-911128478 tempest-FloatingIPsAssociationTestJSON-911128478] 10.222.0.41 "GET /v2.0/ports?tenant_id=673a998c4825436bb1f83fd2b05e1366&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7083833 Jan 14 07:22:30.679389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-18121693-f7fb-42a4-a94c-6d95070bcd0b admin admin] Network c8e03694-03e3-43e0-94e5-6efef38c9fb3 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:30.692356 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3d83922e-de55-4612-8234-8e07e0d9b8b4 req-3c5a8284-677c-4f9e-996a-889bed8f35d7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:30.719028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device 8951843e-8dca-4287-9cc4-0c50bfc41eaa up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:22:30.740752 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:22:30.799060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] Calling delete_port for 669689d5-d35b-4779-8f2b-8fe58596665a owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:30.807121 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82d7ec14-a2c8-49f9-a4a8-d5ca6a5c82a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:30.814472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] Transition to ACTIVE for port object 053cb329-737e-4599-92ef-652a752343d7 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:30.830833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56470) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:30.871012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5dee7440-116e-4ab2-b828-de25e6872364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:30.889707 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:30.892098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5dee7440-116e-4ab2-b828-de25e6872364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:30.901880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5dee7440-116e-4ab2-b828-de25e6872364 admin admin] Usage tracker for resource:security_group_rule and tenant:0b159d85b91b45e4a3ff12216df20010 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:30.905116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5dee7440-116e-4ab2-b828-de25e6872364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:30.918637 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:30.927171 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e31ff5b2-57de-4c93-8b5b-993cad3c2858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:30.933381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5dee7440-116e-4ab2-b828-de25e6872364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:31.023708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:31.041230 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:31.105290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5ffbfd72-b295-4c43-afeb-302c4cadd56b None None] For port 669689d5-d35b-4779-8f2b-8fe58596665a, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=669689d5-d35b-4779-8f2b-8fe58596665a,segment=NetworkSegment(0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab),segment_id=0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:31.105724 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ffbfd72-b295-4c43-afeb-302c4cadd56b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:31.118028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Pushing event updated for resources: {'Port': ['ID=053cb329-737e-4599-92ef-652a752343d7,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:31.152311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=669689d5-d35b-4779-8f2b-8fe58596665a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:31.163378 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:31.165798 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5dee7440-116e-4ab2-b828-de25e6872364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:31.181696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5dee7440-116e-4ab2-b828-de25e6872364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:31.201045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.201436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.201816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.202286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.202630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.203112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.203363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.203749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.204095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.204447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.204809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.205167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.205678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.205922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.206276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.207337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.207858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.208179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.208538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.208900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.209259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.209614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.209970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.210326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.210725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.211082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.211435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.211818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.212171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.212527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.212881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.213236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.214237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.214237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.214520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.214631 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:31.214875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:22:31.225025 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5dee7440-116e-4ab2-b828-de25e6872364 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b159d85b91b45e4a3ff12216df20010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3930154 Jan 14 07:22:31.229440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56474) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:31.289530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning for port 8951843e-8dca-4287-9cc4-0c50bfc41eaa completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:31.301051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5ffbfd72-b295-4c43-afeb-302c4cadd56b None None] Calling delete_port for 669689d5-d35b-4779-8f2b-8fe58596665a owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:31.318851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee7440-116e-4ab2-b828-de25e6872364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17002418-23b8-436c-ba90-509a1d887c8d,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:31.329950 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5dee7440-116e-4ab2-b828-de25e6872364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:31.330444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] No DVR routers for this DVR port 669689d5-d35b-4779-8f2b-8fe58596665a on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:22:31.353602 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:31.355620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 669689d5-d35b-4779-8f2b-8fe58596665a no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:22:31.368640 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18121693-f7fb-42a4-a94c-6d95070bcd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:31.387092 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18121693-f7fb-42a4-a94c-6d95070bcd0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:31.400492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7ec14-a2c8-49f9-a4a8-d5ca6a5c82a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68156a63-61fb-4bab-a57e-a6723d4438e3,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:31.404438 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-82d7ec14-a2c8-49f9-a4a8-d5ca6a5c82a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:31.405881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port 8951843e-8dca-4287-9cc4-0c50bfc41eaa triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:31.406596 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:31.429741 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:31.460120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 669689d5-d35b-4779-8f2b-8fe58596665a {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:22:31.460510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 669689d5-d35b-4779-8f2b-8fe58596665a not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:22:31.471519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18121693-f7fb-42a4-a94c-6d95070bcd0b admin admin] Pushing event deleted for resources: {'Network': ['ID=c8e03694-03e3-43e0-94e5-6efef38c9fb3,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:31.474897 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18121693-f7fb-42a4-a94c-6d95070bcd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:31.484185 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:31.492411 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-18121693-f7fb-42a4-a94c-6d95070bcd0b admin admin] 10.222.0.41 "DELETE /v2.0/networks/c8e03694-03e3-43e0-94e5-6efef38c9fb3 HTTP/1.1" status: 204 len: 168 time: 4.3041561 Jan 14 07:22:31.496093 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-19e73e26-718f-40cb-8d2a-5fa5fa9ab60b req-9a994dd1-6de4-4482-a882-e08e93e08b1f service neutron] 10.222.0.41 "GET /v2.0/networks/275d3369-3adb-475f-b857-d8af83360e86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8078287 Jan 14 07:22:31.496093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3d83922e-de55-4612-8234-8e07e0d9b8b4 req-3c5a8284-677c-4f9e-996a-889bed8f35d7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:31.498964 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3d83922e-de55-4612-8234-8e07e0d9b8b4 req-3c5a8284-677c-4f9e-996a-889bed8f35d7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:31.500376 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3d83922e-de55-4612-8234-8e07e0d9b8b4 req-3c5a8284-677c-4f9e-996a-889bed8f35d7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "DELETE /v2.0/security-groups/53cb01c8-e70a-4ecc-a01d-942189408422 HTTP/1.1" status: 204 len: 173 time: 1.3723176 Jan 14 07:22:31.501183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56478) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:31.506647 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fe10e8fc-d11a-4b1b-97c0-1460cc222754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:31.524324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a8284-677c-4f9e-996a-889bed8f35d7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cb01c8-e70a-4ecc-a01d-942189408422,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:31.527895 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c5a8284-677c-4f9e-996a-889bed8f35d7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:31.632802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23d5a1f-02b1-4b7e-9608-603e1fa718a2']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:31.654199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:31.654199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d85c12e-6ea0-4be1-a9ea-8a7f6b8826ab') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:31.670825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:31.684686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-5ffbfd72-b295-4c43-afeb-302c4cadd56b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:22:31.685097 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-5ffbfd72-b295-4c43-afeb-302c4cadd56b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:22:31.702807 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:31.705498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:22:31.785986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a52da3-d057-4696-84e0-aaebde112eca admin admin] Deleting subnet 211d6c93-a99e-418c-88aa-a031bc43836d {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:22:31.820133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0a52da3-d057-4696-84e0-aaebde112eca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:31.855325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7ec14-a2c8-49f9-a4a8-d5ca6a5c82a5 admin admin] Checking segment: {'id': '3b1c2cba-8047-4972-978b-4a0e7954c263', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a83c3fb4-c34e-4ca6-8893-cbbfbb38a940'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:31.855977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d7ec14-a2c8-49f9-a4a8-d5ca6a5c82a5 admin admin] Network hostable DHCP agents. Network: a83c3fb4-c34e-4ca6-8893-cbbfbb38a940, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:22:31.936928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] Network f23d5a1f-02b1-4b7e-9608-603e1fa718a2 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:31.948539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:31.971013 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-19e73e26-718f-40cb-8d2a-5fa5fa9ab60b req-e8197814-9e2e-45e7-beea-dc2ad3d62f12 service neutron] 10.222.0.41 "GET /v2.0/networks/275d3369-3adb-475f-b857-d8af83360e86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4482269 Jan 14 07:22:31.977882 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0a52da3-d057-4696-84e0-aaebde112eca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:32.051470 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51a38a9d-a368-4fa1-801b-1287ac7ba0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:32.061281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d7ec14-a2c8-49f9-a4a8-d5ca6a5c82a5 admin admin] Network a83c3fb4-c34e-4ca6-8893-cbbfbb38a940 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:22:32.135681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:32.159152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] Attempting to bind port 053cb329-737e-4599-92ef-652a752343d7 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:22:32.159152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] Attempting to bind port 053cb329-737e-4599-92ef-652a752343d7 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '0e16f6e2-5293-4b1d-9b52-a292c3b3d774', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '275d3369-3adb-475f-b857-d8af83360e86'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:22:32.160389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] Attempting to bind port 053cb329-737e-4599-92ef-652a752343d7 on network 275d3369-3adb-475f-b857-d8af83360e86 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:22:32.175501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-82d7ec14-a2c8-49f9-a4a8-d5ca6a5c82a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, a83c3fb4-c34e-4ca6-8893-cbbfbb38a940) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:32.186673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb6f410-54df-4217-9064-f668de95fb8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8951843e-8dca-4287-9cc4-0c50bfc41eaa'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:22:32.192547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5ffbfd72-b295-4c43-afeb-302c4cadd56b None None] Deleting port 669689d5-d35b-4779-8f2b-8fe58596665a {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:32.192741 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ffbfd72-b295-4c43-afeb-302c4cadd56b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:32.194493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51a38a9d-a368-4fa1-801b-1287ac7ba0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:32.218555 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0a52da3-d057-4696-84e0-aaebde112eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:32.229335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:22:32.229757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] Checking segment: {'id': '0e16f6e2-5293-4b1d-9b52-a292c3b3d774', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '275d3369-3adb-475f-b857-d8af83360e86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:32.230182 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:32.230777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] Bound using segment: {'id': '0e16f6e2-5293-4b1d-9b52-a292c3b3d774', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '275d3369-3adb-475f-b857-d8af83360e86'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:22:32.231427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] Bound port: 053cb329-737e-4599-92ef-652a752343d7, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e16f6e2-5293-4b1d-9b52-a292c3b3d774', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '275d3369-3adb-475f-b857-d8af83360e86'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:22:32.231866 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:32.236567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] Network f23d5a1f-02b1-4b7e-9608-603e1fa718a2 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:32.251748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d7ec14-a2c8-49f9-a4a8-d5ca6a5c82a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:32.252411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82d7ec14-a2c8-49f9-a4a8-d5ca6a5c82a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:32.284749 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-82d7ec14-a2c8-49f9-a4a8-d5ca6a5c82a5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1007180 Jan 14 07:22:32.293812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5ffbfd72-b295-4c43-afeb-302c4cadd56b None None] The port '669689d5-d35b-4779-8f2b-8fe58596665a' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:22:32.315767 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:22:32.361913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2945773-619c-44f2-acbc-529879e4c68c None None] Network a83c3fb4-c34e-4ca6-8893-cbbfbb38a940 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:32.432994 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51a38a9d-a368-4fa1-801b-1287ac7ba0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:32.437969 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f20a355e-9bbc-4040-8dbd-637bdcecdaa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:32.461166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a38a9d-a368-4fa1-801b-1287ac7ba0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17002418-23b8-436c-ba90-509a1d887c8d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:32.467098 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-51a38a9d-a368-4fa1-801b-1287ac7ba0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:32.468286 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:32.492859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:32.502631 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:32.541617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] Pushing event deleted for resources: {'Network': ['ID=f23d5a1f-02b1-4b7e-9608-603e1fa718a2,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:32.552665 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:32.555255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51a38a9d-a368-4fa1-801b-1287ac7ba0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:32.556863 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-51a38a9d-a368-4fa1-801b-1287ac7ba0a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17002418-23b8-436c-ba90-509a1d887c8d HTTP/1.1" status: 204 len: 168 time: 1.3168890 Jan 14 07:22:32.558648 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] 10.222.0.41 "DELETE /v2.0/networks/f23d5a1f-02b1-4b7e-9608-603e1fa718a2 HTTP/1.1" status: 204 len: 168 time: 2.5122924 Jan 14 07:22:32.559604 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf2e755a-5c64-484b-a8d4-1d64df4aaca7 req-6d499e9f-e452-405e-b68f-de378d29dfd6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "GET /v2.0/security-groups/aaad4f6f-d056-4ff4-999f-6b325945504e HTTP/1.1" status: 200 len: 2398 time: 0.2909868 Jan 14 07:22:32.574605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b719c-a82c-42ec-b092-98c266d48edb req-4e37dce8-1099-45af-80c1-8f3cf2ec44e3 tempest-NetworksTest-764745158 tempest-NetworksTest-764745158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:32.575186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b719c-a82c-42ec-b092-98c266d48edb req-4e37dce8-1099-45af-80c1-8f3cf2ec44e3 tempest-NetworksTest-764745158 tempest-NetworksTest-764745158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:32.576056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b719c-a82c-42ec-b092-98c266d48edb req-4e37dce8-1099-45af-80c1-8f3cf2ec44e3 tempest-NetworksTest-764745158 tempest-NetworksTest-764745158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:32.576547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b719c-a82c-42ec-b092-98c266d48edb req-4e37dce8-1099-45af-80c1-8f3cf2ec44e3 tempest-NetworksTest-764745158 tempest-NetworksTest-764745158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:32.577029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b719c-a82c-42ec-b092-98c266d48edb req-4e37dce8-1099-45af-80c1-8f3cf2ec44e3 tempest-NetworksTest-764745158 tempest-NetworksTest-764745158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:32.577507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b719c-a82c-42ec-b092-98c266d48edb req-4e37dce8-1099-45af-80c1-8f3cf2ec44e3 tempest-NetworksTest-764745158 tempest-NetworksTest-764745158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:32.577985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b719c-a82c-42ec-b092-98c266d48edb req-4e37dce8-1099-45af-80c1-8f3cf2ec44e3 tempest-NetworksTest-764745158 tempest-NetworksTest-764745158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:32.578704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b719c-a82c-42ec-b092-98c266d48edb req-4e37dce8-1099-45af-80c1-8f3cf2ec44e3 tempest-NetworksTest-764745158 tempest-NetworksTest-764745158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:32.580980 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-356b719c-a82c-42ec-b092-98c266d48edb req-4e37dce8-1099-45af-80c1-8f3cf2ec44e3 tempest-NetworksTest-764745158 tempest-NetworksTest-764745158] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5636 time: 0.5281115 Jan 14 07:22:32.659384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port 8951843e-8dca-4287-9cc4-0c50bfc41eaa, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=8951843e-8dca-4287-9cc4-0c50bfc41eaa,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:32.685877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:32.690562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] For port 053cb329-737e-4599-92ef-652a752343d7, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:22:32.692449 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1ad3764-400e-4ff2-954f-a8455e5c01f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:32.842857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3475d086-9662-4bf1-ae71-c451a41a5e04 None None] Network a83c3fb4-c34e-4ca6-8893-cbbfbb38a940 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:32.868641 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb6f410-54df-4217-9064-f668de95fb8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8951843e-8dca-4287-9cc4-0c50bfc41eaa', 'code': 200} Jan 14 07:22:32.870026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device 8951843e-8dca-4287-9cc4-0c50bfc41eaa up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:22:33.028211 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-bf2e755a-5c64-484b-a8d4-1d64df4aaca7 req-45090fd0-55c3-42bb-804b-749b21aafcf0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.056048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=8951843e-8dca-4287-9cc4-0c50bfc41eaa,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:33.063473 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-bf2e755a-5c64-484b-a8d4-1d64df4aaca7 req-45090fd0-55c3-42bb-804b-749b21aafcf0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.076580 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:33.080941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] For port 053cb329-737e-4599-92ef-652a752343d7, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=053cb329-737e-4599-92ef-652a752343d7,segment=NetworkSegment(0e16f6e2-5293-4b1d-9b52-a292c3b3d774),segment_id=0e16f6e2-5293-4b1d-9b52-a292c3b3d774)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:22:33.129949 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.146532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56530) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:33.179897 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0a52da3-d057-4696-84e0-aaebde112eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.196412 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-bf2e755a-5c64-484b-a8d4-1d64df4aaca7 req-45090fd0-55c3-42bb-804b-749b21aafcf0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.245079 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8ee2e34a-1229-40e7-81e2-4a1eab66aeed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:33.264931 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-873c1158-d09c-43f8-9545-f8341a8b3d43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa3699163cc144ea91a97fd466fb413b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1163175 Jan 14 07:22:33.265863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56534) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:33.298237 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3ed3964e-6e3d-4e5e-a4f1-88f7fbf84da0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:33.353061 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3e41a8c2-633e-4a53-b5e3-9ad458e6b543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.400015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port 8951843e-8dca-4287-9cc4-0c50bfc41eaa triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:33.400439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.401031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45090fd0-55c3-42bb-804b-749b21aafcf0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaad4f6f-d056-4ff4-999f-6b325945504e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:33.404208 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-45090fd0-55c3-42bb-804b-749b21aafcf0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:33.412643 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3277aa1-126a-4920-9c32-2d2a53aac6b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:33.414716 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3e41a8c2-633e-4a53-b5e3-9ad458e6b543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.443834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc5f3e-595a-4836-808e-50680b874370 req-64d50c6c-4a78-442a-90f6-09457abea6b3 tempest-NetworksTest-764745158 tempest-NetworksTest-764745158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:33.445593 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6afc5f3e-595a-4836-808e-50680b874370 req-64d50c6c-4a78-442a-90f6-09457abea6b3 tempest-NetworksTest-764745158 tempest-NetworksTest-764745158] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 886 time: 0.5514219 Jan 14 07:22:33.486685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a52da3-d057-4696-84e0-aaebde112eca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=211d6c93-a99e-418c-88aa-a031bc43836d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:33.495882 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3e41a8c2-633e-4a53-b5e3-9ad458e6b543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.502412 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-46069f14-8e09-4442-857b-7bcd41679d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:33.508859 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f0a52da3-d057-4696-84e0-aaebde112eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:33.515840 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-bf2e755a-5c64-484b-a8d4-1d64df4aaca7 req-45090fd0-55c3-42bb-804b-749b21aafcf0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.525953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3e41a8c2-633e-4a53-b5e3-9ad458e6b543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.527858 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf2e755a-5c64-484b-a8d4-1d64df4aaca7 req-45090fd0-55c3-42bb-804b-749b21aafcf0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] 10.222.0.41 "DELETE /v2.0/security-groups/aaad4f6f-d056-4ff4-999f-6b325945504e HTTP/1.1" status: 204 len: 173 time: 0.9550970 Jan 14 07:22:33.529083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56546) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:33.530544 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3e41a8c2-633e-4a53-b5e3-9ad458e6b543 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cee9b0e3-94ca-4bfc-baab-acdc8bd8340a HTTP/1.1" status: 204 len: 168 time: 0.2634861 Jan 14 07:22:33.531860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41a8c2-633e-4a53-b5e3-9ad458e6b543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee9b0e3-94ca-4bfc-baab-acdc8bd8340a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:33.536907 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3e41a8c2-633e-4a53-b5e3-9ad458e6b543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:33.629687 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0a52da3-d057-4696-84e0-aaebde112eca admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.638779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56554) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:33.643495 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f0a52da3-d057-4696-84e0-aaebde112eca admin admin] 10.222.0.41 "DELETE /v2.0/subnets/211d6c93-a99e-418c-88aa-a031bc43836d HTTP/1.1" status: 204 len: 168 time: 2.1177726 Jan 14 07:22:33.723675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea68406-4f6c-45df-a6e4-7fd85d4f6054 admin admin] Deleting subnet c15bd503-aca2-4942-ad80-8cf8346fd29b {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:22:33.728866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] Routers {'55540682-73dc-4814-9af1-177456cb885e'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:33.729554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:22:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['55540682-73dc-4814-9af1-177456cb885e'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:33.735482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eea68406-4f6c-45df-a6e4-7fd85d4f6054 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.873677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d0fad1d-b72c-4e41-80a9-1b25918520c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:33.954846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eea68406-4f6c-45df-a6e4-7fd85d4f6054 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:34.194719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d0fad1d-b72c-4e41-80a9-1b25918520c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:34.322000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Pushing event updated for resources: {'Port': ['ID=053cb329-737e-4599-92ef-652a752343d7,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:34.344154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-8d0fad1d-b72c-4e41-80a9-1b25918520c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adcb2500-9b2b-42fe-a77c-47bc91e7e556']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:34.364280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-8d0fad1d-b72c-4e41-80a9-1b25918520c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4ea35f-b3cd-4129-a29f-11d59bed130e') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:34.364625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-8d0fad1d-b72c-4e41-80a9-1b25918520c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4ea35f-b3cd-4129-a29f-11d59bed130e') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:34.387491 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.089s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:34.397374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d0fad1d-b72c-4e41-80a9-1b25918520c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:34.447759 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d0fad1d-b72c-4e41-80a9-1b25918520c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:34.452038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8d0fad1d-b72c-4e41-80a9-1b25918520c1 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:22:34.477974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] Set router 55540682-73dc-4814-9af1-177456cb885e gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:34.632245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56586) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:34.646515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d76da-2f4e-461b-8b58-c78ade1d36ff req-1263bcc1-40fe-46f3-bf69-e12876b9b160 tempest-ServerPasswordTestJSON-1319227442 tempest-ServerPasswordTestJSON-1319227442] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:34.647321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-799d76da-2f4e-461b-8b58-c78ade1d36ff req-1263bcc1-40fe-46f3-bf69-e12876b9b160 tempest-ServerPasswordTestJSON-1319227442 tempest-ServerPasswordTestJSON-1319227442] Synchronizing usage tracker for tenant:c4ad56cb255b4692955e7953bd4036e6 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:22:34.650725 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eea68406-4f6c-45df-a6e4-7fd85d4f6054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:34.794030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-799d76da-2f4e-461b-8b58-c78ade1d36ff req-1263bcc1-40fe-46f3-bf69-e12876b9b160 tempest-ServerPasswordTestJSON-1319227442 tempest-ServerPasswordTestJSON-1319227442] Unset dirty status for tenant:c4ad56cb255b4692955e7953bd4036e6 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:22:34.795341 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-799d76da-2f4e-461b-8b58-c78ade1d36ff req-1263bcc1-40fe-46f3-bf69-e12876b9b160 tempest-ServerPasswordTestJSON-1319227442 tempest-ServerPasswordTestJSON-1319227442] 10.222.0.41 "GET /v2.0/networks?id=a83c3fb4-c34e-4ca6-8893-cbbfbb38a940 HTTP/1.1" status: 200 len: 812 time: 0.5015817 Jan 14 07:22:34.822490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-76ed53de-f2e9-4d59-a331-5ea96bee7eea tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:34.823309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-76ed53de-f2e9-4d59-a331-5ea96bee7eea tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Synchronizing usage tracker for tenant:705d681c44f644d38b6bd0bbc27cc4da on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:22:34.875104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8d0fad1d-b72c-4e41-80a9-1b25918520c1 admin admin] Network adcb2500-9b2b-42fe-a77c-47bc91e7e556 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:34.896794 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d0fad1d-b72c-4e41-80a9-1b25918520c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:34.929711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device 8951843e-8dca-4287-9cc4-0c50bfc41eaa no longer exists at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:22:34.930736 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-19e73e26-718f-40cb-8d2a-5fa5fa9ab60b req-08fb6967-51e0-430f-b3fb-a14275461588 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=673a998c4825436bb1f83fd2b05e1366&device_id=c7a2540c-104e-4817-88d5-be0863051f23 HTTP/1.1" status: 200 len: 210 time: 0.1159496 Jan 14 07:22:35.039491 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a32ab604-be6f-48d6-96fd-ee30663809d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=940392b49a0347ae83398453eb99c2ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052391 Jan 14 07:22:35.040619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56592) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:35.074309 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-799d76da-2f4e-461b-8b58-c78ade1d36ff req-da3a3750-be0d-4dc9-a5b1-8d0d73497fc2 tempest-ServerPasswordTestJSON-1319227442 tempest-ServerPasswordTestJSON-1319227442] 10.222.0.41 "GET /v2.0/quotas/c4ad56cb255b4692955e7953bd4036e6 HTTP/1.1" status: 200 len: 375 time: 0.2400122 Jan 14 07:22:35.079248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-76ed53de-f2e9-4d59-a331-5ea96bee7eea tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Unset dirty status for tenant:705d681c44f644d38b6bd0bbc27cc4da on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:22:35.080574 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-76ed53de-f2e9-4d59-a331-5ea96bee7eea tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] 10.222.0.39 "GET /v2.0/ports?device_id=beb6f410-54df-4217-9064-f668de95fb8c HTTP/1.1" status: 200 len: 949 time: 1.0304277 Jan 14 07:22:35.082523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab09edf-1b84-4a47-917e-255fe9ef760f req-f5bf2e4f-145c-438a-8637-a9dbb35b7fc2 tempest-NetworksTest-764745158 tempest-NetworksTest-764745158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:35.082980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab09edf-1b84-4a47-917e-255fe9ef760f req-f5bf2e4f-145c-438a-8637-a9dbb35b7fc2 tempest-NetworksTest-764745158 tempest-NetworksTest-764745158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:35.083406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab09edf-1b84-4a47-917e-255fe9ef760f req-f5bf2e4f-145c-438a-8637-a9dbb35b7fc2 tempest-NetworksTest-764745158 tempest-NetworksTest-764745158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:35.083858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab09edf-1b84-4a47-917e-255fe9ef760f req-f5bf2e4f-145c-438a-8637-a9dbb35b7fc2 tempest-NetworksTest-764745158 tempest-NetworksTest-764745158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:35.084271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab09edf-1b84-4a47-917e-255fe9ef760f req-f5bf2e4f-145c-438a-8637-a9dbb35b7fc2 tempest-NetworksTest-764745158 tempest-NetworksTest-764745158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:35.084673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab09edf-1b84-4a47-917e-255fe9ef760f req-f5bf2e4f-145c-438a-8637-a9dbb35b7fc2 tempest-NetworksTest-764745158 tempest-NetworksTest-764745158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:35.085089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab09edf-1b84-4a47-917e-255fe9ef760f req-f5bf2e4f-145c-438a-8637-a9dbb35b7fc2 tempest-NetworksTest-764745158 tempest-NetworksTest-764745158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:35.087256 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3ab09edf-1b84-4a47-917e-255fe9ef760f req-f5bf2e4f-145c-438a-8637-a9dbb35b7fc2 tempest-NetworksTest-764745158 tempest-NetworksTest-764745158] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4940 time: 0.8733089 Jan 14 07:22:35.140896 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:35.260083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55540682-73dc-4814-9af1-177456cb885e', 'name': 'tempest-FloatingIPsAssociationTestJSON-327418129-router', 'tenant_id': '673a998c4825436bb1f83fd2b05e1366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:21:54Z', 'updated_at': '2021-01-14T07:22:22Z', 'revision_number': 4, 'project_id': '673a998c4825436bb1f83fd2b05e1366', 'gw_port': {'id': 'c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55540682-73dc-4814-9af1-177456cb885e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:00Z', 'updated_at': '2021-01-14T07:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '053cb329-737e-4599-92ef-652a752343d7', 'name': '', 'network_id': '275d3369-3adb-475f-b857-d8af83360e86', 'tenant_id': '673a998c4825436bb1f83fd2b05e1366', 'mac_address': 'fa:16:3e:d9:30:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55540682-73dc-4814-9af1-177456cb885e', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '4e7a1fd6-38ef-433a-bf6f-d774afd6338b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:15Z', 'updated_at': '2021-01-14T07:22:32Z', 'revision_number': 4, 'project_id': '673a998c4825436bb1f83fd2b05e1366', 'subnets': [{'id': '4e7a1fd6-38ef-433a-bf6f-d774afd6338b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:35.269458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb6f410-54df-4217-9064-f668de95fb8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8951843e-8dca-4287-9cc4-0c50bfc41eaa'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:22:35.303161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f1e985-d680-44a2-8329-ce406feffe6a None None] The sync data for ids ['55540682-73dc-4814-9af1-177456cb885e'] in n-d-769329-2 is: [{'id': '55540682-73dc-4814-9af1-177456cb885e', 'name': 'tempest-FloatingIPsAssociationTestJSON-327418129-router', 'tenant_id': '673a998c4825436bb1f83fd2b05e1366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:21:54Z', 'updated_at': '2021-01-14T07:22:22Z', 'revision_number': 4, 'project_id': '673a998c4825436bb1f83fd2b05e1366', 'gw_port': {'id': 'c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55540682-73dc-4814-9af1-177456cb885e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:00Z', 'updated_at': '2021-01-14T07:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '053cb329-737e-4599-92ef-652a752343d7', 'name': '', 'network_id': '275d3369-3adb-475f-b857-d8af83360e86', 'tenant_id': '673a998c4825436bb1f83fd2b05e1366', 'mac_address': 'fa:16:3e:d9:30:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55540682-73dc-4814-9af1-177456cb885e', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '4e7a1fd6-38ef-433a-bf6f-d774afd6338b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:15Z', 'updated_at': '2021-01-14T07:22:32Z', 'revision_number': 4, 'project_id': '673a998c4825436bb1f83fd2b05e1366', 'subnets': [{'id': '4e7a1fd6-38ef-433a-bf6f-d774afd6338b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:22:35.318930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port 8951843e-8dca-4287-9cc4-0c50bfc41eaa, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=8951843e-8dca-4287-9cc4-0c50bfc41eaa,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:35.326072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:35.328284 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a98c1d5-427d-4e51-8121-118fc4651b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:35.416994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56612) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:35.574565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=8951843e-8dca-4287-9cc4-0c50bfc41eaa,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:35.605738 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb6f410-54df-4217-9064-f668de95fb8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8951843e-8dca-4287-9cc4-0c50bfc41eaa', 'code': 200} Jan 14 07:22:35.606613 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:35.646666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56632) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:35.699803 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-799d76da-2f4e-461b-8b58-c78ade1d36ff req-76586196-bead-48de-8ce9-8bf6474dc86a tempest-ServerPasswordTestJSON-1319227442 tempest-ServerPasswordTestJSON-1319227442] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4ad56cb255b4692955e7953bd4036e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6097217 Jan 14 07:22:35.701726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56638) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:35.748507 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eea68406-4f6c-45df-a6e4-7fd85d4f6054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:35.832245 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f0a52da3-d057-4696-84e0-aaebde112eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:35.879814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-297054fc-e3bb-4b0a-b65e-bd0935e8dc6d tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Deleting port 8951843e-8dca-4287-9cc4-0c50bfc41eaa {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:35.880947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-297054fc-e3bb-4b0a-b65e-bd0935e8dc6d tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:36.070652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea68406-4f6c-45df-a6e4-7fd85d4f6054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c15bd503-aca2-4942-ad80-8cf8346fd29b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:36.073924 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eea68406-4f6c-45df-a6e4-7fd85d4f6054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:36.088117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e73e26-718f-40cb-8d2a-5fa5fa9ab60b req-30076615-df4b-46d5-be75-91d65e75fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:36.090007 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-19e73e26-718f-40cb-8d2a-5fa5fa9ab60b req-30076615-df4b-46d5-be75-91d65e75fd10 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=673a998c4825436bb1f83fd2b05e1366&shared=False HTTP/1.1" status: 200 len: 914 time: 1.0980618 Jan 14 07:22:36.141563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1218361317-network', 'tenant_id': 'c3215185e72441d89d86f5e51727aae2'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:36.171038 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57a029e4-9b1c-4c6b-84a0-639cd5460d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:36.197635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:36.214946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Usage tracker for resource:network and tenant:c3215185e72441d89d86f5e51727aae2 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:36.219974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:36.250283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:36.284495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-57a029e4-9b1c-4c6b-84a0-639cd5460d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:36.304526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8d0fad1d-b72c-4e41-80a9-1b25918520c1 admin admin] Network adcb2500-9b2b-42fe-a77c-47bc91e7e556 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:22:36.339302 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:22:36.341715 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4b98f5e-9069-4b69-834d-ba442b883ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:36.439053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-57a029e4-9b1c-4c6b-84a0-639cd5460d65 admin admin] Usage tracker for resource:security_group_rule and tenant:b9573ad65fd54ff7ac568711ec623ecc is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:36.445202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eea68406-4f6c-45df-a6e4-7fd85d4f6054 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:36.452083 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-799d76da-2f4e-461b-8b58-c78ade1d36ff req-75c161c4-9923-49a7-a9d2-0b529972faf3 service neutron] 10.222.0.41 "GET /v2.0/networks/a83c3fb4-c34e-4ca6-8893-cbbfbb38a940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7512114 Jan 14 07:22:36.457901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-57a029e4-9b1c-4c6b-84a0-639cd5460d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:36.481327 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4b98f5e-9069-4b69-834d-ba442b883ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:36.483917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Made reservation on behalf of c3215185e72441d89d86f5e51727aae2 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:36.489995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:36.500839 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-eea68406-4f6c-45df-a6e4-7fd85d4f6054 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c15bd503-aca2-4942-ad80-8cf8346fd29b HTTP/1.1" status: 204 len: 168 time: 2.9674997 Jan 14 07:22:36.532434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-57a029e4-9b1c-4c6b-84a0-639cd5460d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:36.539767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56646) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:36.552492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:36.585615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e73e26-718f-40cb-8d2a-5fa5fa9ab60b req-a3d13117-f6b4-414d-afd5-407bcfb32ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:36.587195 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-19e73e26-718f-40cb-8d2a-5fa5fa9ab60b req-a3d13117-f6b4-414d-afd5-407bcfb32ca0 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4044321 Jan 14 07:22:36.682612 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d0fad1d-b72c-4e41-80a9-1b25918520c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:36.686927 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d0fad1d-b72c-4e41-80a9-1b25918520c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:36.693882 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:36.709197 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8d0fad1d-b72c-4e41-80a9-1b25918520c1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/adcb2500-9b2b-42fe-a77c-47bc91e7e556 HTTP/1.1" status: 204 len: 168 time: 3.0688267 Jan 14 07:22:36.740702 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-19e73e26-718f-40cb-8d2a-5fa5fa9ab60b req-ac79b0dd-c9e8-4d1c-bd80-8cd80d7e0684 tempest-FloatingIPsAssociationTestJSON-911128478 tempest-FloatingIPsAssociationTestJSON-911128478] 10.222.0.53 "GET /v2.0/ports?device_id=c7a2540c-104e-4817-88d5-be0863051f23 HTTP/1.1" status: 200 len: 210 time: 0.1184573 Jan 14 07:22:36.759231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fad1d-b72c-4e41-80a9-1b25918520c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=adcb2500-9b2b-42fe-a77c-47bc91e7e556,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:36.762858 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8d0fad1d-b72c-4e41-80a9-1b25918520c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:36.779430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:36.799309 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4b98f5e-9069-4b69-834d-ba442b883ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:36.807013 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ffed241-eea9-45ab-beeb-af6f936b822e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:36.825263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b98f5e-9069-4b69-834d-ba442b883ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436f2dfd-904d-4dae-aa19-0ce825f175d4,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:36.828550 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4b98f5e-9069-4b69-834d-ba442b883ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:36.840009 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4b98f5e-9069-4b69-834d-ba442b883ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:36.841959 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e4b98f5e-9069-4b69-834d-ba442b883ad5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/436f2dfd-904d-4dae-aa19-0ce825f175d4 HTTP/1.1" status: 204 len: 168 time: 1.4526033 Jan 14 07:22:36.924902 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-799d76da-2f4e-461b-8b58-c78ade1d36ff req-791f5cff-f0b6-4e8a-8b0e-86318ca4497d service neutron] 10.222.0.41 "GET /v2.0/networks/a83c3fb4-c34e-4ca6-8893-cbbfbb38a940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4551020 Jan 14 07:22:36.927312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Usage tracker for resource:security_group_rule and tenant:c3215185e72441d89d86f5e51727aae2 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:37.011639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3716d69c-cfa6-48d4-8501-d45b6b92c317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:37.068567 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57a029e4-9b1c-4c6b-84a0-639cd5460d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:37.073668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:37.079032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-297054fc-e3bb-4b0a-b65e-bd0935e8dc6d tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] For port 8951843e-8dca-4287-9cc4-0c50bfc41eaa, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=8951843e-8dca-4287-9cc4-0c50bfc41eaa,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:37.079492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-297054fc-e3bb-4b0a-b65e-bd0935e8dc6d tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:37.095904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56664) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:37.302452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-297054fc-e3bb-4b0a-b65e-bd0935e8dc6d tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Calling delete_port for 8951843e-8dca-4287-9cc4-0c50bfc41eaa owned by compute:nova {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:37.340176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:37.341599 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57a029e4-9b1c-4c6b-84a0-639cd5460d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:37.358094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 053cb329-737e-4599-92ef-652a752343d7 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:22:37.381929 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-00682f54-46b5-4fdc-9a64-31d68d4f695f tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:37.480640 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f8d237e-83b9-46ac-9097-ae2563e38a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:37.495229 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ac7292d-c298-4c47-8514-ebe720c8ef65 req-5f093194-a7c5-46d6-8d42-4b0fd6234185 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=673a998c4825436bb1f83fd2b05e1366&device_id=c7a2540c-104e-4817-88d5-be0863051f23 HTTP/1.1" status: 200 len: 210 time: 0.0928655 Jan 14 07:22:37.577687 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-57a029e4-9b1c-4c6b-84a0-639cd5460d65 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9573ad65fd54ff7ac568711ec623ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8489337 Jan 14 07:22:37.581852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56700) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:37.590016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a029e4-9b1c-4c6b-84a0-639cd5460d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c79a86-a35c-49a2-aeb5-5c3ce810d079,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:37.598184 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-57a029e4-9b1c-4c6b-84a0-639cd5460d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:37.716396 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-af59aa78-3bb0-4913-be09-6711deefbc9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=743e7c1a4e7f4a82a0f5053bc3fb9125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4242704 Jan 14 07:22:37.743155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56712) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:37.808989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56722) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:37.962121 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f8d237e-83b9-46ac-9097-ae2563e38a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:38.052335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-297054fc-e3bb-4b0a-b65e-bd0935e8dc6d tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:38.068866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 053cb329-737e-4599-92ef-652a752343d7 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:38.075488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 053cb329-737e-4599-92ef-652a752343d7 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:38.076221 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:38.115099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1f8d237e-83b9-46ac-9097-ae2563e38a18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54178abd-f3a3-4c57-9964-109cd429a368']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:38.130463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1f8d237e-83b9-46ac-9097-ae2563e38a18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46270bc1-b5da-4432-b802-d75a9194173e') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:38.130800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1f8d237e-83b9-46ac-9097-ae2563e38a18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46270bc1-b5da-4432-b802-d75a9194173e') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:38.143490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f8d237e-83b9-46ac-9097-ae2563e38a18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:38.160146 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f8d237e-83b9-46ac-9097-ae2563e38a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:38.162407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1f8d237e-83b9-46ac-9097-ae2563e38a18 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:22:38.173553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50646c7-b8c0-4b51-b2bf-daba7c18522d admin admin] Deleting subnet 68156a63-61fb-4bab-a57e-a6723d4438e3 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:22:38.176441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7292d-c298-4c47-8514-ebe720c8ef65 req-87e7040c-6a37-4289-9c03-fdd9d8ab86bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:38.178134 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ac7292d-c298-4c47-8514-ebe720c8ef65 req-87e7040c-6a37-4289-9c03-fdd9d8ab86bd service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=673a998c4825436bb1f83fd2b05e1366&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5935838 Jan 14 07:22:38.181137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50646c7-b8c0-4b51-b2bf-daba7c18522d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:38.235851 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:38.277376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 053cb329-737e-4599-92ef-652a752343d7, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=053cb329-737e-4599-92ef-652a752343d7,segment=NetworkSegment(0e16f6e2-5293-4b1d-9b52-a292c3b3d774),segment_id=0e16f6e2-5293-4b1d-9b52-a292c3b3d774)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:38.282719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:38.285105 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:38.361803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1f8d237e-83b9-46ac-9097-ae2563e38a18 admin admin] Network 54178abd-f3a3-4c57-9964-109cd429a368 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:38.368930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=053cb329-737e-4599-92ef-652a752343d7,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:38.372988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f8d237e-83b9-46ac-9097-ae2563e38a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:38.373175 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:38.492727 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a8dd2fa7-fe3a-41be-9798-cf8cf07c8ce3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:38.571067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:38.627685 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50646c7-b8c0-4b51-b2bf-daba7c18522d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:38.793864 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50646c7-b8c0-4b51-b2bf-daba7c18522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:38.852511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3716d69c-cfa6-48d4-8501-d45b6b92c317 admin admin] Deleting port 053cb329-737e-4599-92ef-652a752343d7 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:38.852883 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3716d69c-cfa6-48d4-8501-d45b6b92c317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:38.889277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7292d-c298-4c47-8514-ebe720c8ef65 req-381abc0e-a010-4237-a388-9d91f231ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:38.890994 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ac7292d-c298-4c47-8514-ebe720c8ef65 req-381abc0e-a010-4237-a388-9d91f231ef6a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.6716580 Jan 14 07:22:38.950167 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.022686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297054fc-e3bb-4b0a-b65e-bd0935e8dc6d tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Pushing event deleted for resources: {'Port': ['ID=8951843e-8dca-4287-9cc4-0c50bfc41eaa,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:39.050233 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-559e0358-4c92-43d7-ac8f-65924f51f432 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] 10.222.0.41 "GET /v2.0/networks?tenant_id=d557f0b648e14ac089f8547be000117b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5809584 Jan 14 07:22:39.053766 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-297054fc-e3bb-4b0a-b65e-bd0935e8dc6d tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:39.074888 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-71f7caa8-66f0-4c39-a283-c97f4ecb11f4 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:39.103605 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ac7292d-c298-4c47-8514-ebe720c8ef65 req-a5c51788-74df-41bf-953e-c739b0208a6e tempest-FloatingIPsAssociationTestJSON-911128478 tempest-FloatingIPsAssociationTestJSON-911128478] 10.222.0.53 "GET /v2.0/ports?device_id=c7a2540c-104e-4817-88d5-be0863051f23 HTTP/1.1" status: 200 len: 210 time: 0.0855815 Jan 14 07:22:39.134217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:22:39.228266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d85744-db98-4669-a8f8-66b668e46856,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:39.232350 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7581aadc-e130-49c9-ae9d-83cbaffbc011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.299300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 053cb329-737e-4599-92ef-652a752343d7 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:22:39.319433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1f8d237e-83b9-46ac-9097-ae2563e38a18 admin admin] Network 54178abd-f3a3-4c57-9964-109cd429a368 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:39.399462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3716d69c-cfa6-48d4-8501-d45b6b92c317 admin admin] For port 053cb329-737e-4599-92ef-652a752343d7, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=053cb329-737e-4599-92ef-652a752343d7,segment=NetworkSegment(0e16f6e2-5293-4b1d-9b52-a292c3b3d774),segment_id=0e16f6e2-5293-4b1d-9b52-a292c3b3d774)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:39.400148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3716d69c-cfa6-48d4-8501-d45b6b92c317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.440469 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:39.444087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-02fd3185-80bb-4f75-89bc-d064b62a0229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:22:39.446600 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:22:39.465130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 053cb329-737e-4599-92ef-652a752343d7 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:39.465544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.485029 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7581aadc-e130-49c9-ae9d-83cbaffbc011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.598004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f8d237e-83b9-46ac-9097-ae2563e38a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.622444 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7581aadc-e130-49c9-ae9d-83cbaffbc011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.691398 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a0b7a2d-9715-41b4-ac94-d64db3e27718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:39.700560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-297054fc-e3bb-4b0a-b65e-bd0935e8dc6d tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] No DVR routers for this DVR port 8951843e-8dca-4287-9cc4-0c50bfc41eaa on host n-h2-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:22:39.703182 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.703860 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Added segment 241fb52c-516b-4055-b608-21497e00b003 of type vxlan for network 3c514a74-34b6-47c4-bcf9-d4415d23cfd1 Jan 14 07:22:39.718285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f8d237e-83b9-46ac-9097-ae2563e38a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.757846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-297054fc-e3bb-4b0a-b65e-bd0935e8dc6d tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.760391 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32bd0087-ce6f-4253-a4aa-5bc7d4732f71 req-297054fc-e3bb-4b0a-b65e-bd0935e8dc6d tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] 10.222.0.39 "DELETE /v2.0/ports/8951843e-8dca-4287-9cc4-0c50bfc41eaa HTTP/1.1" status: 204 len: 173 time: 4.6719341 Jan 14 07:22:39.763845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3716d69c-cfa6-48d4-8501-d45b6b92c317 admin admin] Calling delete_port for 053cb329-737e-4599-92ef-652a752343d7 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:39.778005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb6f410-54df-4217-9064-f668de95fb8c', 'name': 'network-vif-deleted', 'tag': '8951843e-8dca-4287-9cc4-0c50bfc41eaa'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:22:39.798114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581aadc-e130-49c9-ae9d-83cbaffbc011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c79a86-a35c-49a2-aeb5-5c3ce810d079,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:39.814668 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1f8d237e-83b9-46ac-9097-ae2563e38a18 admin admin] 10.222.0.41 "DELETE /v2.0/networks/54178abd-f3a3-4c57-9964-109cd429a368 HTTP/1.1" status: 204 len: 168 time: 3.2715516 Jan 14 07:22:39.820717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7581aadc-e130-49c9-ae9d-83cbaffbc011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.843699 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7581aadc-e130-49c9-ae9d-83cbaffbc011 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30c79a86-a35c-49a2-aeb5-5c3ce810d079 HTTP/1.1" status: 204 len: 168 time: 2.2492182 Jan 14 07:22:39.844447 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7581aadc-e130-49c9-ae9d-83cbaffbc011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:39.872859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-02fd3185-80bb-4f75-89bc-d064b62a0229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:39.892245 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:39.968539 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb6f410-54df-4217-9064-f668de95fb8c', 'name': 'network-vif-deleted', 'tag': '8951843e-8dca-4287-9cc4-0c50bfc41eaa', 'status': 'completed', 'code': 200} Jan 14 07:22:39.985033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d237e-83b9-46ac-9097-ae2563e38a18 admin admin] Pushing event deleted for resources: {'Network': ['ID=54178abd-f3a3-4c57-9964-109cd429a368,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:39.991576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50646c7-b8c0-4b51-b2bf-daba7c18522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:40.014962 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f8d237e-83b9-46ac-9097-ae2563e38a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:40.029362 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a87e7b50-271c-41e3-b048-3522bb780064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:40.060527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:40.103885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50646c7-b8c0-4b51-b2bf-daba7c18522d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68156a63-61fb-4bab-a57e-a6723d4438e3,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:40.106843 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d50646c7-b8c0-4b51-b2bf-daba7c18522d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:40.125615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-470ee3e2-0eb8-4890-9ff6-a0d5efa93512 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:40.134165 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-470ee3e2-0eb8-4890-9ff6-a0d5efa93512 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0406735 Jan 14 07:22:40.164007 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-509637dc-1021-4d65-b89a-31e0b2c88f5f tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] 10.222.0.41 "GET /v2.0/quotas/d557f0b648e14ac089f8547be000117b HTTP/1.1" status: 200 len: 375 time: 0.0285759 Jan 14 07:22:40.234397 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-35c5e18f-bf5c-4f2b-9f1a-488d46a2cf86 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] 10.222.0.41 "GET /v2.0/ports?tenant_id=d557f0b648e14ac089f8547be000117b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674405 Jan 14 07:22:40.236732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-02fd3185-80bb-4f75-89bc-d064b62a0229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:40.252691 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4f2780f-31a0-4e37-8b1a-59495d6eaee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:40.263825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50646c7-b8c0-4b51-b2bf-daba7c18522d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:40.273320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56802) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:40.275570 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:40.279683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:40.280508 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:40.289882 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d50646c7-b8c0-4b51-b2bf-daba7c18522d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/68156a63-61fb-4bab-a57e-a6723d4438e3 HTTP/1.1" status: 204 len: 168 time: 2.4537051 Jan 14 07:22:40.297174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd3185-80bb-4f75-89bc-d064b62a0229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fda13e-f86f-4ad0-8c10-880455a56596,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:40.299464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56806) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:40.303167 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-02fd3185-80bb-4f75-89bc-d064b62a0229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:40.304674 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-02fd3185-80bb-4f75-89bc-d064b62a0229 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83fda13e-f86f-4ad0-8c10-880455a56596 HTTP/1.1" status: 204 len: 168 time: 2.5602367 Jan 14 07:22:40.314101 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-02fd3185-80bb-4f75-89bc-d064b62a0229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:40.339845 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:40.389776 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-73bda33e-0656-4a61-bc57-8ee1731bbf45 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=434296d1d5b34c85a0a9ff0ad19db880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1151752 Jan 14 07:22:40.392754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56812) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:40.455747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Pushing event updated for resources: {'Network': ['ID=3c514a74-34b6-47c4-bcf9-d4415d23cfd1,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:40.463916 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:40.469531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 3c514a74-34b6-47c4-bcf9-d4415d23cfd1 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:40.501761 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9529ab28-21a6-4d56-9cfb-6505dbac6392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:40.544754 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 4.8886490 Jan 14 07:22:40.547810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56820) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:40.577252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cfd5cba7-a34c-409c-993a-dbd6b17993a9 admin admin] Request body: {'subnet': {'network_id': '3c514a74-34b6-47c4-bcf9-d4415d23cfd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1218361317-subnet', 'tenant_id': 'c3215185e72441d89d86f5e51727aae2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:40.610614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cfd5cba7-a34c-409c-993a-dbd6b17993a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:40.626330 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58c7f0ae-89b0-4b9c-a3e7-14c2eab252c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:40.626973 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9529ab28-21a6-4d56-9cfb-6505dbac6392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:40.640202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 3c514a74-34b6-47c4-bcf9-d4415d23cfd1 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:40.692811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56824) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:40.719241 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3716d69c-cfa6-48d4-8501-d45b6b92c317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:40.751426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cfd5cba7-a34c-409c-993a-dbd6b17993a9 admin admin] Usage tracker for resource:subnet and tenant:c3215185e72441d89d86f5e51727aae2 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:40.774743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cfd5cba7-a34c-409c-993a-dbd6b17993a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:40.795459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cfd5cba7-a34c-409c-993a-dbd6b17993a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:40.875400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 3c514a74-34b6-47c4-bcf9-d4415d23cfd1 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:40.920668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd5cba7-a34c-409c-993a-dbd6b17993a9 admin admin] Made reservation on behalf of c3215185e72441d89d86f5e51727aae2 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:40.934000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cfd5cba7-a34c-409c-993a-dbd6b17993a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:40.943238 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:41.063633 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1db6f318-3617-41c9-b74f-420ce1132665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.102692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716d69c-cfa6-48d4-8501-d45b6b92c317 admin admin] Pushing event deleted for resources: {'Port': ['ID=053cb329-737e-4599-92ef-652a752343d7,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:41.117276 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3716d69c-cfa6-48d4-8501-d45b6b92c317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:41.204328 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58c7f0ae-89b0-4b9c-a3e7-14c2eab252c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.224181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1db6f318-3617-41c9-b74f-420ce1132665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:41.235943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1db6f318-3617-41c9-b74f-420ce1132665 admin admin] Usage tracker for resource:security_group_rule and tenant:0e860dde30b9461894d8cbb313ab58be is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:41.242847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1db6f318-3617-41c9-b74f-420ce1132665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:41.258085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1db6f318-3617-41c9-b74f-420ce1132665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:41.370217 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1db6f318-3617-41c9-b74f-420ce1132665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.371218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56846) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:41.387762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1db6f318-3617-41c9-b74f-420ce1132665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.403830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-58c7f0ae-89b0-4b9c-a3e7-14c2eab252c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83c3fb4-c34e-4ca6-8893-cbbfbb38a940']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:41.406432 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:41.452324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-58c7f0ae-89b0-4b9c-a3e7-14c2eab252c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b1c2cba-8047-4972-978b-4a0e7954c263') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:41.452884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-58c7f0ae-89b0-4b9c-a3e7-14c2eab252c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b1c2cba-8047-4972-978b-4a0e7954c263') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:41.454953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6f318-3617-41c9-b74f-420ce1132665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c292128d-71b0-4c02-9873-9c2fcdf03060,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:41.465509 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1db6f318-3617-41c9-b74f-420ce1132665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:41.467844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58c7f0ae-89b0-4b9c-a3e7-14c2eab252c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.485696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58c7f0ae-89b0-4b9c-a3e7-14c2eab252c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.488004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-58c7f0ae-89b0-4b9c-a3e7-14c2eab252c0 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:22:41.491527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9529ab28-21a6-4d56-9cfb-6505dbac6392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.506230 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1db6f318-3617-41c9-b74f-420ce1132665 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e860dde30b9461894d8cbb313ab58be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8062024 Jan 14 07:22:41.506230 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5dee7440-116e-4ab2-b828-de25e6872364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:41.513038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56854) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:41.683874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-58c7f0ae-89b0-4b9c-a3e7-14c2eab252c0 admin admin] Network a83c3fb4-c34e-4ca6-8893-cbbfbb38a940 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:41.694008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58c7f0ae-89b0-4b9c-a3e7-14c2eab252c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.738201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529ab28-21a6-4d56-9cfb-6505dbac6392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387f98c3-c388-48ab-837f-ef3fb1c67a73,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:41.789096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56858) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:41.791161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3716d69c-cfa6-48d4-8501-d45b6b92c317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.832418 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9529ab28-21a6-4d56-9cfb-6505dbac6392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:41.888095 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-96a73f30-3548-4bd7-90b9-ef6676219a6c req-56933e96-6b25-47d1-a019-ca64c7616ec4 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] 10.222.0.41 "GET /v2.0/networks?tenant_id=d557f0b648e14ac089f8547be000117b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1044989 Jan 14 07:22:41.895441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec899e1c-b5de-4147-8695-e20613a2c287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.937438 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9529ab28-21a6-4d56-9cfb-6505dbac6392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:41.941448 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9529ab28-21a6-4d56-9cfb-6505dbac6392 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/387f98c3-c388-48ab-837f-ef3fb1c67a73 HTTP/1.1" status: 204 len: 168 time: 1.5447855 Jan 14 07:22:41.975325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ec899e1c-b5de-4147-8695-e20613a2c287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:41.986778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ec899e1c-b5de-4147-8695-e20613a2c287 admin admin] Usage tracker for resource:security_group_rule and tenant:f50ad402c99a42779cd3353a08c2744b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:42.006734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ec899e1c-b5de-4147-8695-e20613a2c287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:42.045951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ec899e1c-b5de-4147-8695-e20613a2c287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:42.053336 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9d5f62ea-7056-49f9-9629-7285afc61869 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68afacb8d9854553a43f11871f301c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361920 Jan 14 07:22:42.059435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56864) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:42.072507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-58c7f0ae-89b0-4b9c-a3e7-14c2eab252c0 admin admin] Network a83c3fb4-c34e-4ca6-8893-cbbfbb38a940 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:42.074540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-853f430e-5e15-4f9c-af39-4f9253cb4582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:22:42.116600 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:22:42.163715 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-853f430e-5e15-4f9c-af39-4f9253cb4582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:42.318311 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-ed3f8948-a894-4ee1-89bb-c46e9ef621a7 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] 10.222.0.53 "GET /v2.0/networks?tenant_id=d557f0b648e14ac089f8547be000117b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727308 Jan 14 07:22:42.340941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a73f30-3548-4bd7-90b9-ef6676219a6c req-ae8ab703-5e32-4a2d-b749-214aaf704f10 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:42.349237 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-96a73f30-3548-4bd7-90b9-ef6676219a6c req-ae8ab703-5e32-4a2d-b749-214aaf704f10 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4547865 Jan 14 07:22:42.369819 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-96a73f30-3548-4bd7-90b9-ef6676219a6c req-6e79a193-c022-46b8-ac46-357bd157ae70 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] 10.222.0.41 "GET /v2.0/quotas/d557f0b648e14ac089f8547be000117b HTTP/1.1" status: 200 len: 375 time: 0.0194194 Jan 14 07:22:42.371881 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58c7f0ae-89b0-4b9c-a3e7-14c2eab252c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:42.419749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58c7f0ae-89b0-4b9c-a3e7-14c2eab252c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:42.436244 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:42.513029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7f0ae-89b0-4b9c-a3e7-14c2eab252c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a83c3fb4-c34e-4ca6-8893-cbbfbb38a940,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:42.516528 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-58c7f0ae-89b0-4b9c-a3e7-14c2eab252c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:42.528431 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-58c7f0ae-89b0-4b9c-a3e7-14c2eab252c0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a83c3fb4-c34e-4ca6-8893-cbbfbb38a940 HTTP/1.1" status: 204 len: 168 time: 2.2177641 Jan 14 07:22:42.537607 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-96a73f30-3548-4bd7-90b9-ef6676219a6c req-dab3506b-4028-4ebf-9c96-39318e16b2d4 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] 10.222.0.41 "GET /v2.0/ports?tenant_id=d557f0b648e14ac089f8547be000117b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1663060 Jan 14 07:22:42.770320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cfd5cba7-a34c-409c-993a-dbd6b17993a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:42.783318 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c844c6bf-5d33-4f4d-a2d0-7f25b860527f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:42.864522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56886) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:42.875317 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:43.055916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5cba7-a34c-409c-993a-dbd6b17993a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62a1e3eb-6093-40ea-a756-ee305726f90b,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:43.059630 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cfd5cba7-a34c-409c-993a-dbd6b17993a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:43.067861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd5cba7-a34c-409c-993a-dbd6b17993a9 admin admin] Checking segment: {'id': '241fb52c-516b-4055-b608-21497e00b003', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3c514a74-34b6-47c4-bcf9-d4415d23cfd1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:43.068076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd5cba7-a34c-409c-993a-dbd6b17993a9 admin admin] Network hostable DHCP agents. Network: 3c514a74-34b6-47c4-bcf9-d4415d23cfd1, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:22:43.091304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd5cba7-a34c-409c-993a-dbd6b17993a9 admin admin] Network 3c514a74-34b6-47c4-bcf9-d4415d23cfd1 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:22:43.101964 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c844c6bf-5d33-4f4d-a2d0-7f25b860527f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:43.105542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-cfd5cba7-a34c-409c-993a-dbd6b17993a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 3c514a74-34b6-47c4-bcf9-d4415d23cfd1) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:43.123013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4143f2b8-5ba0-4cff-8ace-ef5af64bdb09 None None] Network 3c514a74-34b6-47c4-bcf9-d4415d23cfd1 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:43.135670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd5cba7-a34c-409c-993a-dbd6b17993a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:43.136273 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cfd5cba7-a34c-409c-993a-dbd6b17993a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:43.190698 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cfd5cba7-a34c-409c-993a-dbd6b17993a9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6414568 Jan 14 07:22:43.193617 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-853f430e-5e15-4f9c-af39-4f9253cb4582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:43.215472 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9529ab28-21a6-4d56-9cfb-6505dbac6392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:43.226924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec899e1c-b5de-4147-8695-e20613a2c287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:43.288510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec899e1c-b5de-4147-8695-e20613a2c287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:43.429550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-5c31f1ab-bb35-4e6e-bed3-b2d5e0cfbb70 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:43.431209 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-5c31f1ab-bb35-4e6e-bed3-b2d5e0cfbb70 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0905089 Jan 14 07:22:43.438406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f430e-5e15-4f9c-af39-4f9253cb4582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c292128d-71b0-4c02-9873-9c2fcdf03060,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:43.451949 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-853f430e-5e15-4f9c-af39-4f9253cb4582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:43.459379 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-853f430e-5e15-4f9c-af39-4f9253cb4582 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c292128d-71b0-4c02-9873-9c2fcdf03060 HTTP/1.1" status: 204 len: 168 time: 1.7799656 Jan 14 07:22:43.465117 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-feda1913-f521-4d32-96a4-781647581b29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4ad56cb255b4692955e7953bd4036e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5734439 Jan 14 07:22:43.465553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56914) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:43.575463 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-853f430e-5e15-4f9c-af39-4f9253cb4582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:43.600346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Request body: {'port': {'device_id': '86a806b4-0843-47d8-95e9-70ba2fa149f9', 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd', 'admin_state_up': True, 'tenant_id': 'd557f0b648e14ac089f8547be000117b'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:43.616185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f70759-921d-4131-b182-c0de8177ddb1 None None] Network 3c514a74-34b6-47c4-bcf9-d4415d23cfd1 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:43.631259 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e29403b9-87e0-4eaf-a46a-c58f2cbabc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:43.636316 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c844c6bf-5d33-4f4d-a2d0-7f25b860527f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:43.644901 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dc9b1c1a-fe35-4bb9-842a-ec36d2af4a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:43.692015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e29403b9-87e0-4eaf-a46a-c58f2cbabc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:43.796025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56930) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:43.800836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e29403b9-87e0-4eaf-a46a-c58f2cbabc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:43.822495 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ffb00425-5ee7-4385-a410-1792bbc9117d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:43.857048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29403b9-87e0-4eaf-a46a-c58f2cbabc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa8ca95-a41f-4e67-844a-1e9c24a398fb,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:43.871623 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e29403b9-87e0-4eaf-a46a-c58f2cbabc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:43.873033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e29403b9-87e0-4eaf-a46a-c58f2cbabc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:43.876763 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e29403b9-87e0-4eaf-a46a-c58f2cbabc0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4aa8ca95-a41f-4e67-844a-1e9c24a398fb HTTP/1.1" status: 204 len: 168 time: 0.4073913 Jan 14 07:22:43.881266 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c844c6bf-5d33-4f4d-a2d0-7f25b860527f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:43.882526 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c844c6bf-5d33-4f4d-a2d0-7f25b860527f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4da920f-ec09-4222-b052-13af754c41f7 HTTP/1.1" status: 204 len: 168 time: 1.8208826 Jan 14 07:22:43.922000 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ec899e1c-b5de-4147-8695-e20613a2c287 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f50ad402c99a42779cd3353a08c2744b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5461740 Jan 14 07:22:43.924984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56940) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:43.958431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec899e1c-b5de-4147-8695-e20613a2c287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324b326a-eee5-4070-820f-eac528680ab2,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:44.071699 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7db115c-ab8e-41d2-8a6f-47d19f768772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:44.113004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844c6bf-5d33-4f4d-a2d0-7f25b860527f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4da920f-ec09-4222-b052-13af754c41f7,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:44.118415 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7db115c-ab8e-41d2-8a6f-47d19f768772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:44.134806 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c844c6bf-5d33-4f4d-a2d0-7f25b860527f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:44.135402 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a348952-1eed-4a26-a0e1-f0ab08632330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.416s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:44.141740 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a348952-1eed-4a26-a0e1-f0ab08632330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:44.213117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:44.220242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3716d69c-cfa6-48d4-8501-d45b6b92c317 admin admin] Router 55540682-73dc-4814-9af1-177456cb885e has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:22:44.240850 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7db115c-ab8e-41d2-8a6f-47d19f768772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:44.242710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Usage tracker for resource:port and tenant:d557f0b648e14ac089f8547be000117b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:44.248134 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7581aadc-e130-49c9-ae9d-83cbaffbc011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:44.261728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:44.266862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db115c-ab8e-41d2-8a6f-47d19f768772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324b326a-eee5-4070-820f-eac528680ab2,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:44.271305 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d7db115c-ab8e-41d2-8a6f-47d19f768772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:44.272796 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7db115c-ab8e-41d2-8a6f-47d19f768772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:44.286030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:44.289589 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d7db115c-ab8e-41d2-8a6f-47d19f768772 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/324b326a-eee5-4070-820f-eac528680ab2 HTTP/1.1" status: 204 len: 168 time: 0.3625214 Jan 14 07:22:44.358632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1668223965-network', 'tenant_id': '11fbbb4bace043efac9f1cc20006b7f3'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:44.370674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:44.382343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Usage tracker for resource:network and tenant:11fbbb4bace043efac9f1cc20006b7f3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:44.390877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:44.396677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Made reservation on behalf of d557f0b648e14ac089f8547be000117b for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:44.398631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:44.409023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Made reservation on behalf of 11fbbb4bace043efac9f1cc20006b7f3 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:44.416131 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:44.417100 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:44.438401 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:44.443994 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:44.527811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:44.545255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Usage tracker for resource:security_group_rule and tenant:d557f0b648e14ac089f8547be000117b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:44.550845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:44.564458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:44.598097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3716d69c-cfa6-48d4-8501-d45b6b92c317 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:22:44.613602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950983fc-ff0a-46c7-9b6d-ac7a528c0b99 None None] Sync routers for ids ['55540682-73dc-4814-9af1-177456cb885e'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:22:44.618465 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3716d69c-cfa6-48d4-8501-d45b6b92c317 admin admin] 10.222.0.41 "PUT /v2.0/routers/55540682-73dc-4814-9af1-177456cb885e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2000279 Jan 14 07:22:44.632913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950983fc-ff0a-46c7-9b6d-ac7a528c0b99 None None] Routers {'55540682-73dc-4814-9af1-177456cb885e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:44.633558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-950983fc-ff0a-46c7-9b6d-ac7a528c0b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:22:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['55540682-73dc-4814-9af1-177456cb885e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:44.756559 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:44.757867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56960) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:44.764264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:44.809007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:44.814115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Usage tracker for resource:security_group_rule and tenant:11fbbb4bace043efac9f1cc20006b7f3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:44.817720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:44.835105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:45.036739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:45.047237 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:45.055693 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-80b81acc-4bd4-4ba7-90a0-a41fc5ecb952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:45.094019 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f22d2d7a-28b8-4c7d-8498-a610dea1ae5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:45.110619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:22:45.129674 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6323ea21-717b-4af3-b746-e1d18076d17a admin admin] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:45.137006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-950983fc-ff0a-46c7-9b6d-ac7a528c0b99 None None] Set router 55540682-73dc-4814-9af1-177456cb885e gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:45.160658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeba3f1-eea7-409e-b9b0-b0a6f35af677,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:45.172500 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:45.172994 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Added segment ab123ecd-9ef9-4464-9b11-861dea3bc90c of type vxlan for network 778f67f0-fd4d-449d-9e3f-89d14596cfe1 Jan 14 07:22:45.174601 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:45.282416 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:45.375171 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:45.376532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:45.377179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:45.384462 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b6d5efb-78b7-4b01-a7d4-8d7fdef6f3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:45.405206 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:45.462725 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6652701 Jan 14 07:22:45.466394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56988) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:45.541650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bdf037c9-f459-4ed9-88d6-9d3dc408eeab admin admin] Request body: {'subnet': {'network_id': '778f67f0-fd4d-449d-9e3f-89d14596cfe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1668223965-subnet', 'tenant_id': '11fbbb4bace043efac9f1cc20006b7f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:45.562013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bdf037c9-f459-4ed9-88d6-9d3dc408eeab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:45.571258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bdf037c9-f459-4ed9-88d6-9d3dc408eeab admin admin] Usage tracker for resource:subnet and tenant:11fbbb4bace043efac9f1cc20006b7f3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:45.577088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bdf037c9-f459-4ed9-88d6-9d3dc408eeab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:45.585542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Pushing event updated for resources: {'Network': ['ID=778f67f0-fd4d-449d-9e3f-89d14596cfe1,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:45.589700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bdf037c9-f459-4ed9-88d6-9d3dc408eeab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:45.593252 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:45.610451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 778f67f0-fd4d-449d-9e3f-89d14596cfe1 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:45.619621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Pushing event updated for resources: {'SecurityGroup': ['ID=a974d7c7-ce8a-46ff-95c8-0632876df2ed,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:45.627908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf037c9-f459-4ed9-88d6-9d3dc408eeab admin admin] Made reservation on behalf of 11fbbb4bace043efac9f1cc20006b7f3 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:45.633591 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bdf037c9-f459-4ed9-88d6-9d3dc408eeab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:45.637254 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:45.647043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 778f67f0-fd4d-449d-9e3f-89d14596cfe1 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:45.697946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-950983fc-ff0a-46c7-9b6d-ac7a528c0b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55540682-73dc-4814-9af1-177456cb885e', 'name': 'tempest-FloatingIPsAssociationTestJSON-327418129-router', 'tenant_id': '673a998c4825436bb1f83fd2b05e1366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:21:54Z', 'updated_at': '2021-01-14T07:22:40Z', 'revision_number': 5, 'project_id': '673a998c4825436bb1f83fd2b05e1366', 'gw_port': {'id': 'c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55540682-73dc-4814-9af1-177456cb885e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:00Z', 'updated_at': '2021-01-14T07:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:45.702305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950983fc-ff0a-46c7-9b6d-ac7a528c0b99 None None] Checking router: 55540682-73dc-4814-9af1-177456cb885e for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:22:45.712583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950983fc-ff0a-46c7-9b6d-ac7a528c0b99 None None] Routers {'55540682-73dc-4814-9af1-177456cb885e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:22:45.713291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-950983fc-ff0a-46c7-9b6d-ac7a528c0b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:22:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['55540682-73dc-4814-9af1-177456cb885e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:45.738230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6323ea21-717b-4af3-b746-e1d18076d17a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:45.786425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6323ea21-717b-4af3-b746-e1d18076d17a admin admin] Deleting port c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:45.786847 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6323ea21-717b-4af3-b746-e1d18076d17a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:45.889605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 778f67f0-fd4d-449d-9e3f-89d14596cfe1 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:45.930417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Allocated IP 192.168.233.245 (d6bd0598-2cab-47e3-9f0f-47d899b421cd/ffe7d3d2-18e7-450d-bb59-0b64181030a8/e76fff03-b0db-4092-882e-f81365503c13) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:45.952630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-950983fc-ff0a-46c7-9b6d-ac7a528c0b99 None None] Set router 55540682-73dc-4814-9af1-177456cb885e gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:22:46.226533 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:46.375796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-950983fc-ff0a-46c7-9b6d-ac7a528c0b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55540682-73dc-4814-9af1-177456cb885e', 'name': 'tempest-FloatingIPsAssociationTestJSON-327418129-router', 'tenant_id': '673a998c4825436bb1f83fd2b05e1366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:21:54Z', 'updated_at': '2021-01-14T07:22:40Z', 'revision_number': 5, 'project_id': '673a998c4825436bb1f83fd2b05e1366', 'gw_port': {'id': 'c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55540682-73dc-4814-9af1-177456cb885e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:00Z', 'updated_at': '2021-01-14T07:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:46.381095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950983fc-ff0a-46c7-9b6d-ac7a528c0b99 None None] The sync data for ids ['55540682-73dc-4814-9af1-177456cb885e'] in n-d-769329-2 is: [{'id': '55540682-73dc-4814-9af1-177456cb885e', 'name': 'tempest-FloatingIPsAssociationTestJSON-327418129-router', 'tenant_id': '673a998c4825436bb1f83fd2b05e1366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:21:54Z', 'updated_at': '2021-01-14T07:22:40Z', 'revision_number': 5, 'project_id': '673a998c4825436bb1f83fd2b05e1366', 'gw_port': {'id': 'c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:6c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55540682-73dc-4814-9af1-177456cb885e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:00Z', 'updated_at': '2021-01-14T07:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:22:46.459169 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bdf037c9-f459-4ed9-88d6-9d3dc408eeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:46.491601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6323ea21-717b-4af3-b746-e1d18076d17a admin admin] For port c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:46.492024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6323ea21-717b-4af3-b746-e1d18076d17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:46.601113 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:46.678276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf037c9-f459-4ed9-88d6-9d3dc408eeab admin admin] Pushing event updated for resources: {'Subnet': ['ID=88279764-fc8f-44a6-9de4-dc5141412760,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:46.688427 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bdf037c9-f459-4ed9-88d6-9d3dc408eeab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:46.796397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf037c9-f459-4ed9-88d6-9d3dc408eeab admin admin] Checking segment: {'id': 'ab123ecd-9ef9-4464-9b11-861dea3bc90c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '778f67f0-fd4d-449d-9e3f-89d14596cfe1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:46.796968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf037c9-f459-4ed9-88d6-9d3dc408eeab admin admin] Network hostable DHCP agents. Network: 778f67f0-fd4d-449d-9e3f-89d14596cfe1, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:22:46.823507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf037c9-f459-4ed9-88d6-9d3dc408eeab admin admin] Network 778f67f0-fd4d-449d-9e3f-89d14596cfe1 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:22:46.840634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-bdf037c9-f459-4ed9-88d6-9d3dc408eeab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 778f67f0-fd4d-449d-9e3f-89d14596cfe1) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:46.851227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9568585-d6d2-4f22-9cfb-a83ffb68e603 None None] Network 778f67f0-fd4d-449d-9e3f-89d14596cfe1 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:46.895093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf037c9-f459-4ed9-88d6-9d3dc408eeab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:46.895779 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bdf037c9-f459-4ed9-88d6-9d3dc408eeab admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:46.955444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6323ea21-717b-4af3-b746-e1d18076d17a admin admin] Calling delete_port for c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:47.013530 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bdf037c9-f459-4ed9-88d6-9d3dc408eeab admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4843981 Jan 14 07:22:47.114392 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:47.153294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57044) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:47.155704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Transition to ACTIVE for port object e76fff03-b0db-4092-882e-f81365503c13 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:47.163928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-106407564-network', 'tenant_id': '4b53156f5e034416b3836d91629c570b'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:47.176920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:47.188066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Usage tracker for resource:network and tenant:4b53156f5e034416b3836d91629c570b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:47.230187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:47.243686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6323ea21-717b-4af3-b746-e1d18076d17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:47.245813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:47.265046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Made reservation on behalf of 4b53156f5e034416b3836d91629c570b for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:47.278008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:47.306297 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:47.353273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 053cb329-737e-4599-92ef-652a752343d7 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:22:47.361606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:47.361961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:47.373521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Usage tracker for resource:security_group_rule and tenant:4b53156f5e034416b3836d91629c570b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:47.380687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:47.384296 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-323bbd83-255d-4dae-b43b-d9e2d464ae7c tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:47.395569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:47.405627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afab7a6-fae3-40c9-bbe8-a89aa36d1d6c None None] Network 778f67f0-fd4d-449d-9e3f-89d14596cfe1 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:47.558692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:47.561392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 053cb329-737e-4599-92ef-652a752343d7 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:22:47.561699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Pushing event updated for resources: {'Port': ['ID=e76fff03-b0db-4092-882e-f81365503c13,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:47.561841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 053cb329-737e-4599-92ef-652a752343d7 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:22:47.575987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:47.580895 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:47.584660 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-193d2d62-3df8-465d-9277-8d1d923ef110 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:47.632474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134cf619-2a24-40f2-9a1c-01d98fb0bc25,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:47.642542 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:47.643365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:22:47.655133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:47.655382 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Added segment f7228799-9cf9-4225-9e89-2d3123b7d4af of type vxlan for network 7dbaea8f-8b22-45c3-b220-b2d35c42d24b Jan 14 07:22:47.688489 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:47.725582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:47.726834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:47.727486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:47.737938 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-58c7f0ae-89b0-4b9c-a3e7-14c2eab252c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:47.756029 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6323ea21-717b-4af3-b746-e1d18076d17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:47.876042 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7212744 Jan 14 07:22:47.877310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57068) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:47.889537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6232d155-8b26-4d6f-9130-cd356e5b5914 admin admin] Request body: {'subnet': {'network_id': '7dbaea8f-8b22-45c3-b220-b2d35c42d24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-106407564-subnet', 'tenant_id': '4b53156f5e034416b3836d91629c570b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:47.895752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Pushing event updated for resources: {'Network': ['ID=7dbaea8f-8b22-45c3-b220-b2d35c42d24b,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:47.908641 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:47.910842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6232d155-8b26-4d6f-9130-cd356e5b5914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:47.915529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6232d155-8b26-4d6f-9130-cd356e5b5914 admin admin] Usage tracker for resource:subnet and tenant:4b53156f5e034416b3836d91629c570b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:47.917257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 7dbaea8f-8b22-45c3-b220-b2d35c42d24b details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:47.919461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6232d155-8b26-4d6f-9130-cd356e5b5914 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:47.923371 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6323ea21-717b-4af3-b746-e1d18076d17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:47.926868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6323ea21-717b-4af3-b746-e1d18076d17a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:47.928650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6232d155-8b26-4d6f-9130-cd356e5b5914 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:47.942259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6232d155-8b26-4d6f-9130-cd356e5b5914 admin admin] Made reservation on behalf of 4b53156f5e034416b3836d91629c570b for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:47.947393 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6232d155-8b26-4d6f-9130-cd356e5b5914 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:47.951874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Network d6bd0598-2cab-47e3-9f0f-47d899b421cd is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:47.953121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:47.955950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:22:48.058003 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6323ea21-717b-4af3-b746-e1d18076d17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:48.058634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6323ea21-717b-4af3-b746-e1d18076d17a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55540682-73dc-4814-9af1-177456cb885e {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:22:48.162568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 7dbaea8f-8b22-45c3-b220-b2d35c42d24b details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:48.184914 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6323ea21-717b-4af3-b746-e1d18076d17a admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:48.191912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57076) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:48.192560 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6323ea21-717b-4af3-b746-e1d18076d17a admin admin] 10.222.0.41 "DELETE /v2.0/routers/55540682-73dc-4814-9af1-177456cb885e HTTP/1.1" status: 204 len: 168 time: 3.4333007 Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:48.201798 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:48.206249 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:22:48.206249 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:48.206249 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:48.206249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:48.206249 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:22:48.206249 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:48.206249 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:48.206249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:48.206249 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:22:48.206249 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:48.206249 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:48.206249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:48.206249 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:48.206249 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:48.206249 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:48.206249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:48.206249 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:22:48.206249 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:48.206249 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:48.206249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:48.238883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:48.256370 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:48.287345 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6933024 Jan 14 07:22:48.304412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Request body: {'port': {'device_id': '86a806b4-0843-47d8-95e9-70ba2fa149f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-2'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:48.468455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b854c30e-f5bb-4767-bd3b-fae4596900d3 admin admin] Deleting subnet 4e7a1fd6-38ef-433a-bf6f-d774afd6338b {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:22:48.478283 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b854c30e-f5bb-4767-bd3b-fae4596900d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:48.612539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b854c30e-f5bb-4767-bd3b-fae4596900d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:48.627415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 7dbaea8f-8b22-45c3-b220-b2d35c42d24b details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:48.641206 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:48.714343 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b854c30e-f5bb-4767-bd3b-fae4596900d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:48.788772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-22eb80af-4b4f-4c31-88c0-b42f30097291 None None] Provisioning for port e76fff03-b0db-4092-882e-f81365503c13 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:48.794820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-22eb80af-4b4f-4c31-88c0-b42f30097291 None None] Provisioning complete for port e76fff03-b0db-4092-882e-f81365503c13 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:48.795424 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22eb80af-4b4f-4c31-88c0-b42f30097291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:48.857336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-22eb80af-4b4f-4c31-88c0-b42f30097291 None None] Port e76fff03-b0db-4092-882e-f81365503c13 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:22:48.871128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-289b240b-0d7b-4f6d-8105-e3e60649d881 req-c7fc5fb2-daf1-479c-b218-c8c724157feb tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-650377886', 'description': 'tempest-description-440326164'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:48.904961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-289b240b-0d7b-4f6d-8105-e3e60649d881 req-c7fc5fb2-daf1-479c-b218-c8c724157feb tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:48.923682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-289b240b-0d7b-4f6d-8105-e3e60649d881 req-c7fc5fb2-daf1-479c-b218-c8c724157feb tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Usage tracker for resource:security_group and tenant:11fbbb4bace043efac9f1cc20006b7f3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:48.929311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-289b240b-0d7b-4f6d-8105-e3e60649d881 req-c7fc5fb2-daf1-479c-b218-c8c724157feb tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:48.973670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-289b240b-0d7b-4f6d-8105-e3e60649d881 req-c7fc5fb2-daf1-479c-b218-c8c724157feb tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:49.047280 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-289b240b-0d7b-4f6d-8105-e3e60649d881 req-c7fc5fb2-daf1-479c-b218-c8c724157feb tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:49.186576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-289b240b-0d7b-4f6d-8105-e3e60649d881 req-c7fc5fb2-daf1-479c-b218-c8c724157feb tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:49.202198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-289b240b-0d7b-4f6d-8105-e3e60649d881 req-c7fc5fb2-daf1-479c-b218-c8c724157feb tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Usage tracker for resource:security_group_rule and tenant:11fbbb4bace043efac9f1cc20006b7f3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:49.215735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57100) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:49.217612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-289b240b-0d7b-4f6d-8105-e3e60649d881 req-c7fc5fb2-daf1-479c-b218-c8c724157feb tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:49.235793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-289b240b-0d7b-4f6d-8105-e3e60649d881 req-c7fc5fb2-daf1-479c-b218-c8c724157feb tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:49.272768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57106) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:49.311682 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b854c30e-f5bb-4767-bd3b-fae4596900d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:49.325972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:22:49.339203 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:49.369231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57114) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:49.374923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:22:49.375840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c2ada0d2-9b10-4f72-b097-3c7d3c2ea8d5 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:22:49.412381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76fff03-b0db-4092-882e-f81365503c13 {{(pid=80908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:22:49.425898 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:49.444390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Transition to ACTIVE for port object e76fff03-b0db-4092-882e-f81365503c13 will not be triggered until provisioned by entity L2. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:49.448290 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:49.458795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854c30e-f5bb-4767-bd3b-fae4596900d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e7a1fd6-38ef-433a-bf6f-d774afd6338b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:49.479290 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:49.504572 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b854c30e-f5bb-4767-bd3b-fae4596900d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:49.508008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57120) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:49.570217 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-289b240b-0d7b-4f6d-8105-e3e60649d881 req-c7fc5fb2-daf1-479c-b218-c8c724157feb tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:49.582252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-289b240b-0d7b-4f6d-8105-e3e60649d881 req-c7fc5fb2-daf1-479c-b218-c8c724157feb tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:49.588795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Pushing event updated for resources: {'Port': ['ID=e76fff03-b0db-4092-882e-f81365503c13,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:49.594310 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-db042425-f8cc-41a5-b969-abe88780751a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:49.595323 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:49.622853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa0c048-2615-46b2-aeb6-4d0ca922c9e0 None None] Network 275d3369-3adb-475f-b857-d8af83360e86 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:49.654325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b854c30e-f5bb-4767-bd3b-fae4596900d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:49.708475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc5fb2-daf1-479c-b218-c8c724157feb tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Pushing event updated for resources: {'SecurityGroup': ['ID=d81609ac-c340-45a7-8ded-67d6d1270065,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:49.715635 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c7fc5fb2-daf1-479c-b218-c8c724157feb tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:49.719700 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b854c30e-f5bb-4767-bd3b-fae4596900d3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4e7a1fd6-38ef-433a-bf6f-d774afd6338b HTTP/1.1" status: 204 len: 168 time: 1.5216601 Jan 14 07:22:49.723371 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-289b240b-0d7b-4f6d-8105-e3e60649d881 req-c7fc5fb2-daf1-479c-b218-c8c724157feb tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:49.724707 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-289b240b-0d7b-4f6d-8105-e3e60649d881 req-c7fc5fb2-daf1-479c-b218-c8c724157feb tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.9176443 Jan 14 07:22:49.725216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57126) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:49.779409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6232d155-8b26-4d6f-9130-cd356e5b5914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:49.816429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1831916655-network', 'tenant_id': '2153bb700bed421398584d6955d7f9d7'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:49.825499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-100458201-network', 'tenant_id': '369cf312e6f8411e821109a8779f4774'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:49.830500 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:49.837188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:49.840569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:49.859556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Usage tracker for resource:network and tenant:369cf312e6f8411e821109a8779f4774 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:49.970933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Usage tracker for resource:network and tenant:2153bb700bed421398584d6955d7f9d7 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:49.974713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:49.979364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:50.007721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:50.014468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:50.077727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232d155-8b26-4d6f-9130-cd356e5b5914 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d8603e-5313-40db-a4d0-9b60bab0e59c,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:50.098331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Made reservation on behalf of 369cf312e6f8411e821109a8779f4774 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:50.103552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777d9b36-9845-4c56-b87c-c978236c6d8e None None] DHCP port deletion for 275d3369-3adb-475f-b857-d8af83360e86 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:22:50.105950 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.108909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-777d9b36-9845-4c56-b87c-c978236c6d8e None None] Deleting port 41cb10f7-d36b-4238-8028-91462a795f66 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:50.110996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-777d9b36-9845-4c56-b87c-c978236c6d8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.146714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1072963834-network', 'tenant_id': '472e0057c0c94e75b91adee0ff49f256'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:50.154511 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6232d155-8b26-4d6f-9130-cd356e5b5914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:50.173554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Attempting to bind port e76fff03-b0db-4092-882e-f81365503c13 on host n-h1-769329-2 for vnic_type normal with profile {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:22:50.174581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Attempting to bind port e76fff03-b0db-4092-882e-f81365503c13 by drivers openvswitch on host n-h1-769329-2 at level 0 using segments [{'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:22:50.175250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Attempting to bind port e76fff03-b0db-4092-882e-f81365503c13 on network d6bd0598-2cab-47e3-9f0f-47d899b421cd {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:22:50.178272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Made reservation on behalf of 2153bb700bed421398584d6955d7f9d7 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:50.185316 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.207605 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.231033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:50.234355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Checking agent: {'id': '1b004ee2-a22f-479b-a760-de06669a81a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 46), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:22:50.234734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Checking segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:50.235142 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.235726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Bound using segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:22:50.236236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Bound port: e76fff03-b0db-4092-882e-f81365503c13, host: n-h1-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:22:50.236616 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.256047 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.284095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Usage tracker for resource:security_group_rule and tenant:369cf312e6f8411e821109a8779f4774 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:50.348675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:50.355976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:50.366402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:50.417567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-777d9b36-9845-4c56-b87c-c978236c6d8e None None] For port 41cb10f7-d36b-4238-8028-91462a795f66, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=41cb10f7-d36b-4238-8028-91462a795f66,segment=NetworkSegment(0e16f6e2-5293-4b1d-9b52-a292c3b3d774),segment_id=0e16f6e2-5293-4b1d-9b52-a292c3b3d774)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:50.417996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-777d9b36-9845-4c56-b87c-c978236c6d8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.446378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:50.452144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Usage tracker for resource:security_group_rule and tenant:2153bb700bed421398584d6955d7f9d7 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:50.460228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:50.477337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:50.487961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] For port e76fff03-b0db-4092-882e-f81365503c13, host n-h1-769329-2, cleared binding levels {{(pid=80908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:22:50.492452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Usage tracker for resource:network and tenant:472e0057c0c94e75b91adee0ff49f256 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:50.502526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] For port e76fff03-b0db-4092-882e-f81365503c13, host n-h1-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=e76fff03-b0db-4092-882e-f81365503c13,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:22:50.521752 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.528261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:50.564065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-777d9b36-9845-4c56-b87c-c978236c6d8e None None] Calling delete_port for 41cb10f7-d36b-4238-8028-91462a795f66 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:22:50.565319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:50.587618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1041a6ea-54fe-4417-9f81-0078b67bd38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.619868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.621873 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:50.654709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-777d9b36-9845-4c56-b87c-c978236c6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.669770 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c35b995f-0953-4a41-a29c-8deaf52f4c20 req-64cdcf8d-86d4-489b-8a6c-8ae692f8f225 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "GET /v2.0/security-groups/d81609ac-c340-45a7-8ded-67d6d1270065 HTTP/1.1" status: 200 len: 1811 time: 0.6803763 Jan 14 07:22:50.716296 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1085d37c-4479-43b8-a7c2-deea7dbe2cb9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d557f0b648e14ac089f8547be000117b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3307037 Jan 14 07:22:50.724452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-c35b995f-0953-4a41-a29c-8deaf52f4c20 req-4ae58733-d019-4e71-a1bc-0e8f9500a7ad tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd81609ac-c340-45a7-8ded-67d6d1270065', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:50.724845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-c35b995f-0953-4a41-a29c-8deaf52f4c20 req-4ae58733-d019-4e71-a1bc-0e8f9500a7ad tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd81609ac-c340-45a7-8ded-67d6d1270065', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:50.735767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-c35b995f-0953-4a41-a29c-8deaf52f4c20 req-4ae58733-d019-4e71-a1bc-0e8f9500a7ad tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:50.740263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c35b995f-0953-4a41-a29c-8deaf52f4c20 req-4ae58733-d019-4e71-a1bc-0e8f9500a7ad tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Usage tracker for resource:security_group_rule and tenant:11fbbb4bace043efac9f1cc20006b7f3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:50.743486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c35b995f-0953-4a41-a29c-8deaf52f4c20 req-4ae58733-d019-4e71-a1bc-0e8f9500a7ad tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:50.750527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-c35b995f-0953-4a41-a29c-8deaf52f4c20 req-4ae58733-d019-4e71-a1bc-0e8f9500a7ad tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:50.760868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57148) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:50.778785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Made reservation on behalf of 472e0057c0c94e75b91adee0ff49f256 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:50.783739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.788422 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a211ba1a-86a0-45f9-8466-aabf0ce0d477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:50.800861 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.802877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.838165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d9b36-9845-4c56-b87c-c978236c6d8e None None] Pushing event deleted for resources: {'Port': ['ID=41cb10f7-d36b-4238-8028-91462a795f66,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:50.844283 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-777d9b36-9845-4c56-b87c-c978236c6d8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:50.850234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777d9b36-9845-4c56-b87c-c978236c6d8e None None] No DVR routers for this DVR port 41cb10f7-d36b-4238-8028-91462a795f66 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:22:50.868929 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.877114 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.894731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:22:50.963743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c35b995f-0953-4a41-a29c-8deaf52f4c20 req-4ae58733-d019-4e71-a1bc-0e8f9500a7ad tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.967202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Pushing event updated for resources: {'Port': ['ID=e76fff03-b0db-4092-882e-f81365503c13,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:50.970623 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:50.971020 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Added segment b0defd3a-fda2-4375-ae4c-730589e29bfc of type vxlan for network c39ca05d-526b-495c-bafd-3f15f647c8dd Jan 14 07:22:50.976538 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:50.981316 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a348952-1eed-4a26-a0e1-f0ab08632330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:50.993864 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c35b995f-0953-4a41-a29c-8deaf52f4c20 req-4ae58733-d019-4e71-a1bc-0e8f9500a7ad tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:51.022698 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c35b995f-0953-4a41-a29c-8deaf52f4c20 req-4ae58733-d019-4e71-a1bc-0e8f9500a7ad tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:51.045130 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:51.045317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:51.067830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456d4283-4f39-4ce7-a216-47646d77dc02,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:51.110135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:51.111247 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:51.114356 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] 10.222.0.53 "PUT /v2.0/ports/e76fff03-b0db-4092-882e-f81365503c13 HTTP/1.1" status: 200 len: 1160 time: 2.8149688 Jan 14 07:22:51.115048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a806b4-0843-47d8-95e9-70ba2fa149f9', 'tag': 'e76fff03-b0db-4092-882e-f81365503c13'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:22:51.145307 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8e9f6176-6fd3-46bb-821a-3c8109eb65c7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:51.146481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd80b35-cd55-4133-8dbd-7877475891a9,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:51.151058 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:51.152035 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:51.152536 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:51.153221 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:51.155199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:51.155948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:51.172192 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c35b995f-0953-4a41-a29c-8deaf52f4c20 req-4ae58733-d019-4e71-a1bc-0e8f9500a7ad tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:51.180299 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c35b995f-0953-4a41-a29c-8deaf52f4c20 req-4ae58733-d019-4e71-a1bc-0e8f9500a7ad tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4782164 Jan 14 07:22:51.181544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Usage tracker for resource:security_group_rule and tenant:472e0057c0c94e75b91adee0ff49f256 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:51.185172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:51.192715 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:51.193219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:51.293405 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:22:51.294632 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:22:51.296712 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:51.297136 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a806b4-0843-47d8-95e9-70ba2fa149f9', 'tag': 'e76fff03-b0db-4092-882e-f81365503c13', 'status': 'completed', 'code': 200} Jan 14 07:22:51.306760 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0267336 Jan 14 07:22:51.310992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 41cb10f7-d36b-4238-8028-91462a795f66 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:22:51.354779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae58733-d019-4e71-a1bc-0e8f9500a7ad tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597a2f99-7530-4713-915e-4b6742006b9b,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:51.357223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57168) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:51.373873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 41cb10f7-d36b-4238-8028-91462a795f66 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:22:51.374664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 41cb10f7-d36b-4238-8028-91462a795f66 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:22:51.391183 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:51.410494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c7ad408e-36ac-4313-912f-89c026e49058 admin admin] Request body: {'subnet': {'network_id': 'c39ca05d-526b-495c-bafd-3f15f647c8dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1831916655-subnet', 'tenant_id': '2153bb700bed421398584d6955d7f9d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:51.413363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Pushing event updated for resources: {'Network': ['ID=c39ca05d-526b-495c-bafd-3f15f647c8dd,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:51.417037 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:51.418791 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4ae58733-d019-4e71-a1bc-0e8f9500a7ad tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:51.419447 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c1382cf6-c117-4baf-9725-0b244a802d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:51.425972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network c39ca05d-526b-495c-bafd-3f15f647c8dd details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:51.437085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-968d94d2-58f5-45ff-adbc-550723349da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:51.438736 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-968d94d2-58f5-45ff-adbc-550723349da6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d557f0b648e14ac089f8547be000117b&device_id=86a806b4-0843-47d8-95e9-70ba2fa149f9 HTTP/1.1" status: 200 len: 1163 time: 0.2481065 Jan 14 07:22:51.439708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network c39ca05d-526b-495c-bafd-3f15f647c8dd details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:51.445941 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-23970b63-cafd-405e-9bba-8401fbdbcfcb req-dbb8626e-135b-47b3-86da-247fed142f79 tempest-ServerDiagnosticsNegativeTest-1590910323 tempest-ServerDiagnosticsNegativeTest-1590910323] 10.222.0.41 "GET /v2.0/networks?tenant_id=d88f78d15e384089b9d87316dc1853a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1398604 Jan 14 07:22:51.453045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c7ad408e-36ac-4313-912f-89c026e49058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:51.457165 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1041a6ea-54fe-4417-9f81-0078b67bd38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:51.460609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network c39ca05d-526b-495c-bafd-3f15f647c8dd details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:51.485943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6232d155-8b26-4d6f-9130-cd356e5b5914 admin admin] Checking segment: {'id': 'f7228799-9cf9-4225-9e89-2d3123b7d4af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7dbaea8f-8b22-45c3-b220-b2d35c42d24b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:51.486323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6232d155-8b26-4d6f-9130-cd356e5b5914 admin admin] Network hostable DHCP agents. Network: 7dbaea8f-8b22-45c3-b220-b2d35c42d24b, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:22:51.520316 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-78b6ac18-e9a9-4cd5-90a4-b33e74745bc1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=e76fff03-b0db-4092-882e-f81365503c13 HTTP/1.1" status: 200 len: 217 time: 0.0730383 Jan 14 07:22:51.538510 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-fafdd14f-5d4f-47a6-b8fd-2b7842950780 admin admin] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 07:22:51.548053 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fafdd14f-5d4f-47a6-b8fd-2b7842950780 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a974d7c7-ce8a-46ff-95c8-0632876df2ed HTTP/1.1" status: 409 len: 336 time: 0.7740626 Jan 14 07:22:51.594058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:22:51.599980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c7ad408e-36ac-4313-912f-89c026e49058 admin admin] Usage tracker for resource:subnet and tenant:2153bb700bed421398584d6955d7f9d7 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:51.607151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-bf8ba6bb-77ce-41a9-8ec3-148c50ea676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:51.608723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c7ad408e-36ac-4313-912f-89c026e49058 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:51.608940 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-bf8ba6bb-77ce-41a9-8ec3-148c50ea676d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ffe7d3d2-18e7-450d-bb59-0b64181030a8 HTTP/1.1" status: 200 len: 843 time: 0.0821579 Jan 14 07:22:51.656856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406416ed-46ab-44d3-8780-7e8e7d087cf9,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:51.726463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-d11ef325-fb95-432e-87f0-d8c611d7a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:51.728125 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-d11ef325-fb95-432e-87f0-d8c611d7a751 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6bd0598-2cab-47e3-9f0f-47d899b421cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1120608 Jan 14 07:22:51.734445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c7ad408e-36ac-4313-912f-89c026e49058 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:51.773082 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:51.773531 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Added segment 705f8558-a755-4ee0-a153-b7ecd2dc6cc8 of type vxlan for network 45296475-29fd-4430-84e9-a43b80c14321 Jan 14 07:22:51.783393 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:51.798649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ad408e-36ac-4313-912f-89c026e49058 admin admin] Made reservation on behalf of 2153bb700bed421398584d6955d7f9d7 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:51.804079 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7ad408e-36ac-4313-912f-89c026e49058 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:51.845265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6232d155-8b26-4d6f-9130-cd356e5b5914 admin admin] Network 7dbaea8f-8b22-45c3-b220-b2d35c42d24b is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:22:51.933575 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-be544f84-631c-4e1e-a5a9-2e52024c6a0e req-afedb9e0-7138-49cc-b80f-49adc5320d8b tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "GET /v2.0/security-groups/d81609ac-c340-45a7-8ded-67d6d1270065 HTTP/1.1" status: 200 len: 2404 time: 0.5684469 Jan 14 07:22:52.003714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6232d155-8b26-4d6f-9130-cd356e5b5914 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 7dbaea8f-8b22-45c3-b220-b2d35c42d24b) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:52.006550 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.013019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cdde58-4c8c-4e4a-8dd5-bde1084edf75 None None] Network 7dbaea8f-8b22-45c3-b220-b2d35c42d24b requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:52.021354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1041a6ea-54fe-4417-9f81-0078b67bd38e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275d3369-3adb-475f-b857-d8af83360e86']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:52.059282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.070225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6232d155-8b26-4d6f-9130-cd356e5b5914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:52.070863 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6232d155-8b26-4d6f-9130-cd356e5b5914 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.092257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1041a6ea-54fe-4417-9f81-0078b67bd38e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e16f6e2-5293-4b1d-9b52-a292c3b3d774') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:52.092597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1041a6ea-54fe-4417-9f81-0078b67bd38e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e16f6e2-5293-4b1d-9b52-a292c3b3d774') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:52.106398 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4701ce03-2049-4cc7-abf9-f820cece5ac3 req-48128abe-a0fe-4470-80a9-4df94fdd254d tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "GET /v2.0/security-group-rules/597a2f99-7530-4713-915e-4b6742006b9b HTTP/1.1" status: 200 len: 778 time: 0.0949731 Jan 14 07:22:52.157089 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-8f96dd03-a992-4e8c-ac49-0a6f32a85c1e service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213762 Jan 14 07:22:52.180268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23970b63-cafd-405e-9bba-8401fbdbcfcb req-7bf8c072-eb7e-4db6-9ea3-0dd256fdf736 tempest-ServerDiagnosticsNegativeTest-1590910323 tempest-ServerDiagnosticsNegativeTest-1590910323] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:52.181928 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-23970b63-cafd-405e-9bba-8401fbdbcfcb req-7bf8c072-eb7e-4db6-9ea3-0dd256fdf736 tempest-ServerDiagnosticsNegativeTest-1590910323 tempest-ServerDiagnosticsNegativeTest-1590910323] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6980815 Jan 14 07:22:52.201974 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1041a6ea-54fe-4417-9f81-0078b67bd38e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.257786 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1041a6ea-54fe-4417-9f81-0078b67bd38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.270976 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6232d155-8b26-4d6f-9130-cd356e5b5914 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.3803787 Jan 14 07:22:52.270976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1041a6ea-54fe-4417-9f81-0078b67bd38e admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:22:52.282312 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:22:52.283640 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:22:52.303984 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-23970b63-cafd-405e-9bba-8401fbdbcfcb req-61dd180e-6b67-4a4a-a577-e8dd611de532 tempest-ServerDiagnosticsNegativeTest-1590910323 tempest-ServerDiagnosticsNegativeTest-1590910323] 10.222.0.41 "GET /v2.0/quotas/d88f78d15e384089b9d87316dc1853a8 HTTP/1.1" status: 200 len: 375 time: 0.0919793 Jan 14 07:22:52.304861 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.354715 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-d817a2cf-1bed-4851-9894-53630c39b5fe service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1898828 Jan 14 07:22:52.400254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec4a865-4e02-4d4e-b41a-e48dc758030c None None] Network 7dbaea8f-8b22-45c3-b220-b2d35c42d24b requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:52.401543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:52.402938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.422759 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4701ce03-2049-4cc7-abf9-f820cece5ac3 req-81a6b312-ff5a-4f29-8507-d1683b22864a tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "GET /v2.0/security-groups/d81609ac-c340-45a7-8ded-67d6d1270065 HTTP/1.1" status: 200 len: 2404 time: 0.2933755 Jan 14 07:22:52.454043 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:52.467616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57192) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:52.547081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57196) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:52.556611 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4701ce03-2049-4cc7-abf9-f820cece5ac3 req-a07a58e8-bdab-4ac9-b459-fa97b47ba05f tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group_rule, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.582255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae9e49c-1fad-4d5c-91ea-f448d44547f0 admin admin] Deleting subnet 62a1e3eb-6093-40ea-a756-ee305726f90b {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:22:52.588971 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cae9e49c-1fad-4d5c-91ea-f448d44547f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.642128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1021ce4-d55f-4011-a089-f693a813fb39 req-e96635db-2fa1-4f06-b8a0-fdac1143ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:52.644887 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c1021ce4-d55f-4011-a089-f693a813fb39 req-e96635db-2fa1-4f06-b8a0-fdac1143ec9d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d557f0b648e14ac089f8547be000117b&device_id=86a806b4-0843-47d8-95e9-70ba2fa149f9 HTTP/1.1" status: 200 len: 1163 time: 0.2369351 Jan 14 07:22:52.685810 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cae9e49c-1fad-4d5c-91ea-f448d44547f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.721581 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4701ce03-2049-4cc7-abf9-f820cece5ac3 req-a07a58e8-bdab-4ac9-b459-fa97b47ba05f tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.739256 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-23970b63-cafd-405e-9bba-8401fbdbcfcb req-5209076a-097e-4277-b773-27afe5a80a23 tempest-ServerDiagnosticsNegativeTest-1590910323 tempest-ServerDiagnosticsNegativeTest-1590910323] 10.222.0.41 "GET /v2.0/ports?tenant_id=d88f78d15e384089b9d87316dc1853a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4135473 Jan 14 07:22:52.809550 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.2956862 Jan 14 07:22:52.812574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57202) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:52.821148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2050395452-network', 'tenant_id': '427877bd7793412391ebe4c47d52c9a0'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:52.832402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Pushing event updated for resources: {'Network': ['ID=45296475-29fd-4430-84e9-a43b80c14321,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:52.835481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.846250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 45296475-29fd-4430-84e9-a43b80c14321 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:52.855003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9e423641-6335-4233-856b-597e7e37be4f admin admin] Request body: {'subnet': {'network_id': '45296475-29fd-4430-84e9-a43b80c14321', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1072963834-subnet', 'tenant_id': '472e0057c0c94e75b91adee0ff49f256', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:52.855330 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:52.857605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1041a6ea-54fe-4417-9f81-0078b67bd38e admin admin] Network 275d3369-3adb-475f-b857-d8af83360e86 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:52.859339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:52.868915 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4701ce03-2049-4cc7-abf9-f820cece5ac3 req-a07a58e8-bdab-4ac9-b459-fa97b47ba05f tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.872704 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1041a6ea-54fe-4417-9f81-0078b67bd38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.878528 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cae9e49c-1fad-4d5c-91ea-f448d44547f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:52.896790 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:52.911815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Usage tracker for resource:network and tenant:427877bd7793412391ebe4c47d52c9a0 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:52.916015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9e423641-6335-4233-856b-597e7e37be4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:52.931663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:52.944105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9e423641-6335-4233-856b-597e7e37be4f admin admin] Usage tracker for resource:subnet and tenant:472e0057c0c94e75b91adee0ff49f256 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:52.962650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9e423641-6335-4233-856b-597e7e37be4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:52.992181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:53.019798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9e423641-6335-4233-856b-597e7e37be4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:53.066843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a58e8-bdab-4ac9-b459-fa97b47ba05f tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=597a2f99-7530-4713-915e-4b6742006b9b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:53.072348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 45296475-29fd-4430-84e9-a43b80c14321 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:53.079419 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a07a58e8-bdab-4ac9-b459-fa97b47ba05f tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:53.082453 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4701ce03-2049-4cc7-abf9-f820cece5ac3 req-a07a58e8-bdab-4ac9-b459-fa97b47ba05f tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:53.083718 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4701ce03-2049-4cc7-abf9-f820cece5ac3 req-a07a58e8-bdab-4ac9-b459-fa97b47ba05f tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "DELETE /v2.0/security-group-rules/597a2f99-7530-4713-915e-4b6742006b9b HTTP/1.1" status: 204 len: 173 time: 0.6599476 Jan 14 07:22:53.118144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1021ce4-d55f-4011-a089-f693a813fb39 req-71efbfda-534c-424a-86c5-3501eda79cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:53.119889 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c1021ce4-d55f-4011-a089-f693a813fb39 req-71efbfda-534c-424a-86c5-3501eda79cf9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d6bd0598-2cab-47e3-9f0f-47d899b421cd HTTP/1.1" status: 200 len: 863 time: 0.4678442 Jan 14 07:22:53.121838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:22:53.134162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e423641-6335-4233-856b-597e7e37be4f admin admin] Made reservation on behalf of 472e0057c0c94e75b91adee0ff49f256 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:53.139844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9e423641-6335-4233-856b-597e7e37be4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:53.207348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-a046ac7e-aa92-468b-a9a6-793adfacc344 req-2235388e-ee90-45a0-8023-beb0290970ff tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-945838057', 'description': 'tempest-description-1938042669'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:53.238699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-a046ac7e-aa92-468b-a9a6-793adfacc344 req-2235388e-ee90-45a0-8023-beb0290970ff tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:53.260141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 45296475-29fd-4430-84e9-a43b80c14321 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:53.261047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1041a6ea-54fe-4417-9f81-0078b67bd38e admin admin] Network 275d3369-3adb-475f-b857-d8af83360e86 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:53.266994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Made reservation on behalf of 427877bd7793412391ebe4c47d52c9a0 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:53.270389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a046ac7e-aa92-468b-a9a6-793adfacc344 req-2235388e-ee90-45a0-8023-beb0290970ff tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Usage tracker for resource:security_group and tenant:11fbbb4bace043efac9f1cc20006b7f3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:53.272244 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:53.304398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a046ac7e-aa92-468b-a9a6-793adfacc344 req-2235388e-ee90-45a0-8023-beb0290970ff tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:22:53.311205 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:22:53.321749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-a046ac7e-aa92-468b-a9a6-793adfacc344 req-2235388e-ee90-45a0-8023-beb0290970ff tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:53.435161 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c1021ce4-d55f-4011-a089-f693a813fb39 req-55bc1c59-2f89-42cc-958b-7a0da391d259 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=e76fff03-b0db-4092-882e-f81365503c13 HTTP/1.1" status: 200 len: 217 time: 0.3024428 Jan 14 07:22:53.436673 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:53.437080 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Added segment 00855404-a015-44c1-8de5-c3212d2be800 of type vxlan for network dc2fa14e-4b87-48a7-b606-8f596d237854 Jan 14 07:22:53.446488 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:53.584384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:53.637476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Usage tracker for resource:security_group_rule and tenant:427877bd7793412391ebe4c47d52c9a0 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:53.650070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:53.666845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:53.688937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:53.705456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1021ce4-d55f-4011-a089-f693a813fb39 req-36a32224-400f-42cb-81eb-8675f0f6f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:53.706511 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c1021ce4-d55f-4011-a089-f693a813fb39 req-36a32224-400f-42cb-81eb-8675f0f6f083 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ffe7d3d2-18e7-450d-bb59-0b64181030a8 HTTP/1.1" status: 200 len: 843 time: 0.2376363 Jan 14 07:22:53.726357 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a046ac7e-aa92-468b-a9a6-793adfacc344 req-2235388e-ee90-45a0-8023-beb0290970ff tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:53.741881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57230) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:53.773838 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1041a6ea-54fe-4417-9f81-0078b67bd38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:53.778483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-a046ac7e-aa92-468b-a9a6-793adfacc344 req-2235388e-ee90-45a0-8023-beb0290970ff tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:53.788135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a046ac7e-aa92-468b-a9a6-793adfacc344 req-2235388e-ee90-45a0-8023-beb0290970ff tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Usage tracker for resource:security_group_rule and tenant:11fbbb4bace043efac9f1cc20006b7f3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:53.791053 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1041a6ea-54fe-4417-9f81-0078b67bd38e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:53.793569 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:53.808496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a046ac7e-aa92-468b-a9a6-793adfacc344 req-2235388e-ee90-45a0-8023-beb0290970ff tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:53.823641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-a046ac7e-aa92-468b-a9a6-793adfacc344 req-2235388e-ee90-45a0-8023-beb0290970ff tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:53.827287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041a6ea-54fe-4417-9f81-0078b67bd38e admin admin] Pushing event deleted for resources: {'Network': ['ID=275d3369-3adb-475f-b857-d8af83360e86,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:53.834022 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1041a6ea-54fe-4417-9f81-0078b67bd38e admin admin] 10.222.0.41 "DELETE /v2.0/networks/275d3369-3adb-475f-b857-d8af83360e86 HTTP/1.1" status: 204 len: 168 time: 4.1057646 Jan 14 07:22:53.835261 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1041a6ea-54fe-4417-9f81-0078b67bd38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:53.839101 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:22:53.927758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11800532-2faf-4d12-82c8-c8ce91241638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:53.935178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:53.936708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:53.938267 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:53.952404 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-26390f43-482b-42bd-b015-551c61c4293b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:53.979605 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3541d7c7-b156-4b1a-86df-02070bdb014c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.044924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a046ac7e-aa92-468b-a9a6-793adfacc344 req-2235388e-ee90-45a0-8023-beb0290970ff tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.058215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3541d7c7-b156-4b1a-86df-02070bdb014c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:54.060392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57238) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:54.064751 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a046ac7e-aa92-468b-a9a6-793adfacc344 req-2235388e-ee90-45a0-8023-beb0290970ff tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.074592 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d68ddaf0-cae8-4353-b719-023d54f25fa8 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:54.083956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3541d7c7-b156-4b1a-86df-02070bdb014c admin admin] Usage tracker for resource:security_group_rule and tenant:d88f78d15e384089b9d87316dc1853a8 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:54.109803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3541d7c7-b156-4b1a-86df-02070bdb014c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:54.128914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3541d7c7-b156-4b1a-86df-02070bdb014c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:54.145976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7ad408e-36ac-4313-912f-89c026e49058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.177702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cae9e49c-1fad-4d5c-91ea-f448d44547f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.198779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235388e-ee90-45a0-8023-beb0290970ff tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ef3254-9332-4f12-af2d-4df9a01f400e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:54.208558 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.9879134 Jan 14 07:22:54.221131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57242) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:54.223149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Pushing event updated for resources: {'Network': ['ID=dc2fa14e-4b87-48a7-b606-8f596d237854,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:54.235166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network dc2fa14e-4b87-48a7-b606-8f596d237854 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:54.252331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network dc2fa14e-4b87-48a7-b606-8f596d237854 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:54.259227 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2235388e-ee90-45a0-8023-beb0290970ff tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:54.261149 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a046ac7e-aa92-468b-a9a6-793adfacc344 req-2235388e-ee90-45a0-8023-beb0290970ff tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.264074 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a046ac7e-aa92-468b-a9a6-793adfacc344 req-2235388e-ee90-45a0-8023-beb0290970ff tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0841026 Jan 14 07:22:54.266548 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:54.274989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network dc2fa14e-4b87-48a7-b606-8f596d237854 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:54.293793 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:54.294715 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:54.349244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b9d64108-1a3b-4152-8b3b-eb4688794f3d admin admin] Request body: {'subnet': {'network_id': 'dc2fa14e-4b87-48a7-b606-8f596d237854', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-100458201-subnet', 'tenant_id': '369cf312e6f8411e821109a8779f4774', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:54.356724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1021ce4-d55f-4011-a089-f693a813fb39 req-0f470dcb-a395-45e3-b3af-62a6697a5f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:54.358665 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c1021ce4-d55f-4011-a089-f693a813fb39 req-0f470dcb-a395-45e3-b3af-62a6697a5f1e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6bd0598-2cab-47e3-9f0f-47d899b421cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6387837 Jan 14 07:22:54.388462 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-55b18df6-ed3d-4fcd-b9ce-6c882e18ef37 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=673a998c4825436bb1f83fd2b05e1366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248575 Jan 14 07:22:54.392078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57248) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:54.400637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b9d64108-1a3b-4152-8b3b-eb4688794f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:54.405796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9e49c-1fad-4d5c-91ea-f448d44547f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62a1e3eb-6093-40ea-a756-ee305726f90b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:54.448197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b9d64108-1a3b-4152-8b3b-eb4688794f3d admin admin] Usage tracker for resource:subnet and tenant:369cf312e6f8411e821109a8779f4774 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:54.459477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad408e-36ac-4313-912f-89c026e49058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e03e0e20-54d4-4929-a004-b82d4950c95a,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:54.470055 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cae9e49c-1fad-4d5c-91ea-f448d44547f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:54.471967 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c7ad408e-36ac-4313-912f-89c026e49058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:54.474335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b9d64108-1a3b-4152-8b3b-eb4688794f3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:54.518111 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ad1df54c-03ed-455a-9f2f-7b54c51411cf req-05631f0e-eb4f-4739-80cd-e7457f5aa1e9 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "GET /v2.0/security-groups/f7ef3254-9332-4f12-af2d-4df9a01f400e HTTP/1.1" status: 200 len: 1812 time: 0.1961253 Jan 14 07:22:54.524176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b9d64108-1a3b-4152-8b3b-eb4688794f3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:54.608638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-9eccfadf-e140-49de-ae6f-aca6eb5148b6 req-0f04d905-1ce8-4759-8e4a-f2058dad32f3 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-201901806', 'description': 'tempest-description-1102489679'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:54.623492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad408e-36ac-4313-912f-89c026e49058 admin admin] Checking segment: {'id': 'b0defd3a-fda2-4375-ae4c-730589e29bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c39ca05d-526b-495c-bafd-3f15f647c8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:54.623772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ad408e-36ac-4313-912f-89c026e49058 admin admin] Network hostable DHCP agents. Network: c39ca05d-526b-495c-bafd-3f15f647c8dd, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:22:54.631862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3541d7c7-b156-4b1a-86df-02070bdb014c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.633369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-9eccfadf-e140-49de-ae6f-aca6eb5148b6 req-0f04d905-1ce8-4759-8e4a-f2058dad32f3 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:54.634425 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.638018 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3541d7c7-b156-4b1a-86df-02070bdb014c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.647225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-9eccfadf-e140-49de-ae6f-aca6eb5148b6 req-0f04d905-1ce8-4759-8e4a-f2058dad32f3 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Usage tracker for resource:security_group and tenant:11fbbb4bace043efac9f1cc20006b7f3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:54.651761 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f0b4104c-713f-469a-8cdb-a8977ad90985 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:54.663812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-9eccfadf-e140-49de-ae6f-aca6eb5148b6 req-0f04d905-1ce8-4759-8e4a-f2058dad32f3 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:54.670075 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.682030 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-51a38a9d-a368-4fa1-801b-1287ac7ba0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:54.684075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-9eccfadf-e140-49de-ae6f-aca6eb5148b6 req-0f04d905-1ce8-4759-8e4a-f2058dad32f3 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:54.724276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541d7c7-b156-4b1a-86df-02070bdb014c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ae1930-ae8b-4f96-ad21-192019330ee9,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:54.730095 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3541d7c7-b156-4b1a-86df-02070bdb014c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d88f78d15e384089b9d87316dc1853a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9870675 Jan 14 07:22:54.732503 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3541d7c7-b156-4b1a-86df-02070bdb014c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:54.733109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57258) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:54.733822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ad408e-36ac-4313-912f-89c026e49058 admin admin] Network c39ca05d-526b-495c-bafd-3f15f647c8dd is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:22:54.756153 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-9eccfadf-e140-49de-ae6f-aca6eb5148b6 req-0f04d905-1ce8-4759-8e4a-f2058dad32f3 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.762425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d64108-1a3b-4152-8b3b-eb4688794f3d admin admin] Made reservation on behalf of 369cf312e6f8411e821109a8779f4774 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:54.767361 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9d64108-1a3b-4152-8b3b-eb4688794f3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.779104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c7ad408e-36ac-4313-912f-89c026e49058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, c39ca05d-526b-495c-bafd-3f15f647c8dd) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:54.788829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab94cd8b-ab54-4aa4-96d6-f7eacace4a35 None None] Network c39ca05d-526b-495c-bafd-3f15f647c8dd requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:54.823077 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cae9e49c-1fad-4d5c-91ea-f448d44547f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.825768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-9eccfadf-e140-49de-ae6f-aca6eb5148b6 req-0f04d905-1ce8-4759-8e4a-f2058dad32f3 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:54.827448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:22:54.828730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ad408e-36ac-4313-912f-89c026e49058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:54.829603 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7ad408e-36ac-4313-912f-89c026e49058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.836350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-9eccfadf-e140-49de-ae6f-aca6eb5148b6 req-0f04d905-1ce8-4759-8e4a-f2058dad32f3 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Usage tracker for resource:security_group_rule and tenant:11fbbb4bace043efac9f1cc20006b7f3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:54.841280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-9eccfadf-e140-49de-ae6f-aca6eb5148b6 req-0f04d905-1ce8-4759-8e4a-f2058dad32f3 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:54.866796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-9eccfadf-e140-49de-ae6f-aca6eb5148b6 req-0f04d905-1ce8-4759-8e4a-f2058dad32f3 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:54.876857 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3191a37-a391-43b7-8045-1af74eea57e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.905288 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c7ad408e-36ac-4313-912f-89c026e49058 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.5181282 Jan 14 07:22:54.920152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57262) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:54.932911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1831916655-router', 'tenant_id': '2153bb700bed421398584d6955d7f9d7', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:54.949694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:54.958846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3191a37-a391-43b7-8045-1af74eea57e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:54.973817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Usage tracker for resource:router and tenant:2153bb700bed421398584d6955d7f9d7 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:54.981480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:54.996255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:55.046878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.048037 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.073040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-ea354d59-5137-40a9-b1c8-babdd8ab9e9b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80909) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:22:55.106434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-9eccfadf-e140-49de-ae6f-aca6eb5148b6 req-0f04d905-1ce8-4759-8e4a-f2058dad32f3 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.119132 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-9eccfadf-e140-49de-ae6f-aca6eb5148b6 req-0f04d905-1ce8-4759-8e4a-f2058dad32f3 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.123919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.127392 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2235388e-ee90-45a0-8023-beb0290970ff tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:55.139687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472fae91-8431-4a42-93b9-74028eb2b0fe None None] Network c39ca05d-526b-495c-bafd-3f15f647c8dd requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:55.159475 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3191a37-a391-43b7-8045-1af74eea57e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.228746 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cae9e49c-1fad-4d5c-91ea-f448d44547f0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/62a1e3eb-6093-40ea-a756-ee305726f90b HTTP/1.1" status: 204 len: 168 time: 2.7521265 Jan 14 07:22:55.241164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57266) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:55.242198 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.242586 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Added segment d7c02b16-9f32-4e0a-a2e5-396a7afc5eca of type vxlan for network 08cc5cce-94ac-45eb-b13e-2fb3fb190482 Jan 14 07:22:55.249380 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b1f0211c-1007-42e8-bb62-d8a61a0ddbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.270322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04d905-1ce8-4759-8e4a-f2058dad32f3 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Pushing event updated for resources: {'SecurityGroup': ['ID=d70ae928-59c6-4875-802e-ca015d193290,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:55.273998 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3191a37-a391-43b7-8045-1af74eea57e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.275765 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e3191a37-a391-43b7-8045-1af74eea57e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7ae1930-ae8b-4f96-ad21-192019330ee9 HTTP/1.1" status: 204 len: 168 time: 0.5391371 Jan 14 07:22:55.277596 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0f04d905-1ce8-4759-8e4a-f2058dad32f3 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:55.296213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-9eccfadf-e140-49de-ae6f-aca6eb5148b6 req-0f04d905-1ce8-4759-8e4a-f2058dad32f3 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.297548 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9eccfadf-e140-49de-ae6f-aca6eb5148b6 req-0f04d905-1ce8-4759-8e4a-f2058dad32f3 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7009511 Jan 14 07:22:55.298162 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-02fd3185-80bb-4f75-89bc-d064b62a0229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:55.337857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69524327-2c98-41b9-98f1-2d28a2d10a9f,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:55.388837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3191a37-a391-43b7-8045-1af74eea57e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ae1930-ae8b-4f96-ad21-192019330ee9,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:55.397967 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3191a37-a391-43b7-8045-1af74eea57e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:55.406756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device e76fff03-b0db-4092-882e-f81365503c13 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:22:55.435204 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:55.474989 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c1021ce4-d55f-4011-a089-f693a813fb39 req-719413be-e64f-4631-b5ca-b631416ee1fb service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0818295 Jan 14 07:22:55.511677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b1f0211c-1007-42e8-bb62-d8a61a0ddbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.536220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning for port e76fff03-b0db-4092-882e-f81365503c13 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:22:55.543485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port e76fff03-b0db-4092-882e-f81365503c13 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:55.544186 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.566824 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.602214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.621873 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1c252e8f-ef3f-4ec9-b705-ed02102a5dd4 req-7a5d5b2c-ed89-407c-a5af-4332a08324d1 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "GET /v2.0/security-groups/d70ae928-59c6-4875-802e-ca015d193290 HTTP/1.1" status: 200 len: 1812 time: 0.2557604 Jan 14 07:22:55.725737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-7e82a7dd-09a1-4293-b8bf-83569ec58703 req-b142b047-ca45-4b45-875e-01a882aeb184 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-713364511', 'description': 'tempest-description-256223122'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:55.727057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.735903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-7e82a7dd-09a1-4293-b8bf-83569ec58703 req-b142b047-ca45-4b45-875e-01a882aeb184 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:55.740890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7e82a7dd-09a1-4293-b8bf-83569ec58703 req-b142b047-ca45-4b45-875e-01a882aeb184 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Usage tracker for resource:security_group and tenant:11fbbb4bace043efac9f1cc20006b7f3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:55.744784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7e82a7dd-09a1-4293-b8bf-83569ec58703 req-b142b047-ca45-4b45-875e-01a882aeb184 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:55.750787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-7e82a7dd-09a1-4293-b8bf-83569ec58703 req-b142b047-ca45-4b45-875e-01a882aeb184 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:55.766267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a806b4-0843-47d8-95e9-70ba2fa149f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76fff03-b0db-4092-882e-f81365503c13'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:22:55.779606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1da055e4-84dc-4502-a193-d0ad644f8a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.780470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port e76fff03-b0db-4092-882e-f81365503c13, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=e76fff03-b0db-4092-882e-f81365503c13,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:55.783334 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7e82a7dd-09a1-4293-b8bf-83569ec58703 req-b142b047-ca45-4b45-875e-01a882aeb184 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.789127 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:55.791333 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:55.820160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-7e82a7dd-09a1-4293-b8bf-83569ec58703 req-b142b047-ca45-4b45-875e-01a882aeb184 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:55.824267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7e82a7dd-09a1-4293-b8bf-83569ec58703 req-b142b047-ca45-4b45-875e-01a882aeb184 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Usage tracker for resource:security_group_rule and tenant:11fbbb4bace043efac9f1cc20006b7f3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:55.827367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7e82a7dd-09a1-4293-b8bf-83569ec58703 req-b142b047-ca45-4b45-875e-01a882aeb184 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:55.834564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-7e82a7dd-09a1-4293-b8bf-83569ec58703 req-b142b047-ca45-4b45-875e-01a882aeb184 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:55.840056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:22:55.860950 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a806b4-0843-47d8-95e9-70ba2fa149f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76fff03-b0db-4092-882e-f81365503c13', 'code': 200} Jan 14 07:22:55.975697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=e76fff03-b0db-4092-882e-f81365503c13,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:55.989042 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:56.007829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57280) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:56.013575 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:56.014564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:56.015197 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:56.025566 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2940e1ad-9cee-4332-8af9-c2a59b7e19cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:56.180238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7e82a7dd-09a1-4293-b8bf-83569ec58703 req-b142b047-ca45-4b45-875e-01a882aeb184 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:56.187219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7e82a7dd-09a1-4293-b8bf-83569ec58703 req-b142b047-ca45-4b45-875e-01a882aeb184 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:56.195544 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3191a37-a391-43b7-8045-1af74eea57e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:56.211816 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e323ff64-4339-4601-a9e2-257eb61ca501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:56.220980 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:56.269696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:56.296555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142b047-ca45-4b45-875e-01a882aeb184 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Pushing event updated for resources: {'SecurityGroup': ['ID=57bbde99-a164-4842-b3e8-33b4a2bf63f4,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:56.301586 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b142b047-ca45-4b45-875e-01a882aeb184 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:56.315048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b1f0211c-1007-42e8-bb62-d8a61a0ddbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:56.316308 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7e82a7dd-09a1-4293-b8bf-83569ec58703 req-b142b047-ca45-4b45-875e-01a882aeb184 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:56.317874 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7e82a7dd-09a1-4293-b8bf-83569ec58703 req-b142b047-ca45-4b45-875e-01a882aeb184 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6038139 Jan 14 07:22:56.328227 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c1021ce4-d55f-4011-a089-f693a813fb39 req-32219e89-a83b-430f-8f39-65e449e7ba51 service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7982435 Jan 14 07:22:56.367549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e323ff64-4339-4601-a9e2-257eb61ca501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:56.384979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Pushing event updated for resources: {'Network': ['ID=08cc5cce-94ac-45eb-b13e-2fb3fb190482,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:56.389124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e323ff64-4339-4601-a9e2-257eb61ca501 admin admin] Usage tracker for resource:security_group_rule and tenant:c73f86ec68264af58924ff64ba971256 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:56.396287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b1f0211c-1007-42e8-bb62-d8a61a0ddbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:56.405593 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b1f0211c-1007-42e8-bb62-d8a61a0ddbb5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/728a92ec-8735-4dc6-a299-11bf15c95631 HTTP/1.1" status: 204 len: 168 time: 1.9940488 Jan 14 07:22:56.405922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 08cc5cce-94ac-45eb-b13e-2fb3fb190482 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:56.406095 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.8499889 Jan 14 07:22:56.406095 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:56.415718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e323ff64-4339-4601-a9e2-257eb61ca501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:56.416986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 08cc5cce-94ac-45eb-b13e-2fb3fb190482 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:56.422699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e323ff64-4339-4601-a9e2-257eb61ca501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:56.427489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57288) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:56.440087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 08cc5cce-94ac-45eb-b13e-2fb3fb190482 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:22:56.450363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-30066711-5490-418e-add8-9371ca04d2c8 admin admin] Request body: {'subnet': {'network_id': '08cc5cce-94ac-45eb-b13e-2fb3fb190482', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2050395452-subnet', 'tenant_id': '427877bd7793412391ebe4c47d52c9a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:56.462314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-30066711-5490-418e-add8-9371ca04d2c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:56.475600 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bebb668f-ca1c-44f4-b7bd-a24f8aa1b8e5 req-14fc8a96-d87f-4d76-88b5-4140908cf1c6 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "GET /v2.0/security-groups/57bbde99-a164-4842-b3e8-33b4a2bf63f4 HTTP/1.1" status: 200 len: 1811 time: 0.0960248 Jan 14 07:22:56.476894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-30066711-5490-418e-add8-9371ca04d2c8 admin admin] Usage tracker for resource:subnet and tenant:427877bd7793412391ebe4c47d52c9a0 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:56.481938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-30066711-5490-418e-add8-9371ca04d2c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:56.493105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-30066711-5490-418e-add8-9371ca04d2c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:56.523344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e323ff64-4339-4601-a9e2-257eb61ca501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:56.524498 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-25b1e0ab-28bf-46e5-a40f-02ea73225c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:56.563889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30066711-5490-418e-add8-9371ca04d2c8 admin admin] Made reservation on behalf of 427877bd7793412391ebe4c47d52c9a0 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:56.565806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1da055e4-84dc-4502-a193-d0ad644f8a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:56.569118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30066711-5490-418e-add8-9371ca04d2c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:56.583870 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e323ff64-4339-4601-a9e2-257eb61ca501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:56.588833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-fe0226d3-9737-4070-bf9e-6de84b0a23e3 req-aa9c9ee5-93e7-4998-8425-95c3dd583487 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-128641103', 'description': 'tempest-description-832992661'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:56.608259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-fe0226d3-9737-4070-bf9e-6de84b0a23e3 req-aa9c9ee5-93e7-4998-8425-95c3dd583487 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:56.624251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0211c-1007-42e8-bb62-d8a61a0ddbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728a92ec-8735-4dc6-a299-11bf15c95631,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:56.673155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-fe0226d3-9737-4070-bf9e-6de84b0a23e3 req-aa9c9ee5-93e7-4998-8425-95c3dd583487 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Usage tracker for resource:security_group and tenant:11fbbb4bace043efac9f1cc20006b7f3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:56.683269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-fe0226d3-9737-4070-bf9e-6de84b0a23e3 req-aa9c9ee5-93e7-4998-8425-95c3dd583487 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Quota usage for security_group was recalculated. Used quota:5. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:56.697122 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b1f0211c-1007-42e8-bb62-d8a61a0ddbb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:56.697683 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:56.707833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-fe0226d3-9737-4070-bf9e-6de84b0a23e3 req-aa9c9ee5-93e7-4998-8425-95c3dd583487 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:56.760563 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-fe0226d3-9737-4070-bf9e-6de84b0a23e3 req-aa9c9ee5-93e7-4998-8425-95c3dd583487 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:56.801929 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e323ff64-4339-4601-a9e2-257eb61ca501 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c73f86ec68264af58924ff64ba971256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7878935 Jan 14 07:22:56.805195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9e423641-6335-4233-856b-597e7e37be4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:56.820333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device e76fff03-b0db-4092-882e-f81365503c13 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:22:56.824268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57296) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:56.864561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-fe0226d3-9737-4070-bf9e-6de84b0a23e3 req-aa9c9ee5-93e7-4998-8425-95c3dd583487 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:56.875203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-fe0226d3-9737-4070-bf9e-6de84b0a23e3 req-aa9c9ee5-93e7-4998-8425-95c3dd583487 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Usage tracker for resource:security_group_rule and tenant:11fbbb4bace043efac9f1cc20006b7f3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:56.883698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-fe0226d3-9737-4070-bf9e-6de84b0a23e3 req-aa9c9ee5-93e7-4998-8425-95c3dd583487 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:56.917599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-fe0226d3-9737-4070-bf9e-6de84b0a23e3 req-aa9c9ee5-93e7-4998-8425-95c3dd583487 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:56.950773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323ff64-4339-4601-a9e2-257eb61ca501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e0a7b5-eaa3-43fb-a60c-c6a7b14e486e,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:57.022512 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c49185c-86f3-43a5-bd3a-bf34900e4512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:57.036977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port e76fff03-b0db-4092-882e-f81365503c13 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:22:57.037619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:57.058975 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e323ff64-4339-4601-a9e2-257eb61ca501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:57.076214 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:57.134276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1da055e4-84dc-4502-a193-d0ad644f8a19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c514a74-34b6-47c4-bcf9-d4415d23cfd1']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:57.177685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1da055e4-84dc-4502-a193-d0ad644f8a19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241fb52c-516b-4055-b608-21497e00b003') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:57.178072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1da055e4-84dc-4502-a193-d0ad644f8a19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241fb52c-516b-4055-b608-21497e00b003') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:22:57.212603 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1da055e4-84dc-4502-a193-d0ad644f8a19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:57.242412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e423641-6335-4233-856b-597e7e37be4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=edda7929-aaae-4f71-a2b4-5b5dd5e4a961,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:57.251180 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9e423641-6335-4233-856b-597e7e37be4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:57.261390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1da055e4-84dc-4502-a193-d0ad644f8a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:57.266388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1da055e4-84dc-4502-a193-d0ad644f8a19 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:22:57.271763 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:57.361896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Allocated IP 172.25.3.178 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/0a2a4fab-7a10-408d-8818-ca8d57e6e94a) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:57.369609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e423641-6335-4233-856b-597e7e37be4f admin admin] Checking segment: {'id': '705f8558-a755-4ee0-a153-b7ecd2dc6cc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '45296475-29fd-4430-84e9-a43b80c14321'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:57.369985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e423641-6335-4233-856b-597e7e37be4f admin admin] Network hostable DHCP agents. Network: 45296475-29fd-4430-84e9-a43b80c14321, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:22:57.546941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84b08fa1-e0e1-4152-a2bd-4d6783777869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:57.579515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e423641-6335-4233-856b-597e7e37be4f admin admin] Network 45296475-29fd-4430-84e9-a43b80c14321 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:22:57.600102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1da055e4-84dc-4502-a193-d0ad644f8a19 admin admin] Network 3c514a74-34b6-47c4-bcf9-d4415d23cfd1 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:57.617514 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1da055e4-84dc-4502-a193-d0ad644f8a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:57.666815 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84b08fa1-e0e1-4152-a2bd-4d6783777869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:57.699375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9e423641-6335-4233-856b-597e7e37be4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 45296475-29fd-4430-84e9-a43b80c14321) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:57.709340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7e336c-9662-4aaf-916e-55bb24579309 None None] Network 45296475-29fd-4430-84e9-a43b80c14321 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:22:57.720996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-fe0226d3-9737-4070-bf9e-6de84b0a23e3 req-aa9c9ee5-93e7-4998-8425-95c3dd583487 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:57.747517 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-fe0226d3-9737-4070-bf9e-6de84b0a23e3 req-aa9c9ee5-93e7-4998-8425-95c3dd583487 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:57.763601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e423641-6335-4233-856b-597e7e37be4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:57.764496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9e423641-6335-4233-856b-597e7e37be4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:57.765064 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c5a8284-677c-4f9e-996a-889bed8f35d7 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:57.851689 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9e423641-6335-4233-856b-597e7e37be4f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 5.0233848 Jan 14 07:22:57.851879 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:57.871620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57314) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:22:57.880939 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.883757 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:57.891193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:57.898222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57318) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:57.906469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-6b761fba-c372-4118-b0bc-27a8cd5ee7de tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:22:57.907290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-6b761fba-c372-4118-b0bc-27a8cd5ee7de tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Synchronizing usage tracker for tenant:d557f0b648e14ac089f8547be000117b on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:22:57.944106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1072963834-router', 'tenant_id': '472e0057c0c94e75b91adee0ff49f256', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:57.947673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c9ee5-93e7-4998-8425-95c3dd583487 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Pushing event updated for resources: {'SecurityGroup': ['ID=9de5ad10-9d69-4af0-a190-f343534b515b,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:57.957778 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa9c9ee5-93e7-4998-8425-95c3dd583487 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:57.964202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1da055e4-84dc-4502-a193-d0ad644f8a19 admin admin] Network 3c514a74-34b6-47c4-bcf9-d4415d23cfd1 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:22:57.964667 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-fe0226d3-9737-4070-bf9e-6de84b0a23e3 req-aa9c9ee5-93e7-4998-8425-95c3dd583487 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:57.967706 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-fe0226d3-9737-4070-bf9e-6de84b0a23e3 req-aa9c9ee5-93e7-4998-8425-95c3dd583487 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.4056740 Jan 14 07:22:57.980868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:57.992827 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84b08fa1-e0e1-4152-a2bd-4d6783777869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:57.999959 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61d8f4cd-429c-48f0-989f-3be84e5af162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:22:58.006972 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:22:58.023117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Usage tracker for resource:router and tenant:472e0057c0c94e75b91adee0ff49f256 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:58.025422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b08fa1-e0e1-4152-a2bd-4d6783777869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e0a7b5-eaa3-43fb-a60c-c6a7b14e486e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:58.028642 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-84b08fa1-e0e1-4152-a2bd-4d6783777869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:58.033202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84b08fa1-e0e1-4152-a2bd-4d6783777869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:58.035149 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-84b08fa1-e0e1-4152-a2bd-4d6783777869 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1e0a7b5-eaa3-43fb-a60c-c6a7b14e486e HTTP/1.1" status: 204 len: 168 time: 1.2085705 Jan 14 07:22:58.036888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:58.054238 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:58.089777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:58.107258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:22:58.108906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:58.147795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-6b761fba-c372-4118-b0bc-27a8cd5ee7de tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Unset dirty status for tenant:d557f0b648e14ac089f8547be000117b on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:22:58.148981 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-6b761fba-c372-4118-b0bc-27a8cd5ee7de tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] 10.222.0.53 "GET /v2.0/ports?device_id=86a806b4-0843-47d8-95e9-70ba2fa149f9 HTTP/1.1" status: 200 len: 950 time: 0.7714598 Jan 14 07:22:58.149853 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9d64108-1a3b-4152-8b3b-eb4688794f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:58.182488 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:58.211861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-45296475-29fd-4430-84e9-a43b80c14321', 'network_id': '45296475-29fd-4430-84e9-a43b80c14321', 'tenant_id': '472e0057c0c94e75b91adee0ff49f256', 'fixed_ips': [{'subnet_id': 'edda7929-aaae-4f71-a2b4-5b5dd5e4a961'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:22:58.212783 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:58.251084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:58.290032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1060197205-network', 'tenant_id': '84659f61279d4675b5925d9e5c2f01cb'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:22:58.317648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Pushing event updated for resources: {'Port': ['ID=0a2a4fab-7a10-408d-8818-ca8d57e6e94a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:58.323601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:58.333072 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:58.341572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Usage tracker for resource:network and tenant:84659f61279d4675b5925d9e5c2f01cb is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:58.361422 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-08abb6f7-3e88-4415-ac24-bf353cee2011 req-57f51274-7cbc-4a5c-8ff9-62ae7aca16c0 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "GET /v2.0/security-groups/9de5ad10-9d69-4af0-a190-f343534b515b HTTP/1.1" status: 200 len: 1811 time: 0.2693996 Jan 14 07:22:58.371175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:58.385713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:58.450782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Made reservation on behalf of 84659f61279d4675b5925d9e5c2f01cb for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:22:58.455759 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:58.470881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:22:58.482926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:58.502600 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:58.515752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:22:58.578694 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [req-de7fd5a7-58c4-4e09-b52d-a4926ccc493d req-d90c1812-0840-4e55-acbb-869885610b51 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] show failed (client error): The resource could not be found. Jan 14 07:22:58.579884 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-de7fd5a7-58c4-4e09-b52d-a4926ccc493d req-d90c1812-0840-4e55-acbb-869885610b51 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "GET /v2.0/security-groups/324e7c12-3842-4b0a-83c7-95e319f23f7b HTTP/1.1" status: 404 len: 352 time: 0.1059580 Jan 14 07:22:58.585755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:22:58.601196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:84659f61279d4675b5925d9e5c2f01cb is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:22:58.606330 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30066711-5490-418e-add8-9371ca04d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:58.607410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:22:58.640571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:22:58.640571 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:58.662177 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:58.663296 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:58.720957 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1da055e4-84dc-4502-a193-d0ad644f8a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:58.731673 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1da055e4-84dc-4502-a193-d0ad644f8a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:58.756058 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1da055e4-84dc-4502-a193-d0ad644f8a19 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3c514a74-34b6-47c4-bcf9-d4415d23cfd1 HTTP/1.1" status: 204 len: 168 time: 3.5006330 Jan 14 07:22:58.764622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57340) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:22:58.778747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device e76fff03-b0db-4092-882e-f81365503c13 no longer exists at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:22:58.853849 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [req-d0317367-ff0d-4703-bfe3-b4823e2374e4 req-cb9801e2-0d8d-419e-ba93-62e530bbbf78 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] show failed (client error): The resource could not be found. Jan 14 07:22:58.855021 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d0317367-ff0d-4703-bfe3-b4823e2374e4 req-cb9801e2-0d8d-419e-ba93-62e530bbbf78 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "GET /v2.0/security-group-rules/3ce248d2-d44a-4883-aefe-c1e9554094cb HTTP/1.1" status: 404 len: 361 time: 0.2187910 Jan 14 07:22:58.862994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-2408b66d-e828-4629-b71e-5f233939b485 admin admin] Deleting subnet b4d8603e-5313-40db-a4d0-9b60bab0e59c {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:22:58.890834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-7c2b9831-85eb-46ce-bdac-f3e66c1aa118 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Deleting port e76fff03-b0db-4092-882e-f81365503c13 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:22:58.891218 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-7c2b9831-85eb-46ce-bdac-f3e66c1aa118 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:58.893594 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:59.004074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:59.006535 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2408b66d-e828-4629-b71e-5f233939b485 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:59.052757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30066711-5490-418e-add8-9371ca04d2c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22507863-c201-4693-95df-e289f48ee6af,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:59.068747 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-30066711-5490-418e-add8-9371ca04d2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:59.091516 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:59.135216 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-468309b2-842f-4435-bcba-842050813ff1 req-bb0c4985-09a1-402e-a310-28cda4719f85 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "GET /v2.0/security-groups/9de5ad10-9d69-4af0-a190-f343534b515b HTTP/1.1" status: 200 len: 1811 time: 0.1970208 Jan 14 07:22:59.157715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a806b4-0843-47d8-95e9-70ba2fa149f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e76fff03-b0db-4092-882e-f81365503c13'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:22:59.199855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Allocated IP 172.20.0.2 (45296475-29fd-4430-84e9-a43b80c14321/edda7929-aaae-4f71-a2b4-5b5dd5e4a961/2064ea91-7497-47b2-9cd5-b910e4ced5dd) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:22:59.213361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port e76fff03-b0db-4092-882e-f81365503c13, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=e76fff03-b0db-4092-882e-f81365503c13,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:59.235125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:59.239928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d64108-1a3b-4152-8b3b-eb4688794f3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec380218-ddae-4f4d-9742-2d737ec6ceac,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:59.242797 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:59.255208 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b9d64108-1a3b-4152-8b3b-eb4688794f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.062s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:59.267978 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.521s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:59.295117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da055e4-84dc-4502-a193-d0ad644f8a19 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c514a74-34b6-47c4-bcf9-d4415d23cfd1,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:59.297851 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1da055e4-84dc-4502-a193-d0ad644f8a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:59.307224 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '86a806b4-0843-47d8-95e9-70ba2fa149f9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e76fff03-b0db-4092-882e-f81365503c13', 'code': 422} returned with failed status Jan 14 07:22:59.365429 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2408b66d-e828-4629-b71e-5f233939b485 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:59.368976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:59.456506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:59.479371 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cf96484c-b955-4278-8f2b-928e0df55955 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:22:59.487066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30066711-5490-418e-add8-9371ca04d2c8 admin admin] Checking segment: {'id': 'd7c02b16-9f32-4e0a-a2e5-396a7afc5eca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08cc5cce-94ac-45eb-b13e-2fb3fb190482'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:59.487466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30066711-5490-418e-add8-9371ca04d2c8 admin admin] Network hostable DHCP agents. Network: 08cc5cce-94ac-45eb-b13e-2fb3fb190482, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:22:59.555247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:22:59.558006 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-468309b2-842f-4435-bcba-842050813ff1 req-13e94826-efb4-4428-b55a-d5131283b75e tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:59.603577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e5024f-4d0f-4fd3-b31f-bdb9ec883869,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:22:59.616155 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:59.640812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:59.655592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Transition to ACTIVE for port object 2064ea91-7497-47b2-9cd5-b910e4ced5dd will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:59.674856 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:59.675315 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Added segment 713d2d9c-84c8-4856-aa3d-c216fe4a780c of type vxlan for network ac934661-9885-4a0c-9396-9d12e3ab4ba5 Jan 14 07:22:59.679858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Transition to ACTIVE for port object 2064ea91-7497-47b2-9cd5-b910e4ced5dd will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:22:59.682288 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:22:59.682990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30066711-5490-418e-add8-9371ca04d2c8 admin admin] Network 08cc5cce-94ac-45eb-b13e-2fb3fb190482 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:22:59.690951 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:59.702629 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-468309b2-842f-4435-bcba-842050813ff1 req-13e94826-efb4-4428-b55a-d5131283b75e tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:59.728593 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:59.759259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-30066711-5490-418e-add8-9371ca04d2c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 08cc5cce-94ac-45eb-b13e-2fb3fb190482) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:22:59.816423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-7c2b9831-85eb-46ce-bdac-f3e66c1aa118 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] For port e76fff03-b0db-4092-882e-f81365503c13, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=e76fff03-b0db-4092-882e-f81365503c13,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:22:59.817311 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-7c2b9831-85eb-46ce-bdac-f3e66c1aa118 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:22:59.937928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d64108-1a3b-4152-8b3b-eb4688794f3d admin admin] Checking segment: {'id': '00855404-a015-44c1-8de5-c3212d2be800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'dc2fa14e-4b87-48a7-b606-8f596d237854'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:22:59.938333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d64108-1a3b-4152-8b3b-eb4688794f3d admin admin] Network hostable DHCP agents. Network: dc2fa14e-4b87-48a7-b606-8f596d237854, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:22:59.989278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a25cd0-cb35-4e01-8687-82ec27a55055 None None] Network 08cc5cce-94ac-45eb-b13e-2fb3fb190482 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:00.086876 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2408b66d-e828-4629-b71e-5f233939b485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:00.125132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-7c2b9831-85eb-46ce-bdac-f3e66c1aa118 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Calling delete_port for e76fff03-b0db-4092-882e-f81365503c13 owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:00.249540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=e76fff03-b0db-4092-882e-f81365503c13,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:00.251681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d64108-1a3b-4152-8b3b-eb4688794f3d admin admin] Network dc2fa14e-4b87-48a7-b606-8f596d237854 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:23:00.262726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30066711-5490-418e-add8-9371ca04d2c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:00.263567 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30066711-5490-418e-add8-9371ca04d2c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:00.266193 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.026s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:00.272617 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:00.286679 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:00.291830 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-468309b2-842f-4435-bcba-842050813ff1 req-13e94826-efb4-4428-b55a-d5131283b75e tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:00.307907 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b142b047-ca45-4b45-875e-01a882aeb184 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:00.353108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b9d64108-1a3b-4152-8b3b-eb4688794f3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, dc2fa14e-4b87-48a7-b606-8f596d237854) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:00.353419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e94826-efb4-4428-b55a-d5131283b75e tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de5ad10-9d69-4af0-a190-f343534b515b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:00.378690 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-13e94826-efb4-4428-b55a-d5131283b75e tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:00.383915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571a5cae-5d73-4aad-b2a6-9afae255155a None None] Network dc2fa14e-4b87-48a7-b606-8f596d237854 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:00.386310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d64108-1a3b-4152-8b3b-eb4688794f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:00.387516 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9d64108-1a3b-4152-8b3b-eb4688794f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:00.410694 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-7c2b9831-85eb-46ce-bdac-f3e66c1aa118 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:23:00.411086 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-7c2b9831-85eb-46ce-bdac-f3e66c1aa118 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:23:00.417501 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-30066711-5490-418e-add8-9371ca04d2c8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.9776702 Jan 14 07:23:00.533188 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b9d64108-1a3b-4152-8b3b-eb4688794f3d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 6.3018889 Jan 14 07:23:00.540665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57374) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:00.541353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Pushing event updated for resources: {'Port': ['ID=2064ea91-7497-47b2-9cd5-b910e4ced5dd,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:00.558676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd659be5-7059-40a8-b13d-11514b7e3881 None None] Network 08cc5cce-94ac-45eb-b13e-2fb3fb190482 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:00.604242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-100458201-router', 'tenant_id': '369cf312e6f8411e821109a8779f4774', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:00.647143 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:00.649577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-468309b2-842f-4435-bcba-842050813ff1 req-13e94826-efb4-4428-b55a-d5131283b75e tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:00.654234 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-468309b2-842f-4435-bcba-842050813ff1 req-13e94826-efb4-4428-b55a-d5131283b75e tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "DELETE /v2.0/security-groups/9de5ad10-9d69-4af0-a190-f343534b515b HTTP/1.1" status: 204 len: 173 time: 1.5060802 Jan 14 07:23:00.682559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:00.698169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Usage tracker for resource:router and tenant:369cf312e6f8411e821109a8779f4774 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:00.756798 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:00.767731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:00.785535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:00.845279 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:00.846815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:00.847643 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:00.847866 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:00.849009 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:00.869111 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2408b66d-e828-4629-b71e-5f233939b485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:00.887715 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-60b0db14-eca4-491a-aa00-8be4c521f018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:00.891001 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:00.926975 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0349586 Jan 14 07:23:00.943600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Network 45296475-29fd-4430-84e9-a43b80c14321 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:00.991378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:01.005082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57386) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:01.008991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-b390baeb-7019-46c4-a0d0-c5847eeff7a5 req-b4ea0398-bb70-4388-bb9c-fd8cd330915c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-457533217', 'description': 'tempest-description-1151485721'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:01.037061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:01.043690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-b390baeb-7019-46c4-a0d0-c5847eeff7a5 req-b4ea0398-bb70-4388-bb9c-fd8cd330915c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:01.067958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Request body: {'subnet': {'network_id': 'ac934661-9885-4a0c-9396-9d12e3ab4ba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1060197205-subnet', 'tenant_id': '84659f61279d4675b5925d9e5c2f01cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:01.084242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b390baeb-7019-46c4-a0d0-c5847eeff7a5 req-b4ea0398-bb70-4388-bb9c-fd8cd330915c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Usage tracker for resource:security_group and tenant:427877bd7793412391ebe4c47d52c9a0 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:01.099539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b390baeb-7019-46c4-a0d0-c5847eeff7a5 req-b4ea0398-bb70-4388-bb9c-fd8cd330915c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:01.105148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:01.120639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-b390baeb-7019-46c4-a0d0-c5847eeff7a5 req-b4ea0398-bb70-4388-bb9c-fd8cd330915c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:01.122921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Pushing event updated for resources: {'Network': ['ID=ac934661-9885-4a0c-9396-9d12e3ab4ba5,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:01.126560 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:01.133574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Usage tracker for resource:subnet and tenant:84659f61279d4675b5925d9e5c2f01cb is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:01.142176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network ac934661-9885-4a0c-9396-9d12e3ab4ba5 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:01.146603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:01.157468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network ac934661-9885-4a0c-9396-9d12e3ab4ba5 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:01.162322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:01.171369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network ac934661-9885-4a0c-9396-9d12e3ab4ba5 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:01.171735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-7c2b9831-85eb-46ce-bdac-f3e66c1aa118 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Deleting port e76fff03-b0db-4092-882e-f81365503c13 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:01.172093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-7c2b9831-85eb-46ce-bdac-f3e66c1aa118 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:01.179213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b390baeb-7019-46c4-a0d0-c5847eeff7a5 req-b4ea0398-bb70-4388-bb9c-fd8cd330915c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:01.200527 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-89e6d108-e7f7-4ee5-bd20-bad8dde99f62 req-5c5a191c-a9e5-4980-bc65-0064975fc25d tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "GET /v2.0/security-groups/57bbde99-a164-4842-b3e8-33b4a2bf63f4 HTTP/1.1" status: 200 len: 1811 time: 0.3108096 Jan 14 07:23:01.211574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:01.239073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Made reservation on behalf of 84659f61279d4675b5925d9e5c2f01cb for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:01.243869 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:01.298022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408b66d-e828-4629-b71e-5f233939b485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d8603e-5313-40db-a4d0-9b60bab0e59c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:01.305153 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:01.335058 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2408b66d-e828-4629-b71e-5f233939b485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:01.336304 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:01.344380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-b390baeb-7019-46c4-a0d0-c5847eeff7a5 req-b4ea0398-bb70-4388-bb9c-fd8cd330915c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:01.382053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b390baeb-7019-46c4-a0d0-c5847eeff7a5 req-b4ea0398-bb70-4388-bb9c-fd8cd330915c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Usage tracker for resource:security_group_rule and tenant:427877bd7793412391ebe4c47d52c9a0 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:01.387894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b390baeb-7019-46c4-a0d0-c5847eeff7a5 req-b4ea0398-bb70-4388-bb9c-fd8cd330915c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:01.406346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-b390baeb-7019-46c4-a0d0-c5847eeff7a5 req-b4ea0398-bb70-4388-bb9c-fd8cd330915c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:01.410198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Router 2fc79f47-7675-4ae0-8838-4befc8011be0 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:23:01.438486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Attempting to bind port 2064ea91-7497-47b2-9cd5-b910e4ced5dd on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:01.438963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Attempting to bind port 2064ea91-7497-47b2-9cd5-b910e4ced5dd by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '705f8558-a755-4ee0-a153-b7ecd2dc6cc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '45296475-29fd-4430-84e9-a43b80c14321'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:01.439283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Attempting to bind port 2064ea91-7497-47b2-9cd5-b910e4ced5dd on network 45296475-29fd-4430-84e9-a43b80c14321 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:01.472456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:01.472911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Checking segment: {'id': '705f8558-a755-4ee0-a153-b7ecd2dc6cc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '45296475-29fd-4430-84e9-a43b80c14321'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:01.473301 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:01.473738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Bound using segment: {'id': '705f8558-a755-4ee0-a153-b7ecd2dc6cc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '45296475-29fd-4430-84e9-a43b80c14321'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:01.474298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Bound port: 2064ea91-7497-47b2-9cd5-b910e4ced5dd, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705f8558-a755-4ee0-a153-b7ecd2dc6cc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '45296475-29fd-4430-84e9-a43b80c14321'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:01.474668 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:01.542133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-89e6d108-e7f7-4ee5-bd20-bad8dde99f62 req-c24db81e-dfa1-4c5d-9532-a077650105b6 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:01.624810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-dc2fa14e-4b87-48a7-b606-8f596d237854', 'network_id': 'dc2fa14e-4b87-48a7-b606-8f596d237854', 'tenant_id': '369cf312e6f8411e821109a8779f4774', 'fixed_ips': [{'subnet_id': 'ec380218-ddae-4f4d-9742-2d737ec6ceac'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:23:01.625712 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:01.664177 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2408b66d-e828-4629-b71e-5f233939b485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:01.709249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] For port 2064ea91-7497-47b2-9cd5-b910e4ced5dd, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:01.725133 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2408b66d-e828-4629-b71e-5f233939b485 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b4d8603e-5313-40db-a4d0-9b60bab0e59c HTTP/1.1" status: 204 len: 168 time: 2.9570115 Jan 14 07:23:01.729903 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-89e6d108-e7f7-4ee5-bd20-bad8dde99f62 req-c24db81e-dfa1-4c5d-9532-a077650105b6 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:01.747831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57390) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:01.978438 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b390baeb-7019-46c4-a0d0-c5847eeff7a5 req-b4ea0398-bb70-4388-bb9c-fd8cd330915c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:01.995886 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:02.003762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:23:02.008460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] For port 2064ea91-7497-47b2-9cd5-b910e4ced5dd, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2064ea91-7497-47b2-9cd5-b910e4ced5dd,segment=NetworkSegment(705f8558-a755-4ee0-a153-b7ecd2dc6cc8),segment_id=705f8558-a755-4ee0-a153-b7ecd2dc6cc8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:02.009999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b390baeb-7019-46c4-a0d0-c5847eeff7a5 req-b4ea0398-bb70-4388-bb9c-fd8cd330915c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:02.022140 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:02.031824 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a448194a-8039-434a-b254-4cb8eb66afbd tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:02.044541 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:02.069072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b746fc2-17e4-4366-92f1-b0c8553d2768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:02.074413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] Sync routers for ids ['2fc79f47-7675-4ae0-8838-4befc8011be0'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:23:02.121390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-89e6d108-e7f7-4ee5-bd20-bad8dde99f62 req-c24db81e-dfa1-4c5d-9532-a077650105b6 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:02.161401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-7c2b9831-85eb-46ce-bdac-f3e66c1aa118 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] For port e76fff03-b0db-4092-882e-f81365503c13, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=e76fff03-b0db-4092-882e-f81365503c13,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:02.161649 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-7c2b9831-85eb-46ce-bdac-f3e66c1aa118 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:02.198339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] Routers {'2fc79f47-7675-4ae0-8838-4befc8011be0'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:02.199228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:22:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['2fc79f47-7675-4ae0-8838-4befc8011be0'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:02.208908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea0398-bb70-4388-bb9c-fd8cd330915c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Pushing event updated for resources: {'SecurityGroup': ['ID=36d0e73c-306f-488a-b610-7b434de8a391,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:02.212214 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b4ea0398-bb70-4388-bb9c-fd8cd330915c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:02.222659 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d7db115c-ab8e-41d2-8a6f-47d19f768772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:02.268027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:02.269378 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.3481848 Jan 14 07:23:02.270472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24db81e-dfa1-4c5d-9532-a077650105b6 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bbde99-a164-4842-b3e8-33b4a2bf63f4,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:02.273266 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c24db81e-dfa1-4c5d-9532-a077650105b6 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:02.275101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57394) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:02.279603 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b390baeb-7019-46c4-a0d0-c5847eeff7a5 req-b4ea0398-bb70-4388-bb9c-fd8cd330915c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:02.281536 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b390baeb-7019-46c4-a0d0-c5847eeff7a5 req-b4ea0398-bb70-4388-bb9c-fd8cd330915c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.3601551 Jan 14 07:23:02.354319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-7c2b9831-85eb-46ce-bdac-f3e66c1aa118 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Calling delete_port for e76fff03-b0db-4092-882e-f81365503c13 owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:02.481404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Pushing event updated for resources: {'Port': ['ID=2064ea91-7497-47b2-9cd5-b910e4ced5dd,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:02.483945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Allocated IP 172.25.3.22 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/b4c6c986-11ef-47a1-ba2a-ca49169c9282) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:02.560208 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:02.598410 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-89e6d108-e7f7-4ee5-bd20-bad8dde99f62 req-c24db81e-dfa1-4c5d-9532-a077650105b6 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:02.599829 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-89e6d108-e7f7-4ee5-bd20-bad8dde99f62 req-c24db81e-dfa1-4c5d-9532-a077650105b6 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "DELETE /v2.0/security-groups/57bbde99-a164-4842-b3e8-33b4a2bf63f4 HTTP/1.1" status: 204 len: 173 time: 1.3851638 Jan 14 07:23:02.715945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-ea1cad71-d34a-460e-851d-18173299c16f req-7bee9874-b027-4d01-8f2b-a995151a34cd tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1049419366', 'description': 'tempest-description-1543128899'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:02.727999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] Set router 2fc79f47-7675-4ae0-8838-4befc8011be0 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:02.819051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-ea1cad71-d34a-460e-851d-18173299c16f req-7bee9874-b027-4d01-8f2b-a995151a34cd tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:02.840398 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-dc064dee-4cc5-4503-b088-c9409b0f6f14 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] 10.222.0.41 "GET /v2.0/networks?tenant_id=cd16eb03ba404a1398d07e90a1dd967b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1573272 Jan 14 07:23:02.841110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-ea1cad71-d34a-460e-851d-18173299c16f req-7bee9874-b027-4d01-8f2b-a995151a34cd tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Usage tracker for resource:security_group and tenant:427877bd7793412391ebe4c47d52c9a0 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:02.850406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-ea1cad71-d34a-460e-851d-18173299c16f req-7bee9874-b027-4d01-8f2b-a995151a34cd tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:02.867767 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b746fc2-17e4-4366-92f1-b0c8553d2768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:02.882822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-ea1cad71-d34a-460e-851d-18173299c16f req-7bee9874-b027-4d01-8f2b-a995151a34cd tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:02.922610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-7c2b9831-85eb-46ce-bdac-f3e66c1aa118 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:02.948639 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c7c740f0-858e-4f97-a11d-95f7ab23082d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:03.005012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Allocated IP 172.20.0.2 (dc2fa14e-4b87-48a7-b606-8f596d237854/ec380218-ddae-4f4d-9742-2d737ec6ceac/5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:03.187834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-ea1cad71-d34a-460e-851d-18173299c16f req-7bee9874-b027-4d01-8f2b-a995151a34cd tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:03.328150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-ea1cad71-d34a-460e-851d-18173299c16f req-7bee9874-b027-4d01-8f2b-a995151a34cd tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:03.333983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-4b746fc2-17e4-4366-92f1-b0c8553d2768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbaea8f-8b22-45c3-b220-b2d35c42d24b']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:03.363493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-ea1cad71-d34a-460e-851d-18173299c16f req-7bee9874-b027-4d01-8f2b-a995151a34cd tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Usage tracker for resource:security_group_rule and tenant:427877bd7793412391ebe4c47d52c9a0 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:03.367243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b9831-85eb-46ce-bdac-f3e66c1aa118 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Pushing event deleted for resources: {'Port': ['ID=e76fff03-b0db-4092-882e-f81365503c13,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:03.391480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc79f47-7675-4ae0-8838-4befc8011be0', 'name': 'tempest-ServerRescueNegativeTestJSON-1831916655-router', 'tenant_id': '2153bb700bed421398584d6955d7f9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '0a2a4fab-7a10-408d-8818-ca8d57e6e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:55Z', 'updated_at': '2021-01-14T07:22:59Z', 'revision_number': 3, 'project_id': '2153bb700bed421398584d6955d7f9d7', 'gw_port': {'id': '0a2a4fab-7a10-408d-8818-ca8d57e6e94a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc79f47-7675-4ae0-8838-4befc8011be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:56Z', 'updated_at': '2021-01-14T07:22:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:03.392142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-ea1cad71-d34a-460e-851d-18173299c16f req-7bee9874-b027-4d01-8f2b-a995151a34cd tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:03.404130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-4b746fc2-17e4-4366-92f1-b0c8553d2768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7228799-9cf9-4225-9e89-2d3123b7d4af') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:03.404130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-4b746fc2-17e4-4366-92f1-b0c8553d2768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7228799-9cf9-4225-9e89-2d3123b7d4af') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:03.404625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] Checking router: 2fc79f47-7675-4ae0-8838-4befc8011be0 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:23:03.404625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] Updating router 2fc79f47-7675-4ae0-8838-4befc8011be0 port 0a2a4fab-7a10-408d-8818-ca8d57e6e94a binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:23:03.426145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-ea1cad71-d34a-460e-851d-18173299c16f req-7bee9874-b027-4d01-8f2b-a995151a34cd tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:03.454956 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b746fc2-17e4-4366-92f1-b0c8553d2768 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:03.466406 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c2b9831-85eb-46ce-bdac-f3e66c1aa118 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:03.473556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:03.515510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Transition to ACTIVE for port object 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:03.520940 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:03.552883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Transition to ACTIVE for port object 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:03.558361 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:03.561800 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:03.568473 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:03.623322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-fe1003a7-bbd1-45e4-9bf3-31d7d4b86b1d tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:03.625084 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-fe1003a7-bbd1-45e4-9bf3-31d7d4b86b1d tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7645979 Jan 14 07:23:03.635395 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:03.640828 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b746fc2-17e4-4366-92f1-b0c8553d2768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:03.648989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4b746fc2-17e4-4366-92f1-b0c8553d2768 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:23:03.655341 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:03.761638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-7c2b9831-85eb-46ce-bdac-f3e66c1aa118 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] No DVR routers for this DVR port e76fff03-b0db-4092-882e-f81365503c13 on host n-h1-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:23:03.769035 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-7c2b9831-85eb-46ce-bdac-f3e66c1aa118 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:03.771964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a806b4-0843-47d8-95e9-70ba2fa149f9', 'name': 'network-vif-deleted', 'tag': 'e76fff03-b0db-4092-882e-f81365503c13'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:23:03.775319 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-cef051c7-dfc1-46b9-83f4-42b5a418cd07 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] 10.222.0.41 "GET /v2.0/quotas/cd16eb03ba404a1398d07e90a1dd967b HTTP/1.1" status: 200 len: 375 time: 0.1108685 Jan 14 07:23:03.804879 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:03.858662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Pushing event updated for resources: {'Port': ['ID=5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:03.881287 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:03.995969 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:04.005663 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-7c2b9831-85eb-46ce-bdac-f3e66c1aa118 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] 10.222.0.53 "DELETE /v2.0/ports/e76fff03-b0db-4092-882e-f81365503c13 HTTP/1.1" status: 204 len: 173 time: 5.8364768 Jan 14 07:23:04.054748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Network dc2fa14e-4b87-48a7-b606-8f596d237854 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:04.059740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:04.063081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:04.078727 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-68d26af5-614c-48d3-a910-79f564e0cdd1 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd16eb03ba404a1398d07e90a1dd967b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2889383 Jan 14 07:23:04.128297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:04.150607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:04.152615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Pushing event updated for resources: {'Port': ['ID=b4c6c986-11ef-47a1-ba2a-ca49169c9282,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:04.155890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:04.160184 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-ea1cad71-d34a-460e-851d-18173299c16f req-7bee9874-b027-4d01-8f2b-a995151a34cd tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:04.177134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4b746fc2-17e4-4366-92f1-b0c8553d2768 admin admin] Network 7dbaea8f-8b22-45c3-b220-b2d35c42d24b has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:23:04.190683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:04.196486 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:04.209667 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b746fc2-17e4-4366-92f1-b0c8553d2768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:04.659410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Attempting to bind port 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:04.659854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Attempting to bind port 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '00855404-a015-44c1-8de5-c3212d2be800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'dc2fa14e-4b87-48a7-b606-8f596d237854'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:04.660257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Attempting to bind port 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2 on network dc2fa14e-4b87-48a7-b606-8f596d237854 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:04.673441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:04.673865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Checking segment: {'id': '00855404-a015-44c1-8de5-c3212d2be800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'dc2fa14e-4b87-48a7-b606-8f596d237854'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:04.674344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:04.674818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Bound using segment: {'id': '00855404-a015-44c1-8de5-c3212d2be800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'dc2fa14e-4b87-48a7-b606-8f596d237854'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:04.675371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Bound port: 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00855404-a015-44c1-8de5-c3212d2be800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'dc2fa14e-4b87-48a7-b606-8f596d237854'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:04.675825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:04.705028 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eea68406-4f6c-45df-a6e4-7fd85d4f6054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:04.766453 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-ea1cad71-d34a-460e-851d-18173299c16f req-7bee9874-b027-4d01-8f2b-a995151a34cd tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:04.905290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] For port 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:04.928638 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:05.024458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ecd8ca-f21d-411f-8c98-c54a4e0e2432 None None] Network 45296475-29fd-4430-84e9-a43b80c14321 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:05.049113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] For port 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2,segment=NetworkSegment(00855404-a015-44c1-8de5-c3212d2be800),segment_id=00855404-a015-44c1-8de5-c3212d2be800)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:05.122584 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:05.156497 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-92b0579c-22e6-431f-8edf-2eec5d12770e req-8d4c39d3-cf2a-43fc-8c1f-b1c5c7ce0eac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d557f0b648e14ac089f8547be000117b&device_id=86a806b4-0843-47d8-95e9-70ba2fa149f9 HTTP/1.1" status: 200 len: 210 time: 0.2328312 Jan 14 07:23:05.163250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-ea1cad71-d34a-460e-851d-18173299c16f req-7bee9874-b027-4d01-8f2b-a995151a34cd tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:05.164661 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ea1cad71-d34a-460e-851d-18173299c16f req-7bee9874-b027-4d01-8f2b-a995151a34cd tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 2.4804583 Jan 14 07:23:05.181541 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:05.263118 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ee68d0e-901b-4628-b6a9-769a88ebd797 req-58f7d0db-a912-4e6c-9305-9c68d268a9c0 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "GET /v2.0/security-groups/d70ae928-59c6-4875-802e-ca015d193290 HTTP/1.1" status: 200 len: 1812 time: 0.4794514 Jan 14 07:23:05.287630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Pushing event updated for resources: {'Subnet': ['ID=654bb843-c10c-4a29-92c1-862a29dddd43,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:05.375010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4b746fc2-17e4-4366-92f1-b0c8553d2768 admin admin] Network 7dbaea8f-8b22-45c3-b220-b2d35c42d24b has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:23:05.376353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c4e9bc15-5be7-4c71-9b6b-8dee779a3101 None None] Provisioning for port 2064ea91-7497-47b2-9cd5-b910e4ced5dd completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:05.396575 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:05.407848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.408713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.409457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.410072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.410706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.411310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.411950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.412698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.413301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.413901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.414634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.415255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.415979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.416845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.417441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.418047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.418643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.419240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.419866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.420464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.421077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.421674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.422293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.423020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.423694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.424554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.425161 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-92b0579c-22e6-431f-8edf-2eec5d12770e req-7157ac7a-3fca-46f4-8b44-3841a41fbd5c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d557f0b648e14ac089f8547be000117b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562725 Jan 14 07:23:05.425376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.425968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.426576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.427185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.427835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.428436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.429032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.429654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.430249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.431076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:23:05.470142 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:23:05.473312 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '86a806b4-0843-47d8-95e9-70ba2fa149f9', 'name': 'network-vif-deleted', 'tag': 'e76fff03-b0db-4092-882e-f81365503c13', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:23:05.483337 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:05.486435 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a8531b7f-f22f-4dc5-9397-38aebf5babd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.642s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:05.598560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2064ea91-7497-47b2-9cd5-b910e4ced5dd up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:05.723483 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:05.756094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Pushing event updated for resources: {'Port': ['ID=5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:05.797135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0579c-22e6-431f-8edf-2eec5d12770e req-3916fbce-5254-440b-9c4f-a22030848449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:05.798737 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-92b0579c-22e6-431f-8edf-2eec5d12770e req-3916fbce-5254-440b-9c4f-a22030848449 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3605609 Jan 14 07:23:05.799999 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:05.818024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee9874-b027-4d01-8f2b-a995151a34cd tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Pushing event updated for resources: {'SecurityGroup': ['ID=b85b9103-d864-4dba-8b4c-71dbb4b4e19f,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:05.855401 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7bee9874-b027-4d01-8f2b-a995151a34cd tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:05.900655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] Transition to ACTIVE for port object 0a2a4fab-7a10-408d-8818-ca8d57e6e94a will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:05.925830 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:05.949995 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:06.059304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-92b0579c-22e6-431f-8edf-2eec5d12770e req-1a776045-bbbe-4da5-8bed-d2f48eedb71c tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Synchronizing usage tracker for tenant:d557f0b648e14ac089f8547be000117b on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:06.134282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b746fc2-17e4-4366-92f1-b0c8553d2768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:06.184366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Checking segment: {'id': '713d2d9c-84c8-4856-aa3d-c216fe4a780c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ac934661-9885-4a0c-9396-9d12e3ab4ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:06.188232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Network hostable DHCP agents. Network: ac934661-9885-4a0c-9396-9d12e3ab4ba5, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:23:06.194191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6ee68d0e-901b-4628-b6a9-769a88ebd797 req-ae65ca4d-21f4-41df-abb1-feca04ff3e8f tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:06.196195 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:06.219545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b746fc2-17e4-4366-92f1-b0c8553d2768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:06.220421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfccee-6e1d-403b-99dc-6aea70a990ed None None] Pushing event updated for resources: {'Port': ['ID=0a2a4fab-7a10-408d-8818-ca8d57e6e94a,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:06.223684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 2064ea91-7497-47b2-9cd5-b910e4ced5dd completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:06.231411 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-50cfccee-6e1d-403b-99dc-6aea70a990ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:06.248031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 2064ea91-7497-47b2-9cd5-b910e4ced5dd triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:06.248451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:06.285423 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:06.336766 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-0086a703-0e93-4d1c-9ee2-38ed52714fc8 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] 10.222.0.39 "GET /v2.0/networks?tenant_id=d557f0b648e14ac089f8547be000117b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1121409 Jan 14 07:23:06.337911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b746fc2-17e4-4366-92f1-b0c8553d2768 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dbaea8f-8b22-45c3-b220-b2d35c42d24b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:06.360361 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4b746fc2-17e4-4366-92f1-b0c8553d2768 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7dbaea8f-8b22-45c3-b220-b2d35c42d24b HTTP/1.1" status: 204 len: 168 time: 4.5982940 Jan 14 07:23:06.367704 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b746fc2-17e4-4366-92f1-b0c8553d2768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:06.403120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] Attempting to bind port 0a2a4fab-7a10-408d-8818-ca8d57e6e94a on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:06.403516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] Attempting to bind port 0a2a4fab-7a10-408d-8818-ca8d57e6e94a by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:06.404003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] Attempting to bind port 0a2a4fab-7a10-408d-8818-ca8d57e6e94a on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:06.414354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:06.414777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:06.426588 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:06.427487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:06.428208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] Bound port: 0a2a4fab-7a10-408d-8818-ca8d57e6e94a, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:06.428659 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:06.456806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6ee68d0e-901b-4628-b6a9-769a88ebd797 req-ae65ca4d-21f4-41df-abb1-feca04ff3e8f tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:06.482077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-92b0579c-22e6-431f-8edf-2eec5d12770e req-1a776045-bbbe-4da5-8bed-d2f48eedb71c tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Unset dirty status for tenant:d557f0b648e14ac089f8547be000117b on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:06.483358 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-92b0579c-22e6-431f-8edf-2eec5d12770e req-1a776045-bbbe-4da5-8bed-d2f48eedb71c tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] 10.222.0.53 "GET /v2.0/ports?device_id=86a806b4-0843-47d8-95e9-70ba2fa149f9 HTTP/1.1" status: 200 len: 210 time: 0.5097206 Jan 14 07:23:06.488099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Router d30a6bc6-d3bc-4994-9aff-f865e1fb107d is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:23:06.651343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Network ac934661-9885-4a0c-9396-9d12e3ab4ba5 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:23:06.782983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] For port 0a2a4fab-7a10-408d-8818-ca8d57e6e94a, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:06.792764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] For port 0a2a4fab-7a10-408d-8818-ca8d57e6e94a, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0a2a4fab-7a10-408d-8818-ca8d57e6e94a,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:06.804290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Allocated IP 172.25.3.227 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/ac185746-43fc-4575-8458-16d0ad5dc0c5) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:06.808382 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:06.817458 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6ee68d0e-901b-4628-b6a9-769a88ebd797 req-ae65ca4d-21f4-41df-abb1-feca04ff3e8f tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:06.825894 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:06.844531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:23:06.852268 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:06.856950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] Sync routers for ids ['d30a6bc6-d3bc-4994-9aff-f865e1fb107d'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:23:06.894124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] Routers {'d30a6bc6-d3bc-4994-9aff-f865e1fb107d'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:06.895292 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-50cfccee-6e1d-403b-99dc-6aea70a990ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:06.923423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:22:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d30a6bc6-d3bc-4994-9aff-f865e1fb107d'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:07.092359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd9d50-8b6a-43c8-9774-1bf7b470764c req-5d3e61d5-6a8c-4fb5-86ec-aba49756f639 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:07.104818 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c3cd9d50-8b6a-43c8-9774-1bf7b470764c req-5d3e61d5-6a8c-4fb5-86ec-aba49756f639 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/networks?id=08cc5cce-94ac-45eb-b13e-2fb3fb190482 HTTP/1.1" status: 200 len: 813 time: 1.1251366 Jan 14 07:23:07.108168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57446) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:07.167751 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:07.173848 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 9.2997963 Jan 14 07:23:07.183962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57450) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:07.193907 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-23809654-420f-4e50-ba88-3c43e627f369 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] 10.222.0.53 "GET /v2.0/networks?tenant_id=cd16eb03ba404a1398d07e90a1dd967b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1317053 Jan 14 07:23:07.194144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, ac934661-9885-4a0c-9396-9d12e3ab4ba5) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:07.206674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee24a1b-090d-41b9-81bc-2e7975ab2e7d None None] Network ac934661-9885-4a0c-9396-9d12e3ab4ba5 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:07.280592 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c3cd9d50-8b6a-43c8-9774-1bf7b470764c req-55e28309-3e25-4b69-9868-ddf200f49e97 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/quotas/427877bd7793412391ebe4c47d52c9a0 HTTP/1.1" status: 200 len: 375 time: 0.1749914 Jan 14 07:23:07.322688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65ca4d-21f4-41df-abb1-feca04ff3e8f tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70ae928-59c6-4875-802e-ca015d193290,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:07.328720 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae65ca4d-21f4-41df-abb1-feca04ff3e8f tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:07.354179 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0fedda52-eb32-4f89-b605-d991cc089caf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3215185e72441d89d86f5e51727aae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336218 Jan 14 07:23:07.355115 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6ee68d0e-901b-4628-b6a9-769a88ebd797 req-ae65ca4d-21f4-41df-abb1-feca04ff3e8f tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:07.359061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a18a2b32-225f-4104-bc0d-12a4cc0a9107 None None] Provisioning complete for port 2064ea91-7497-47b2-9cd5-b910e4ced5dd triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:07.359799 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a18a2b32-225f-4104-bc0d-12a4cc0a9107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:07.372443 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ee68d0e-901b-4628-b6a9-769a88ebd797 req-ae65ca4d-21f4-41df-abb1-feca04ff3e8f tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "DELETE /v2.0/security-groups/d70ae928-59c6-4875-802e-ca015d193290 HTTP/1.1" status: 204 len: 173 time: 2.0438290 Jan 14 07:23:07.380334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57454) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:07.441098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 2064ea91-7497-47b2-9cd5-b910e4ced5dd, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2064ea91-7497-47b2-9cd5-b910e4ced5dd,segment=NetworkSegment(705f8558-a755-4ee0-a153-b7ecd2dc6cc8),segment_id=705f8558-a755-4ee0-a153-b7ecd2dc6cc8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:07.458506 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c3cd9d50-8b6a-43c8-9774-1bf7b470764c req-d4fb3fca-de80-49b6-924b-0d33004c9df8 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/ports?tenant_id=427877bd7793412391ebe4c47d52c9a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1761847 Jan 14 07:23:07.482891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] Set router d30a6bc6-d3bc-4994-9aff-f865e1fb107d gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:07.553229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfccee-6e1d-403b-99dc-6aea70a990ed None None] Pushing event updated for resources: {'Port': ['ID=0a2a4fab-7a10-408d-8818-ca8d57e6e94a,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:07.569562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:07.584121 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-50cfccee-6e1d-403b-99dc-6aea70a990ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:07.584939 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-50cfccee-6e1d-403b-99dc-6aea70a990ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:07.827028 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c3cd9d50-8b6a-43c8-9774-1bf7b470764c req-c20c79ba-9583-4887-9fc8-783ee2520118 service neutron] 10.222.0.41 "GET /v2.0/networks/08cc5cce-94ac-45eb-b13e-2fb3fb190482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659019 Jan 14 07:23:07.843872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:07.922937 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b7307e3-46b6-49ce-9914-33a3d2cbe8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:08.134213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:08.162586 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b7307e3-46b6-49ce-9914-33a3d2cbe8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:08.199067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a6bc6-d3bc-4994-9aff-f865e1fb107d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1072963834-router', 'tenant_id': '472e0057c0c94e75b91adee0ff49f256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b4c6c986-11ef-47a1-ba2a-ca49169c9282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:58Z', 'updated_at': '2021-01-14T07:23:04Z', 'revision_number': 3, 'project_id': '472e0057c0c94e75b91adee0ff49f256', 'gw_port': {'id': 'b4c6c986-11ef-47a1-ba2a-ca49169c9282', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30a6bc6-d3bc-4994-9aff-f865e1fb107d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:01Z', 'updated_at': '2021-01-14T07:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:08.206322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] Checking router: d30a6bc6-d3bc-4994-9aff-f865e1fb107d for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:23:08.207572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] Updating router d30a6bc6-d3bc-4994-9aff-f865e1fb107d port b4c6c986-11ef-47a1-ba2a-ca49169c9282 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:23:08.233927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-39338f69-07da-4a14-96bb-66ea02c0c42e tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:08.235629 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-39338f69-07da-4a14-96bb-66ea02c0c42e tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9314718 Jan 14 07:23:08.266962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Request body: {'port': {'device_id': 'c471a70f-cf6a-49c2-b769-6bcc06e01565', 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd', 'admin_state_up': True, 'tenant_id': 'cd16eb03ba404a1398d07e90a1dd967b'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:08.297241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:08.297878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:08.305962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=2064ea91-7497-47b2-9cd5-b910e4ced5dd,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:08.329938 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:08.334743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:08.344643 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c3cd9d50-8b6a-43c8-9774-1bf7b470764c req-dfa74dfd-0432-406d-a2d7-bbe3a0e023eb service neutron] 10.222.0.41 "GET /v2.0/networks/08cc5cce-94ac-45eb-b13e-2fb3fb190482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5156054 Jan 14 07:23:08.403057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65ae23c-5edb-49f6-b28e-73e4d21ba2e3 None None] Network dc2fa14e-4b87-48a7-b606-8f596d237854 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:08.445273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:08.449366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Usage tracker for resource:port and tenant:cd16eb03ba404a1398d07e90a1dd967b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:08.452363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:08.459273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:08.485367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Made reservation on behalf of cd16eb03ba404a1398d07e90a1dd967b for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:08.495641 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:08.561539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-6882f110-092a-4a93-9578-6922597efea7 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:08.563913 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-6882f110-092a-4a93-9578-6922597efea7 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.1935966 Jan 14 07:23:08.617859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:08.683102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:08.685373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:08.697470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] Routers {'2fc79f47-7675-4ae0-8838-4befc8011be0'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:08.698354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:22:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['2fc79f47-7675-4ae0-8838-4befc8011be0'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:08.712789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Usage tracker for resource:security_group_rule and tenant:cd16eb03ba404a1398d07e90a1dd967b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:08.721602 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 7.6960809 Jan 14 07:23:08.737245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:08.744244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-2c25ccc0-ca15-4c10-af0d-885fd0f3ce1e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Request body: {'port': {'device_id': '86a806b4-0843-47d8-95e9-70ba2fa149f9', 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd', 'admin_state_up': True, 'tenant_id': 'd557f0b648e14ac089f8547be000117b'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:08.748632 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:08.817397 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4eb8591f-a914-4910-b8a3-e0dbd51e431b req-4ba4c27c-5d5c-4774-8853-6bd004477b02 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "GET /v2.0/security-groups/f7ef3254-9332-4f12-af2d-4df9a01f400e HTTP/1.1" status: 200 len: 1812 time: 0.5144713 Jan 14 07:23:09.168204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:09.246487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.261272 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4eb8591f-a914-4910-b8a3-e0dbd51e431b req-f4c44679-ab43-4c92-8467-12045cb6ada0 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.306637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] Transition to ACTIVE for port object b4c6c986-11ef-47a1-ba2a-ca49169c9282 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:09.314657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.325691 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.336248 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:09.345877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4eb8591f-a914-4910-b8a3-e0dbd51e431b req-f4c44679-ab43-4c92-8467-12045cb6ada0 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.456096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] Set router 2fc79f47-7675-4ae0-8838-4befc8011be0 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:09.491787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-2c25ccc0-ca15-4c10-af0d-885fd0f3ce1e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:09.523988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-2c25ccc0-ca15-4c10-af0d-885fd0f3ce1e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:09.546633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Allocated IP 172.20.0.1 (c39ca05d-526b-495c-bafd-3f15f647c8dd/e03e0e20-54d4-4929-a004-b82d4950c95a/36746b37-1ad1-4cbc-a129-36b5b4e01feb) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:09.554024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4eb8591f-a914-4910-b8a3-e0dbd51e431b req-f4c44679-ab43-4c92-8467-12045cb6ada0 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.567975 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e29403b9-87e0-4eaf-a46a-c58f2cbabc0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:09.606113 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.609324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-2c25ccc0-ca15-4c10-af0d-885fd0f3ce1e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Made reservation on behalf of d557f0b648e14ac089f8547be000117b for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:09.618390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b7307e3-46b6-49ce-9914-33a3d2cbe8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.630767 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-2c25ccc0-ca15-4c10-af0d-885fd0f3ce1e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.650526 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ea308f4f-aa97-40e6-a4a0-4f940c9a183b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:09.667744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c44679-ab43-4c92-8467-12045cb6ada0 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ef3254-9332-4f12-af2d-4df9a01f400e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:09.682488 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4c44679-ab43-4c92-8467-12045cb6ada0 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:09.718479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4eb8591f-a914-4910-b8a3-e0dbd51e431b req-f4c44679-ab43-4c92-8467-12045cb6ada0 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.736176 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4eb8591f-a914-4910-b8a3-e0dbd51e431b req-f4c44679-ab43-4c92-8467-12045cb6ada0 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "DELETE /v2.0/security-groups/f7ef3254-9332-4f12-af2d-4df9a01f400e HTTP/1.1" status: 204 len: 173 time: 0.9079797 Jan 14 07:23:09.754929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57500) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:09.780473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2064ea91-7497-47b2-9cd5-b910e4ced5dd up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:09.806808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c23302-68fe-4254-b7bf-e1fe7bd9a7f1 None None] Network ac934661-9885-4a0c-9396-9d12e3ab4ba5 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:09.825075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] Attempting to bind port b4c6c986-11ef-47a1-ba2a-ca49169c9282 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:09.825913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] Attempting to bind port b4c6c986-11ef-47a1-ba2a-ca49169c9282 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:09.826613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] Attempting to bind port b4c6c986-11ef-47a1-ba2a-ca49169c9282 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:09.845594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:09.847163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:09.847947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.848530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:09.849234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] Bound port: b4c6c986-11ef-47a1-ba2a-ca49169c9282, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:09.850109 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:09.871994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-674335a2-498f-4b99-9eab-a74451621a30 req-a5538adf-1934-4bbc-94ca-8ac62e6a13e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Request body: {'security_group': {'name': ' tempest-securitygroup -11737026 ', 'description': 'tempest-description-1288448934'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:09.945563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-674335a2-498f-4b99-9eab-a74451621a30 req-a5538adf-1934-4bbc-94ca-8ac62e6a13e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:09.961190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] For port b4c6c986-11ef-47a1-ba2a-ca49169c9282, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:09.967001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] For port b4c6c986-11ef-47a1-ba2a-ca49169c9282, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b4c6c986-11ef-47a1-ba2a-ca49169c9282,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:09.977792 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:10.116742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Pushing event updated for resources: {'Port': ['ID=ac185746-43fc-4575-8458-16d0ad5dc0c5,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:10.124231 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:10.129774 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.488s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:10.154607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:10.165366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:10.195067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Pushing event updated for resources: {'Port': ['ID=b4c6c986-11ef-47a1-ba2a-ca49169c9282,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:10.205585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-81781faf-24fe-4c77-8463-7a8fcfdffeab None None] Provisioning for port 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:10.221822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-81781faf-24fe-4c77-8463-7a8fcfdffeab None None] Provisioning complete for port 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:10.222785 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81781faf-24fe-4c77-8463-7a8fcfdffeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:10.225838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] Routers {'d30a6bc6-d3bc-4994-9aff-f865e1fb107d'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:10.226536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:22:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d30a6bc6-d3bc-4994-9aff-f865e1fb107d'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:10.245687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-674335a2-498f-4b99-9eab-a74451621a30 req-a5538adf-1934-4bbc-94ca-8ac62e6a13e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Usage tracker for resource:security_group and tenant:427877bd7793412391ebe4c47d52c9a0 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:10.268605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-674335a2-498f-4b99-9eab-a74451621a30 req-a5538adf-1934-4bbc-94ca-8ac62e6a13e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:10.295630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-674335a2-498f-4b99-9eab-a74451621a30 req-a5538adf-1934-4bbc-94ca-8ac62e6a13e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:10.318419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:10.398625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-674335a2-498f-4b99-9eab-a74451621a30 req-a5538adf-1934-4bbc-94ca-8ac62e6a13e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:10.419214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b7307e3-46b6-49ce-9914-33a3d2cbe8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:10.420438 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9b7307e3-46b6-49ce-9914-33a3d2cbe8e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3d85744-db98-4669-a8f8-66b668e46856 HTTP/1.1" status: 204 len: 168 time: 3.0368819 Jan 14 07:23:10.421455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4a2a6a-18d0-4936-9842-dafeb9084275,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:10.455216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 2064ea91-7497-47b2-9cd5-b910e4ced5dd triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:10.456359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:10.473362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-674335a2-498f-4b99-9eab-a74451621a30 req-a5538adf-1934-4bbc-94ca-8ac62e6a13e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:10.490587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-674335a2-498f-4b99-9eab-a74451621a30 req-a5538adf-1934-4bbc-94ca-8ac62e6a13e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Usage tracker for resource:security_group_rule and tenant:427877bd7793412391ebe4c47d52c9a0 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:10.494054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-674335a2-498f-4b99-9eab-a74451621a30 req-a5538adf-1934-4bbc-94ca-8ac62e6a13e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:10.500520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-674335a2-498f-4b99-9eab-a74451621a30 req-a5538adf-1934-4bbc-94ca-8ac62e6a13e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:10.560981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7307e3-46b6-49ce-9914-33a3d2cbe8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d85744-db98-4669-a8f8-66b668e46856,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:10.589494 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b7307e3-46b6-49ce-9914-33a3d2cbe8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:10.597418 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a19d42e-89a5-4958-81ef-0cfb9cbce9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.955s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:10.598125 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a19d42e-89a5-4958-81ef-0cfb9cbce9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:10.742436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-674335a2-498f-4b99-9eab-a74451621a30 req-a5538adf-1934-4bbc-94ca-8ac62e6a13e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:10.766187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] Set router d30a6bc6-d3bc-4994-9aff-f865e1fb107d gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:10.777963 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-674335a2-498f-4b99-9eab-a74451621a30 req-a5538adf-1934-4bbc-94ca-8ac62e6a13e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:10.804603 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3541d7c7-b156-4b1a-86df-02070bdb014c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:10.845787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5538adf-1934-4bbc-94ca-8ac62e6a13e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7ab5af-9ce0-4d34-8ad5-4eb1c11c48ca,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:10.849552 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a5538adf-1934-4bbc-94ca-8ac62e6a13e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:10.897679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Allocated IP 192.168.233.124 (d6bd0598-2cab-47e3-9f0f-47d899b421cd/ffe7d3d2-18e7-450d-bb59-0b64181030a8/ac008719-413a-418f-8ca3-f891c52f8f46) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:10.914289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:10.962757 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-37d80f62-45f8-4fb0-b96a-8d40105e4822 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd16eb03ba404a1398d07e90a1dd967b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1704631 Jan 14 07:23:10.998307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef1dd0-11c1-4df5-8d2e-17d53f333389 req-cc0d5de2-3816-4957-9e78-63ae113905f9 tempest-ImagesOneServerNegativeTestJSON-1511047511 tempest-ImagesOneServerNegativeTestJSON-1511047511] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:10.999220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a8ef1dd0-11c1-4df5-8d2e-17d53f333389 req-cc0d5de2-3816-4957-9e78-63ae113905f9 tempest-ImagesOneServerNegativeTestJSON-1511047511 tempest-ImagesOneServerNegativeTestJSON-1511047511] Synchronizing usage tracker for tenant:84659f61279d4675b5925d9e5c2f01cb on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:11.004948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57520) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:11.016923 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-674335a2-498f-4b99-9eab-a74451621a30 req-a5538adf-1934-4bbc-94ca-8ac62e6a13e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:11.033485 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-674335a2-498f-4b99-9eab-a74451621a30 req-a5538adf-1934-4bbc-94ca-8ac62e6a13e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.1811926 Jan 14 07:23:11.104993 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.454s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:11.105408 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.945s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:11.228307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57526) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:11.239598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Pushing event updated for resources: {'Port': ['ID=b4c6c986-11ef-47a1-ba2a-ca49169c9282,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:11.254219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.254605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.255122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.255498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.255892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.256260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.256898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.257268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.258277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.258646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.259139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.259505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.260010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.260374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.260732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.261579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.261952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.262312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.262668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.263024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.263378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.263762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.264092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.264446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.264846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.265199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.265550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.265902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.266250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.266600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.267232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.268792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.269181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.269543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.269906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.270266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:11.280024 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:11.297005 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81781faf-24fe-4c77-8463-7a8fcfdffeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:11.305312 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:11.323388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Transition to ACTIVE for port object ac008719-413a-418f-8ca3-f891c52f8f46 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:11.358345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a8ef1dd0-11c1-4df5-8d2e-17d53f333389 req-cc0d5de2-3816-4957-9e78-63ae113905f9 tempest-ImagesOneServerNegativeTestJSON-1511047511 tempest-ImagesOneServerNegativeTestJSON-1511047511] Unset dirty status for tenant:84659f61279d4675b5925d9e5c2f01cb on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:11.360394 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a8ef1dd0-11c1-4df5-8d2e-17d53f333389 req-cc0d5de2-3816-4957-9e78-63ae113905f9 tempest-ImagesOneServerNegativeTestJSON-1511047511 tempest-ImagesOneServerNegativeTestJSON-1511047511] 10.222.0.41 "GET /v2.0/networks?id=ac934661-9885-4a0c-9396-9d12e3ab4ba5 HTTP/1.1" status: 200 len: 822 time: 1.5664098 Jan 14 07:23:11.362747 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:11.386552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-81781faf-24fe-4c77-8463-7a8fcfdffeab None None] For port 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2,segment=NetworkSegment(00855404-a015-44c1-8de5-c3212d2be800),segment_id=00855404-a015-44c1-8de5-c3212d2be800)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:11.400041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81781faf-24fe-4c77-8463-7a8fcfdffeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:11.404816 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e31ff5b2-57de-4c93-8b5b-993cad3c2858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:11.501723 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-56942493-05fb-448f-ab0f-48f0c9b765c0 req-5aa13679-6fbb-45a5-80b6-fdf4c7d0c196 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "GET /v2.0/security-groups/d81609ac-c340-45a7-8ded-67d6d1270065 HTTP/1.1" status: 200 len: 1811 time: 0.4462106 Jan 14 07:23:11.514186 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec1286a6-06b6-4670-b49b-201b7809aa95 tempest-AttachSCSIVolumeTestJSON-119087417 tempest-AttachSCSIVolumeTestJSON-119087417] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:11.520819 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a8ef1dd0-11c1-4df5-8d2e-17d53f333389 req-9ad64b75-0c4d-490c-9f0f-543be57aefca tempest-ImagesOneServerNegativeTestJSON-1511047511 tempest-ImagesOneServerNegativeTestJSON-1511047511] 10.222.0.41 "GET /v2.0/quotas/84659f61279d4675b5925d9e5c2f01cb HTTP/1.1" status: 200 len: 375 time: 0.1264563 Jan 14 07:23:11.535532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81781faf-24fe-4c77-8463-7a8fcfdffeab None None] Pushing event updated for resources: {'Port': ['ID=5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:11.543876 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-81781faf-24fe-4c77-8463-7a8fcfdffeab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:11.546565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc79f47-7675-4ae0-8838-4befc8011be0', 'name': 'tempest-ServerRescueNegativeTestJSON-1831916655-router', 'tenant_id': '2153bb700bed421398584d6955d7f9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '0a2a4fab-7a10-408d-8818-ca8d57e6e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:55Z', 'updated_at': '2021-01-14T07:22:59Z', 'revision_number': 3, 'project_id': '2153bb700bed421398584d6955d7f9d7', 'gw_port': {'id': '0a2a4fab-7a10-408d-8818-ca8d57e6e94a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc79f47-7675-4ae0-8838-4befc8011be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:56Z', 'updated_at': '2021-01-14T07:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:11.555473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5881c064-28c7-44da-a5d0-93b10e0d45cb None None] The sync data for ids ['2fc79f47-7675-4ae0-8838-4befc8011be0'] in n-d-769329-2 is: [{'id': '2fc79f47-7675-4ae0-8838-4befc8011be0', 'name': 'tempest-ServerRescueNegativeTestJSON-1831916655-router', 'tenant_id': '2153bb700bed421398584d6955d7f9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '0a2a4fab-7a10-408d-8818-ca8d57e6e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:55Z', 'updated_at': '2021-01-14T07:22:59Z', 'revision_number': 3, 'project_id': '2153bb700bed421398584d6955d7f9d7', 'gw_port': {'id': '0a2a4fab-7a10-408d-8818-ca8d57e6e94a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc79f47-7675-4ae0-8838-4befc8011be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:56Z', 'updated_at': '2021-01-14T07:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:23:11.567712 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:11.568751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a6bc6-d3bc-4994-9aff-f865e1fb107d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1072963834-router', 'tenant_id': '472e0057c0c94e75b91adee0ff49f256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b4c6c986-11ef-47a1-ba2a-ca49169c9282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:58Z', 'updated_at': '2021-01-14T07:23:04Z', 'revision_number': 3, 'project_id': '472e0057c0c94e75b91adee0ff49f256', 'gw_port': {'id': 'b4c6c986-11ef-47a1-ba2a-ca49169c9282', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30a6bc6-d3bc-4994-9aff-f865e1fb107d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:01Z', 'updated_at': '2021-01-14T07:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:11.575512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-81781faf-24fe-4c77-8463-7a8fcfdffeab None None] Provisioning complete for port 2064ea91-7497-47b2-9cd5-b910e4ced5dd triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:11.576278 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81781faf-24fe-4c77-8463-7a8fcfdffeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:11.576678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36ba8af-fca5-46a9-b325-b102365ca94a None None] The sync data for ids ['d30a6bc6-d3bc-4994-9aff-f865e1fb107d'] in n-d-769329-2 is: [{'id': 'd30a6bc6-d3bc-4994-9aff-f865e1fb107d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1072963834-router', 'tenant_id': '472e0057c0c94e75b91adee0ff49f256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b4c6c986-11ef-47a1-ba2a-ca49169c9282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:58Z', 'updated_at': '2021-01-14T07:23:04Z', 'revision_number': 3, 'project_id': '472e0057c0c94e75b91adee0ff49f256', 'gw_port': {'id': 'b4c6c986-11ef-47a1-ba2a-ca49169c9282', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30a6bc6-d3bc-4994-9aff-f865e1fb107d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:01Z', 'updated_at': '2021-01-14T07:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:23:11.673198 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-463148f8-6bdd-449b-9330-975d1cdc0695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:11.722578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:11.839067 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d4eb1e87-ff2a-4101-a55c-bafb0041daa0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b53156f5e034416b3836d91629c570b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6052170 Jan 14 07:23:11.840912 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-03f667c6-d295-44a5-a909-2964f554d658 admin admin] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 07:23:11.859464 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-03f667c6-d295-44a5-a909-2964f554d658 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c4a2a6a-18d0-4936-9842-dafeb9084275 HTTP/1.1" status: 409 len: 336 time: 0.8430586 Jan 14 07:23:11.870298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57532) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:11.893420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Pushing event updated for resources: {'Port': ['ID=ac008719-413a-418f-8ca3-f891c52f8f46,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:11.901596 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:11.920426 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:12.001003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Pushing event updated for resources: {'Port': ['ID=36746b37-1ad1-4cbc-a129-36b5b4e01feb,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:12.097526 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a8ef1dd0-11c1-4df5-8d2e-17d53f333389 req-252fa71a-29b8-479f-b183-a3f92308faac tempest-ImagesOneServerNegativeTestJSON-1511047511 tempest-ImagesOneServerNegativeTestJSON-1511047511] 10.222.0.41 "GET /v2.0/ports?tenant_id=84659f61279d4675b5925d9e5c2f01cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5577941 Jan 14 07:23:12.099002 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:12.141570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:12.143488 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:12.236441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-2c25ccc0-ca15-4c10-af0d-885fd0f3ce1e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Allocated IP 192.168.233.151 (d6bd0598-2cab-47e3-9f0f-47d899b421cd/ffe7d3d2-18e7-450d-bb59-0b64181030a8/0211c9a1-6411-409e-b5bd-534981fadc41) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:12.323861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b20a4149-0217-4d71-ac6b-4a7e31cc4499 None None] Provisioning complete for port 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:12.328018 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b20a4149-0217-4d71-ac6b-4a7e31cc4499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:12.883445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Network d6bd0598-2cab-47e3-9f0f-47d899b421cd is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:13.123770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:13.150357 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:13.243902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:13.281663 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a8ef1dd0-11c1-4df5-8d2e-17d53f333389 req-b066a290-e65d-43cb-a722-c07105bb0028 service neutron] 10.222.0.41 "GET /v2.0/networks/ac934661-9885-4a0c-9396-9d12e3ab4ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1606643 Jan 14 07:23:13.393108 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-abd6e032-4ff0-4728-bdcf-22da0af93e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:13.403390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-56942493-05fb-448f-ab0f-48f0c9b765c0 req-5c7e6f43-56e5-417e-b806-12a6c5f62db5 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:13.447282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:13.454067 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:23:13.454067 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:13.454067 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:13.454067 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:13.454067 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:23:13.454067 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:13.454067 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:13.454067 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:13.454067 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:23:13.454067 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:13.454067 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:13.454067 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:13.454067 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:13.454067 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:13.454067 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:13.454067 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:13.454067 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:13.454067 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:13.454067 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:13.454067 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:13.466153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:13.466727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-2c25ccc0-ca15-4c10-af0d-885fd0f3ce1e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:13.466937 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:13.473513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Allocated IP 172.20.0.1 (45296475-29fd-4430-84e9-a43b80c14321/edda7929-aaae-4f71-a2b4-5b5dd5e4a961/3297cab2-3da2-45ba-ab48-0ab3466d42df) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:13.558341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57552) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:13.558614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-2c25ccc0-ca15-4c10-af0d-885fd0f3ce1e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Transition to ACTIVE for port object 0211c9a1-6411-409e-b5bd-534981fadc41 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:13.586320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-988af3c2-0e43-4060-a8a5-a901eab7d9a8 None None] Provisioning for port ac008719-413a-418f-8ca3-f891c52f8f46 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:13.591983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-988af3c2-0e43-4060-a8a5-a901eab7d9a8 None None] Provisioning complete for port ac008719-413a-418f-8ca3-f891c52f8f46 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:13.592400 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-988af3c2-0e43-4060-a8a5-a901eab7d9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:13.629524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-56942493-05fb-448f-ab0f-48f0c9b765c0 req-5c7e6f43-56e5-417e-b806-12a6c5f62db5 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:13.633862 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3790321 Jan 14 07:23:13.675420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-abd6e032-4ff0-4728-bdcf-22da0af93e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:13.710258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Network c39ca05d-526b-495c-bafd-3f15f647c8dd is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:13.712255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Request body: {'port': {'device_id': 'c471a70f-cf6a-49c2-b769-6bcc06e01565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-2'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:13.741024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:13.745018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-988af3c2-0e43-4060-a8a5-a901eab7d9a8 None None] Port ac008719-413a-418f-8ca3-f891c52f8f46 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:13.763007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:13.835064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b4c6c986-11ef-47a1-ba2a-ca49169c9282 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:13.866311 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-2c25ccc0-ca15-4c10-af0d-885fd0f3ce1e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:13.895568 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:13.930006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port b4c6c986-11ef-47a1-ba2a-ca49169c9282 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:13.936424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port b4c6c986-11ef-47a1-ba2a-ca49169c9282 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:13.936844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:13.952966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427787606-network', 'tenant_id': '3f785c68eace4b60bc966dcbd533cde1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:13.986875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25ccc0-ca15-4c10-af0d-885fd0f3ce1e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Pushing event updated for resources: {'Port': ['ID=0211c9a1-6411-409e-b5bd-534981fadc41,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:13.989767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:13.999319 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a8ef1dd0-11c1-4df5-8d2e-17d53f333389 req-4a0609df-9904-48b7-b831-3cb9b9f40b8e service neutron] 10.222.0.41 "GET /v2.0/networks/ac934661-9885-4a0c-9396-9d12e3ab4ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7005222 Jan 14 07:23:14.032271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Usage tracker for resource:network and tenant:3f785c68eace4b60bc966dcbd533cde1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:14.057589 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2c25ccc0-ca15-4c10-af0d-885fd0f3ce1e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:14.060613 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-56942493-05fb-448f-ab0f-48f0c9b765c0 req-5c7e6f43-56e5-417e-b806-12a6c5f62db5 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.073380 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-45090fd0-55c3-42bb-804b-749b21aafcf0 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:14.094729 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.099149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e6f43-56e5-417e-b806-12a6c5f62db5 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81609ac-c340-45a7-8ded-67d6d1270065,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:14.101882 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.115782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port b4c6c986-11ef-47a1-ba2a-ca49169c9282, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b4c6c986-11ef-47a1-ba2a-ca49169c9282,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:14.141728 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5c7e6f43-56e5-417e-b806-12a6c5f62db5 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:14.154413 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.155351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0a2a4fab-7a10-408d-8818-ca8d57e6e94a up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:14.161134 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.189211 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-56942493-05fb-448f-ab0f-48f0c9b765c0 req-5c7e6f43-56e5-417e-b806-12a6c5f62db5 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.191301 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-56942493-05fb-448f-ab0f-48f0c9b765c0 req-5c7e6f43-56e5-417e-b806-12a6c5f62db5 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] 10.222.0.41 "DELETE /v2.0/security-groups/d81609ac-c340-45a7-8ded-67d6d1270065 HTTP/1.1" status: 204 len: 173 time: 2.6730890 Jan 14 07:23:14.207511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57560) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:14.209378 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.213452 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-abd6e032-4ff0-4728-bdcf-22da0af93e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.216093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-abd6e032-4ff0-4728-bdcf-22da0af93e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.217351 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-abd6e032-4ff0-4728-bdcf-22da0af93e32 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/134cf619-2a24-40f2-9a1c-01d98fb0bc25 HTTP/1.1" status: 204 len: 168 time: 2.2195563 Jan 14 07:23:14.223604 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a30e9072-2757-4f45-ad70-a0ad2706a0e8 tempest-SecurityGroupsTestAdminJSON-1434703595 tempest-SecurityGroupsTestAdminJSON-1434703595] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:14.229436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Transition to ACTIVE for port object 3297cab2-3da2-45ba-ab48-0ab3466d42df will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:14.251356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:14.256189 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3528cb44-66b5-4ea7-8fe2-8c0f9ecaa153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:14.405757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6e032-4ff0-4728-bdcf-22da0af93e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134cf619-2a24-40f2-9a1c-01d98fb0bc25,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:14.430419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=b4c6c986-11ef-47a1-ba2a-ca49169c9282,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:14.430682 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-abd6e032-4ff0-4728-bdcf-22da0af93e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:14.436970 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:14.504507 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:14.507557 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:23:14.507557 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:14.507557 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:14.507557 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:14.507557 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:23:14.507557 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:14.507557 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:14.507557 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:14.507557 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:23:14.507557 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:14.507557 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:14.507557 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:14.507557 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:14.507557 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:14.507557 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:14.507557 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:14.507557 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:14.507557 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:14.507557 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:14.507557 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:14.526345 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-51d5ff8a-3a57-4eb2-a58a-759813947b95 req-a41fa722-1a67-434c-bd5d-56d57a98f26c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/7e7ab5af-9ce0-4d34-8ad5-4eb1c11c48ca HTTP/1.1" status: 200 len: 1779 time: 0.1866581 Jan 14 07:23:14.551849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be3e164-bfe2-4086-83a5-936e0111d299 admin admin] Deleting subnet 88279764-fc8f-44a6-9de4-dc5141412760 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:23:14.554649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:14.558180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 0a2a4fab-7a10-408d-8818-ca8d57e6e94a completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:14.568395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-2c25ccc0-ca15-4c10-af0d-885fd0f3ce1e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Network d6bd0598-2cab-47e3-9f0f-47d899b421cd is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:14.570977 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.571714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 0a2a4fab-7a10-408d-8818-ca8d57e6e94a triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:14.572231 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.588355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.624424 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-75dc5b69-841c-49bb-9858-a0aca2328c0a tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:14.629851 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0be3e164-bfe2-4086-83a5-936e0111d299 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.662522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Made reservation on behalf of 3f785c68eace4b60bc966dcbd533cde1 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:14.668238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.708075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-2c25ccc0-ca15-4c10-af0d-885fd0f3ce1e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:14.734999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-2c25ccc0-ca15-4c10-af0d-885fd0f3ce1e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:14.837289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.861676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 0a2a4fab-7a10-408d-8818-ca8d57e6e94a, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0a2a4fab-7a10-408d-8818-ca8d57e6e94a,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:14.866437 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.870396 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:14.886216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.920070 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0be3e164-bfe2-4086-83a5-936e0111d299 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:14.957318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57584) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:14.984764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=0a2a4fab-7a10-408d-8818-ca8d57e6e94a,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:15.001492 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:15.030300 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.082406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-13db224e-c8c0-41fd-b9a1-5385a7f915aa None None] Provisioning for port 0211c9a1-6411-409e-b5bd-534981fadc41 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:15.090622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-13db224e-c8c0-41fd-b9a1-5385a7f915aa None None] Provisioning complete for port 0211c9a1-6411-409e-b5bd-534981fadc41 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:15.091791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-13db224e-c8c0-41fd-b9a1-5385a7f915aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.101134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:15.128428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Usage tracker for resource:security_group_rule and tenant:3f785c68eace4b60bc966dcbd533cde1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:15.136047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:15.161049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:15.175820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-13db224e-c8c0-41fd-b9a1-5385a7f915aa None None] Port 0211c9a1-6411-409e-b5bd-534981fadc41 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:15.178111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Pushing event updated for resources: {'Port': ['ID=3297cab2-3da2-45ba-ab48-0ab3466d42df,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:15.213593 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1212b304-c892-4d80-b1e2-0550455d1432 req-4cc72ad4-1f73-4121-88f8-6adaef6ecdf5 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/7e7ab5af-9ce0-4d34-8ad5-4eb1c11c48ca HTTP/1.1" status: 200 len: 1779 time: 0.5242519 Jan 14 07:23:15.215737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.216040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.216717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.216890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.217463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.217923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.218328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.218766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.219166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.219612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.220038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.220434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.220962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.221368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.221809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.222150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.222540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.222934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.223718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.223718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.224217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.224453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.227566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.227566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.227566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.227566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.227566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.227566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.227566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.227566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.228386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.228386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.228520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.228893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.229278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.229675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:15.279995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c830f194-805d-44d0-b881-42502899ea59 admin admin] Deleting subnet 654bb843-c10c-4a29-92c1-862a29dddd43 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:23:15.282630 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:15.303345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c830f194-805d-44d0-b881-42502899ea59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.304166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-2c25ccc0-ca15-4c10-af0d-885fd0f3ce1e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:15.304912 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-2c25ccc0-ca15-4c10-af0d-885fd0f3ce1e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.323835 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0be3e164-bfe2-4086-83a5-936e0111d299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.385417 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.424267 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c830f194-805d-44d0-b881-42502899ea59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.509771 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-2c25ccc0-ca15-4c10-af0d-885fd0f3ce1e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.7807579 Jan 14 07:23:15.510382 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1212b304-c892-4d80-b1e2-0550455d1432 req-544acf95-b2ca-45d7-b033-f8df7728dc9d tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.527090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Network 45296475-29fd-4430-84e9-a43b80c14321 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:15.542728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:15.543795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Request body: {'port': {'device_id': '86a806b4-0843-47d8-95e9-70ba2fa149f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-2'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:15.556084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Router 5492dbd9-5f0a-48c4-af2b-72ffadf8b02e is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:23:15.562958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:15.677403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c830f194-805d-44d0-b881-42502899ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.728598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b4c6c986-11ef-47a1-ba2a-ca49169c9282 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:15.775011 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1212b304-c892-4d80-b1e2-0550455d1432 req-544acf95-b2ca-45d7-b033-f8df7728dc9d tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.865059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port b4c6c986-11ef-47a1-ba2a-ca49169c9282 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:15.865366 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.988009 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:15.991324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9155deb0-9db2-482a-b09c-7e3636294c27 None None] Provisioning for port 3297cab2-3da2-45ba-ab48-0ab3466d42df completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:16.029644 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.067972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9155deb0-9db2-482a-b09c-7e3636294c27 None None] Provisioning complete for port 3297cab2-3da2-45ba-ab48-0ab3466d42df triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:16.068649 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9155deb0-9db2-482a-b09c-7e3636294c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.074722 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1212b304-c892-4d80-b1e2-0550455d1432 req-544acf95-b2ca-45d7-b033-f8df7728dc9d tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.135536 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7bee9874-b027-4d01-8f2b-a995151a34cd tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:16.146599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9155deb0-9db2-482a-b09c-7e3636294c27 None None] Port 3297cab2-3da2-45ba-ab48-0ab3466d42df cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:16.160794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0a2a4fab-7a10-408d-8818-ca8d57e6e94a up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:16.222275 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.240426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 0a2a4fab-7a10-408d-8818-ca8d57e6e94a triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:16.240897 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.395063 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:23:16.415433 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.435200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544acf95-b2ca-45d7-b033-f8df7728dc9d tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7ab5af-9ce0-4d34-8ad5-4eb1c11c48ca,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:16.438511 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-544acf95-b2ca-45d7-b033-f8df7728dc9d tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:16.502079 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.540020 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d9492a16-0fa4-4b3d-a5db-22e0d7d3a84c tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:16.584067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1212b304-c892-4d80-b1e2-0550455d1432 req-544acf95-b2ca-45d7-b033-f8df7728dc9d tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.585326 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1212b304-c892-4d80-b1e2-0550455d1432 req-544acf95-b2ca-45d7-b033-f8df7728dc9d tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "DELETE /v2.0/security-groups/7e7ab5af-9ce0-4d34-8ad5-4eb1c11c48ca HTTP/1.1" status: 204 len: 173 time: 1.3589005 Jan 14 07:23:16.608341 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.630276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.649494 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.654043 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-853f430e-5e15-4f9c-af39-4f9253cb4582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:16.717793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac63e27-3565-4ff2-8c8c-e946f9526f7a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:16.749839 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:16.751162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:23:16.766062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] Sync routers for ids ['5492dbd9-5f0a-48c4-af2b-72ffadf8b02e'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:23:16.793557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] Routers {'5492dbd9-5f0a-48c4-af2b-72ffadf8b02e'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:16.797955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:22:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5492dbd9-5f0a-48c4-af2b-72ffadf8b02e'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:16.801245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:23:16.837283 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.837665 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Added segment a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b of type vxlan for network b85cec53-f2c4-41da-a4fe-b12d0ca67455 Jan 14 07:23:16.869361 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.935981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.937030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:16.937677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:16.981603 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f06a4c39-47a9-4498-8d1a-0bff851383c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:17.102099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Pushing event updated for resources: {'Network': ['ID=b85cec53-f2c4-41da-a4fe-b12d0ca67455,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:17.112731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:23:17.126764 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [req-79c0a789-27d4-41ed-a5cf-03dbe38c3876 req-0c667bc5-594e-4055-a84c-e4053b8deb31 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] show failed (client error): The resource could not be found. Jan 14 07:23:17.128043 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:17.128635 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-79c0a789-27d4-41ed-a5cf-03dbe38c3876 req-0c667bc5-594e-4055-a84c-e4053b8deb31 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/7e7ab5af-9ce0-4d34-8ad5-4eb1c11c48ca HTTP/1.1" status: 404 len: 352 time: 0.5020289 Jan 14 07:23:17.129420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Pushing event updated for resources: {'Port': ['ID=36746b37-1ad1-4cbc-a129-36b5b4e01feb,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:17.146046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Network c39ca05d-526b-495c-bafd-3f15f647c8dd is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:17.147919 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:17.149692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:17.149838 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:17.154151 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 16.6111515 Jan 14 07:23:17.157338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57628) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:17.162278 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0be3e164-bfe2-4086-83a5-936e0111d299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:17.199112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] Set router 5492dbd9-5f0a-48c4-af2b-72ffadf8b02e gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:17.204591 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.6447351 Jan 14 07:23:17.216713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57632) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:17.236039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-3a09868b-082f-4dd5-8744-3aa88a410ee6 admin admin] Request body: {'subnet': {'network_id': 'b85cec53-f2c4-41da-a4fe-b12d0ca67455', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427787606-subnet', 'tenant_id': '3f785c68eace4b60bc966dcbd533cde1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:17.249906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3a09868b-082f-4dd5-8744-3aa88a410ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:17.266293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3a09868b-082f-4dd5-8744-3aa88a410ee6 admin admin] Usage tracker for resource:subnet and tenant:3f785c68eace4b60bc966dcbd533cde1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:17.272339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac008719-413a-418f-8ca3-f891c52f8f46 {{(pid=80908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:23:17.277965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3a09868b-082f-4dd5-8744-3aa88a410ee6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:17.363487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:17.368782 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:17.383665 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:17.386794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3a09868b-082f-4dd5-8744-3aa88a410ee6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:17.402700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network b85cec53-f2c4-41da-a4fe-b12d0ca67455 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:17.417049 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c830f194-805d-44d0-b881-42502899ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:17.419691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network b85cec53-f2c4-41da-a4fe-b12d0ca67455 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:17.434445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network b85cec53-f2c4-41da-a4fe-b12d0ca67455 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:17.440953 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:17.506687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-1a2db576-8c87-4360-a4f8-3c774ee1b566 req-094ae94f-e70c-465e-a8d4-16997a2e1fce tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-670441360', 'description': 'tempest-description-383362241'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:17.560631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830f194-805d-44d0-b881-42502899ea59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=654bb843-c10c-4a29-92c1-862a29dddd43,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:17.563757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Transition to ACTIVE for port object ac008719-413a-418f-8ca3-f891c52f8f46 will not be triggered until provisioned by entity L2. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:17.576503 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c830f194-805d-44d0-b881-42502899ea59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:17.591203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:17.606575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3e164-bfe2-4086-83a5-936e0111d299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88279764-fc8f-44a6-9de4-dc5141412760,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:17.610606 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0be3e164-bfe2-4086-83a5-936e0111d299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:17.613588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-1a2db576-8c87-4360-a4f8-3c774ee1b566 req-094ae94f-e70c-465e-a8d4-16997a2e1fce tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:17.688460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1a2db576-8c87-4360-a4f8-3c774ee1b566 req-094ae94f-e70c-465e-a8d4-16997a2e1fce tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Usage tracker for resource:security_group and tenant:427877bd7793412391ebe4c47d52c9a0 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:17.710242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0be3e164-bfe2-4086-83a5-936e0111d299 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:17.717902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1a2db576-8c87-4360-a4f8-3c774ee1b566 req-094ae94f-e70c-465e-a8d4-16997a2e1fce tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:17.734003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a09868b-082f-4dd5-8744-3aa88a410ee6 admin admin] Made reservation on behalf of 3f785c68eace4b60bc966dcbd533cde1 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:17.739991 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a09868b-082f-4dd5-8744-3aa88a410ee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:17.740741 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0be3e164-bfe2-4086-83a5-936e0111d299 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/88279764-fc8f-44a6-9de4-dc5141412760 HTTP/1.1" status: 204 len: 168 time: 3.5309467 Jan 14 07:23:17.741929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57642) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:17.755396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-1a2db576-8c87-4360-a4f8-3c774ee1b566 req-094ae94f-e70c-465e-a8d4-16997a2e1fce tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:17.912520 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:18.118389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5492dbd9-5f0a-48c4-af2b-72ffadf8b02e', 'name': 'tempest-FloatingIPDetailsTestJSON-100458201-router', 'tenant_id': '369cf312e6f8411e821109a8779f4774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'ac185746-43fc-4575-8458-16d0ad5dc0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:00Z', 'updated_at': '2021-01-14T07:23:11Z', 'revision_number': 3, 'project_id': '369cf312e6f8411e821109a8779f4774', 'gw_port': {'id': 'ac185746-43fc-4575-8458-16d0ad5dc0c5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5492dbd9-5f0a-48c4-af2b-72ffadf8b02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:04Z', 'updated_at': '2021-01-14T07:23:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:18.123176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] Checking router: 5492dbd9-5f0a-48c4-af2b-72ffadf8b02e for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:23:18.123574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] Updating router 5492dbd9-5f0a-48c4-af2b-72ffadf8b02e port ac185746-43fc-4575-8458-16d0ad5dc0c5 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:23:18.152640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Pushing event updated for resources: {'Port': ['ID=ac008719-413a-418f-8ca3-f891c52f8f46,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:18.178830 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:18.184635 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c830f194-805d-44d0-b881-42502899ea59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:18.222539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:18.294373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1a2db576-8c87-4360-a4f8-3c774ee1b566 req-094ae94f-e70c-465e-a8d4-16997a2e1fce tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:18.568151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0211c9a1-6411-409e-b5bd-534981fadc41 {{(pid=80907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:23:18.576174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:18.590656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Transition to ACTIVE for port object 0211c9a1-6411-409e-b5bd-534981fadc41 will not be triggered until provisioned by entity L2. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:18.602178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-1a2db576-8c87-4360-a4f8-3c774ee1b566 req-094ae94f-e70c-465e-a8d4-16997a2e1fce tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:18.606531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1a2db576-8c87-4360-a4f8-3c774ee1b566 req-094ae94f-e70c-465e-a8d4-16997a2e1fce tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Usage tracker for resource:security_group_rule and tenant:427877bd7793412391ebe4c47d52c9a0 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:18.609978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1a2db576-8c87-4360-a4f8-3c774ee1b566 req-094ae94f-e70c-465e-a8d4-16997a2e1fce tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:18.616939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-1a2db576-8c87-4360-a4f8-3c774ee1b566 req-094ae94f-e70c-465e-a8d4-16997a2e1fce tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:18.641485 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-269d3c5f-3651-4291-bf3a-4f73fc3e8e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:18.691857 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:18.701013 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c830f194-805d-44d0-b881-42502899ea59 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/654bb843-c10c-4a29-92c1-862a29dddd43 HTTP/1.1" status: 204 len: 168 time: 3.7424715 Jan 14 07:23:18.716602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57668) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:18.717398 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:18.814567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Pushing event updated for resources: {'Port': ['ID=0211c9a1-6411-409e-b5bd-534981fadc41,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:18.819022 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:18.849364 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:18.935764 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:18.952103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:18.969880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] Transition to ACTIVE for port object ac185746-43fc-4575-8458-16d0ad5dc0c5 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:18.974574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:18.980171 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3716d69c-cfa6-48d4-8501-d45b6b92c317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:19.077723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Pushing event updated for resources: {'Port': ['ID=3297cab2-3da2-45ba-ab48-0ab3466d42df,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:19.080933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Attempting to bind port ac008719-413a-418f-8ca3-f891c52f8f46 on host n-h1-769329-2 for vnic_type normal with profile {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:19.081295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Attempting to bind port ac008719-413a-418f-8ca3-f891c52f8f46 by drivers openvswitch on host n-h1-769329-2 at level 0 using segments [{'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:19.081798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Attempting to bind port ac008719-413a-418f-8ca3-f891c52f8f46 on network d6bd0598-2cab-47e3-9f0f-47d899b421cd {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:19.113936 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:19.125176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Checking agent: {'id': '1b004ee2-a22f-479b-a760-de06669a81a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 46), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:19.125778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Checking segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:19.126440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:19.127149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Bound using segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:19.128645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Bound port: ac008719-413a-418f-8ca3-f891c52f8f46, host: n-h1-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:19.129152 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:19.150026 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c94bcee-f9e1-47d2-a473-b1f3de9031c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:19.153746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Router 2fc79f47-7675-4ae0-8838-4befc8011be0 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:23:19.230018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd983a-009a-4204-9bb8-2813becf1881 None None] Pushing event updated for resources: {'Port': ['ID=ac185746-43fc-4575-8458-16d0ad5dc0c5,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:19.243258 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-35dd983a-009a-4204-9bb8-2813becf1881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:19.281570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] Attempting to bind port ac185746-43fc-4575-8458-16d0ad5dc0c5 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:19.281783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] Attempting to bind port ac185746-43fc-4575-8458-16d0ad5dc0c5 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:19.282096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] Attempting to bind port ac185746-43fc-4575-8458-16d0ad5dc0c5 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:19.290370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:19.290794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:19.291476 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:19.291680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:19.292434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] Bound port: ac185746-43fc-4575-8458-16d0ad5dc0c5, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:19.292858 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:19.303129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] For port ac008719-413a-418f-8ca3-f891c52f8f46, host n-h1-769329-2, cleared binding levels {{(pid=80908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:19.309638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] For port ac008719-413a-418f-8ca3-f891c52f8f46, host n-h1-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=ac008719-413a-418f-8ca3-f891c52f8f46,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:19.368941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:19.390429 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:19.395916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] For port ac185746-43fc-4575-8458-16d0ad5dc0c5, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:19.400040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] For port ac185746-43fc-4575-8458-16d0ad5dc0c5, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ac185746-43fc-4575-8458-16d0ad5dc0c5,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:19.409743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:19.465724 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:19.486967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Pushing event updated for resources: {'Port': ['ID=ac008719-413a-418f-8ca3-f891c52f8f46,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:19.585999 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:19.596370 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:19.673602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:23:19.687502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] Sync routers for ids ['2fc79f47-7675-4ae0-8838-4befc8011be0'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:23:19.706811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] Routers {'2fc79f47-7675-4ae0-8838-4befc8011be0'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:19.708231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:22:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['2fc79f47-7675-4ae0-8838-4befc8011be0'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:19.710037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] Routers {'5492dbd9-5f0a-48c4-af2b-72ffadf8b02e'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:19.710991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:22:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5492dbd9-5f0a-48c4-af2b-72ffadf8b02e'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:19.794758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:19.795919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:19.797444 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] 10.222.0.53 "PUT /v2.0/ports/ac008719-413a-418f-8ca3-f891c52f8f46 HTTP/1.1" status: 200 len: 1160 time: 6.1038878 Jan 14 07:23:19.798010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c471a70f-cf6a-49c2-b769-6bcc06e01565', 'tag': 'ac008719-413a-418f-8ca3-f891c52f8f46'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:23:19.812670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Network 45296475-29fd-4430-84e9-a43b80c14321 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:19.815382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:19.841615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd983a-009a-4204-9bb8-2813becf1881 None None] Pushing event updated for resources: {'Port': ['ID=ac185746-43fc-4575-8458-16d0ad5dc0c5,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:19.848282 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-35dd983a-009a-4204-9bb8-2813becf1881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:20.049837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-269d3c5f-3651-4291-bf3a-4f73fc3e8e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:20.062685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] Set router 5492dbd9-5f0a-48c4-af2b-72ffadf8b02e gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:20.112316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] Set router 2fc79f47-7675-4ae0-8838-4befc8011be0 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:20.213123 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c471a70f-cf6a-49c2-b769-6bcc06e01565', 'tag': 'ac008719-413a-418f-8ca3-f891c52f8f46', 'status': 'completed', 'code': 200} Jan 14 07:23:20.308289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Router d30a6bc6-d3bc-4994-9aff-f865e1fb107d has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:23:20.334834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-269d3c5f-3651-4291-bf3a-4f73fc3e8e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['778f67f0-fd4d-449d-9e3f-89d14596cfe1']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:20.351370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-269d3c5f-3651-4291-bf3a-4f73fc3e8e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab123ecd-9ef9-4464-9b11-861dea3bc90c') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:20.351706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-269d3c5f-3651-4291-bf3a-4f73fc3e8e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab123ecd-9ef9-4464-9b11-861dea3bc90c') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:20.371036 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-269d3c5f-3651-4291-bf3a-4f73fc3e8e4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:20.393422 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-269d3c5f-3651-4291-bf3a-4f73fc3e8e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:20.395907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-269d3c5f-3651-4291-bf3a-4f73fc3e8e4d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:23:20.460351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a09868b-082f-4dd5-8744-3aa88a410ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:20.482126 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-92dcadfa-623d-467c-ba35-6f92d6b9c8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:20.518596 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e67d1187-63d2-4fb1-b765-4d503b8d6e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:20.538178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5492dbd9-5f0a-48c4-af2b-72ffadf8b02e', 'name': 'tempest-FloatingIPDetailsTestJSON-100458201-router', 'tenant_id': '369cf312e6f8411e821109a8779f4774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'ac185746-43fc-4575-8458-16d0ad5dc0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:00Z', 'updated_at': '2021-01-14T07:23:11Z', 'revision_number': 3, 'project_id': '369cf312e6f8411e821109a8779f4774', 'gw_port': {'id': 'ac185746-43fc-4575-8458-16d0ad5dc0c5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5492dbd9-5f0a-48c4-af2b-72ffadf8b02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:04Z', 'updated_at': '2021-01-14T07:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:20.543323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f859a0f-5d05-4b59-a629-f46f237f019e None None] The sync data for ids ['5492dbd9-5f0a-48c4-af2b-72ffadf8b02e'] in n-d-769329-2 is: [{'id': '5492dbd9-5f0a-48c4-af2b-72ffadf8b02e', 'name': 'tempest-FloatingIPDetailsTestJSON-100458201-router', 'tenant_id': '369cf312e6f8411e821109a8779f4774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'ac185746-43fc-4575-8458-16d0ad5dc0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:00Z', 'updated_at': '2021-01-14T07:23:11Z', 'revision_number': 3, 'project_id': '369cf312e6f8411e821109a8779f4774', 'gw_port': {'id': 'ac185746-43fc-4575-8458-16d0ad5dc0c5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5492dbd9-5f0a-48c4-af2b-72ffadf8b02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:04Z', 'updated_at': '2021-01-14T07:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:23:20.546920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09868b-082f-4dd5-8744-3aa88a410ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c79cbc9-e714-4591-8ee2-21c3969388ed,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:20.549140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57688) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:20.606905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc79f47-7675-4ae0-8838-4befc8011be0', 'name': 'tempest-ServerRescueNegativeTestJSON-1831916655-router', 'tenant_id': '2153bb700bed421398584d6955d7f9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '0a2a4fab-7a10-408d-8818-ca8d57e6e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:55Z', 'updated_at': '2021-01-14T07:23:14Z', 'revision_number': 4, 'project_id': '2153bb700bed421398584d6955d7f9d7', 'gw_port': {'id': '0a2a4fab-7a10-408d-8818-ca8d57e6e94a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc79f47-7675-4ae0-8838-4befc8011be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:56Z', 'updated_at': '2021-01-14T07:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '36746b37-1ad1-4cbc-a129-36b5b4e01feb', 'name': '', 'network_id': 'c39ca05d-526b-495c-bafd-3f15f647c8dd', 'tenant_id': '2153bb700bed421398584d6955d7f9d7', 'mac_address': 'fa:16:3e:50:ce:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc79f47-7675-4ae0-8838-4befc8011be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'e03e0e20-54d4-4929-a004-b82d4950c95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:08Z', 'updated_at': '2021-01-14T07:23:15Z', 'revision_number': 2, 'project_id': '2153bb700bed421398584d6955d7f9d7', 'subnets': [{'id': 'e03e0e20-54d4-4929-a004-b82d4950c95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:20.609914 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3a09868b-082f-4dd5-8744-3aa88a410ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:20.612328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] Checking router: 2fc79f47-7675-4ae0-8838-4befc8011be0 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:23:20.612969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] Updating router 2fc79f47-7675-4ae0-8838-4befc8011be0 port 36746b37-1ad1-4cbc-a129-36b5b4e01feb binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:23:20.645057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1a2db576-8c87-4360-a4f8-3c774ee1b566 req-094ae94f-e70c-465e-a8d4-16997a2e1fce tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:20.677853 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:20.704530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4831b912-1860-44c4-af75-5da459d67996 None None] Provisioning complete for port 3297cab2-3da2-45ba-ab48-0ab3466d42df triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:20.710500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-7d34bdce-a2b7-4ad9-8386-546686373fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:20.711035 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4831b912-1860-44c4-af75-5da459d67996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:20.712220 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-7d34bdce-a2b7-4ad9-8386-546686373fdd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cd16eb03ba404a1398d07e90a1dd967b&device_id=c471a70f-cf6a-49c2-b769-6bcc06e01565 HTTP/1.1" status: 200 len: 1163 time: 0.4980481 Jan 14 07:23:20.821560 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-48b3bfa2-daea-412a-a022-acf07c30c63c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=ac008719-413a-418f-8ca3-f891c52f8f46 HTTP/1.1" status: 200 len: 217 time: 0.0862067 Jan 14 07:23:20.868361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-269d3c5f-3651-4291-bf3a-4f73fc3e8e4d admin admin] Network 778f67f0-fd4d-449d-9e3f-89d14596cfe1 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:23:20.883746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-269d3c5f-3651-4291-bf3a-4f73fc3e8e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:20.895156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4831b912-1860-44c4-af75-5da459d67996 None None] Port 3297cab2-3da2-45ba-ab48-0ab3466d42df cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:20.913001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:23:20.922541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] Sync routers for ids ['d30a6bc6-d3bc-4994-9aff-f865e1fb107d'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:23:20.943279 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] 10.222.0.41 "PUT /v2.0/routers/d30a6bc6-d3bc-4994-9aff-f865e1fb107d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7450109 Jan 14 07:23:20.952309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] Routers {'d30a6bc6-d3bc-4994-9aff-f865e1fb107d'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:20.953331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:22:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d30a6bc6-d3bc-4994-9aff-f865e1fb107d'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:20.978599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-93b2e566-4011-4e56-a19f-6e6792f38c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:20.984019 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-93b2e566-4011-4e56-a19f-6e6792f38c9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ffe7d3d2-18e7-450d-bb59-0b64181030a8 HTTP/1.1" status: 200 len: 843 time: 0.1427701 Jan 14 07:23:21.209525 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0de342a-5327-4868-842e-0519708a850e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:21.274499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a09868b-082f-4dd5-8744-3aa88a410ee6 admin admin] Checking segment: {'id': 'a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b85cec53-f2c4-41da-a4fe-b12d0ca67455'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:21.275964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09868b-082f-4dd5-8744-3aa88a410ee6 admin admin] Network hostable DHCP agents. Network: b85cec53-f2c4-41da-a4fe-b12d0ca67455, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:23:21.312853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d0de342a-5327-4868-842e-0519708a850e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:21.328989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d0de342a-5327-4868-842e-0519708a850e admin admin] Usage tracker for resource:security_group_rule and tenant:b94a9f7c58834406a9de1f36affc8fed is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:21.363766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d0de342a-5327-4868-842e-0519708a850e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:21.364583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] Set router d30a6bc6-d3bc-4994-9aff-f865e1fb107d gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:21.376432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-269d3c5f-3651-4291-bf3a-4f73fc3e8e4d admin admin] Network 778f67f0-fd4d-449d-9e3f-89d14596cfe1 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:23:21.383624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d0de342a-5327-4868-842e-0519708a850e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:21.388827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09868b-082f-4dd5-8744-3aa88a410ee6 admin admin] Network b85cec53-f2c4-41da-a4fe-b12d0ca67455 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:23:21.463778 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:23:21.467903 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:23:21.473541 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:21.491391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] Transition to ACTIVE for port object 36746b37-1ad1-4cbc-a129-36b5b4e01feb will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:21.497322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-3a09868b-082f-4dd5-8744-3aa88a410ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, b85cec53-f2c4-41da-a4fe-b12d0ca67455) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:21.508007 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:21.509914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a123cdfb-6b39-4710-96c7-6b37c953d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:21.512103 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-a123cdfb-6b39-4710-96c7-6b37c953d2f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6bd0598-2cab-47e3-9f0f-47d899b421cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5124524 Jan 14 07:23:21.523330 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1a2db576-8c87-4360-a4f8-3c774ee1b566 req-094ae94f-e70c-465e-a8d4-16997a2e1fce tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:21.530236 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:21.540591 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] 10.222.0.41 "PUT /v2.0/routers/2fc79f47-7675-4ae0-8838-4befc8011be0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.9538021 Jan 14 07:23:21.639268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a4cdd-fcb7-4121-8fa9-dc1c98a381cf None None] Pushing event updated for resources: {'Port': ['ID=36746b37-1ad1-4cbc-a129-36b5b4e01feb,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:21.703017 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-57a029e4-9b1c-4c6b-84a0-639cd5460d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:21.714151 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd8a4cdd-fcb7-4121-8fa9-dc1c98a381cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:21.757501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20588a31-ff01-4d6b-b24b-198325ea15db None None] Network b85cec53-f2c4-41da-a4fe-b12d0ca67455 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:21.824029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ae94f-e70c-465e-a8d4-16997a2e1fce tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Pushing event updated for resources: {'SecurityGroup': ['ID=f6959609-a531-484f-ae26-16953c0748c3,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:21.884533 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-094ae94f-e70c-465e-a8d4-16997a2e1fce tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:21.891596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a09868b-082f-4dd5-8744-3aa88a410ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:21.894907 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a09868b-082f-4dd5-8744-3aa88a410ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:22.027781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0de342a-5327-4868-842e-0519708a850e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:22.055801 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3a09868b-082f-4dd5-8744-3aa88a410ee6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 4.8324883 Jan 14 07:23:22.070221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57714) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:22.082360 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0de342a-5327-4868-842e-0519708a850e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:22.106488 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4b98f5e-9069-4b69-834d-ba442b883ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:22.132162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1a2db576-8c87-4360-a4f8-3c774ee1b566 req-094ae94f-e70c-465e-a8d4-16997a2e1fce tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:22.141387 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1a2db576-8c87-4360-a4f8-3c774ee1b566 req-094ae94f-e70c-465e-a8d4-16997a2e1fce tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 4.7733765 Jan 14 07:23:22.145199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427787606-router', 'tenant_id': '3f785c68eace4b60bc966dcbd533cde1', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:22.190851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:22.197838 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d0de342a-5327-4868-842e-0519708a850e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b94a9f7c58834406a9de1f36affc8fed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5910549 Jan 14 07:23:22.219573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Usage tracker for resource:router and tenant:3f785c68eace4b60bc966dcbd533cde1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:22.221740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] Attempting to bind port 36746b37-1ad1-4cbc-a129-36b5b4e01feb on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:22.222559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57724) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:22.223590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] Attempting to bind port 36746b37-1ad1-4cbc-a129-36b5b4e01feb by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'b0defd3a-fda2-4375-ae4c-730589e29bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c39ca05d-526b-495c-bafd-3f15f647c8dd'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:22.224587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] Attempting to bind port 36746b37-1ad1-4cbc-a129-36b5b4e01feb on network c39ca05d-526b-495c-bafd-3f15f647c8dd {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:22.241737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:22.247817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] Checking segment: {'id': 'b0defd3a-fda2-4375-ae4c-730589e29bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c39ca05d-526b-495c-bafd-3f15f647c8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:22.248782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:22.249522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] Bound using segment: {'id': 'b0defd3a-fda2-4375-ae4c-730589e29bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c39ca05d-526b-495c-bafd-3f15f647c8dd'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:22.250331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] Bound port: 36746b37-1ad1-4cbc-a129-36b5b4e01feb, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0defd3a-fda2-4375-ae4c-730589e29bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c39ca05d-526b-495c-bafd-3f15f647c8dd'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:22.251017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:22.262018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:22.280752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:22.287688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de342a-5327-4868-842e-0519708a850e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bcc987-726e-405b-abc4-d74856cbcdfa,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:22.308204 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0de342a-5327-4868-842e-0519708a850e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:22.378119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ac185746-43fc-4575-8458-16d0ad5dc0c5 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:22.379163 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-ac17f8b0-fe14-4bd0-87dc-1638cb3632d7 service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8548086 Jan 14 07:23:22.384090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:22.385219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:22.401093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:22.419140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] For port 36746b37-1ad1-4cbc-a129-36b5b4e01feb, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:22.457555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] For port 36746b37-1ad1-4cbc-a129-36b5b4e01feb, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=36746b37-1ad1-4cbc-a129-36b5b4e01feb,segment=NetworkSegment(b0defd3a-fda2-4375-ae4c-730589e29bfc),segment_id=b0defd3a-fda2-4375-ae4c-730589e29bfc)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:22.467960 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:22.498495 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:22.636489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a4cdd-fcb7-4121-8fa9-dc1c98a381cf None None] Pushing event updated for resources: {'Port': ['ID=36746b37-1ad1-4cbc-a129-36b5b4e01feb,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:22.642119 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd8a4cdd-fcb7-4121-8fa9-dc1c98a381cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:22.681935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port ac185746-43fc-4575-8458-16d0ad5dc0c5 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:22.694808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port ac185746-43fc-4575-8458-16d0ad5dc0c5 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:22.695210 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:22.989547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] Routers {'2fc79f47-7675-4ae0-8838-4befc8011be0'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:22.990603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:22:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['2fc79f47-7675-4ae0-8838-4befc8011be0'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:23.002708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:23.013143 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a2cd73a9-28ac-45bf-8aa7-07a2d75e6fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:23.016170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-b85cec53-f2c4-41da-a4fe-b12d0ca67455', 'network_id': 'b85cec53-f2c4-41da-a4fe-b12d0ca67455', 'tenant_id': '3f785c68eace4b60bc966dcbd533cde1', 'fixed_ips': [{'subnet_id': '9c79cbc9-e714-4591-8ee2-21c3969388ed'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:23:23.017087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:23.021683 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-c65d2cff-1d9f-42e4-a45d-a5e9271e964a service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5979264 Jan 14 07:23:23.049979 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-269d3c5f-3651-4291-bf3a-4f73fc3e8e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:23.072677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port ac185746-43fc-4575-8458-16d0ad5dc0c5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ac185746-43fc-4575-8458-16d0ad5dc0c5,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:23.082023 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e67d1187-63d2-4fb1-b765-4d503b8d6e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:23.088775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a6bc6-d3bc-4994-9aff-f865e1fb107d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1072963834-router', 'tenant_id': '472e0057c0c94e75b91adee0ff49f256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b4c6c986-11ef-47a1-ba2a-ca49169c9282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:58Z', 'updated_at': '2021-01-14T07:23:17Z', 'revision_number': 4, 'project_id': '472e0057c0c94e75b91adee0ff49f256', 'gw_port': {'id': 'b4c6c986-11ef-47a1-ba2a-ca49169c9282', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a6bc6-d3bc-4994-9aff-f865e1fb107d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:01Z', 'updated_at': '2021-01-14T07:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '3297cab2-3da2-45ba-ab48-0ab3466d42df', 'name': '', 'network_id': '45296475-29fd-4430-84e9-a43b80c14321', 'tenant_id': '472e0057c0c94e75b91adee0ff49f256', 'mac_address': 'fa:16:3e:12:4d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30a6bc6-d3bc-4994-9aff-f865e1fb107d', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': 'edda7929-aaae-4f71-a2b4-5b5dd5e4a961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:12Z', 'updated_at': '2021-01-14T07:23:18Z', 'revision_number': 2, 'project_id': '472e0057c0c94e75b91adee0ff49f256', 'subnets': [{'id': 'edda7929-aaae-4f71-a2b4-5b5dd5e4a961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:23.095027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:23.100369 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-81781faf-24fe-4c77-8463-7a8fcfdffeab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:23.103212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Attempting to bind port 0211c9a1-6411-409e-b5bd-534981fadc41 on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:23.103806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Attempting to bind port 0211c9a1-6411-409e-b5bd-534981fadc41 by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:23.104345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Attempting to bind port 0211c9a1-6411-409e-b5bd-534981fadc41 on network d6bd0598-2cab-47e3-9f0f-47d899b421cd {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:23.129803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:23.130403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Checking segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:23.130977 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:23.131685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Bound using segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:23.132361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Bound port: 0211c9a1-6411-409e-b5bd-534981fadc41, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:23.132906 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:23.143735 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:23.223245 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-269d3c5f-3651-4291-bf3a-4f73fc3e8e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:23.252984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a2cd73a9-28ac-45bf-8aa7-07a2d75e6fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:23.267557 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:23.268687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] Set router 2fc79f47-7675-4ae0-8838-4befc8011be0 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:23.281615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d3c5f-3651-4291-bf3a-4f73fc3e8e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=778f67f0-fd4d-449d-9e3f-89d14596cfe1,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:23.346523 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-269d3c5f-3651-4291-bf3a-4f73fc3e8e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:23.373818 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-269d3c5f-3651-4291-bf3a-4f73fc3e8e4d admin admin] 10.222.0.41 "DELETE /v2.0/networks/778f67f0-fd4d-449d-9e3f-89d14596cfe1 HTTP/1.1" status: 204 len: 168 time: 5.6203258 Jan 14 07:23:23.407079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9563f-7e5f-4d26-862c-cbb676cbd249 req-f07923c9-2039-4aa5-a743-19afbab0feef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:23.409102 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-5ab9563f-7e5f-4d26-862c-cbb676cbd249 req-f07923c9-2039-4aa5-a743-19afbab0feef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cd16eb03ba404a1398d07e90a1dd967b&device_id=c471a70f-cf6a-49c2-b769-6bcc06e01565 HTTP/1.1" status: 200 len: 1163 time: 0.3113947 Jan 14 07:23:23.465663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] For port 0211c9a1-6411-409e-b5bd-534981fadc41, host n-h2-769329-2, cleared binding levels {{(pid=80907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:23.469645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] For port 0211c9a1-6411-409e-b5bd-534981fadc41, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=0211c9a1-6411-409e-b5bd-534981fadc41,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:23.485045 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:23.507028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] Checking router: d30a6bc6-d3bc-4994-9aff-f865e1fb107d for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:23:23.507865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] Updating router d30a6bc6-d3bc-4994-9aff-f865e1fb107d port 3297cab2-3da2-45ba-ab48-0ab3466d42df binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:23:23.544329 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:23.567184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9563f-7e5f-4d26-862c-cbb676cbd249 req-76f66699-c1dd-4ec3-bb0d-ca3877a1af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:23.568817 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-5ab9563f-7e5f-4d26-862c-cbb676cbd249 req-76f66699-c1dd-4ec3-bb0d-ca3877a1af3d service neutron] 10.222.0.53 "GET /v2.0/networks?id=d6bd0598-2cab-47e3-9f0f-47d899b421cd HTTP/1.1" status: 200 len: 863 time: 0.1510828 Jan 14 07:23:23.590317 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e72441d6-6c84-4400-bfa3-4f8c49317362 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:23.631248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Allocated IP 172.20.0.2 (b85cec53-f2c4-41da-a4fe-b12d0ca67455/9c79cbc9-e714-4591-8ee2-21c3969388ed/61534e85-c496-4905-98c9-e7c35e72b140) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:23.633868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57738) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:23.659133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a2cd73a9-28ac-45bf-8aa7-07a2d75e6fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:23.671116 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c7af9e50-3b65-4e63-92a1-56409e942e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:23.682557 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-5ab9563f-7e5f-4d26-862c-cbb676cbd249 req-ef262cf5-0af4-4031-8c45-2ded8d796379 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=ac008719-413a-418f-8ca3-f891c52f8f46 HTTP/1.1" status: 200 len: 217 time: 0.1007426 Jan 14 07:23:23.695106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd73a9-28ac-45bf-8aa7-07a2d75e6fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bcc987-726e-405b-abc4-d74856cbcdfa,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:23.708194 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a2cd73a9-28ac-45bf-8aa7-07a2d75e6fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:23.781899 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a2cd73a9-28ac-45bf-8aa7-07a2d75e6fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:23.784881 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a2cd73a9-28ac-45bf-8aa7-07a2d75e6fad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54bcc987-726e-405b-abc4-d74856cbcdfa HTTP/1.1" status: 204 len: 168 time: 1.5410922 Jan 14 07:23:23.815784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9563f-7e5f-4d26-862c-cbb676cbd249 req-9210a33f-e43b-414a-933a-bfa00b53af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:23.817392 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-5ab9563f-7e5f-4d26-862c-cbb676cbd249 req-9210a33f-e43b-414a-933a-bfa00b53af87 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ffe7d3d2-18e7-450d-bb59-0b64181030a8 HTTP/1.1" status: 200 len: 843 time: 0.1105263 Jan 14 07:23:23.845459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc79f47-7675-4ae0-8838-4befc8011be0', 'name': 'tempest-ServerRescueNegativeTestJSON-1831916655-router', 'tenant_id': '2153bb700bed421398584d6955d7f9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '0a2a4fab-7a10-408d-8818-ca8d57e6e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:55Z', 'updated_at': '2021-01-14T07:23:14Z', 'revision_number': 4, 'project_id': '2153bb700bed421398584d6955d7f9d7', 'gw_port': {'id': '0a2a4fab-7a10-408d-8818-ca8d57e6e94a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc79f47-7675-4ae0-8838-4befc8011be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:56Z', 'updated_at': '2021-01-14T07:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '36746b37-1ad1-4cbc-a129-36b5b4e01feb', 'name': '', 'network_id': 'c39ca05d-526b-495c-bafd-3f15f647c8dd', 'tenant_id': '2153bb700bed421398584d6955d7f9d7', 'mac_address': 'fa:16:3e:50:ce:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc79f47-7675-4ae0-8838-4befc8011be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'e03e0e20-54d4-4929-a004-b82d4950c95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:08Z', 'updated_at': '2021-01-14T07:23:22Z', 'revision_number': 4, 'project_id': '2153bb700bed421398584d6955d7f9d7', 'subnets': [{'id': 'e03e0e20-54d4-4929-a004-b82d4950c95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:23.857203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ebc3a5-6bce-4a55-956a-cae208fe8f09 None None] The sync data for ids ['2fc79f47-7675-4ae0-8838-4befc8011be0'] in n-d-769329-2 is: [{'id': '2fc79f47-7675-4ae0-8838-4befc8011be0', 'name': 'tempest-ServerRescueNegativeTestJSON-1831916655-router', 'tenant_id': '2153bb700bed421398584d6955d7f9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '0a2a4fab-7a10-408d-8818-ca8d57e6e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:55Z', 'updated_at': '2021-01-14T07:23:14Z', 'revision_number': 4, 'project_id': '2153bb700bed421398584d6955d7f9d7', 'gw_port': {'id': '0a2a4fab-7a10-408d-8818-ca8d57e6e94a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc79f47-7675-4ae0-8838-4befc8011be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:56Z', 'updated_at': '2021-01-14T07:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '36746b37-1ad1-4cbc-a129-36b5b4e01feb', 'name': '', 'network_id': 'c39ca05d-526b-495c-bafd-3f15f647c8dd', 'tenant_id': '2153bb700bed421398584d6955d7f9d7', 'mac_address': 'fa:16:3e:50:ce:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fc79f47-7675-4ae0-8838-4befc8011be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'e03e0e20-54d4-4929-a004-b82d4950c95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:08Z', 'updated_at': '2021-01-14T07:23:22Z', 'revision_number': 4, 'project_id': '2153bb700bed421398584d6955d7f9d7', 'subnets': [{'id': 'e03e0e20-54d4-4929-a004-b82d4950c95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:23:23.997107 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5ebe05fb-de6e-4e1c-9be9-34e3a5844be2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11fbbb4bace043efac9f1cc20006b7f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3473883 Jan 14 07:23:24.039292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57744) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:24.064230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e67d1187-63d2-4fb1-b765-4d503b8d6e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac934661-9885-4a0c-9396-9d12e3ab4ba5']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:24.088759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=ac185746-43fc-4575-8458-16d0ad5dc0c5,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:24.093239 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.993s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.125743 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.130455 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:23:24.130455 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.130455 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.130455 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.130455 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:23:24.130455 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.130455 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.130455 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.130455 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:23:24.130455 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.130455 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.130455 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.130455 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:24.130455 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.130455 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.130455 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.130455 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.130455 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.130455 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.130455 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.141987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9aa2701-d16d-4c2e-85ed-e3fb02c4da4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:24.152305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:24.160295 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:24.170136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388d0b8-3e0e-47a0-ab0d-7a7e922b4cdf req-a06bfc07-673d-41f9-9916-418327dac32e tempest-FloatingIPsAssociationNegativeTestJSON-1141019807 tempest-FloatingIPsAssociationNegativeTestJSON-1141019807] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:24.171049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-6388d0b8-3e0e-47a0-ab0d-7a7e922b4cdf req-a06bfc07-673d-41f9-9916-418327dac32e tempest-FloatingIPsAssociationNegativeTestJSON-1141019807 tempest-FloatingIPsAssociationNegativeTestJSON-1141019807] Synchronizing usage tracker for tenant:472e0057c0c94e75b91adee0ff49f256 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:24.210565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e67d1187-63d2-4fb1-b765-4d503b8d6e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713d2d9c-84c8-4856-aa3d-c216fe4a780c') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:24.210899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e67d1187-63d2-4fb1-b765-4d503b8d6e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713d2d9c-84c8-4856-aa3d-c216fe4a780c') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:24.263279 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e67d1187-63d2-4fb1-b765-4d503b8d6e89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:24.338601 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:24.349773 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.352488 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.356416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.362436 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.362436 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.362436 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.362436 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.362436 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.362436 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.362436 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.362436 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.362436 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.362436 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.362436 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.362436 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.362436 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.362436 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.362436 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.362436 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.362436 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:24.362436 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:24.362436 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:24.362436 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:24.395314 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:24.402703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-1a4a6ee5-3fa2-496c-be34-4d4c7f8d422c tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:24.413798 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-1a4a6ee5-3fa2-496c-be34-4d4c7f8d422c tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] 10.222.0.41 "GET /v2.0/networks?id=c39ca05d-526b-495c-bafd-3f15f647c8dd HTTP/1.1" status: 200 len: 819 time: 1.5085516 Jan 14 07:23:24.631918 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e67d1187-63d2-4fb1-b765-4d503b8d6e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:24.634255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e67d1187-63d2-4fb1-b765-4d503b8d6e89 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:23:24.664874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57750) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:24.675153 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0db79d8a-c082-48d9-8a90-7f57b8ca7519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:24.689067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9563f-7e5f-4d26-862c-cbb676cbd249 req-f8e4e020-cab2-4592-af77-a222d47e7c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:24.691643 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-5ab9563f-7e5f-4d26-862c-cbb676cbd249 req-f8e4e020-cab2-4592-af77-a222d47e7c75 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6bd0598-2cab-47e3-9f0f-47d899b421cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8671970 Jan 14 07:23:24.731293 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:24.744920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] Transition to ACTIVE for port object 3297cab2-3da2-45ba-ab48-0ab3466d42df will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:24.747946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Transition to ACTIVE for port object 61534e85-c496-4905-98c9-e7c35e72b140 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:24.752543 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:24.765120 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c2e14bb-edce-4a4d-ad3a-58eb348601e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:24.773651 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:24.850549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e67d1187-63d2-4fb1-b765-4d503b8d6e89 admin admin] Network ac934661-9885-4a0c-9396-9d12e3ab4ba5 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:23:24.856731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182b143-3ab3-470a-996e-f6b9acb96005 None None] Pushing event updated for resources: {'Port': ['ID=3297cab2-3da2-45ba-ab48-0ab3466d42df,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:24.863384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e67d1187-63d2-4fb1-b765-4d503b8d6e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:24.872558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3c2e14bb-edce-4a4d-ad3a-58eb348601e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:24.878219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3c2e14bb-edce-4a4d-ad3a-58eb348601e2 admin admin] Usage tracker for resource:security_group_rule and tenant:6c6e3fda510f451e9798a66a8a422849 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:24.881881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3c2e14bb-edce-4a4d-ad3a-58eb348601e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:24.897566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3c2e14bb-edce-4a4d-ad3a-58eb348601e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:24.904452 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0db79d8a-c082-48d9-8a90-7f57b8ca7519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:24.956462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Pushing event updated for resources: {'Port': ['ID=0211c9a1-6411-409e-b5bd-534981fadc41,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:24.964288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-6388d0b8-3e0e-47a0-ab0d-7a7e922b4cdf req-a06bfc07-673d-41f9-9916-418327dac32e tempest-FloatingIPsAssociationNegativeTestJSON-1141019807 tempest-FloatingIPsAssociationNegativeTestJSON-1141019807] Unset dirty status for tenant:472e0057c0c94e75b91adee0ff49f256 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:24.966163 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6388d0b8-3e0e-47a0-ab0d-7a7e922b4cdf req-a06bfc07-673d-41f9-9916-418327dac32e tempest-FloatingIPsAssociationNegativeTestJSON-1141019807 tempest-FloatingIPsAssociationNegativeTestJSON-1141019807] 10.222.0.41 "GET /v2.0/networks?id=45296475-29fd-4430-84e9-a43b80c14321 HTTP/1.1" status: 200 len: 829 time: 2.6866896 Jan 14 07:23:24.975246 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.385s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:25.003355 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9182b143-3ab3-470a-996e-f6b9acb96005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:25.028871 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-96666a79-37b5-400e-b215-348d9b3d1161 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] 10.222.0.41 "GET /v2.0/quotas/2153bb700bed421398584d6955d7f9d7 HTTP/1.1" status: 200 len: 375 time: 0.6137009 Jan 14 07:23:25.051056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Transition to ACTIVE for port object 61534e85-c496-4905-98c9-e7c35e72b140 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:25.151548 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6388d0b8-3e0e-47a0-ab0d-7a7e922b4cdf req-bf1839dc-6845-4e53-bff7-2e39a0ba4f37 tempest-FloatingIPsAssociationNegativeTestJSON-1141019807 tempest-FloatingIPsAssociationNegativeTestJSON-1141019807] 10.222.0.41 "GET /v2.0/quotas/472e0057c0c94e75b91adee0ff49f256 HTTP/1.1" status: 200 len: 375 time: 0.1684861 Jan 14 07:23:25.157928 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0db79d8a-c082-48d9-8a90-7f57b8ca7519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:25.176195 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0cc47c5-c3e0-4dcd-b667-0ada30d11cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:25.182194 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:25.206512 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:25.216215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db79d8a-c082-48d9-8a90-7f57b8ca7519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeba3f1-eea7-409e-b9b0-b0a6f35af677,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:25.243738 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0db79d8a-c082-48d9-8a90-7f57b8ca7519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:25.310265 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0db79d8a-c082-48d9-8a90-7f57b8ca7519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:25.317643 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0db79d8a-c082-48d9-8a90-7f57b8ca7519 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6aeba3f1-eea7-409e-b9b0-b0a6f35af677 HTTP/1.1" status: 204 len: 168 time: 1.2766590 Jan 14 07:23:25.320854 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-5ab9563f-7e5f-4d26-862c-cbb676cbd249 req-672277ec-82b4-4c5d-b566-2cbf92a99971 service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5997190 Jan 14 07:23:25.464880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Allocated IP 172.20.0.1 (dc2fa14e-4b87-48a7-b606-8f596d237854/ec380218-ddae-4f4d-9742-2d737ec6ceac/ac1fb1c7-378c-4ff0-bb75-3e49c925a84a) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:25.514486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:25.515460 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:25.519113 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] 10.222.0.39 "PUT /v2.0/ports/0211c9a1-6411-409e-b5bd-534981fadc41 HTTP/1.1" status: 200 len: 1160 time: 9.9928646 Jan 14 07:23:25.520124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a806b4-0843-47d8-95e9-70ba2fa149f9', 'tag': '0211c9a1-6411-409e-b5bd-534981fadc41'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:23:25.535251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e67d1187-63d2-4fb1-b765-4d503b8d6e89 admin admin] Network ac934661-9885-4a0c-9396-9d12e3ab4ba5 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:23:25.660624 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:23:25.752662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] Attempting to bind port 3297cab2-3da2-45ba-ab48-0ab3466d42df on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:25.753265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] Attempting to bind port 3297cab2-3da2-45ba-ab48-0ab3466d42df by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '705f8558-a755-4ee0-a153-b7ecd2dc6cc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '45296475-29fd-4430-84e9-a43b80c14321'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:25.753595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] Attempting to bind port 3297cab2-3da2-45ba-ab48-0ab3466d42df on network 45296475-29fd-4430-84e9-a43b80c14321 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:25.769588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:25.770282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] Checking segment: {'id': '705f8558-a755-4ee0-a153-b7ecd2dc6cc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '45296475-29fd-4430-84e9-a43b80c14321'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:25.770811 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:25.771274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] Bound using segment: {'id': '705f8558-a755-4ee0-a153-b7ecd2dc6cc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '45296475-29fd-4430-84e9-a43b80c14321'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:25.771864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] Bound port: 3297cab2-3da2-45ba-ab48-0ab3466d42df, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705f8558-a755-4ee0-a153-b7ecd2dc6cc8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '45296475-29fd-4430-84e9-a43b80c14321'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:25.772289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:25.940751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Pushing event updated for resources: {'Port': ['ID=61534e85-c496-4905-98c9-e7c35e72b140,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:25.943404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-8aa592e7-e38d-4f67-92e1-164990bd735e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80909) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:23:25.968824 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:26.087341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] For port 3297cab2-3da2-45ba-ab48-0ab3466d42df, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:26.097778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ac185746-43fc-4575-8458-16d0ad5dc0c5 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:26.114369 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.133006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Transition to ACTIVE for port object ac1fb1c7-378c-4ff0-bb75-3e49c925a84a will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:26.135378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Allocated IP 172.25.3.5 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/b40559c4-96cc-4a46-af19-892cfa27bbb3) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:26.138797 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c2e14bb-edce-4a4d-ad3a-58eb348601e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.146758 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-5ab9563f-7e5f-4d26-862c-cbb676cbd249 req-5580e8f9-69c5-4acc-88d4-914d32f7073b service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7769444 Jan 14 07:23:26.148942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c2e14bb-edce-4a4d-ad3a-58eb348601e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.165334 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a2cd73a9-28ac-45bf-8aa7-07a2d75e6fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:26.167144 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.173586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Network b85cec53-f2c4-41da-a4fe-b12d0ca67455 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:26.180567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] For port 3297cab2-3da2-45ba-ab48-0ab3466d42df, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3297cab2-3da2-45ba-ab48-0ab3466d42df,segment=NetworkSegment(705f8558-a755-4ee0-a153-b7ecd2dc6cc8),segment_id=705f8558-a755-4ee0-a153-b7ecd2dc6cc8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:26.185721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:26.192195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.196139 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:26.202397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e14bb-edce-4a4d-ad3a-58eb348601e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1e624c-275c-45bc-b4a2-e15ad11c1058,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:26.237997 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c2e14bb-edce-4a4d-ad3a-58eb348601e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:26.268191 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3c2e14bb-edce-4a4d-ad3a-58eb348601e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c6e3fda510f451e9798a66a8a422849&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5949595 Jan 14 07:23:26.273332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57768) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:26.358417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:26.361525 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab02697c-caa0-4cab-9f60-60c9aab3f9c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:26.405035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device ac008719-413a-418f-8ca3-f891c52f8f46 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:26.462763 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d77157b7-fb22-4156-be31-e8c49a449080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.540877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d77157b7-fb22-4156-be31-e8c49a449080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.555741 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.576051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Attempting to bind port 61534e85-c496-4905-98c9-e7c35e72b140 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:26.576466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Attempting to bind port 61534e85-c496-4905-98c9-e7c35e72b140 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b85cec53-f2c4-41da-a4fe-b12d0ca67455'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:26.577112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Attempting to bind port 61534e85-c496-4905-98c9-e7c35e72b140 on network b85cec53-f2c4-41da-a4fe-b12d0ca67455 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:26.589671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e67d1187-63d2-4fb1-b765-4d503b8d6e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.595044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Pushing event updated for resources: {'Port': ['ID=ac1fb1c7-378c-4ff0-bb75-3e49c925a84a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:26.597003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:26.597410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Checking segment: {'id': 'a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b85cec53-f2c4-41da-a4fe-b12d0ca67455'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:26.598352 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.598352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Bound using segment: {'id': 'a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b85cec53-f2c4-41da-a4fe-b12d0ca67455'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:26.598768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Bound port: 61534e85-c496-4905-98c9-e7c35e72b140, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b85cec53-f2c4-41da-a4fe-b12d0ca67455'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:26.599181 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.601226 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:26.619749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning for port ac008719-413a-418f-8ca3-f891c52f8f46 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:26.628915 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.637647 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e67d1187-63d2-4fb1-b765-4d503b8d6e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.645202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port ac008719-413a-418f-8ca3-f891c52f8f46 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:26.645824 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.663485 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-252157e9-5ac5-4d20-b3fc-2ec63bb6fe5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:26.707194 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:26.755402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-64f32a37-bde9-46e7-8055-953bc98d7474 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Synchronizing usage tracker for tenant:2153bb700bed421398584d6955d7f9d7 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:26.756100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57778) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:26.764412 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d77157b7-fb22-4156-be31-e8c49a449080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.767939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d1187-63d2-4fb1-b765-4d503b8d6e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac934661-9885-4a0c-9396-9d12e3ab4ba5,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:26.786760 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e67d1187-63d2-4fb1-b765-4d503b8d6e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:26.789236 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e67d1187-63d2-4fb1-b765-4d503b8d6e89 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ac934661-9885-4a0c-9396-9d12e3ab4ba5 HTTP/1.1" status: 204 len: 168 time: 8.0207150 Jan 14 07:23:26.823543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-64f32a37-bde9-46e7-8055-953bc98d7474 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Unset dirty status for tenant:2153bb700bed421398584d6955d7f9d7 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:26.833062 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-64f32a37-bde9-46e7-8055-953bc98d7474 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] 10.222.0.41 "GET /v2.0/ports?tenant_id=2153bb700bed421398584d6955d7f9d7&fields=id HTTP/1.1" status: 200 len: 255 time: 1.7584429 Jan 14 07:23:26.849407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Pushing event updated for resources: {'Port': ['ID=b40559c4-96cc-4a46-af19-892cfa27bbb3,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:26.862505 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:26.874480 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1db6f318-3617-41c9-b74f-420ce1132665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:26.889946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] For port 61534e85-c496-4905-98c9-e7c35e72b140, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:26.894298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] For port 61534e85-c496-4905-98c9-e7c35e72b140, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=61534e85-c496-4905-98c9-e7c35e72b140,segment=NetworkSegment(a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b),segment_id=a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:26.910618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182b143-3ab3-470a-996e-f6b9acb96005 None None] Pushing event updated for resources: {'Port': ['ID=3297cab2-3da2-45ba-ab48-0ab3466d42df,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:26.914187 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.917845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d77157b7-fb22-4156-be31-e8c49a449080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:26.919240 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d77157b7-fb22-4156-be31-e8c49a449080 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b1e624c-275c-45bc-b4a2-e15ad11c1058 HTTP/1.1" status: 204 len: 168 time: 0.6444924 Jan 14 07:23:26.933420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77157b7-fb22-4156-be31-e8c49a449080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1e624c-275c-45bc-b4a2-e15ad11c1058,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:26.939798 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d77157b7-fb22-4156-be31-e8c49a449080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:27.024047 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-98df0db0-bc41-45ef-a78c-bba3a67f3be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:27.025548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] Routers {'d30a6bc6-d3bc-4994-9aff-f865e1fb107d'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:27.026212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:22:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d30a6bc6-d3bc-4994-9aff-f865e1fb107d'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:27.071682 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-265e719a-1557-4838-9dcb-b00ab4e333a6 service neutron] 10.222.0.41 "GET /v2.0/networks/c39ca05d-526b-495c-bafd-3f15f647c8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374923 Jan 14 07:23:27.105843 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9182b143-3ab3-470a-996e-f6b9acb96005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:27.106372 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9182b143-3ab3-470a-996e-f6b9acb96005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:27.108594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:27.117404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:27.128590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:27.199570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-980231587-network', 'tenant_id': '3a2693f475504bd09526ac6bd19368d9'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:27.205430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:27.209790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Usage tracker for resource:network and tenant:3a2693f475504bd09526ac6bd19368d9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:27.213349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:27.219464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:27.227259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57788) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:27.253952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Made reservation on behalf of 3a2693f475504bd09526ac6bd19368d9 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:27.258732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:27.267189 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-c5434af1-5959-4703-bcc9-3d20193c769e service neutron] 10.222.0.41 "GET /v2.0/networks/c39ca05d-526b-495c-bafd-3f15f647c8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1943951 Jan 14 07:23:27.277115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port ac185746-43fc-4575-8458-16d0ad5dc0c5 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:27.277529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:27.290192 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:27.322372 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6388d0b8-3e0e-47a0-ab0d-7a7e922b4cdf req-8fd979a3-c480-4dbb-8ff9-653f8c62aa96 tempest-FloatingIPsAssociationNegativeTestJSON-1141019807 tempest-FloatingIPsAssociationNegativeTestJSON-1141019807] 10.222.0.41 "GET /v2.0/ports?tenant_id=472e0057c0c94e75b91adee0ff49f256&fields=id HTTP/1.1" status: 200 len: 302 time: 2.1519036 Jan 14 07:23:27.332062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:27.348246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Usage tracker for resource:security_group_rule and tenant:3a2693f475504bd09526ac6bd19368d9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:27.359850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:27.438767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:27.457981 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-86914ee9-1061-420a-bc17-52a23bf81df8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84659f61279d4675b5925d9e5c2f01cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289321 Jan 14 07:23:27.508325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:27.557835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57792) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:27.567559 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:27.571356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-154288ca-fde5-413a-b739-cba1764f0834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:27.573084 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-154288ca-fde5-413a-b739-cba1764f0834 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d557f0b648e14ac089f8547be000117b&device_id=86a806b4-0843-47d8-95e9-70ba2fa149f9 HTTP/1.1" status: 200 len: 1163 time: 1.7178068 Jan 14 07:23:27.578572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-4311b6cb-faf0-4780-a9cd-808addc3bf07 req-9064dbab-c0a9-4c23-b180-4b7f45114bbe tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1884002949', 'description': 'tempest-description-1473794254'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:27.589237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-4311b6cb-faf0-4780-a9cd-808addc3bf07 req-9064dbab-c0a9-4c23-b180-4b7f45114bbe tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:27.593554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4311b6cb-faf0-4780-a9cd-808addc3bf07 req-9064dbab-c0a9-4c23-b180-4b7f45114bbe tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Usage tracker for resource:security_group and tenant:427877bd7793412391ebe4c47d52c9a0 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:27.597536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4311b6cb-faf0-4780-a9cd-808addc3bf07 req-9064dbab-c0a9-4c23-b180-4b7f45114bbe tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:27.604171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-4311b6cb-faf0-4780-a9cd-808addc3bf07 req-9064dbab-c0a9-4c23-b180-4b7f45114bbe tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:27.625607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Pushing event updated for resources: {'Port': ['ID=61534e85-c496-4905-98c9-e7c35e72b140,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:27.643434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4311b6cb-faf0-4780-a9cd-808addc3bf07 req-9064dbab-c0a9-4c23-b180-4b7f45114bbe tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:27.661197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c471a70f-cf6a-49c2-b769-6bcc06e01565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac008719-413a-418f-8ca3-f891c52f8f46'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:23:27.676375 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:27.719069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port ac008719-413a-418f-8ca3-f891c52f8f46, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=ac008719-413a-418f-8ca3-f891c52f8f46,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:27.730329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 36746b37-1ad1-4cbc-a129-36b5b4e01feb up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:27.779413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] Set router d30a6bc6-d3bc-4994-9aff-f865e1fb107d gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:27.783533 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-6d51ca3d-b941-41fc-b335-8767535ac5be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=0211c9a1-6411-409e-b5bd-534981fadc41 HTTP/1.1" status: 200 len: 217 time: 0.1415741 Jan 14 07:23:27.807182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-4311b6cb-faf0-4780-a9cd-808addc3bf07 req-9064dbab-c0a9-4c23-b180-4b7f45114bbe tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:27.814009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4311b6cb-faf0-4780-a9cd-808addc3bf07 req-9064dbab-c0a9-4c23-b180-4b7f45114bbe tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Usage tracker for resource:security_group_rule and tenant:427877bd7793412391ebe4c47d52c9a0 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:27.817951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4311b6cb-faf0-4780-a9cd-808addc3bf07 req-9064dbab-c0a9-4c23-b180-4b7f45114bbe tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:27.825877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-4311b6cb-faf0-4780-a9cd-808addc3bf07 req-9064dbab-c0a9-4c23-b180-4b7f45114bbe tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:27.848867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:27.887768 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7fb9fcd-9890-4697-b943-427ff04bdb87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:27.946736 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6388d0b8-3e0e-47a0-ab0d-7a7e922b4cdf req-0cc5a119-74a9-4390-bcae-990cfa996f54 service neutron] 10.222.0.41 "GET /v2.0/networks/45296475-29fd-4430-84e9-a43b80c14321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6232662 Jan 14 07:23:28.000758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Network dc2fa14e-4b87-48a7-b606-8f596d237854 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:28.106643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:28.197807 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c221f66f-0b6d-4ead-94d4-08e168bf4e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:28.216781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:28.284711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device ac008719-413a-418f-8ca3-f891c52f8f46 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:28.289856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-674d0d6e-d28b-4ba4-8062-596a0c062fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:28.291517 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-674d0d6e-d28b-4ba4-8062-596a0c062fb4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ffe7d3d2-18e7-450d-bb59-0b64181030a8 HTTP/1.1" status: 200 len: 843 time: 0.4917850 Jan 14 07:23:28.315160 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4311b6cb-faf0-4780-a9cd-808addc3bf07 req-9064dbab-c0a9-4c23-b180-4b7f45114bbe tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:28.316515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:28.413832 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c221f66f-0b6d-4ead-94d4-08e168bf4e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:28.436341 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:28.562909 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4311b6cb-faf0-4780-a9cd-808addc3bf07 req-9064dbab-c0a9-4c23-b180-4b7f45114bbe tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:28.605895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c221f66f-0b6d-4ead-94d4-08e168bf4e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:28.631635 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:28.658932 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a5538adf-1934-4bbc-94ca-8ac62e6a13e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:28.686726 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:28.691448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221f66f-0b6d-4ead-94d4-08e168bf4e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e5024f-4d0f-4fd3-b31f-bdb9ec883869,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:28.713736 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c221f66f-0b6d-4ead-94d4-08e168bf4e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:28.714440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:28.723669 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0de342a-5327-4868-842e-0519708a850e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:28.742106 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c221f66f-0b6d-4ead-94d4-08e168bf4e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:28.746865 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c221f66f-0b6d-4ead-94d4-08e168bf4e58 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12e5024f-4d0f-4fd3-b31f-bdb9ec883869 HTTP/1.1" status: 204 len: 168 time: 1.1728325 Jan 14 07:23:28.770248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:23:28.776308 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:28.789901 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4311b6cb-faf0-4780-a9cd-808addc3bf07 req-9064dbab-c0a9-4c23-b180-4b7f45114bbe tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:28.812049 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4311b6cb-faf0-4780-a9cd-808addc3bf07 req-9064dbab-c0a9-4c23-b180-4b7f45114bbe tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.2376051 Jan 14 07:23:28.899709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064dbab-c0a9-4c23-b180-4b7f45114bbe tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Pushing event updated for resources: {'SecurityGroup': ['ID=734449c9-cb3f-4d21-af8e-80262d5af420,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:28.917604 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a806b4-0843-47d8-95e9-70ba2fa149f9', 'tag': '0211c9a1-6411-409e-b5bd-534981fadc41', 'status': 'completed', 'code': 200} Jan 14 07:23:28.922635 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9064dbab-c0a9-4c23-b180-4b7f45114bbe tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:28.954050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65dfacd-5687-4fbd-9edf-51b25add9b35,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:28.988166 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:29.017569 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6388d0b8-3e0e-47a0-ab0d-7a7e922b4cdf req-b1a18d8d-d261-4b3e-86c3-b371cc90b428 service neutron] 10.222.0.41 "GET /v2.0/networks/45296475-29fd-4430-84e9-a43b80c14321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0698078 Jan 14 07:23:29.031959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:29.032358 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Added segment 019c03c0-54ed-4903-8344-520856e36a9f of type vxlan for network 15ac981d-0d09-4ec0-895b-ce9d7bcccd9e Jan 14 07:23:29.073299 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:29.080761 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:29.089659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 36746b37-1ad1-4cbc-a129-36b5b4e01feb completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:29.092590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-0bb783f1-1173-4c67-9da9-74674b0ac182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:29.094772 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-0bb783f1-1173-4c67-9da9-74674b0ac182 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d6bd0598-2cab-47e3-9f0f-47d899b421cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6518898 Jan 14 07:23:29.133223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 36746b37-1ad1-4cbc-a129-36b5b4e01feb triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:29.139203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:29.342877 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c471a70f-cf6a-49c2-b769-6bcc06e01565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac008719-413a-418f-8ca3-f891c52f8f46', 'code': 200} Jan 14 07:23:29.355525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e5433c20-ec15-4180-a4b7-40c91ad91447 None None] Provisioning for port ac1fb1c7-378c-4ff0-bb75-3e49c925a84a completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:29.371126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port ac008719-413a-418f-8ca3-f891c52f8f46 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:29.373830 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:29.447018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-94aeb642-7ef8-48d7-a609-77811b1d4357 req-36d577e6-dfd5-478a-bfc8-b3e7d17998a4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-771326845', 'description': 'tempest-description-1303231125'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:29.543231 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:29.558547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=ac008719-413a-418f-8ca3-f891c52f8f46,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:29.570379 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.680s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:29.590901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e5433c20-ec15-4180-a4b7-40c91ad91447 None None] Provisioning complete for port ac1fb1c7-378c-4ff0-bb75-3e49c925a84a triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:29.591422 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5433c20-ec15-4180-a4b7-40c91ad91447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:29.601631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:29.655796 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-3a72aad3-e263-4d88-937a-cdc90a86042c service neutron] 10.222.0.39 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336461 Jan 14 07:23:29.656901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-94aeb642-7ef8-48d7-a609-77811b1d4357 req-36d577e6-dfd5-478a-bfc8-b3e7d17998a4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:29.702130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-94aeb642-7ef8-48d7-a609-77811b1d4357 req-36d577e6-dfd5-478a-bfc8-b3e7d17998a4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Usage tracker for resource:security_group and tenant:427877bd7793412391ebe4c47d52c9a0 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:29.739634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e5433c20-ec15-4180-a4b7-40c91ad91447 None None] Port ac1fb1c7-378c-4ff0-bb75-3e49c925a84a cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:29.952005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69ee40f-88be-4815-8a25-cc1bd976de4a None None] Network b85cec53-f2c4-41da-a4fe-b12d0ca67455 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:30.127925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57856) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:30.148811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device ac008719-413a-418f-8ca3-f891c52f8f46 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:30.249441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:30.250485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:30.251133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:30.263005 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:30.267228 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-773dcf4d-b3e2-4619-a272-9760d942b055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:30.419576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-62760f49-bed8-46a4-b49e-605c5478cc03 None None] Provisioning for port 61534e85-c496-4905-98c9-e7c35e72b140 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:30.496608 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:30.625979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-94aeb642-7ef8-48d7-a609-77811b1d4357 req-36d577e6-dfd5-478a-bfc8-b3e7d17998a4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Quota usage for security_group was recalculated. Used quota:5. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:30.649453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-94aeb642-7ef8-48d7-a609-77811b1d4357 req-36d577e6-dfd5-478a-bfc8-b3e7d17998a4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:30.690581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57876) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:30.706938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port ac008719-413a-418f-8ca3-f891c52f8f46 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:30.707356 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:30.719492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-738a41a4-3cdd-4e6b-a43d-52821f763906 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:30.722258 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-738a41a4-3cdd-4e6b-a43d-52821f763906 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] 10.222.0.39 "GET /v2.0/networks?id=c39ca05d-526b-495c-bafd-3f15f647c8dd HTTP/1.1" status: 200 len: 819 time: 1.0406868 Jan 14 07:23:30.730177 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-94aeb642-7ef8-48d7-a609-77811b1d4357 req-36d577e6-dfd5-478a-bfc8-b3e7d17998a4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:30.742284 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:30.745711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 36746b37-1ad1-4cbc-a129-36b5b4e01feb, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=36746b37-1ad1-4cbc-a129-36b5b4e01feb,segment=NetworkSegment(b0defd3a-fda2-4375-ae4c-730589e29bfc),segment_id=b0defd3a-fda2-4375-ae4c-730589e29bfc)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:30.812015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:30.822628 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:30.941814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a6bc6-d3bc-4994-9aff-f865e1fb107d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1072963834-router', 'tenant_id': '472e0057c0c94e75b91adee0ff49f256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b4c6c986-11ef-47a1-ba2a-ca49169c9282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:58Z', 'updated_at': '2021-01-14T07:23:17Z', 'revision_number': 4, 'project_id': '472e0057c0c94e75b91adee0ff49f256', 'gw_port': {'id': 'b4c6c986-11ef-47a1-ba2a-ca49169c9282', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a6bc6-d3bc-4994-9aff-f865e1fb107d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:01Z', 'updated_at': '2021-01-14T07:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '3297cab2-3da2-45ba-ab48-0ab3466d42df', 'name': '', 'network_id': '45296475-29fd-4430-84e9-a43b80c14321', 'tenant_id': '472e0057c0c94e75b91adee0ff49f256', 'mac_address': 'fa:16:3e:12:4d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30a6bc6-d3bc-4994-9aff-f865e1fb107d', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': 'edda7929-aaae-4f71-a2b4-5b5dd5e4a961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:12Z', 'updated_at': '2021-01-14T07:23:26Z', 'revision_number': 4, 'project_id': '472e0057c0c94e75b91adee0ff49f256', 'subnets': [{'id': 'edda7929-aaae-4f71-a2b4-5b5dd5e4a961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:30.988617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674365a-f3d6-438d-a718-c3ad54b1217c None None] The sync data for ids ['d30a6bc6-d3bc-4994-9aff-f865e1fb107d'] in n-d-769329-2 is: [{'id': 'd30a6bc6-d3bc-4994-9aff-f865e1fb107d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1072963834-router', 'tenant_id': '472e0057c0c94e75b91adee0ff49f256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b4c6c986-11ef-47a1-ba2a-ca49169c9282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:58Z', 'updated_at': '2021-01-14T07:23:17Z', 'revision_number': 4, 'project_id': '472e0057c0c94e75b91adee0ff49f256', 'gw_port': {'id': 'b4c6c986-11ef-47a1-ba2a-ca49169c9282', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a6bc6-d3bc-4994-9aff-f865e1fb107d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:01Z', 'updated_at': '2021-01-14T07:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '3297cab2-3da2-45ba-ab48-0ab3466d42df', 'name': '', 'network_id': '45296475-29fd-4430-84e9-a43b80c14321', 'tenant_id': '472e0057c0c94e75b91adee0ff49f256', 'mac_address': 'fa:16:3e:12:4d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30a6bc6-d3bc-4994-9aff-f865e1fb107d', 'device_owner': 'network:router_interface', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': 'edda7929-aaae-4f71-a2b4-5b5dd5e4a961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:12Z', 'updated_at': '2021-01-14T07:23:26Z', 'revision_number': 4, 'project_id': '472e0057c0c94e75b91adee0ff49f256', 'subnets': [{'id': 'edda7929-aaae-4f71-a2b4-5b5dd5e4a961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:23:31.048728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 61534e85-c496-4905-98c9-e7c35e72b140 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:31.249234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=36746b37-1ad1-4cbc-a129-36b5b4e01feb,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:31.287295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.287690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.288477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.288851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.289320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.289696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.290060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.290430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.290831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.292116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.292559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.294253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.294738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.295105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.295467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.295872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.296368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.296728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.297086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.297456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.298515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.299415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.299801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.300256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.300666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.301064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.302198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.302571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.302931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.303436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.303627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.304027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.304384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.304739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.305093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.305446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:23:31.322589 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:31.323282 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:31.406382 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:31.410212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Pushing event updated for resources: {'Network': ['ID=15ac981d-0d09-4ec0-895b-ce9d7bcccd9e,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:31.436857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 15ac981d-0d09-4ec0-895b-ce9d7bcccd9e details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:31.448729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-a2318c7f-3534-4edb-bade-46b41785df17 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Request body: {'port': {'device_id': '08bbf1d9-c239-4b3a-9b19-5d54240e7672', 'network_id': 'c39ca05d-526b-495c-bafd-3f15f647c8dd', 'admin_state_up': True, 'tenant_id': '2153bb700bed421398584d6955d7f9d7'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:31.461956 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.195s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:31.466152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 15ac981d-0d09-4ec0-895b-ce9d7bcccd9e details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:31.484245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 15ac981d-0d09-4ec0-895b-ce9d7bcccd9e details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:31.510452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 61534e85-c496-4905-98c9-e7c35e72b140 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:31.545159 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.7798798 Jan 14 07:23:31.550397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57892) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:31.583756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-eb16dd12-0cd3-41da-9e08-6b5988bf1107 admin admin] Request body: {'subnet': {'network_id': '15ac981d-0d09-4ec0-895b-ce9d7bcccd9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-980231587-subnet', 'tenant_id': '3a2693f475504bd09526ac6bd19368d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:31.591055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-eb16dd12-0cd3-41da-9e08-6b5988bf1107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:31.598065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-eb16dd12-0cd3-41da-9e08-6b5988bf1107 admin admin] Usage tracker for resource:subnet and tenant:3a2693f475504bd09526ac6bd19368d9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:31.608991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-eb16dd12-0cd3-41da-9e08-6b5988bf1107 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:31.618608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-eb16dd12-0cd3-41da-9e08-6b5988bf1107 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:31.638545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb16dd12-0cd3-41da-9e08-6b5988bf1107 admin admin] Made reservation on behalf of 3a2693f475504bd09526ac6bd19368d9 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:31.646048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb16dd12-0cd3-41da-9e08-6b5988bf1107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:31.708878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-a2318c7f-3534-4edb-bade-46b41785df17 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:31.721718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-a2318c7f-3534-4edb-bade-46b41785df17 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:31.869419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Router 7cbb3e70-3569-48ed-a7e2-b0e74144c764 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:23:31.911827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 61534e85-c496-4905-98c9-e7c35e72b140 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:31.912655 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:32.044963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device ac008719-413a-418f-8ca3-f891c52f8f46 no longer exists at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:23:32.052913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-a2318c7f-3534-4edb-bade-46b41785df17 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Made reservation on behalf of 2153bb700bed421398584d6955d7f9d7 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:32.069437 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-a2318c7f-3534-4edb-bade-46b41785df17 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:32.109939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-94aeb642-7ef8-48d7-a609-77811b1d4357 req-36d577e6-dfd5-478a-bfc8-b3e7d17998a4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:32.144879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Network dc2fa14e-4b87-48a7-b606-8f596d237854 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:32.148614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-94aeb642-7ef8-48d7-a609-77811b1d4357 req-36d577e6-dfd5-478a-bfc8-b3e7d17998a4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Usage tracker for resource:security_group_rule and tenant:427877bd7793412391ebe4c47d52c9a0 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:32.158467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:32.166184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-94aeb642-7ef8-48d7-a609-77811b1d4357 req-36d577e6-dfd5-478a-bfc8-b3e7d17998a4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:32.169202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Pushing event updated for resources: {'Port': ['ID=ac1fb1c7-378c-4ff0-bb75-3e49c925a84a,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:32.272764 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.963s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:32.333489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-94aeb642-7ef8-48d7-a609-77811b1d4357 req-36d577e6-dfd5-478a-bfc8-b3e7d17998a4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:32.421392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:23:32.459376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] Sync routers for ids ['7cbb3e70-3569-48ed-a7e2-b0e74144c764'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:32.469412 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.473758 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.477989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.482340 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:32.482340 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.482340 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.482340 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.482340 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:32.482340 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.482340 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.482340 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.482340 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:32.482340 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.482340 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.482340 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.482340 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:32.482340 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.482340 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.482340 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.482340 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:32.482340 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:32.482340 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:32.482340 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:32.495760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] Routers {'7cbb3e70-3569-48ed-a7e2-b0e74144c764'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:32.496894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:23:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7cbb3e70-3569-48ed-a7e2-b0e74144c764'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:32.527875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-1bcff04b-a519-49c6-a269-0c36f8b1c40f tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:32.528907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-1bcff04b-a519-49c6-a269-0c36f8b1c40f tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Synchronizing usage tracker for tenant:cd16eb03ba404a1398d07e90a1dd967b on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:32.710489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8de54627-7643-4a9a-929b-437f520c0d29 None None] Provisioning complete for port 61534e85-c496-4905-98c9-e7c35e72b140 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:32.711188 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8de54627-7643-4a9a-929b-437f520c0d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:32.726549 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:32.732911 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 10.6318688 Jan 14 07:23:32.734281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-1bcff04b-a519-49c6-a269-0c36f8b1c40f tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Unset dirty status for tenant:cd16eb03ba404a1398d07e90a1dd967b on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:32.735717 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-1bcff04b-a519-49c6-a269-0c36f8b1c40f tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] 10.222.0.53 "GET /v2.0/ports?device_id=c471a70f-cf6a-49c2-b769-6bcc06e01565 HTTP/1.1" status: 200 len: 950 time: 1.5875208 Jan 14 07:23:32.736736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57924) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:32.762148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Router 5492dbd9-5f0a-48c4-af2b-72ffadf8b02e has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:23:32.808153 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-245e6191-3a46-4dad-95a7-c4342344bf65 service neutron] 10.222.0.39 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 3.1193047 Jan 14 07:23:32.841770 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bc1b6718-7114-4976-8b70-99c6e7cb76e1 req-7e1c89ae-ffe2-4cc0-a373-6ad98e83143a tempest-AbsoluteLimitsNegativeTestJSON-1606932113 tempest-AbsoluteLimitsNegativeTestJSON-1606932113] 10.222.0.41 "GET /v2.0/networks?tenant_id=e150fd5a22904979ad52236f5dd34767&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1106303 Jan 14 07:23:32.912227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] Set router 7cbb3e70-3569-48ed-a7e2-b0e74144c764 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:32.980304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5da51f09-5090-482f-890e-ce8915dd515c tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Deleting port ac008719-413a-418f-8ca3-f891c52f8f46 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:32.980549 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5da51f09-5090-482f-890e-ce8915dd515c tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:33.052996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:33.117606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:33.161925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c471a70f-cf6a-49c2-b769-6bcc06e01565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac008719-413a-418f-8ca3-f891c52f8f46'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:23:33.190674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port ac008719-413a-418f-8ca3-f891c52f8f46, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=ac008719-413a-418f-8ca3-f891c52f8f46,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:33.224056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 61534e85-c496-4905-98c9-e7c35e72b140, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=61534e85-c496-4905-98c9-e7c35e72b140,segment=NetworkSegment(a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b),segment_id=a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:33.228254 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:33.231900 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89081940-e66b-484a-86a8-0080c379419d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:33.315841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=ac008719-413a-418f-8ca3-f891c52f8f46,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:33.319068 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8de54627-7643-4a9a-929b-437f520c0d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:33.333205 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:33.335022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:23:33.337645 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:33.338007 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:33.415768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=61534e85-c496-4905-98c9-e7c35e72b140,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:33.424253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] Sync routers for ids ['5492dbd9-5f0a-48c4-af2b-72ffadf8b02e'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:23:33.426861 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:33.437774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb3e70-3569-48ed-a7e2-b0e74144c764', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427787606-router', 'tenant_id': '3f785c68eace4b60bc966dcbd533cde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'b40559c4-96cc-4a46-af19-892cfa27bbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:22Z', 'updated_at': '2021-01-14T07:23:27Z', 'revision_number': 3, 'project_id': '3f785c68eace4b60bc966dcbd533cde1', 'gw_port': {'id': 'b40559c4-96cc-4a46-af19-892cfa27bbb3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbb3e70-3569-48ed-a7e2-b0e74144c764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:25Z', 'updated_at': '2021-01-14T07:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:33.446617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] Routers {'5492dbd9-5f0a-48c4-af2b-72ffadf8b02e'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:33.447242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:23:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5492dbd9-5f0a-48c4-af2b-72ffadf8b02e'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:33.447753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] Checking router: 7cbb3e70-3569-48ed-a7e2-b0e74144c764 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:23:33.448261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] Updating router 7cbb3e70-3569-48ed-a7e2-b0e74144c764 port b40559c4-96cc-4a46-af19-892cfa27bbb3 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:23:33.527696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5da51f09-5090-482f-890e-ce8915dd515c tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] For port ac008719-413a-418f-8ca3-f891c52f8f46, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=ac008719-413a-418f-8ca3-f891c52f8f46,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:33.528576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5da51f09-5090-482f-890e-ce8915dd515c tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:33.560780 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:33.578284 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-8de54627-7643-4a9a-929b-437f520c0d29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:23:33.578686 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-8de54627-7643-4a9a-929b-437f520c0d29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:23:33.579465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3297cab2-3da2-45ba-ab48-0ab3466d42df up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:33.666858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b6718-7114-4976-8b70-99c6e7cb76e1 req-2dcc6016-b375-41f7-b4e5-bc820894eeb4 tempest-AbsoluteLimitsNegativeTestJSON-1606932113 tempest-AbsoluteLimitsNegativeTestJSON-1606932113] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:33.675055 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bc1b6718-7114-4976-8b70-99c6e7cb76e1 req-2dcc6016-b375-41f7-b4e5-bc820894eeb4 tempest-AbsoluteLimitsNegativeTestJSON-1606932113 tempest-AbsoluteLimitsNegativeTestJSON-1606932113] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7927690 Jan 14 07:23:33.715089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5da51f09-5090-482f-890e-ce8915dd515c tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Calling delete_port for ac008719-413a-418f-8ca3-f891c52f8f46 owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:33.761173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 3297cab2-3da2-45ba-ab48-0ab3466d42df completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:33.774572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 3297cab2-3da2-45ba-ab48-0ab3466d42df triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:33.775377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:33.867352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] Set router 5492dbd9-5f0a-48c4-af2b-72ffadf8b02e gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:34.071620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-94aeb642-7ef8-48d7-a609-77811b1d4357 req-36d577e6-dfd5-478a-bfc8-b3e7d17998a4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:34.084297 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] 10.222.0.41 "PUT /v2.0/routers/5492dbd9-5f0a-48c4-af2b-72ffadf8b02e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9260232 Jan 14 07:23:34.092438 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bc1b6718-7114-4976-8b70-99c6e7cb76e1 req-6ad27ab7-bb78-4090-b7be-2e3a2221672e tempest-AbsoluteLimitsNegativeTestJSON-1606932113 tempest-AbsoluteLimitsNegativeTestJSON-1606932113] 10.222.0.41 "GET /v2.0/quotas/e150fd5a22904979ad52236f5dd34767 HTTP/1.1" status: 200 len: 375 time: 0.4162078 Jan 14 07:23:34.104412 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-94aeb642-7ef8-48d7-a609-77811b1d4357 req-36d577e6-dfd5-478a-bfc8-b3e7d17998a4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:34.154496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:34.197035 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:34.235580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] Transition to ACTIVE for port object b40559c4-96cc-4a46-af19-892cfa27bbb3 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:34.243578 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:34.252474 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9064dbab-c0a9-4c23-b180-4b7f45114bbe tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:34.300650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d577e6-dfd5-478a-bfc8-b3e7d17998a4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2bf15d-a1b5-444e-93c2-719a0c66f548,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:34.305158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-94aeb642-7ef8-48d7-a609-77811b1d4357 req-36d577e6-dfd5-478a-bfc8-b3e7d17998a4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:34.320839 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-94aeb642-7ef8-48d7-a609-77811b1d4357 req-36d577e6-dfd5-478a-bfc8-b3e7d17998a4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 4.9312172 Jan 14 07:23:34.340187 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bc1b6718-7114-4976-8b70-99c6e7cb76e1 req-a6ff77d4-f06f-418a-8736-fb4be158b3d2 tempest-AbsoluteLimitsNegativeTestJSON-1606932113 tempest-AbsoluteLimitsNegativeTestJSON-1606932113] 10.222.0.41 "GET /v2.0/ports?tenant_id=e150fd5a22904979ad52236f5dd34767&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2466609 Jan 14 07:23:34.375535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 3297cab2-3da2-45ba-ab48-0ab3466d42df, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3297cab2-3da2-45ba-ab48-0ab3466d42df,segment=NetworkSegment(705f8558-a755-4ee0-a153-b7ecd2dc6cc8),segment_id=705f8558-a755-4ee0-a153-b7ecd2dc6cc8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:34.389277 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:34.389599 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-36d577e6-dfd5-478a-bfc8-b3e7d17998a4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:34.469277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0eda0-9e26-4ace-913b-101926616c23 req-9bc747b9-4196-494a-92ab-696baa872e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:34.471623 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-57e0eda0-9e26-4ace-913b-101926616c23 req-9bc747b9-4196-494a-92ab-696baa872e52 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d557f0b648e14ac089f8547be000117b&device_id=86a806b4-0843-47d8-95e9-70ba2fa149f9 HTTP/1.1" status: 200 len: 1163 time: 1.6037521 Jan 14 07:23:34.514676 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:34.515583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 36746b37-1ad1-4cbc-a129-36b5b4e01feb up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:34.586222 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c471a70f-cf6a-49c2-b769-6bcc06e01565', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ac008719-413a-418f-8ca3-f891c52f8f46', 'code': 422} returned with failed status Jan 14 07:23:34.589209 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-57e0eda0-9e26-4ace-913b-101926616c23 req-7673633e-6f8f-4246-bddc-9a16e233ee38 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d557f0b648e14ac089f8547be000117b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914116 Jan 14 07:23:34.594654 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-777d9b36-9845-4c56-b87c-c978236c6d8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:34.618022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c67d2-dc8b-4b19-abce-e734ca5ac5a7 None None] Pushing event updated for resources: {'Port': ['ID=b40559c4-96cc-4a46-af19-892cfa27bbb3,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:34.624144 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d81c67d2-dc8b-4b19-abce-e734ca5ac5a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:34.685783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-a2318c7f-3534-4edb-bade-46b41785df17 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Allocated IP 172.20.0.6 (c39ca05d-526b-495c-bafd-3f15f647c8dd/e03e0e20-54d4-4929-a004-b82d4950c95a/bccccba2-2950-420f-8f45-ad5c09c37cd5) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:34.724202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] Attempting to bind port b40559c4-96cc-4a46-af19-892cfa27bbb3 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:34.724609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] Attempting to bind port b40559c4-96cc-4a46-af19-892cfa27bbb3 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:34.725008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] Attempting to bind port b40559c4-96cc-4a46-af19-892cfa27bbb3 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:34.732185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:34.732421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:34.732856 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:34.733568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:34.734455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] Bound port: b40559c4-96cc-4a46-af19-892cfa27bbb3, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:34.735184 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:34.763453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-17705753-b8ba-473d-84a7-2c8474ca0d4c None None] Provisioning complete for port ac1fb1c7-378c-4ff0-bb75-3e49c925a84a triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:34.763812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17705753-b8ba-473d-84a7-2c8474ca0d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:34.846427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=3297cab2-3da2-45ba-ab48-0ab3466d42df,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:34.857056 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:34.862802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5492dbd9-5f0a-48c4-af2b-72ffadf8b02e', 'name': 'tempest-FloatingIPDetailsTestJSON-100458201-router', 'tenant_id': '369cf312e6f8411e821109a8779f4774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'ac185746-43fc-4575-8458-16d0ad5dc0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:00Z', 'updated_at': '2021-01-14T07:23:28Z', 'revision_number': 4, 'project_id': '369cf312e6f8411e821109a8779f4774', 'gw_port': {'id': 'ac185746-43fc-4575-8458-16d0ad5dc0c5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5492dbd9-5f0a-48c4-af2b-72ffadf8b02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:04Z', 'updated_at': '2021-01-14T07:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'ac1fb1c7-378c-4ff0-bb75-3e49c925a84a', 'name': '', 'network_id': 'dc2fa14e-4b87-48a7-b606-8f596d237854', 'tenant_id': '369cf312e6f8411e821109a8779f4774', 'mac_address': 'fa:16:3e:e9:f1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5492dbd9-5f0a-48c4-af2b-72ffadf8b02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'ec380218-ddae-4f4d-9742-2d737ec6ceac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:24Z', 'updated_at': '2021-01-14T07:23:29Z', 'revision_number': 2, 'project_id': '369cf312e6f8411e821109a8779f4774', 'subnets': [{'id': 'ec380218-ddae-4f4d-9742-2d737ec6ceac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:34.869232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] Checking router: 5492dbd9-5f0a-48c4-af2b-72ffadf8b02e for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:23:34.869631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] Updating router 5492dbd9-5f0a-48c4-af2b-72ffadf8b02e port ac1fb1c7-378c-4ff0-bb75-3e49c925a84a binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:23:34.894214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] For port b40559c4-96cc-4a46-af19-892cfa27bbb3, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:34.899251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-17705753-b8ba-473d-84a7-2c8474ca0d4c None None] Port ac1fb1c7-378c-4ff0-bb75-3e49c925a84a cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:34.905321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] For port b40559c4-96cc-4a46-af19-892cfa27bbb3, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b40559c4-96cc-4a46-af19-892cfa27bbb3,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:34.911439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:34.933997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 36746b37-1ad1-4cbc-a129-36b5b4e01feb triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:34.934451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:34.949699 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:34.961616 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:35.012409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-a2318c7f-3534-4edb-bade-46b41785df17 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:35.118735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:23:35.160467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c67d2-dc8b-4b19-abce-e734ca5ac5a7 None None] Pushing event updated for resources: {'Port': ['ID=b40559c4-96cc-4a46-af19-892cfa27bbb3,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:35.192550 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d81c67d2-dc8b-4b19-abce-e734ca5ac5a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:35.216798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57950) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:35.257693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] Routers {'7cbb3e70-3569-48ed-a7e2-b0e74144c764'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:35.258370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:23:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7cbb3e70-3569-48ed-a7e2-b0e74144c764'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:35.318801 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a336c3f-9530-43b8-8756-564f010e52ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:35.335348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0eda0-9e26-4ace-913b-101926616c23 req-dbfcb965-3f0e-4ecd-bcf5-d59220c0fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:35.338034 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-57e0eda0-9e26-4ace-913b-101926616c23 req-dbfcb965-3f0e-4ecd-bcf5-d59220c0fe0e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7208905 Jan 14 07:23:35.600156 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-a2318c7f-3534-4edb-bade-46b41785df17 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:35.618712 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:35.667990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-17705753-b8ba-473d-84a7-2c8474ca0d4c None None] Provisioning complete for port 61534e85-c496-4905-98c9-e7c35e72b140 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:35.668401 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17705753-b8ba-473d-84a7-2c8474ca0d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:35.694824 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae7e9ca0-a406-4f67-9ddb-15e39b7bca1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:35.702292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-2b63a674-1456-4a2c-b25a-db1a489e357c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80909) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:23:35.733486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2318c7f-3534-4edb-bade-46b41785df17 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Pushing event updated for resources: {'Port': ['ID=bccccba2-2950-420f-8f45-ad5c09c37cd5,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:35.751268 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a2318c7f-3534-4edb-bade-46b41785df17 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:35.753266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] Set router 7cbb3e70-3569-48ed-a7e2-b0e74144c764 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.756514 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:35.759540 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:23:35.759540 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:35.759540 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.759540 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:35.759540 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:23:35.759540 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:35.759540 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.759540 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:35.759540 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:23:35.759540 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:35.759540 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.759540 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:35.759540 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:35.759540 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:35.759540 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.759540 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:35.759540 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:35.759540 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:35.759540 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:35.759540 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:35.772300 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5da51f09-5090-482f-890e-ce8915dd515c tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:35.784483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ae7e9ca0-a406-4f67-9ddb-15e39b7bca1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:35.786002 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-f37a5b43-b569-481b-af50-8adb1a310749 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4413502 Jan 14 07:23:35.791898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:35.803474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:35.808780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Usage tracker for resource:floatingip and tenant:369cf312e6f8411e821109a8779f4774 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:35.813065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:35.820201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:35.888824 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:35.913007 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for floatingip, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:35.976316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device 0211c9a1-6411-409e-b5bd-534981fadc41 up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:36.017881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ae7e9ca0-a406-4f67-9ddb-15e39b7bca1c admin admin] Usage tracker for resource:security_group_rule and tenant:e150fd5a22904979ad52236f5dd34767 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:36.126382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning for port 0211c9a1-6411-409e-b5bd-534981fadc41 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:36.133337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ae7e9ca0-a406-4f67-9ddb-15e39b7bca1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:36.140757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port 0211c9a1-6411-409e-b5bd-534981fadc41 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:36.141171 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:36.163429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ae7e9ca0-a406-4f67-9ddb-15e39b7bca1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:36.214122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb3e70-3569-48ed-a7e2-b0e74144c764', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427787606-router', 'tenant_id': '3f785c68eace4b60bc966dcbd533cde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'b40559c4-96cc-4a46-af19-892cfa27bbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:22Z', 'updated_at': '2021-01-14T07:23:27Z', 'revision_number': 3, 'project_id': '3f785c68eace4b60bc966dcbd533cde1', 'gw_port': {'id': 'b40559c4-96cc-4a46-af19-892cfa27bbb3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbb3e70-3569-48ed-a7e2-b0e74144c764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:25Z', 'updated_at': '2021-01-14T07:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:36.220077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb26d61-1b4c-48d2-8ce5-18125f2cca4e None None] The sync data for ids ['7cbb3e70-3569-48ed-a7e2-b0e74144c764'] in n-d-769329-2 is: [{'id': '7cbb3e70-3569-48ed-a7e2-b0e74144c764', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427787606-router', 'tenant_id': '3f785c68eace4b60bc966dcbd533cde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'b40559c4-96cc-4a46-af19-892cfa27bbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:22Z', 'updated_at': '2021-01-14T07:23:27Z', 'revision_number': 3, 'project_id': '3f785c68eace4b60bc966dcbd533cde1', 'gw_port': {'id': 'b40559c4-96cc-4a46-af19-892cfa27bbb3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbb3e70-3569-48ed-a7e2-b0e74144c764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:25Z', 'updated_at': '2021-01-14T07:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:23:36.225809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3297cab2-3da2-45ba-ab48-0ab3466d42df up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:36.281340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da51f09-5090-482f-890e-ce8915dd515c tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Pushing event deleted for resources: {'Port': ['ID=ac008719-413a-418f-8ca3-f891c52f8f46,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:36.307467 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5da51f09-5090-482f-890e-ce8915dd515c tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:36.335017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:36.373188 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae7e9ca0-a406-4f67-9ddb-15e39b7bca1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:36.401349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f5133233-ace8-41ef-bcc7-9aaea2bc802f req-bb6e3883-6067-497e-b544-5ffee63ae672 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Synchronizing usage tracker for tenant:427877bd7793412391ebe4c47d52c9a0 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:36.411717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:36.432147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] Transition to ACTIVE for port object ac1fb1c7-378c-4ff0-bb75-3e49c925a84a will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:36.441814 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:36.474216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f5133233-ace8-41ef-bcc7-9aaea2bc802f req-bb6e3883-6067-497e-b544-5ffee63ae672 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Unset dirty status for tenant:427877bd7793412391ebe4c47d52c9a0 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:36.476250 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f5133233-ace8-41ef-bcc7-9aaea2bc802f req-bb6e3883-6067-497e-b544-5ffee63ae672 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=427877bd7793412391ebe4c47d52c9a0 HTTP/1.1" status: 200 len: 10896 time: 1.8858888 Jan 14 07:23:36.476993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port 0211c9a1-6411-409e-b5bd-534981fadc41, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=0211c9a1-6411-409e-b5bd-534981fadc41,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:36.482799 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:36.487744 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:36.514986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-a2318c7f-3534-4edb-bade-46b41785df17 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Network c39ca05d-526b-495c-bafd-3f15f647c8dd is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:36.522374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae7e9ca0-a406-4f67-9ddb-15e39b7bca1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:36.528840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-a2318c7f-3534-4edb-bade-46b41785df17 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:36.531973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-a2318c7f-3534-4edb-bade-46b41785df17 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:36.537676 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:36.565488 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:36.574162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5da51f09-5090-482f-890e-ce8915dd515c tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] No DVR routers for this DVR port ac008719-413a-418f-8ca3-f891c52f8f46 on host n-h1-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:23:36.588788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5da51f09-5090-482f-890e-ce8915dd515c tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:36.602540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c471a70f-cf6a-49c2-b769-6bcc06e01565', 'name': 'network-vif-deleted', 'tag': 'ac008719-413a-418f-8ca3-f891c52f8f46'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:23:36.615481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:36.662909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-a2318c7f-3534-4edb-bade-46b41785df17 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:36.664200 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-a2318c7f-3534-4edb-bade-46b41785df17 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:36.700929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 3297cab2-3da2-45ba-ab48-0ab3466d42df triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:36.700929 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:36.741101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a806b4-0843-47d8-95e9-70ba2fa149f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0211c9a1-6411-409e-b5bd-534981fadc41'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:23:36.747820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e9ca0-a406-4f67-9ddb-15e39b7bca1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f382db-bdd0-4dbe-94b1-09594662757c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:36.769248 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae7e9ca0-a406-4f67-9ddb-15e39b7bca1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:36.775443 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ae7e9ca0-a406-4f67-9ddb-15e39b7bca1c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e150fd5a22904979ad52236f5dd34767&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5483310 Jan 14 07:23:36.798587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57960) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:36.809138 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5da51f09-5090-482f-890e-ce8915dd515c tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] 10.222.0.53 "DELETE /v2.0/ports/ac008719-413a-418f-8ca3-f891c52f8f46 HTTP/1.1" status: 204 len: 173 time: 4.0441804 Jan 14 07:23:36.996357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b801e-be77-425b-9f47-f960f8fed169 None None] Pushing event updated for resources: {'Port': ['ID=ac1fb1c7-378c-4ff0-bb75-3e49c925a84a,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:37.024409 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ac0b801e-be77-425b-9f47-f960f8fed169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:37.025410 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.326s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:37.097050 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f5133233-ace8-41ef-bcc7-9aaea2bc802f req-66cbfe90-0483-4a83-a3c4-65c1d3e9e346 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/69524327-2c98-41b9-98f1-2d28a2d10a9f HTTP/1.1" status: 200 len: 2981 time: 0.6061759 Jan 14 07:23:37.101819 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76170db3-72be-4284-8473-e21c31bab3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:37.132983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=0211c9a1-6411-409e-b5bd-534981fadc41,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:37.177660 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-a2318c7f-3534-4edb-bade-46b41785df17 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8722134 Jan 14 07:23:37.197595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Request body: {'port': {'device_id': '08bbf1d9-c239-4b3a-9b19-5d54240e7672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-2'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:37.207110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device 0211c9a1-6411-409e-b5bd-534981fadc41 up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:37.249649 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb16dd12-0cd3-41da-9e08-6b5988bf1107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:37.322522 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:37.482332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port 0211c9a1-6411-409e-b5bd-534981fadc41 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:37.482749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:37.510914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] Attempting to bind port ac1fb1c7-378c-4ff0-bb75-3e49c925a84a on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:37.511537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] Attempting to bind port ac1fb1c7-378c-4ff0-bb75-3e49c925a84a by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '00855404-a015-44c1-8de5-c3212d2be800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'dc2fa14e-4b87-48a7-b606-8f596d237854'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:37.512213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] Attempting to bind port ac1fb1c7-378c-4ff0-bb75-3e49c925a84a on network dc2fa14e-4b87-48a7-b606-8f596d237854 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:37.560417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 61534e85-c496-4905-98c9-e7c35e72b140 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:37.638046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:37.638478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] Checking segment: {'id': '00855404-a015-44c1-8de5-c3212d2be800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'dc2fa14e-4b87-48a7-b606-8f596d237854'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:37.638906 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:37.639353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] Bound using segment: {'id': '00855404-a015-44c1-8de5-c3212d2be800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'dc2fa14e-4b87-48a7-b606-8f596d237854'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:37.639936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] Bound port: ac1fb1c7-378c-4ff0-bb75-3e49c925a84a, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00855404-a015-44c1-8de5-c3212d2be800', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'dc2fa14e-4b87-48a7-b606-8f596d237854'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:37.640375 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:37.754741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] For port ac1fb1c7-378c-4ff0-bb75-3e49c925a84a, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:37.758510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] For port ac1fb1c7-378c-4ff0-bb75-3e49c925a84a, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ac1fb1c7-378c-4ff0-bb75-3e49c925a84a,segment=NetworkSegment(00855404-a015-44c1-8de5-c3212d2be800),segment_id=00855404-a015-44c1-8de5-c3212d2be800)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:37.773175 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:37.796178 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:37.811261 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f5fc2d15-8d14-47c6-9f47-bac9bd0a5585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:37.966380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 61534e85-c496-4905-98c9-e7c35e72b140 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:37.966730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:38.028514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Allocated IP 172.25.3.246 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/5ee8d579-bdb4-4efb-9be3-704c19de2f5c) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:38.040678 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e36da223-830e-4d21-b386-70ccc5bd3cf7 req-fe5bd2bf-c80c-4895-b7c1-bf281b93bfcf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cd16eb03ba404a1398d07e90a1dd967b&device_id=c471a70f-cf6a-49c2-b769-6bcc06e01565 HTTP/1.1" status: 200 len: 210 time: 0.5788331 Jan 14 07:23:38.081468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b801e-be77-425b-9f47-f960f8fed169 None None] Pushing event updated for resources: {'Port': ['ID=ac1fb1c7-378c-4ff0-bb75-3e49c925a84a,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:38.100487 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ac0b801e-be77-425b-9f47-f960f8fed169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:38.216374 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e36da223-830e-4d21-b386-70ccc5bd3cf7 req-c840a6ec-b158-46d2-95a0-52d77d16aaa1 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=cd16eb03ba404a1398d07e90a1dd967b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1322238 Jan 14 07:23:38.242594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16dd12-0cd3-41da-9e08-6b5988bf1107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67ef6f45-c67f-4bba-88b5-d1969fba5317,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:38.260607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] Routers {'5492dbd9-5f0a-48c4-af2b-72ffadf8b02e'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:38.261307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:23:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5492dbd9-5f0a-48c4-af2b-72ffadf8b02e'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:38.283544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33ba3b39-c84b-4717-81fa-c05ffcc95c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:38.287827 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eb16dd12-0cd3-41da-9e08-6b5988bf1107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:38.353967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6a336c3f-9530-43b8-8756-564f010e52ed admin admin] Deleting port 36746b37-1ad1-4cbc-a129-36b5b4e01feb {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:38.354629 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a336c3f-9530-43b8-8756-564f010e52ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:38.362554 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f5133233-ace8-41ef-bcc7-9aaea2bc802f req-014bcd8d-d318-4117-960f-124efda230c2 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/69524327-2c98-41b9-98f1-2d28a2d10a9f HTTP/1.1" status: 200 len: 2981 time: 1.2642255 Jan 14 07:23:38.426881 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:38.498394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Allocated IP 172.20.0.1 (b85cec53-f2c4-41da-a4fe-b12d0ca67455/9c79cbc9-e714-4591-8ee2-21c3969388ed/693c0507-757d-414f-a848-b301d33de075) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:38.556685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb16dd12-0cd3-41da-9e08-6b5988bf1107 admin admin] Checking segment: {'id': '019c03c0-54ed-4903-8344-520856e36a9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '15ac981d-0d09-4ec0-895b-ce9d7bcccd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:38.557027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb16dd12-0cd3-41da-9e08-6b5988bf1107 admin admin] Network hostable DHCP agents. Network: 15ac981d-0d09-4ec0-895b-ce9d7bcccd9e, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:23:38.641522 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33ba3b39-c84b-4717-81fa-c05ffcc95c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:38.724364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b40559c4-96cc-4a46-af19-892cfa27bbb3 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:38.725452 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c471a70f-cf6a-49c2-b769-6bcc06e01565', 'name': 'network-vif-deleted', 'tag': 'ac008719-413a-418f-8ca3-f891c52f8f46', 'status': 'completed', 'code': 200} Jan 14 07:23:38.873980 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a806b4-0843-47d8-95e9-70ba2fa149f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0211c9a1-6411-409e-b5bd-534981fadc41', 'code': 200} Jan 14 07:23:38.919971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] Set router 5492dbd9-5f0a-48c4-af2b-72ffadf8b02e gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:38.963355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb16dd12-0cd3-41da-9e08-6b5988bf1107 admin admin] Network 15ac981d-0d09-4ec0-895b-ce9d7bcccd9e is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:23:39.004445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port b40559c4-96cc-4a46-af19-892cfa27bbb3 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:39.020616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port b40559c4-96cc-4a46-af19-892cfa27bbb3 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:39.021483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-eb16dd12-0cd3-41da-9e08-6b5988bf1107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 15ac981d-0d09-4ec0-895b-ce9d7bcccd9e) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:39.022156 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:39.023734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36da223-830e-4d21-b386-70ccc5bd3cf7 req-bcf8d977-3878-4b2e-8446-1d2389819cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:39.026048 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e36da223-830e-4d21-b386-70ccc5bd3cf7 req-bcf8d977-3878-4b2e-8446-1d2389819cc7 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7960815 Jan 14 07:23:39.051076 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:23:39.064089 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-907a6e2c-2ff4-4889-8e15-de9dc7e9d96f tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] 10.222.0.39 "GET /v2.0/networks?tenant_id=cd16eb03ba404a1398d07e90a1dd967b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0976927 Jan 14 07:23:39.070088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baafca8-fc73-4f9b-b9c1-c6919e3b0b9f None None] Network 15ac981d-0d09-4ec0-895b-ce9d7bcccd9e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:39.073547 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33ba3b39-c84b-4717-81fa-c05ffcc95c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:39.084382 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a565eb5c-b1c9-42a9-a1c9-6c2ace8cd83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:39.138956 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:39.147168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb16dd12-0cd3-41da-9e08-6b5988bf1107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:39.147868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb16dd12-0cd3-41da-9e08-6b5988bf1107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:39.151794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba3b39-c84b-4717-81fa-c05ffcc95c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f382db-bdd0-4dbe-94b1-09594662757c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:39.182871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device 0211c9a1-6411-409e-b5bd-534981fadc41 up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:39.184298 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-33ba3b39-c84b-4717-81fa-c05ffcc95c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:39.205287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e36da223-830e-4d21-b386-70ccc5bd3cf7 req-32256efb-51f4-43e1-9f49-a309ed5fe6de tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Synchronizing usage tracker for tenant:cd16eb03ba404a1398d07e90a1dd967b on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:39.208754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6a336c3f-9530-43b8-8756-564f010e52ed admin admin] For port 36746b37-1ad1-4cbc-a129-36b5b4e01feb, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=36746b37-1ad1-4cbc-a129-36b5b4e01feb,segment=NetworkSegment(b0defd3a-fda2-4375-ae4c-730589e29bfc),segment_id=b0defd3a-fda2-4375-ae4c-730589e29bfc)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:39.209024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a336c3f-9530-43b8-8756-564f010e52ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:39.234487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33ba3b39-c84b-4717-81fa-c05ffcc95c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:39.239088 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-33ba3b39-c84b-4717-81fa-c05ffcc95c1f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44f382db-bdd0-4dbe-94b1-09594662757c HTTP/1.1" status: 204 len: 168 time: 2.4291573 Jan 14 07:23:39.333263 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf4a6359-e6fa-4bf7-ba6c-9b8806b216d7 req-14cc3a0b-1656-4d5b-957a-a1e1c8c15745 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/f6959609-a531-484f-ae26-16953c0748c3 HTTP/1.1" status: 200 len: 1799 time: 0.3864837 Jan 14 07:23:39.379917 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-eb16dd12-0cd3-41da-9e08-6b5988bf1107 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 7.8180587 Jan 14 07:23:39.382833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57976) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:39.389934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6a336c3f-9530-43b8-8756-564f010e52ed admin admin] Calling delete_port for 36746b37-1ad1-4cbc-a129-36b5b4e01feb owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:39.434580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:39.448787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-980231587-router', 'tenant_id': '3a2693f475504bd09526ac6bd19368d9', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:39.475008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e36da223-830e-4d21-b386-70ccc5bd3cf7 req-32256efb-51f4-43e1-9f49-a309ed5fe6de tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Unset dirty status for tenant:cd16eb03ba404a1398d07e90a1dd967b on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:39.476354 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e36da223-830e-4d21-b386-70ccc5bd3cf7 req-32256efb-51f4-43e1-9f49-a309ed5fe6de tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] 10.222.0.53 "GET /v2.0/ports?device_id=c471a70f-cf6a-49c2-b769-6bcc06e01565 HTTP/1.1" status: 200 len: 210 time: 0.3932388 Jan 14 07:23:39.479377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:39.492455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Usage tracker for resource:router and tenant:3a2693f475504bd09526ac6bd19368d9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:39.504443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:39.513935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:39.519602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Transition to ACTIVE for port object 693c0507-757d-414f-a848-b301d33de075 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:39.572501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-828a7973-1488-4716-87e8-b61701a4f39d tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:39.574811 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-828a7973-1488-4716-87e8-b61701a4f39d tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4660046 Jan 14 07:23:39.627401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-7147ca89-0199-4402-b9c9-0bd00e6ac824 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Request body: {'port': {'device_id': 'c471a70f-cf6a-49c2-b769-6bcc06e01565', 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd', 'admin_state_up': True, 'tenant_id': 'cd16eb03ba404a1398d07e90a1dd967b'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:39.648942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:39.675855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port b40559c4-96cc-4a46-af19-892cfa27bbb3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b40559c4-96cc-4a46-af19-892cfa27bbb3,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:39.702494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bccccba2-2950-420f-8f45-ad5c09c37cd5 {{(pid=80907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:23:39.713836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:39.722464 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:39.722713 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-35dd983a-009a-4204-9bb8-2813becf1881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:39.723014 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:39.732477 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:39.784622 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:39.805108 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:39.815741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port 0211c9a1-6411-409e-b5bd-534981fadc41 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:39.816175 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:39.833935 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0bf771c2-d4df-4540-a0a2-14ef9ce500d6 tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:40.033846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=b40559c4-96cc-4a46-af19-892cfa27bbb3,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:40.039447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-15ac981d-0d09-4ec0-895b-ce9d7bcccd9e', 'network_id': '15ac981d-0d09-4ec0-895b-ce9d7bcccd9e', 'tenant_id': '3a2693f475504bd09526ac6bd19368d9', 'fixed_ips': [{'subnet_id': '67ef6f45-c67f-4bba-88b5-d1969fba5317'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:23:40.041119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:40.054435 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:40.103151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Transition to ACTIVE for port object bccccba2-2950-420f-8f45-ad5c09c37cd5 will not be triggered until provisioned by entity L2. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:40.119112 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-bf4a6359-e6fa-4bf7-ba6c-9b8806b216d7 req-f9f4cb13-6ccc-48b5-ba7f-f449b9819e09 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:40.122370 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:40.220050 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8cc6a197-5488-457b-9d72-c2d7e019f919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:40.288620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:40.320877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5492dbd9-5f0a-48c4-af2b-72ffadf8b02e', 'name': 'tempest-FloatingIPDetailsTestJSON-100458201-router', 'tenant_id': '369cf312e6f8411e821109a8779f4774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'ac185746-43fc-4575-8458-16d0ad5dc0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:00Z', 'updated_at': '2021-01-14T07:23:28Z', 'revision_number': 4, 'project_id': '369cf312e6f8411e821109a8779f4774', 'gw_port': {'id': 'ac185746-43fc-4575-8458-16d0ad5dc0c5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5492dbd9-5f0a-48c4-af2b-72ffadf8b02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:04Z', 'updated_at': '2021-01-14T07:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'ac1fb1c7-378c-4ff0-bb75-3e49c925a84a', 'name': '', 'network_id': 'dc2fa14e-4b87-48a7-b606-8f596d237854', 'tenant_id': '369cf312e6f8411e821109a8779f4774', 'mac_address': 'fa:16:3e:e9:f1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5492dbd9-5f0a-48c4-af2b-72ffadf8b02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'ec380218-ddae-4f4d-9742-2d737ec6ceac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:24Z', 'updated_at': '2021-01-14T07:23:37Z', 'revision_number': 4, 'project_id': '369cf312e6f8411e821109a8779f4774', 'subnets': [{'id': 'ec380218-ddae-4f4d-9742-2d737ec6ceac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:40.379355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd7cec0-6aeb-41c2-8206-cdf701e433da None None] The sync data for ids ['5492dbd9-5f0a-48c4-af2b-72ffadf8b02e'] in n-d-769329-2 is: [{'id': '5492dbd9-5f0a-48c4-af2b-72ffadf8b02e', 'name': 'tempest-FloatingIPDetailsTestJSON-100458201-router', 'tenant_id': '369cf312e6f8411e821109a8779f4774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'ac185746-43fc-4575-8458-16d0ad5dc0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:00Z', 'updated_at': '2021-01-14T07:23:28Z', 'revision_number': 4, 'project_id': '369cf312e6f8411e821109a8779f4774', 'gw_port': {'id': 'ac185746-43fc-4575-8458-16d0ad5dc0c5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5492dbd9-5f0a-48c4-af2b-72ffadf8b02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:04Z', 'updated_at': '2021-01-14T07:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'ac1fb1c7-378c-4ff0-bb75-3e49c925a84a', 'name': '', 'network_id': 'dc2fa14e-4b87-48a7-b606-8f596d237854', 'tenant_id': '369cf312e6f8411e821109a8779f4774', 'mac_address': 'fa:16:3e:e9:f1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5492dbd9-5f0a-48c4-af2b-72ffadf8b02e', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'ec380218-ddae-4f4d-9742-2d737ec6ceac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:24Z', 'updated_at': '2021-01-14T07:23:37Z', 'revision_number': 4, 'project_id': '369cf312e6f8411e821109a8779f4774', 'subnets': [{'id': 'ec380218-ddae-4f4d-9742-2d737ec6ceac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:23:40.381708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b40559c4-96cc-4a46-af19-892cfa27bbb3 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:40.428727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-76170db3-72be-4284-8473-e21c31bab3fb admin admin] Deleting port 3297cab2-3da2-45ba-ab48-0ab3466d42df {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:40.429239 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76170db3-72be-4284-8473-e21c31bab3fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:40.569772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Pushing event updated for resources: {'Port': ['ID=693c0507-757d-414f-a848-b301d33de075,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:40.577887 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-bf4a6359-e6fa-4bf7-ba6c-9b8806b216d7 req-f9f4cb13-6ccc-48b5-ba7f-f449b9819e09 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:40.600435 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:40.676670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port b40559c4-96cc-4a46-af19-892cfa27bbb3 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:40.677090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:40.837812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Allocated IP 172.20.0.2 (15ac981d-0d09-4ec0-895b-ce9d7bcccd9e/67ef6f45-c67f-4bba-88b5-d1969fba5317/a5c2fbd2-13e8-4ac9-9392-2a4056928a05) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:40.949787 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.016114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57996) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:41.070912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Pushing event updated for resources: {'Port': ['ID=bccccba2-2950-420f-8f45-ad5c09c37cd5,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:41.075314 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:41.089165 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9cfbdb71-d9f7-4ee2-82cd-5c0c75c24d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.766s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:41.169450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Network b85cec53-f2c4-41da-a4fe-b12d0ca67455 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:41.179949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:41.185362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:41.211753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Pushing event updated for resources: {'Port': ['ID=5ee8d579-bdb4-4efb-9be3-704c19de2f5c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:41.215484 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:41.324058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-7147ca89-0199-4402-b9c9-0bd00e6ac824 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:41.327845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a336c3f-9530-43b8-8756-564f010e52ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.354387 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-03663648-062d-45c3-9f3a-11b4313e69a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:41.422247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-7147ca89-0199-4402-b9c9-0bd00e6ac824 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:41.450050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device 0211c9a1-6411-409e-b5bd-534981fadc41 no longer exists at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:23:41.474973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e7a12ecc-f999-43f2-8ff2-c1ae8cb0d863 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:41.477035 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-e7a12ecc-f999-43f2-8ff2-c1ae8cb0d863 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] 10.222.0.39 "GET /v2.0/ports?device_id=86a806b4-0843-47d8-95e9-70ba2fa149f9 HTTP/1.1" status: 200 len: 950 time: 0.8369703 Jan 14 07:23:41.559780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1877239001-network', 'tenant_id': '09c32218fbf8421e8d39c11ddb10d709'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:41.571000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.614947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-bf4a6359-e6fa-4bf7-ba6c-9b8806b216d7 req-f9f4cb13-6ccc-48b5-ba7f-f449b9819e09 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.624332 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.628841 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b4ea0398-bb70-4388-bb9c-fd8cd330915c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:41.633716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f19dd7fb-8887-45ef-b6fd-786b0939c055 None None] Provisioning for port 693c0507-757d-414f-a848-b301d33de075 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:41.641307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-7147ca89-0199-4402-b9c9-0bd00e6ac824 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Made reservation on behalf of cd16eb03ba404a1398d07e90a1dd967b for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:41.643864 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.647175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.649686 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.653724 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:41.653724 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.653724 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.653724 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.653724 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:41.653724 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.653724 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.653724 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.653724 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:41.653724 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.653724 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.653724 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.653724 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:41.653724 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.653724 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.653724 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.653724 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:41.653724 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:41.653724 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:41.653724 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:41.655577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f19dd7fb-8887-45ef-b6fd-786b0939c055 None None] Provisioning complete for port 693c0507-757d-414f-a848-b301d33de075 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:41.655577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f19dd7fb-8887-45ef-b6fd-786b0939c055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.656730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-7147ca89-0199-4402-b9c9-0bd00e6ac824 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.675412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:41.676694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4cb13-6ccc-48b5-ba7f-f449b9819e09 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6959609-a531-484f-ae26-16953c0748c3,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:41.679674 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f9f4cb13-6ccc-48b5-ba7f-f449b9819e09 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:41.683275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Transition to ACTIVE for port object a5c2fbd2-13e8-4ac9-9392-2a4056928a05 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:41.694698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:41.697214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:41.703100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Transition to ACTIVE for port object a5c2fbd2-13e8-4ac9-9392-2a4056928a05 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:41.759745 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.784116 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ac0b801e-be77-425b-9f47-f960f8fed169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:41.808709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-bf4a6359-e6fa-4bf7-ba6c-9b8806b216d7 req-f9f4cb13-6ccc-48b5-ba7f-f449b9819e09 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.815892 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf4a6359-e6fa-4bf7-ba6c-9b8806b216d7 req-f9f4cb13-6ccc-48b5-ba7f-f449b9819e09 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "DELETE /v2.0/security-groups/f6959609-a531-484f-ae26-16953c0748c3 HTTP/1.1" status: 204 len: 173 time: 2.4816086 Jan 14 07:23:41.816039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:41.819628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a336c3f-9530-43b8-8756-564f010e52ed admin admin] Pushing event deleted for resources: {'Port': ['ID=36746b37-1ad1-4cbc-a129-36b5b4e01feb,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:41.820424 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.840781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Usage tracker for resource:network and tenant:09c32218fbf8421e8d39c11ddb10d709 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:41.844216 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a336c3f-9530-43b8-8756-564f010e52ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:41.859749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:41.889127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:41.950479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-76170db3-72be-4284-8473-e21c31bab3fb admin admin] For port 3297cab2-3da2-45ba-ab48-0ab3466d42df, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3297cab2-3da2-45ba-ab48-0ab3466d42df,segment=NetworkSegment(705f8558-a755-4ee0-a153-b7ecd2dc6cc8),segment_id=705f8558-a755-4ee0-a153-b7ecd2dc6cc8)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:41.951345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76170db3-72be-4284-8473-e21c31bab3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:41.992912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f19dd7fb-8887-45ef-b6fd-786b0939c055 None None] Port 693c0507-757d-414f-a848-b301d33de075 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:41.997057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-89fdc124-b349-480e-bbad-88854dd67f9a tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Deleting port 0211c9a1-6411-409e-b5bd-534981fadc41 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:41.997215 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-89fdc124-b349-480e-bbad-88854dd67f9a tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:42.026789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a806b4-0843-47d8-95e9-70ba2fa149f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0211c9a1-6411-409e-b5bd-534981fadc41'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:23:42.042491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Made reservation on behalf of 09c32218fbf8421e8d39c11ddb10d709 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:42.043851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port 0211c9a1-6411-409e-b5bd-534981fadc41, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=0211c9a1-6411-409e-b5bd-534981fadc41,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:42.047310 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:42.047469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Pushing event updated for resources: {'Port': ['ID=a5c2fbd2-13e8-4ac9-9392-2a4056928a05,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:42.051696 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:42.055966 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:42.071112 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:42.104616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-76170db3-72be-4284-8473-e21c31bab3fb admin admin] Calling delete_port for 3297cab2-3da2-45ba-ab48-0ab3466d42df owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:42.113444 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:42.179076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=0211c9a1-6411-409e-b5bd-534981fadc41,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:42.183301 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:42.185543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Network 15ac981d-0d09-4ec0-895b-ce9d7bcccd9e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:42.192811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:42.195392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:42.218017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:42.255100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Usage tracker for resource:security_group_rule and tenant:09c32218fbf8421e8d39c11ddb10d709 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:42.266529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Attempting to bind port a5c2fbd2-13e8-4ac9-9392-2a4056928a05 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:42.267907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Attempting to bind port a5c2fbd2-13e8-4ac9-9392-2a4056928a05 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '019c03c0-54ed-4903-8344-520856e36a9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '15ac981d-0d09-4ec0-895b-ce9d7bcccd9e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:42.268569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Attempting to bind port a5c2fbd2-13e8-4ac9-9392-2a4056928a05 on network 15ac981d-0d09-4ec0-895b-ce9d7bcccd9e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:42.272659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:42.276249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:42.276888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Checking segment: {'id': '019c03c0-54ed-4903-8344-520856e36a9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '15ac981d-0d09-4ec0-895b-ce9d7bcccd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:42.278857 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:42.279417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Bound using segment: {'id': '019c03c0-54ed-4903-8344-520856e36a9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '15ac981d-0d09-4ec0-895b-ce9d7bcccd9e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:42.280131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Bound port: a5c2fbd2-13e8-4ac9-9392-2a4056928a05, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019c03c0-54ed-4903-8344-520856e36a9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '15ac981d-0d09-4ec0-895b-ce9d7bcccd9e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:42.281215 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:42.312390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:42.358593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Attempting to bind port bccccba2-2950-420f-8f45-ad5c09c37cd5 on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:42.359046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Attempting to bind port bccccba2-2950-420f-8f45-ad5c09c37cd5 by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': 'b0defd3a-fda2-4375-ae4c-730589e29bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c39ca05d-526b-495c-bafd-3f15f647c8dd'}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:42.359282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Attempting to bind port bccccba2-2950-420f-8f45-ad5c09c37cd5 on network c39ca05d-526b-495c-bafd-3f15f647c8dd {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:42.385914 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [req-289a86fb-de52-4c62-983f-ae3598a0d274 req-fe7af220-78fb-4aa2-befe-288b25e64c86 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] show failed (client error): The resource could not be found. Jan 14 07:23:42.394657 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-289a86fb-de52-4c62-983f-ae3598a0d274 req-fe7af220-78fb-4aa2-befe-288b25e64c86 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/f6959609-a531-484f-ae26-16953c0748c3 HTTP/1.1" status: 404 len: 352 time: 0.0554338 Jan 14 07:23:42.411157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] For port a5c2fbd2-13e8-4ac9-9392-2a4056928a05, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:42.415988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] For port a5c2fbd2-13e8-4ac9-9392-2a4056928a05, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a5c2fbd2-13e8-4ac9-9392-2a4056928a05,segment=NetworkSegment(019c03c0-54ed-4903-8344-520856e36a9f),segment_id=019c03c0-54ed-4903-8344-520856e36a9f)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:42.420322 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:42.442333 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-35dd983a-009a-4204-9bb8-2813becf1881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:42.565156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ac1fb1c7-378c-4ff0-bb75-3e49c925a84a up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:42.622368 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a806b4-0843-47d8-95e9-70ba2fa149f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0211c9a1-6411-409e-b5bd-534981fadc41', 'code': 200} Jan 14 07:23:42.667967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:42.668808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Checking segment: {'id': 'b0defd3a-fda2-4375-ae4c-730589e29bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c39ca05d-526b-495c-bafd-3f15f647c8dd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:42.669251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:42.669960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Bound using segment: {'id': 'b0defd3a-fda2-4375-ae4c-730589e29bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c39ca05d-526b-495c-bafd-3f15f647c8dd'} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:42.671725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Bound port: bccccba2-2950-420f-8f45-ad5c09c37cd5, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0defd3a-fda2-4375-ae4c-730589e29bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c39ca05d-526b-495c-bafd-3f15f647c8dd'}}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:42.671725 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:42.724072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Pushing event updated for resources: {'Port': ['ID=a5c2fbd2-13e8-4ac9-9392-2a4056928a05,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:42.728218 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:42.762777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port ac1fb1c7-378c-4ff0-bb75-3e49c925a84a completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:42.771209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port ac1fb1c7-378c-4ff0-bb75-3e49c925a84a triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:42.771632 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:42.948247 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:42.989560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port ac1fb1c7-378c-4ff0-bb75-3e49c925a84a, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ac1fb1c7-378c-4ff0-bb75-3e49c925a84a,segment=NetworkSegment(00855404-a015-44c1-8de5-c3212d2be800),segment_id=00855404-a015-44c1-8de5-c3212d2be800)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:42.995623 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for floatingip, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:42.997568 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.007885 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:43.014090 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-aaeffa38-7b91-4264-9e46-be286703cf37 req-7c27eb8e-f1f4-43a6-932d-3e74840a83d6 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/734449c9-cb3f-4d21-af8e-80262d5af420 HTTP/1.1" status: 200 len: 1801 time: 0.3057177 Jan 14 07:23:43.080520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] For port bccccba2-2950-420f-8f45-ad5c09c37cd5, host n-h2-769329-2, cleared binding levels {{(pid=80907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:43.089302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=ac1fb1c7-378c-4ff0-bb75-3e49c925a84a,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:43.104017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-7147ca89-0199-4402-b9c9-0bd00e6ac824 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Allocated IP 192.168.233.86 (d6bd0598-2cab-47e3-9f0f-47d899b421cd/ffe7d3d2-18e7-450d-bb59-0b64181030a8/b78bf411-88ca-4872-9bbf-c40e659eafb8) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:43.104422 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:43.137386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] For port bccccba2-2950-420f-8f45-ad5c09c37cd5, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=bccccba2-2950-420f-8f45-ad5c09c37cd5,segment=NetworkSegment(b0defd3a-fda2-4375-ae4c-730589e29bfc),segment_id=b0defd3a-fda2-4375-ae4c-730589e29bfc)] {{(pid=80907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:43.205767 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.223608 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.232860 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a8cc427-b939-427e-ab8f-9f50e8f469b8 tempest-FloatingIPsTestJSON-1086562730 tempest-FloatingIPsTestJSON-1086562730] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:43.282481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a336c3f-9530-43b8-8756-564f010e52ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.304755 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.382844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.474433 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.505937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-89fdc124-b349-480e-bbad-88854dd67f9a tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] For port 0211c9a1-6411-409e-b5bd-534981fadc41, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=0211c9a1-6411-409e-b5bd-534981fadc41,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:43.506780 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-89fdc124-b349-480e-bbad-88854dd67f9a tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.555587 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76170db3-72be-4284-8473-e21c31bab3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.664789 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-aaeffa38-7b91-4264-9e46-be286703cf37 req-49fc44c6-e4da-43ca-8581-0df24312578a tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.749024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-89fdc124-b349-480e-bbad-88854dd67f9a tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Calling delete_port for 0211c9a1-6411-409e-b5bd-534981fadc41 owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:43.918019 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.950950 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:43.959306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Pushing event updated for resources: {'Port': ['ID=bccccba2-2950-420f-8f45-ad5c09c37cd5,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:43.966710 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b1172d2-64da-4a04-a67c-982b506f6e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:44.016307 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:44.023772 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-75282603-6fca-4391-96d1-9fa848062ed4 tempest-ServersAdminTestJSON-1865938302 tempest-ServersAdminTestJSON-1865938302] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.434s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:44.055193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:23:44.111853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28d7a53-7d93-48f6-a3ef-58bc4c65c856,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:44.164025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76170db3-72be-4284-8473-e21c31bab3fb admin admin] Pushing event deleted for resources: {'Port': ['ID=3297cab2-3da2-45ba-ab48-0ab3466d42df,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:44.194226 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76170db3-72be-4284-8473-e21c31bab3fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:44.195884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-aaeffa38-7b91-4264-9e46-be286703cf37 req-49fc44c6-e4da-43ca-8581-0df24312578a tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:44.272449 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:44.277789 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:44.278552 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Added segment d6d894bf-e74a-4c46-8a72-18f9017df4cf of type vxlan for network b253f46f-6d1c-491b-8798-482cf4eeb181 Jan 14 07:23:44.420176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:44.420873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:44.422447 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] 10.222.0.39 "PUT /v2.0/ports/bccccba2-2950-420f-8f45-ad5c09c37cd5 HTTP/1.1" status: 200 len: 1155 time: 7.2299955 Jan 14 07:23:44.423038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bbf1d9-c239-4b3a-9b19-5d54240e7672', 'tag': 'bccccba2-2950-420f-8f45-ad5c09c37cd5'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:23:44.513486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-aaeffa38-7b91-4264-9e46-be286703cf37 req-49fc44c6-e4da-43ca-8581-0df24312578a tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:44.522515 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:44.536766 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-544acf95-b2ca-45d7-b033-f8df7728dc9d tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:44.585863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ac1fb1c7-378c-4ff0-bb75-3e49c925a84a up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:44.620943 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-89fdc124-b349-480e-bbad-88854dd67f9a tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:44.640394 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-7147ca89-0199-4402-b9c9-0bd00e6ac824 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:44.647360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc44c6-e4da-43ca-8581-0df24312578a tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Pushing event deleted for resources: {'SecurityGroup': ['ID=734449c9-cb3f-4d21-af8e-80262d5af420,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:44.666434 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f2f7693-e678-44b0-b0c1-9746d8ae06e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:44.675009 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-49fc44c6-e4da-43ca-8581-0df24312578a tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:44.727321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ce1824-12f4-4de5-a6a3-79f3d836317e None None] Network 15ac981d-0d09-4ec0-895b-ce9d7bcccd9e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:44.732137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-7147ca89-0199-4402-b9c9-0bd00e6ac824 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Transition to ACTIVE for port object b78bf411-88ca-4872-9bbf-c40e659eafb8 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:44.854739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-aaeffa38-7b91-4264-9e46-be286703cf37 req-49fc44c6-e4da-43ca-8581-0df24312578a tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:44.859963 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-aaeffa38-7b91-4264-9e46-be286703cf37 req-49fc44c6-e4da-43ca-8581-0df24312578a tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "DELETE /v2.0/security-groups/734449c9-cb3f-4d21-af8e-80262d5af420 HTTP/1.1" status: 204 len: 173 time: 1.8238893 Jan 14 07:23:44.892370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-80728331-cc12-44d4-b29a-3bfddc9fa3bb None None] Provisioning for port a5c2fbd2-13e8-4ac9-9392-2a4056928a05 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:44.994824 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:23:45.015639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.038502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.093157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port ac1fb1c7-378c-4ff0-bb75-3e49c925a84a triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:45.094102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.166080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdc124-b349-480e-bbad-88854dd67f9a tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Pushing event deleted for resources: {'Port': ['ID=0211c9a1-6411-409e-b5bd-534981fadc41,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:45.190097 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89fdc124-b349-480e-bbad-88854dd67f9a tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:45.195010 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.196116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:45.197039 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.200584 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:45.209198 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1da055e4-84dc-4502-a193-d0ad644f8a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:45.285313 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bbf1d9-c239-4b3a-9b19-5d54240e7672', 'tag': 'bccccba2-2950-420f-8f45-ad5c09c37cd5', 'status': 'completed', 'code': 200} Jan 14 07:23:45.286030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Pushing event updated for resources: {'Port': ['ID=5ee8d579-bdb4-4efb-9be3-704c19de2f5c,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:45.289877 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:45.308319 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-7147ca89-0199-4402-b9c9-0bd00e6ac824 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.329880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-78580b9d-59a3-4c7e-acb7-25ddbb7f76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:45.331846 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-78580b9d-59a3-4c7e-acb7-25ddbb7f76e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2153bb700bed421398584d6955d7f9d7&device_id=08bbf1d9-c239-4b3a-9b19-5d54240e7672 HTTP/1.1" status: 200 len: 1158 time: 0.8003318 Jan 14 07:23:45.333996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:23:45.353388 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fff5aac8-6b4a-44c9-8276-322e8b3a4841 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:45.429073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.439855 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.445608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Allocated IP 172.25.3.208 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/e5362d9c-75d9-41c8-9867-ef73714b2754) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:45.453413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device a5c2fbd2-13e8-4ac9-9392-2a4056928a05 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:45.481465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.514204 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.519393 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76170db3-72be-4284-8473-e21c31bab3fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.566321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port a5c2fbd2-13e8-4ac9-9392-2a4056928a05 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:45.576161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port a5c2fbd2-13e8-4ac9-9392-2a4056928a05 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:45.576749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.641669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Pushing event updated for resources: {'Network': ['ID=b253f46f-6d1c-491b-8798-482cf4eeb181,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:45.665246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58026) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:45.666034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network b253f46f-6d1c-491b-8798-482cf4eeb181 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:45.681552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network b253f46f-6d1c-491b-8798-482cf4eeb181 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:45.707080 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:45.709840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network b253f46f-6d1c-491b-8798-482cf4eeb181 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:23:45.710859 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:45.742342 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [req-8dbcfd45-6d1d-4291-b944-1e4ae3ea6b42 req-6d5d83ef-1167-405c-b990-324243e4585c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] show failed (client error): The resource could not be found. Jan 14 07:23:45.750861 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8dbcfd45-6d1d-4291-b944-1e4ae3ea6b42 req-6d5d83ef-1167-405c-b990-324243e4585c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/734449c9-cb3f-4d21-af8e-80262d5af420 HTTP/1.1" status: 404 len: 352 time: 0.4484184 Jan 14 07:23:45.752486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.772085 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 9.9846067 Jan 14 07:23:45.940358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:45.972504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147ca89-0199-4402-b9c9-0bd00e6ac824 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Pushing event updated for resources: {'Port': ['ID=b78bf411-88ca-4872-9bbf-c40e659eafb8,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:45.976421 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-8446e3c9-c9cc-490c-9b5b-5394533cce0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bccccba2-2950-420f-8f45-ad5c09c37cd5 HTTP/1.1" status: 200 len: 217 time: 0.4688361 Jan 14 07:23:45.977422 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:46.002281 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7147ca89-0199-4402-b9c9-0bd00e6ac824 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:46.029959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:46.057423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a336c3f-9530-43b8-8756-564f010e52ed admin admin] Router 2fc79f47-7675-4ae0-8838-4befc8011be0 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:23:46.113682 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 5.0474491 Jan 14 07:23:46.175472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-89fdc124-b349-480e-bbad-88854dd67f9a tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] No DVR routers for this DVR port 0211c9a1-6411-409e-b5bd-534981fadc41 on host n-h2-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:23:46.178155 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-89fdc124-b349-480e-bbad-88854dd67f9a tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:46.180482 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6b5ce75d-1339-4c21-8b14-40a3beae782a req-89fdc124-b349-480e-bbad-88854dd67f9a tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] 10.222.0.39 "DELETE /v2.0/ports/0211c9a1-6411-409e-b5bd-534981fadc41 HTTP/1.1" status: 204 len: 173 time: 4.4388955 Jan 14 07:23:46.183905 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2fbeea06-274d-4880-8cf0-3d9f192ab543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:46.210291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58034) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:46.238511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-7147ca89-0199-4402-b9c9-0bd00e6ac824 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Network d6bd0598-2cab-47e3-9f0f-47d899b421cd is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:46.248602 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.252191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:46.260419 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-049e569b-fdf8-483d-badb-d41021d8e80f req-6691db5b-ef3e-4809-997d-6a6475b9ebcb tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/9e2bf15d-a1b5-444e-93c2-719a0c66f548 HTTP/1.1" status: 200 len: 1800 time: 0.2266688 Jan 14 07:23:46.273057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-7147ca89-0199-4402-b9c9-0bd00e6ac824 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:46.276741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a806b4-0843-47d8-95e9-70ba2fa149f9', 'name': 'network-vif-deleted', 'tag': '0211c9a1-6411-409e-b5bd-534981fadc41'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:23:46.292328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2fbeea06-274d-4880-8cf0-3d9f192ab543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:46.294916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-7147ca89-0199-4402-b9c9-0bd00e6ac824 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:46.297256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2fbeea06-274d-4880-8cf0-3d9f192ab543 admin admin] Usage tracker for resource:security_group_rule and tenant:a18706069790433ea99473e21a442518 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:46.303514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2fbeea06-274d-4880-8cf0-3d9f192ab543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:46.312920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2fbeea06-274d-4880-8cf0-3d9f192ab543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:46.450081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d969db3a-0fdc-48fc-a5d8-c3ad44231823 admin admin] Request body: {'subnet': {'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1877239001-subnet', 'tenant_id': '09c32218fbf8421e8d39c11ddb10d709', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:46.457092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d969db3a-0fdc-48fc-a5d8-c3ad44231823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:46.462608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d969db3a-0fdc-48fc-a5d8-c3ad44231823 admin admin] Usage tracker for resource:subnet and tenant:09c32218fbf8421e8d39c11ddb10d709 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:46.466309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d969db3a-0fdc-48fc-a5d8-c3ad44231823 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:46.486919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d969db3a-0fdc-48fc-a5d8-c3ad44231823 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:46.602441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:46.609965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:46.631395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-dfae4403-34bb-4824-a915-cb722389aa65 None None] Provisioning complete for port a5c2fbd2-13e8-4ac9-9392-2a4056928a05 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:46.631838 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfae4403-34bb-4824-a915-cb722389aa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:46.705191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d969db3a-0fdc-48fc-a5d8-c3ad44231823 admin admin] Made reservation on behalf of 09c32218fbf8421e8d39c11ddb10d709 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:23:46.709976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d969db3a-0fdc-48fc-a5d8-c3ad44231823 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:46.719812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port a5c2fbd2-13e8-4ac9-9392-2a4056928a05, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a5c2fbd2-13e8-4ac9-9392-2a4056928a05,segment=NetworkSegment(019c03c0-54ed-4903-8344-520856e36a9f),segment_id=019c03c0-54ed-4903-8344-520856e36a9f)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:46.762808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Pushing event updated for resources: {'Port': ['ID=693c0507-757d-414f-a848-b301d33de075,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:46.766290 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.055s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:46.786768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-58bcec5f-746d-4db0-8cbe-8ac0d91c4ff1 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Synchronizing usage tracker for tenant:369cf312e6f8411e821109a8779f4774 on resource:floatingip {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:46.788364 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:46.792824 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:46.826318 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-26c09964-ddfb-4a3e-93c9-92c49c5e1b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.653s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:46.840346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-22f56e42-64f3-468c-b9c6-f9ae6bbe5ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:46.842015 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-22f56e42-64f3-468c-b9c6-f9ae6bbe5ea4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e03e0e20-54d4-4929-a004-b82d4950c95a HTTP/1.1" status: 200 len: 859 time: 0.8371561 Jan 14 07:23:46.874943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=a5c2fbd2-13e8-4ac9-9392-2a4056928a05,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:46.883617 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:46.949240 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-0947f703-c7c0-4a0e-91ff-758ab2ce2267 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c39ca05d-526b-495c-bafd-3f15f647c8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912516 Jan 14 07:23:46.972518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-7147ca89-0199-4402-b9c9-0bd00e6ac824 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:46.973252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-7147ca89-0199-4402-b9c9-0bd00e6ac824 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:46.983847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d94310dd-2638-4f32-a02e-cee426f966eb None None] Provisioning complete for port a5c2fbd2-13e8-4ac9-9392-2a4056928a05 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:46.984264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d94310dd-2638-4f32-a02e-cee426f966eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:46.994096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-58bcec5f-746d-4db0-8cbe-8ac0d91c4ff1 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Unset dirty status for tenant:369cf312e6f8411e821109a8779f4774 on resource:floatingip {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:46.995391 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-58bcec5f-746d-4db0-8cbe-8ac0d91c4ff1 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.9919274 Jan 14 07:23:47.027665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a336c3f-9530-43b8-8756-564f010e52ed admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:23:47.040533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b177b7-a64b-4cb2-a663-08ce7d9caf32 None None] Sync routers for ids ['2fc79f47-7675-4ae0-8838-4befc8011be0'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:23:47.062711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b177b7-a64b-4cb2-a663-08ce7d9caf32 None None] Routers {'2fc79f47-7675-4ae0-8838-4befc8011be0'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:47.065170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-02b177b7-a64b-4cb2-a663-08ce7d9caf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:23:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['2fc79f47-7675-4ae0-8838-4befc8011be0'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:47.071492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Pushing event updated for resources: {'Port': ['ID=e5362d9c-75d9-41c8-9867-ef73714b2754,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:47.084525 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:47.115296 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2fbeea06-274d-4880-8cf0-3d9f192ab543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:47.160638 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6a336c3f-9530-43b8-8756-564f010e52ed admin admin] 10.222.0.41 "PUT /v2.0/routers/2fc79f47-7675-4ae0-8838-4befc8011be0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0313337 Jan 14 07:23:47.161481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d94310dd-2638-4f32-a02e-cee426f966eb None None] Provisioning for port b78bf411-88ca-4872-9bbf-c40e659eafb8 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:47.165519 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2fbeea06-274d-4880-8cf0-3d9f192ab543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:47.165819 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-049e569b-fdf8-483d-badb-d41021d8e80f req-5d4a47f9-7ea2-45c5-b732-07ca9ea3c3f4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:47.172005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d94310dd-2638-4f32-a02e-cee426f966eb None None] Provisioning complete for port b78bf411-88ca-4872-9bbf-c40e659eafb8 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:47.172573 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d94310dd-2638-4f32-a02e-cee426f966eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:47.182037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58040) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:47.186191 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c844c6bf-5d33-4f4d-a2d0-7f25b860527f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:47.232334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d94310dd-2638-4f32-a02e-cee426f966eb None None] Port b78bf411-88ca-4872-9bbf-c40e659eafb8 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:47.281430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Network b85cec53-f2c4-41da-a4fe-b12d0ca67455 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:47.287689 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-7147ca89-0199-4402-b9c9-0bd00e6ac824 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.6758282 Jan 14 07:23:47.297662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-02b177b7-a64b-4cb2-a663-08ce7d9caf32 None None] Set router 2fc79f47-7675-4ae0-8838-4befc8011be0 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:47.316174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:47.326526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:47.352213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:47.369168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:47.377599 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-049e569b-fdf8-483d-badb-d41021d8e80f req-5d4a47f9-7ea2-45c5-b732-07ca9ea3c3f4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:47.431453 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2fbeea06-274d-4880-8cf0-3d9f192ab543 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a18706069790433ea99473e21a442518&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7591631 Jan 14 07:23:47.495527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58044) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:47.549340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Request body: {'port': {'device_id': 'c471a70f-cf6a-49c2-b769-6bcc06e01565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-2'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:47.559535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbeea06-274d-4880-8cf0-3d9f192ab543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cb0a23-fc9f-4d17-a071-948f43fa72c5,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:47.561639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-91e9c26e-244d-4815-9b8c-4bad995ebbca None None] Provisioning complete for port 693c0507-757d-414f-a848-b301d33de075 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:47.562857 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-91e9c26e-244d-4815-9b8c-4bad995ebbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:47.582189 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2fbeea06-274d-4880-8cf0-3d9f192ab543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:47.593761 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-049e569b-fdf8-483d-badb-d41021d8e80f req-5d4a47f9-7ea2-45c5-b732-07ca9ea3c3f4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:47.622095 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:47.666482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-91e9c26e-244d-4815-9b8c-4bad995ebbca None None] Port 693c0507-757d-414f-a848-b301d33de075 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:47.672390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a47f9-7ea2-45c5-b732-07ca9ea3c3f4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2bf15d-a1b5-444e-93c2-719a0c66f548,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:47.708706 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5d4a47f9-7ea2-45c5-b732-07ca9ea3c3f4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:47.730111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-02b177b7-a64b-4cb2-a663-08ce7d9caf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc79f47-7675-4ae0-8838-4befc8011be0', 'name': 'tempest-ServerRescueNegativeTestJSON-1831916655-router', 'tenant_id': '2153bb700bed421398584d6955d7f9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '0a2a4fab-7a10-408d-8818-ca8d57e6e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:55Z', 'updated_at': '2021-01-14T07:23:40Z', 'revision_number': 5, 'project_id': '2153bb700bed421398584d6955d7f9d7', 'gw_port': {'id': '0a2a4fab-7a10-408d-8818-ca8d57e6e94a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc79f47-7675-4ae0-8838-4befc8011be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:56Z', 'updated_at': '2021-01-14T07:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:47.733616 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-049e569b-fdf8-483d-badb-d41021d8e80f req-5d4a47f9-7ea2-45c5-b732-07ca9ea3c3f4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:47.734882 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-049e569b-fdf8-483d-badb-d41021d8e80f req-5d4a47f9-7ea2-45c5-b732-07ca9ea3c3f4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "DELETE /v2.0/security-groups/9e2bf15d-a1b5-444e-93c2-719a0c66f548 HTTP/1.1" status: 204 len: 173 time: 1.4569826 Jan 14 07:23:47.735197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b177b7-a64b-4cb2-a663-08ce7d9caf32 None None] Checking router: 2fc79f47-7675-4ae0-8838-4befc8011be0 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:23:47.751091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b177b7-a64b-4cb2-a663-08ce7d9caf32 None None] Routers {'2fc79f47-7675-4ae0-8838-4befc8011be0'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:47.752686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-02b177b7-a64b-4cb2-a663-08ce7d9caf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:23:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['2fc79f47-7675-4ae0-8838-4befc8011be0'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:47.889134 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-7f527c24-8245-43fe-bd8a-ddcdc1600a80 service neutron] 10.222.0.39 "GET /v2.0/networks/c39ca05d-526b-495c-bafd-3f15f647c8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8995240 Jan 14 07:23:47.939792 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a806b4-0843-47d8-95e9-70ba2fa149f9', 'name': 'network-vif-deleted', 'tag': '0211c9a1-6411-409e-b5bd-534981fadc41', 'status': 'completed', 'code': 200} Jan 14 07:23:47.993075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-02b177b7-a64b-4cb2-a663-08ce7d9caf32 None None] Set router 2fc79f47-7675-4ae0-8838-4befc8011be0 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:48.015750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-b05110d5-8427-44d0-8416-059f74489fdd tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:48.017415 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-64649e0c-f06b-4f7c-ab00-58fcd7d41dda req-b05110d5-8427-44d0-8416-059f74489fdd tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 784 time: 0.9575632 Jan 14 07:23:48.018074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:48.066072 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [req-4d3ad844-6ec1-45ee-af4d-2e75c7fd7c44 req-25d3be8e-1081-4d28-83b0-161aae35fedc tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] show failed (client error): The resource could not be found. Jan 14 07:23:48.068174 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4d3ad844-6ec1-45ee-af4d-2e75c7fd7c44 req-25d3be8e-1081-4d28-83b0-161aae35fedc tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/9e2bf15d-a1b5-444e-93c2-719a0c66f548 HTTP/1.1" status: 404 len: 352 time: 0.1469548 Jan 14 07:23:48.312500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-02b177b7-a64b-4cb2-a663-08ce7d9caf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fc79f47-7675-4ae0-8838-4befc8011be0', 'name': 'tempest-ServerRescueNegativeTestJSON-1831916655-router', 'tenant_id': '2153bb700bed421398584d6955d7f9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '0a2a4fab-7a10-408d-8818-ca8d57e6e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:55Z', 'updated_at': '2021-01-14T07:23:40Z', 'revision_number': 5, 'project_id': '2153bb700bed421398584d6955d7f9d7', 'gw_port': {'id': '0a2a4fab-7a10-408d-8818-ca8d57e6e94a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc79f47-7675-4ae0-8838-4befc8011be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:56Z', 'updated_at': '2021-01-14T07:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:48.317403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b177b7-a64b-4cb2-a663-08ce7d9caf32 None None] The sync data for ids ['2fc79f47-7675-4ae0-8838-4befc8011be0'] in n-d-769329-2 is: [{'id': '2fc79f47-7675-4ae0-8838-4befc8011be0', 'name': 'tempest-ServerRescueNegativeTestJSON-1831916655-router', 'tenant_id': '2153bb700bed421398584d6955d7f9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '0a2a4fab-7a10-408d-8818-ca8d57e6e94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:55Z', 'updated_at': '2021-01-14T07:23:40Z', 'revision_number': 5, 'project_id': '2153bb700bed421398584d6955d7f9d7', 'gw_port': {'id': '0a2a4fab-7a10-408d-8818-ca8d57e6e94a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc79f47-7675-4ae0-8838-4befc8011be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:22:56Z', 'updated_at': '2021-01-14T07:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:23:48.332490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb1a713d-2724-4511-94bf-77509c0da383 admin admin] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:48.436712 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e9eaee8-9048-4069-93f1-29e4a722a93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:48.563326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Router 7cbb3e70-3569-48ed-a7e2-b0e74144c764 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:23:48.586642 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e9eaee8-9048-4069-93f1-29e4a722a93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:48.695208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-5aa84f3b-2d6c-40f9-b771-869ab4993d93 req-34eafd34-3cde-4102-b0f7-faa616e0b4f6 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Synchronizing usage tracker for tenant:427877bd7793412391ebe4c47d52c9a0 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:48.718284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76170db3-72be-4284-8473-e21c31bab3fb admin admin] Router d30a6bc6-d3bc-4994-9aff-f865e1fb107d has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:23:48.745620 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-bf553399-79a6-467d-90c9-f72e0bebd191 service neutron] 10.222.0.39 "GET /v2.0/networks/c39ca05d-526b-495c-bafd-3f15f647c8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8179989 Jan 14 07:23:48.770985 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-34136142-5fa7-4c6d-be9b-c1026bfecc1d tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6542511 Jan 14 07:23:48.875738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device a5c2fbd2-13e8-4ac9-9392-2a4056928a05 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:48.976548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port a5c2fbd2-13e8-4ac9-9392-2a4056928a05 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:48.977382 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:49.025988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb1a713d-2724-4511-94bf-77509c0da383 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:49.109558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a713d-2724-4511-94bf-77509c0da383 admin admin] Deleting port 0a2a4fab-7a10-408d-8818-ca8d57e6e94a {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:49.109931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb1a713d-2724-4511-94bf-77509c0da383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:49.152438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 36746b37-1ad1-4cbc-a129-36b5b4e01feb no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:23:49.179194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:49.187489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-5aa84f3b-2d6c-40f9-b771-869ab4993d93 req-34eafd34-3cde-4102-b0f7-faa616e0b4f6 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Unset dirty status for tenant:427877bd7793412391ebe4c47d52c9a0 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:49.189646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 36746b37-1ad1-4cbc-a129-36b5b4e01feb {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:23:49.190047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 36746b37-1ad1-4cbc-a129-36b5b4e01feb not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:23:49.191596 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-5aa84f3b-2d6c-40f9-b771-869ab4993d93 req-34eafd34-3cde-4102-b0f7-faa616e0b4f6 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=427877bd7793412391ebe4c47d52c9a0 HTTP/1.1" status: 200 len: 6149 time: 1.0706642 Jan 14 07:23:49.196321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:49.261413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:49.292295 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e9eaee8-9048-4069-93f1-29e4a722a93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:49.295031 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e5f555ff-af37-4f39-abfa-b41a763803f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:49.320776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:49.344083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9eaee8-9048-4069-93f1-29e4a722a93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cb0a23-fc9f-4d17-a071-948f43fa72c5,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:49.406908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:23:49.416513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] Sync routers for ids ['7cbb3e70-3569-48ed-a7e2-b0e74144c764'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:23:49.429744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] Routers {'7cbb3e70-3569-48ed-a7e2-b0e74144c764'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:49.430832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:23:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7cbb3e70-3569-48ed-a7e2-b0e74144c764'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:49.452333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for floatingip, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:49.538722 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-5aa84f3b-2d6c-40f9-b771-869ab4993d93 req-0e6eebf3-c3fc-42b5-95c5-fab8d3d1992c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/69524327-2c98-41b9-98f1-2d28a2d10a9f HTTP/1.1" status: 200 len: 2981 time: 0.2680972 Jan 14 07:23:49.658844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] Set router 7cbb3e70-3569-48ed-a7e2-b0e74144c764 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:49.696943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78309e7-3449-49b8-b881-0338b31e5eda req-7e1d9352-97e0-437f-b403-739372f7dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:49.698783 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a78309e7-3449-49b8-b881-0338b31e5eda req-7e1d9352-97e0-437f-b403-739372f7dcbe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2153bb700bed421398584d6955d7f9d7&device_id=08bbf1d9-c239-4b3a-9b19-5d54240e7672 HTTP/1.1" status: 200 len: 1158 time: 0.8442333 Jan 14 07:23:49.700025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76170db3-72be-4284-8473-e21c31bab3fb admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:23:49.705208 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2e9eaee8-9048-4069-93f1-29e4a722a93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:49.718958 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-76170db3-72be-4284-8473-e21c31bab3fb admin admin] 10.222.0.41 "PUT /v2.0/routers/d30a6bc6-d3bc-4994-9aff-f865e1fb107d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.9910691 Jan 14 07:23:49.725375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd889ed-79c7-447f-8fcc-ecc100079c7d None None] Sync routers for ids ['d30a6bc6-d3bc-4994-9aff-f865e1fb107d'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:23:49.741699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd889ed-79c7-447f-8fcc-ecc100079c7d None None] Routers {'d30a6bc6-d3bc-4994-9aff-f865e1fb107d'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:49.742757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7cd889ed-79c7-447f-8fcc-ecc100079c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:23:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d30a6bc6-d3bc-4994-9aff-f865e1fb107d'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:49.749403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58054) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:49.846348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e9eaee8-9048-4069-93f1-29e4a722a93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:49.847702 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2e9eaee8-9048-4069-93f1-29e4a722a93d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87cb0a23-fc9f-4d17-a071-948f43fa72c5 HTTP/1.1" status: 204 len: 168 time: 2.2898142 Jan 14 07:23:49.849394 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] 10.222.0.41 "PUT /v2.0/routers/7cbb3e70-3569-48ed-a7e2-b0e74144c764/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0892675 Jan 14 07:23:49.980601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-7cd889ed-79c7-447f-8fcc-ecc100079c7d None None] Set router d30a6bc6-d3bc-4994-9aff-f865e1fb107d gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:50.015862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78309e7-3449-49b8-b881-0338b31e5eda req-64e19472-724e-4fa5-937c-e99438126c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:50.018756 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a78309e7-3449-49b8-b881-0338b31e5eda req-64e19472-724e-4fa5-937c-e99438126c9c service neutron] 10.222.0.39 "GET /v2.0/networks?id=c39ca05d-526b-495c-bafd-3f15f647c8dd HTTP/1.1" status: 200 len: 913 time: 0.3004463 Jan 14 07:23:50.031160 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-5aa84f3b-2d6c-40f9-b771-869ab4993d93 req-29c9e652-ee39-4422-a03d-76a9494fde10 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/69524327-2c98-41b9-98f1-2d28a2d10a9f HTTP/1.1" status: 200 len: 2981 time: 0.4637575 Jan 14 07:23:50.128288 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:23:50.219787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78bf411-88ca-4872-9bbf-c40e659eafb8 {{(pid=80907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:23:50.227743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb3e70-3569-48ed-a7e2-b0e74144c764', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427787606-router', 'tenant_id': '3f785c68eace4b60bc966dcbd533cde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'b40559c4-96cc-4a46-af19-892cfa27bbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:22Z', 'updated_at': '2021-01-14T07:23:42Z', 'revision_number': 4, 'project_id': '3f785c68eace4b60bc966dcbd533cde1', 'gw_port': {'id': 'b40559c4-96cc-4a46-af19-892cfa27bbb3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb3e70-3569-48ed-a7e2-b0e74144c764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:25Z', 'updated_at': '2021-01-14T07:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '693c0507-757d-414f-a848-b301d33de075', 'name': '', 'network_id': 'b85cec53-f2c4-41da-a4fe-b12d0ca67455', 'tenant_id': '3f785c68eace4b60bc966dcbd533cde1', 'mac_address': 'fa:16:3e:ee:76:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbb3e70-3569-48ed-a7e2-b0e74144c764', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '9c79cbc9-e714-4591-8ee2-21c3969388ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:37Z', 'updated_at': '2021-01-14T07:23:43Z', 'revision_number': 2, 'project_id': '3f785c68eace4b60bc966dcbd533cde1', 'subnets': [{'id': '9c79cbc9-e714-4591-8ee2-21c3969388ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:50.231228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:50.243598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] Checking router: 7cbb3e70-3569-48ed-a7e2-b0e74144c764 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:23:50.244030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] Updating router 7cbb3e70-3569-48ed-a7e2-b0e74144c764 port 693c0507-757d-414f-a848-b301d33de075 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:23:50.292251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d969db3a-0fdc-48fc-a5d8-c3ad44231823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:50.314593 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3a09868b-082f-4dd5-8744-3aa88a410ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:50.373159 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:50.381497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969db3a-0fdc-48fc-a5d8-c3ad44231823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c385b801-e5a5-4e1e-9e2c-13ef2be877ab,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:50.382806 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a78309e7-3449-49b8-b881-0338b31e5eda req-762c3baf-5406-4957-88cf-f391dc91e4e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bccccba2-2950-420f-8f45-ad5c09c37cd5 HTTP/1.1" status: 200 len: 217 time: 0.3479347 Jan 14 07:23:50.389379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e884f9d-95b0-44fd-815c-15a8add39fe1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:50.419994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7cd889ed-79c7-447f-8fcc-ecc100079c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a6bc6-d3bc-4994-9aff-f865e1fb107d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1072963834-router', 'tenant_id': '472e0057c0c94e75b91adee0ff49f256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b4c6c986-11ef-47a1-ba2a-ca49169c9282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:58Z', 'updated_at': '2021-01-14T07:23:43Z', 'revision_number': 5, 'project_id': '472e0057c0c94e75b91adee0ff49f256', 'gw_port': {'id': 'b4c6c986-11ef-47a1-ba2a-ca49169c9282', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a6bc6-d3bc-4994-9aff-f865e1fb107d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:01Z', 'updated_at': '2021-01-14T07:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:50.430822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd889ed-79c7-447f-8fcc-ecc100079c7d None None] Checking router: d30a6bc6-d3bc-4994-9aff-f865e1fb107d for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:23:50.450224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd889ed-79c7-447f-8fcc-ecc100079c7d None None] Routers {'d30a6bc6-d3bc-4994-9aff-f865e1fb107d'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:50.452174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7cd889ed-79c7-447f-8fcc-ecc100079c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:23:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d30a6bc6-d3bc-4994-9aff-f865e1fb107d'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:50.506297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-fb1a713d-2724-4511-94bf-77509c0da383 admin admin] For port 0a2a4fab-7a10-408d-8818-ca8d57e6e94a, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0a2a4fab-7a10-408d-8818-ca8d57e6e94a,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:50.506721 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb1a713d-2724-4511-94bf-77509c0da383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:50.527588 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d969db3a-0fdc-48fc-a5d8-c3ad44231823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:50.594667 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e884f9d-95b0-44fd-815c-15a8add39fe1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:50.601083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2e884f9d-95b0-44fd-815c-15a8add39fe1 admin admin] Deleting port b4c6c986-11ef-47a1-ba2a-ca49169c9282 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:50.601450 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e884f9d-95b0-44fd-815c-15a8add39fe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:50.692739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a713d-2724-4511-94bf-77509c0da383 admin admin] Calling delete_port for 0a2a4fab-7a10-408d-8818-ca8d57e6e94a owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:50.732107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58068) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:50.781692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3cab08ac-8364-4d5d-b2f0-346b50e7f750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:50.815845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:50.825854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3cab08ac-8364-4d5d-b2f0-346b50e7f750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:50.830159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3cab08ac-8364-4d5d-b2f0-346b50e7f750 admin admin] Usage tracker for resource:security_group_rule and tenant:60ef1b1b684542a1a6bcc6be5b1e1af9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:50.834626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3cab08ac-8364-4d5d-b2f0-346b50e7f750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:50.837645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2e884f9d-95b0-44fd-815c-15a8add39fe1 admin admin] For port b4c6c986-11ef-47a1-ba2a-ca49169c9282, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b4c6c986-11ef-47a1-ba2a-ca49169c9282,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:50.838051 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e884f9d-95b0-44fd-815c-15a8add39fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:50.844094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3cab08ac-8364-4d5d-b2f0-346b50e7f750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:50.977756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:50.978837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2e884f9d-95b0-44fd-815c-15a8add39fe1 admin admin] Calling delete_port for b4c6c986-11ef-47a1-ba2a-ca49169c9282 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:50.992378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] Transition to ACTIVE for port object 693c0507-757d-414f-a848-b301d33de075 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:50.999006 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.027708 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:51.060539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-7cd889ed-79c7-447f-8fcc-ecc100079c7d None None] Set router d30a6bc6-d3bc-4994-9aff-f865e1fb107d gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:51.125687 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e884f9d-95b0-44fd-815c-15a8add39fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.206457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff12e9-eeef-4309-b435-db94e83639b2 None None] Pushing event updated for resources: {'Port': ['ID=693c0507-757d-414f-a848-b301d33de075,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:51.214836 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-21ff12e9-eeef-4309-b435-db94e83639b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:51.255077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Router 20296451-bb68-46d7-b2f5-54e2fcc6e6b0 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:23:51.342993 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e884f9d-95b0-44fd-815c-15a8add39fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.383792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d969db3a-0fdc-48fc-a5d8-c3ad44231823 admin admin] Checking segment: {'id': 'd6d894bf-e74a-4c46-8a72-18f9017df4cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:51.384191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d969db3a-0fdc-48fc-a5d8-c3ad44231823 admin admin] Network hostable DHCP agents. Network: b253f46f-6d1c-491b-8798-482cf4eeb181, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:23:51.413994 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb1a713d-2724-4511-94bf-77509c0da383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.463785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] Attempting to bind port 693c0507-757d-414f-a848-b301d33de075 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:51.464197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] Attempting to bind port 693c0507-757d-414f-a848-b301d33de075 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b85cec53-f2c4-41da-a4fe-b12d0ca67455'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:51.464606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] Attempting to bind port 693c0507-757d-414f-a848-b301d33de075 on network b85cec53-f2c4-41da-a4fe-b12d0ca67455 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:51.472931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-99629574-c6b2-40b6-b736-0e0981afa585 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80909) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:23:51.475952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:51.476386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] Checking segment: {'id': 'a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b85cec53-f2c4-41da-a4fe-b12d0ca67455'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:51.476868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.477297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] Bound using segment: {'id': 'a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b85cec53-f2c4-41da-a4fe-b12d0ca67455'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:51.477823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] Bound port: 693c0507-757d-414f-a848-b301d33de075, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b85cec53-f2c4-41da-a4fe-b12d0ca67455'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:51.478359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.526334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-3e194eb0-efe9-4b53-b361-7e1657932439 req-85f3af01-3ae6-4961-ba91-a72aff1cb558 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-893274065', 'description': 'tempest-description-1720039732'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:51.549694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Transition to ACTIVE for port object b78bf411-88ca-4872-9bbf-c40e659eafb8 will not be triggered until provisioned by entity L2. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:51.561913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7cd889ed-79c7-447f-8fcc-ecc100079c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30a6bc6-d3bc-4994-9aff-f865e1fb107d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1072963834-router', 'tenant_id': '472e0057c0c94e75b91adee0ff49f256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b4c6c986-11ef-47a1-ba2a-ca49169c9282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:58Z', 'updated_at': '2021-01-14T07:23:43Z', 'revision_number': 5, 'project_id': '472e0057c0c94e75b91adee0ff49f256', 'gw_port': {'id': 'b4c6c986-11ef-47a1-ba2a-ca49169c9282', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a6bc6-d3bc-4994-9aff-f865e1fb107d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:01Z', 'updated_at': '2021-01-14T07:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:51.567589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd889ed-79c7-447f-8fcc-ecc100079c7d None None] The sync data for ids ['d30a6bc6-d3bc-4994-9aff-f865e1fb107d'] in n-d-769329-2 is: [{'id': 'd30a6bc6-d3bc-4994-9aff-f865e1fb107d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1072963834-router', 'tenant_id': '472e0057c0c94e75b91adee0ff49f256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b4c6c986-11ef-47a1-ba2a-ca49169c9282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:22:58Z', 'updated_at': '2021-01-14T07:23:43Z', 'revision_number': 5, 'project_id': '472e0057c0c94e75b91adee0ff49f256', 'gw_port': {'id': 'b4c6c986-11ef-47a1-ba2a-ca49169c9282', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30a6bc6-d3bc-4994-9aff-f865e1fb107d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:01Z', 'updated_at': '2021-01-14T07:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:23:51.579960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78309e7-3449-49b8-b881-0338b31e5eda req-6244a544-2ab1-440b-835e-fcae6b90c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:51.582358 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a78309e7-3449-49b8-b881-0338b31e5eda req-6244a544-2ab1-440b-835e-fcae6b90c799 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e03e0e20-54d4-4929-a004-b82d4950c95a HTTP/1.1" status: 200 len: 859 time: 0.1562016 Jan 14 07:23:51.598379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.622804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] For port 693c0507-757d-414f-a848-b301d33de075, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:51.626490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] For port 693c0507-757d-414f-a848-b301d33de075, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=693c0507-757d-414f-a848-b301d33de075,segment=NetworkSegment(a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b),segment_id=a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:51.630659 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.651034 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:51.663712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-3e194eb0-efe9-4b53-b361-7e1657932439 req-85f3af01-3ae6-4961-ba91-a72aff1cb558 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:51.682413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d969db3a-0fdc-48fc-a5d8-c3ad44231823 admin admin] Network b253f46f-6d1c-491b-8798-482cf4eeb181 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:23:51.687510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3cab08ac-8364-4d5d-b2f0-346b50e7f750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.725892 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76170db3-72be-4284-8473-e21c31bab3fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:51.746462 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3cab08ac-8364-4d5d-b2f0-346b50e7f750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.762161 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c221f66f-0b6d-4ead-94d4-08e168bf4e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:51.778201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d969db3a-0fdc-48fc-a5d8-c3ad44231823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, b253f46f-6d1c-491b-8798-482cf4eeb181) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:51.783210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:23:51.872198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d969db3a-0fdc-48fc-a5d8-c3ad44231823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:51.872784 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d969db3a-0fdc-48fc-a5d8-c3ad44231823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:51.927481 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3cab08ac-8364-4d5d-b2f0-346b50e7f750 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60ef1b1b684542a1a6bcc6be5b1e1af9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1940932 Jan 14 07:23:51.928237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58072) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:51.938053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab08ac-8364-4d5d-b2f0-346b50e7f750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b138939e-bb6f-420b-84a9-dc77f22e099b,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:51.943264 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3cab08ac-8364-4d5d-b2f0-346b50e7f750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:52.016073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:52.021234 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.5963116 Jan 14 07:23:52.028633 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d969db3a-0fdc-48fc-a5d8-c3ad44231823 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 5.6725106 Jan 14 07:23:52.028633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58076) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:52.058310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device bccccba2-2950-420f-8f45-ad5c09c37cd5 up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:52.170824 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a78309e7-3449-49b8-b881-0338b31e5eda req-c94973bc-dd95-4129-8c92-cd33f15d9e05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c39ca05d-526b-495c-bafd-3f15f647c8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5549436 Jan 14 07:23:52.177407 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e884f9d-95b0-44fd-815c-15a8add39fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:52.195839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab6b263-6cbf-4d09-8b78-0d99db808047 None None] Network b253f46f-6d1c-491b-8798-482cf4eeb181 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:52.200564 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e08acb5a-4583-468c-8960-df1ef9bcba9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:52.201211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-3e194eb0-efe9-4b53-b361-7e1657932439 req-85f3af01-3ae6-4961-ba91-a72aff1cb558 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:52.219395 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e884f9d-95b0-44fd-815c-15a8add39fe1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:52.230482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] Sync routers for ids ['20296451-bb68-46d7-b2f5-54e2fcc6e6b0'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:23:52.286107 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb1a713d-2724-4511-94bf-77509c0da383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:52.369389 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3e194eb0-efe9-4b53-b361-7e1657932439 req-85f3af01-3ae6-4961-ba91-a72aff1cb558 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:52.417635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Pushing event updated for resources: {'Port': ['ID=b78bf411-88ca-4872-9bbf-c40e659eafb8,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:52.433377 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:52.462468 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e884f9d-95b0-44fd-815c-15a8add39fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:52.463228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e884f9d-95b0-44fd-815c-15a8add39fe1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d30a6bc6-d3bc-4994-9aff-f865e1fb107d {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:23:52.468164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] Routers {'20296451-bb68-46d7-b2f5-54e2fcc6e6b0'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:52.468898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:23:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['20296451-bb68-46d7-b2f5-54e2fcc6e6b0'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:52.486482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-3e194eb0-efe9-4b53-b361-7e1657932439 req-85f3af01-3ae6-4961-ba91-a72aff1cb558 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:52.520790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-3e194eb0-efe9-4b53-b361-7e1657932439 req-85f3af01-3ae6-4961-ba91-a72aff1cb558 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Usage tracker for resource:security_group_rule and tenant:427877bd7793412391ebe4c47d52c9a0 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:52.529954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-3e194eb0-efe9-4b53-b361-7e1657932439 req-85f3af01-3ae6-4961-ba91-a72aff1cb558 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:52.551524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-3e194eb0-efe9-4b53-b361-7e1657932439 req-85f3af01-3ae6-4961-ba91-a72aff1cb558 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:52.593974 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:52.609813 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e884f9d-95b0-44fd-815c-15a8add39fe1 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:52.609813 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2e884f9d-95b0-44fd-815c-15a8add39fe1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d30a6bc6-d3bc-4994-9aff-f865e1fb107d HTTP/1.1" status: 204 len: 168 time: 2.8583326 Jan 14 07:23:52.628875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58086) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:52.762907 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a78309e7-3449-49b8-b881-0338b31e5eda req-70da39e7-2571-4acb-9485-6c201f5b3329 service neutron] 10.222.0.39 "GET /v2.0/networks/c39ca05d-526b-495c-bafd-3f15f647c8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402498 Jan 14 07:23:52.797175 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e08acb5a-4583-468c-8960-df1ef9bcba9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:52.809683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb1a713d-2724-4511-94bf-77509c0da383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:52.818268 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb1a713d-2724-4511-94bf-77509c0da383 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:52.850797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] Routers {'7cbb3e70-3569-48ed-a7e2-b0e74144c764'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:52.851515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:23:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7cbb3e70-3569-48ed-a7e2-b0e74144c764'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:52.984516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff12e9-eeef-4309-b435-db94e83639b2 None None] Pushing event updated for resources: {'Port': ['ID=693c0507-757d-414f-a848-b301d33de075,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:52.989368 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-21ff12e9-eeef-4309-b435-db94e83639b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.338s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:52.990295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3297cab2-3da2-45ba-ab48-0ab3466d42df no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:23:53.021630 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb1a713d-2724-4511-94bf-77509c0da383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.022234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1a713d-2724-4511-94bf-77509c0da383 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fc79f47-7675-4ae0-8838-4befc8011be0 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:23:53.040822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 3297cab2-3da2-45ba-ab48-0ab3466d42df {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:23:53.041215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3297cab2-3da2-45ba-ab48-0ab3466d42df not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:23:53.041687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b4c6c986-11ef-47a1-ba2a-ca49169c9282 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:23:53.085430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning for port bccccba2-2950-420f-8f45-ad5c09c37cd5 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:53.107039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port bccccba2-2950-420f-8f45-ad5c09c37cd5 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:53.107039 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.119263 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb1a713d-2724-4511-94bf-77509c0da383 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.120607 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fb1a713d-2724-4511-94bf-77509c0da383 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2fc79f47-7675-4ae0-8838-4befc8011be0 HTTP/1.1" status: 204 len: 168 time: 5.9207778 Jan 14 07:23:53.136154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58090) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:53.177620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: b4c6c986-11ef-47a1-ba2a-ca49169c9282 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:23:53.178019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b4c6c986-11ef-47a1-ba2a-ca49169c9282 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:23:53.179826 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e08acb5a-4583-468c-8960-df1ef9bcba9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.182448 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e08acb5a-4583-468c-8960-df1ef9bcba9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.186107 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e08acb5a-4583-468c-8960-df1ef9bcba9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b138939e-bb6f-420b-84a9-dc77f22e099b HTTP/1.1" status: 204 len: 168 time: 1.2477918 Jan 14 07:23:53.203277 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e323ff64-4339-4601-a9e2-257eb61ca501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:53.203954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] Set router 20296451-bb68-46d7-b2f5-54e2fcc6e6b0 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:53.239877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08acb5a-4583-468c-8960-df1ef9bcba9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b138939e-bb6f-420b-84a9-dc77f22e099b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:53.249381 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e08acb5a-4583-468c-8960-df1ef9bcba9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:53.269447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdefa72-9878-40b2-b854-e77fb4bf9d44 admin admin] Deleting subnet edda7929-aaae-4f71-a2b4-5b5dd5e4a961 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:23:53.284022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dbdefa72-9878-40b2-b854-e77fb4bf9d44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.355689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6903e8c9-b369-4232-80a2-73993a172d6c admin admin] Deleting subnet e03e0e20-54d4-4929-a004-b82d4950c95a {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:23:53.365184 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6903e8c9-b369-4232-80a2-73993a172d6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.511303 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dbdefa72-9878-40b2-b854-e77fb4bf9d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.528428 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6903e8c9-b369-4232-80a2-73993a172d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.558157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Attempting to bind port b78bf411-88ca-4872-9bbf-c40e659eafb8 on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:53.558924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Attempting to bind port b78bf411-88ca-4872-9bbf-c40e659eafb8 by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:53.558924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Attempting to bind port b78bf411-88ca-4872-9bbf-c40e659eafb8 on network d6bd0598-2cab-47e3-9f0f-47d899b421cd {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:53.576459 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3e194eb0-efe9-4b53-b361-7e1657932439 req-85f3af01-3ae6-4961-ba91-a72aff1cb558 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.585045 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a78309e7-3449-49b8-b881-0338b31e5eda req-1abb2058-5dfd-47cb-810a-fab27cf2aa54 service neutron] 10.222.0.39 "GET /v2.0/networks/c39ca05d-526b-495c-bafd-3f15f647c8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7630041 Jan 14 07:23:53.615983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:53.616367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Checking segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:53.617640 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.617965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Bound using segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:53.618462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Bound port: b78bf411-88ca-4872-9bbf-c40e659eafb8, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:53.618834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.639345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3e194eb0-efe9-4b53-b361-7e1657932439 req-85f3af01-3ae6-4961-ba91-a72aff1cb558 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.669323 n-d-769329-2 neutron-server[80794]: INFO neutron.db.db_base_plugin_v2 [None req-6903e8c9-b369-4232-80a2-73993a172d6c admin admin] Found port (bccccba2-2950-420f-8f45-ad5c09c37cd5, 172.20.0.6) having IP allocation on subnet e03e0e20-54d4-4929-a004-b82d4950c95a, cannot delete Jan 14 07:23:53.679750 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6903e8c9-b369-4232-80a2-73993a172d6c admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:23:53.680408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6903e8c9-b369-4232-80a2-73993a172d6c admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:23:53.681882 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5c7e6f43-56e5-417e-b806-12a6c5f62db5 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:53.683470 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6903e8c9-b369-4232-80a2-73993a172d6c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e03e0e20-54d4-4929-a004-b82d4950c95a HTTP/1.1" status: 409 len: 404 time: 0.5460296 Jan 14 07:23:53.731547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dca6ee-20be-4c78-98ab-6129e850bcb9 None None] Network b253f46f-6d1c-491b-8798-482cf4eeb181 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:53.798911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Allocated IP 172.25.3.188 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/8bafed78-0b8d-4127-9d96-98bd2eac071f) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:53.831628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3af01-3ae6-4961-ba91-a72aff1cb558 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Pushing event updated for resources: {'SecurityGroup': ['ID=b570b2f8-9c7c-40a2-80a5-db91e50f281f,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:53.865862 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-85f3af01-3ae6-4961-ba91-a72aff1cb558 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:53.866127 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.872438 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3e194eb0-efe9-4b53-b361-7e1657932439 req-85f3af01-3ae6-4961-ba91-a72aff1cb558 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:53.885197 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3e194eb0-efe9-4b53-b361-7e1657932439 req-85f3af01-3ae6-4961-ba91-a72aff1cb558 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 2.3644648 Jan 14 07:23:54.011426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] For port b78bf411-88ca-4872-9bbf-c40e659eafb8, host n-h2-769329-2, cleared binding levels {{(pid=80907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:54.026387 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dbdefa72-9878-40b2-b854-e77fb4bf9d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:54.067389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] For port b78bf411-88ca-4872-9bbf-c40e659eafb8, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=b78bf411-88ca-4872-9bbf-c40e659eafb8,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:54.085683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:54.110994 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:54.132377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] Set router 7cbb3e70-3569-48ed-a7e2-b0e74144c764 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:54.553313 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:54.570271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Allocated IP 172.20.0.1 (15ac981d-0d09-4ec0-895b-ce9d7bcccd9e/67ef6f45-c67f-4bba-88b5-d1969fba5317/c674ac6f-1bf7-4ec5-a889-3a24377acbca) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:23:54.750518 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ea1404ab-b591-4f2d-b3d5-2c1c6af65299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:54.770734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bbf1d9-c239-4b3a-9b19-5d54240e7672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccccba2-2950-420f-8f45-ad5c09c37cd5'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:23:54.798612 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:54.817370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Transition to ACTIVE for port object c674ac6f-1bf7-4ec5-a889-3a24377acbca will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:54.848562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:54.916979 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:55.024596 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [req-02baa4f7-458a-43f6-b4ff-cf3f6a5c8a3e req-4c5ee7fc-64bc-42b7-b8db-a144bcf1c77b tempest-FloatingIPDetailsNegativeTestJSON-2086638779 tempest-FloatingIPDetailsNegativeTestJSON-2086638779] show failed (client error): The resource could not be found. Jan 14 07:23:55.026217 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-02baa4f7-458a-43f6-b4ff-cf3f6a5c8a3e req-4c5ee7fc-64bc-42b7-b8db-a144bcf1c77b tempest-FloatingIPDetailsNegativeTestJSON-2086638779 tempest-FloatingIPDetailsNegativeTestJSON-2086638779] 10.222.0.41 "GET /v2.0/floatingips/6043f222-ca68-4af3-bea5-7099c19f41ec HTTP/1.1" status: 404 len: 350 time: 0.1472056 Jan 14 07:23:55.045345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0a2a4fab-7a10-408d-8818-ca8d57e6e94a no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:23:55.076463 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:55.083924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58128) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:55.100615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port bccccba2-2950-420f-8f45-ad5c09c37cd5, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=bccccba2-2950-420f-8f45-ad5c09c37cd5,segment=NetworkSegment(b0defd3a-fda2-4375-ae4c-730589e29bfc),segment_id=b0defd3a-fda2-4375-ae4c-730589e29bfc)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:55.111381 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dbdefa72-9878-40b2-b854-e77fb4bf9d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:55.161395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 0a2a4fab-7a10-408d-8818-ca8d57e6e94a {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:23:55.161786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0a2a4fab-7a10-408d-8818-ca8d57e6e94a not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:23:55.168773 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:55.187456 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:55.243597 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:55.271532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Pushing event updated for resources: {'Port': ['ID=b78bf411-88ca-4872-9bbf-c40e659eafb8,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:55.285901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=bccccba2-2950-420f-8f45-ad5c09c37cd5,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:55.290830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:55.292055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:55.295008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device bccccba2-2950-420f-8f45-ad5c09c37cd5 up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:55.297456 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] 10.222.0.39 "PUT /v2.0/ports/b78bf411-88ca-4872-9bbf-c40e659eafb8 HTTP/1.1" status: 200 len: 1159 time: 7.8589284 Jan 14 07:23:55.314080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c471a70f-cf6a-49c2-b769-6bcc06e01565', 'tag': 'b78bf411-88ca-4872-9bbf-c40e659eafb8'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:23:55.348909 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:55.379239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c674ac6f-1bf7-4ec5-a889-3a24377acbca,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:55.436124 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.326s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:55.440770 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:55.474500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb3e70-3569-48ed-a7e2-b0e74144c764', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427787606-router', 'tenant_id': '3f785c68eace4b60bc966dcbd533cde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'b40559c4-96cc-4a46-af19-892cfa27bbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:22Z', 'updated_at': '2021-01-14T07:23:42Z', 'revision_number': 4, 'project_id': '3f785c68eace4b60bc966dcbd533cde1', 'gw_port': {'id': 'b40559c4-96cc-4a46-af19-892cfa27bbb3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb3e70-3569-48ed-a7e2-b0e74144c764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:25Z', 'updated_at': '2021-01-14T07:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '693c0507-757d-414f-a848-b301d33de075', 'name': '', 'network_id': 'b85cec53-f2c4-41da-a4fe-b12d0ca67455', 'tenant_id': '3f785c68eace4b60bc966dcbd533cde1', 'mac_address': 'fa:16:3e:ee:76:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbb3e70-3569-48ed-a7e2-b0e74144c764', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '9c79cbc9-e714-4591-8ee2-21c3969388ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:37Z', 'updated_at': '2021-01-14T07:23:51Z', 'revision_number': 4, 'project_id': '3f785c68eace4b60bc966dcbd533cde1', 'subnets': [{'id': '9c79cbc9-e714-4591-8ee2-21c3969388ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:55.488557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba87efbe-9465-41a6-8b4d-b94ee24f61ec None None] The sync data for ids ['7cbb3e70-3569-48ed-a7e2-b0e74144c764'] in n-d-769329-2 is: [{'id': '7cbb3e70-3569-48ed-a7e2-b0e74144c764', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427787606-router', 'tenant_id': '3f785c68eace4b60bc966dcbd533cde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'b40559c4-96cc-4a46-af19-892cfa27bbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:22Z', 'updated_at': '2021-01-14T07:23:42Z', 'revision_number': 4, 'project_id': '3f785c68eace4b60bc966dcbd533cde1', 'gw_port': {'id': 'b40559c4-96cc-4a46-af19-892cfa27bbb3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb3e70-3569-48ed-a7e2-b0e74144c764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:25Z', 'updated_at': '2021-01-14T07:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '693c0507-757d-414f-a848-b301d33de075', 'name': '', 'network_id': 'b85cec53-f2c4-41da-a4fe-b12d0ca67455', 'tenant_id': '3f785c68eace4b60bc966dcbd533cde1', 'mac_address': 'fa:16:3e:ee:76:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbb3e70-3569-48ed-a7e2-b0e74144c764', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '9c79cbc9-e714-4591-8ee2-21c3969388ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:37Z', 'updated_at': '2021-01-14T07:23:51Z', 'revision_number': 4, 'project_id': '3f785c68eace4b60bc966dcbd533cde1', 'subnets': [{'id': '9c79cbc9-e714-4591-8ee2-21c3969388ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:23:55.502489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'name': 'tempest-TaggedBootDevicesTest_v242-980231587-router', 'tenant_id': '3a2693f475504bd09526ac6bd19368d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'e5362d9c-75d9-41c8-9867-ef73714b2754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:39Z', 'updated_at': '2021-01-14T07:23:48Z', 'revision_number': 3, 'project_id': '3a2693f475504bd09526ac6bd19368d9', 'gw_port': {'id': 'e5362d9c-75d9-41c8-9867-ef73714b2754', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:44Z', 'updated_at': '2021-01-14T07:23:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:55.507380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] Checking router: 20296451-bb68-46d7-b2f5-54e2fcc6e6b0 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:23:55.507870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] Updating router 20296451-bb68-46d7-b2f5-54e2fcc6e6b0 port e5362d9c-75d9-41c8-9867-ef73714b2754 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:23:55.524583 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:55.571719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port bccccba2-2950-420f-8f45-ad5c09c37cd5 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:55.574161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:55.754869 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:55.772267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdefa72-9878-40b2-b854-e77fb4bf9d44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edda7929-aaae-4f71-a2b4-5b5dd5e4a961,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:55.793767 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dbdefa72-9878-40b2-b854-e77fb4bf9d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:55.796102 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-224ddf9c-be47-4513-a44e-893fe4b84b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.525s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:56.065179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:56.078810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:56.082255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:56.103912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09612054-168e-446a-b87c-714c193f0c33 None None] Network 45296475-29fd-4430-84e9-a43b80c14321 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:23:56.133808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dbdefa72-9878-40b2-b854-e77fb4bf9d44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:56.187208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Network 15ac981d-0d09-4ec0-895b-ce9d7bcccd9e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:56.195758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:56.200199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:23:56.264876 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dbdefa72-9878-40b2-b854-e77fb4bf9d44 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/edda7929-aaae-4f71-a2b4-5b5dd5e4a961 HTTP/1.1" status: 204 len: 168 time: 3.6319051 Jan 14 07:23:56.264876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Pushing event updated for resources: {'Port': ['ID=8bafed78-0b8d-4127-9d96-98bd2eac071f,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:56.273210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58156) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:23:56.290003 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:56.343375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-e655b0cd-858f-4e05-b53a-0024a2710c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:56.345351 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-e655b0cd-858f-4e05-b53a-0024a2710c14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd16eb03ba404a1398d07e90a1dd967b&device_id=c471a70f-cf6a-49c2-b769-6bcc06e01565 HTTP/1.1" status: 200 len: 1162 time: 0.8013496 Jan 14 07:23:56.348765 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:56.633926 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:56.732798 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for floatingip, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:56.734680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182ccf99-24d6-457b-8c3b-17a73f8411c3 None None] DHCP port deletion for 45296475-29fd-4430-84e9-a43b80c14321 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:23:56.746448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2a0f4dc6-707f-4f32-b8e5-988b718d1c88 None None] Provisioning for port c674ac6f-1bf7-4ec5-a889-3a24377acbca completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:56.784692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2a0f4dc6-707f-4f32-b8e5-988b718d1c88 None None] Provisioning complete for port c674ac6f-1bf7-4ec5-a889-3a24377acbca triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:56.785109 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a0f4dc6-707f-4f32-b8e5-988b718d1c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:56.801669 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-7ed50171-16e7-435c-9ba9-4edf4ef9094a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=b78bf411-88ca-4872-9bbf-c40e659eafb8 HTTP/1.1" status: 200 len: 217 time: 0.4335399 Jan 14 07:23:56.819299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-182ccf99-24d6-457b-8c3b-17a73f8411c3 None None] Deleting port 2064ea91-7497-47b2-9cd5-b910e4ced5dd {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:56.819767 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-182ccf99-24d6-457b-8c3b-17a73f8411c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:56.921366 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-575f2cf4-5831-42c1-8d02-2410826dbdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:56.952396 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:56.957062 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:23:56.957062 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:56.957062 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:56.957062 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:56.957062 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:23:56.957062 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:56.957062 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:56.957062 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:56.957062 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:23:56.957062 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:56.957062 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:56.957062 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:56.957062 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:23:56.957062 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:56.957062 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:56.957062 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:56.957062 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:23:56.957062 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:23:56.957062 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:23:56.957062 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:23:56.982236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-e6541f00-90b2-4845-98bd-2745a0f6f1d1 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:56.984289 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-e6541f00-90b2-4845-98bd-2745a0f6f1d1 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.41 "GET /v2.0/networks?id=b253f46f-6d1c-491b-8798-482cf4eeb181 HTTP/1.1" status: 200 len: 815 time: 1.0547156 Jan 14 07:23:56.990545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] Deleting port 2064ea91-7497-47b2-9cd5-b910e4ced5dd {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:56.991100 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:56.998150 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:57.057693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:57.103185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-e77d66c4-2bbf-407a-9efd-39ca44fecc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:57.105458 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-e77d66c4-2bbf-407a-9efd-39ca44fecc54 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ffe7d3d2-18e7-450d-bb59-0b64181030a8 HTTP/1.1" status: 200 len: 843 time: 0.2783470 Jan 14 07:23:57.115915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 693c0507-757d-414f-a848-b301d33de075 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:57.158717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14204e69-c620-4d02-bac6-e4e49ce99c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:57.195342 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-d034f79d-7d9f-4b07-866a-fbb2c7d53639 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.41 "GET /v2.0/quotas/09c32218fbf8421e8d39c11ddb10d709 HTTP/1.1" status: 200 len: 375 time: 0.1386812 Jan 14 07:23:57.245155 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:57.283055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2a0f4dc6-707f-4f32-b8e5-988b718d1c88 None None] Port c674ac6f-1bf7-4ec5-a889-3a24377acbca cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:57.295577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device bccccba2-2950-420f-8f45-ad5c09c37cd5 up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:23:57.361947 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-cf8866cf-0c75-4877-ad8a-29ae3c64a153 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.41 "GET /v2.0/ports?tenant_id=09c32218fbf8421e8d39c11ddb10d709&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1520948 Jan 14 07:23:57.368162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] Transition to ACTIVE for port object e5362d9c-75d9-41c8-9867-ef73714b2754 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:23:57.397981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:57.398746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:57.471883 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:57.507564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-d6545683-30ab-49f3-9f73-6b8e947ac9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:23:57.508686 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-d6545683-30ab-49f3-9f73-6b8e947ac9c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d6bd0598-2cab-47e3-9f0f-47d899b421cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3813748 Jan 14 07:23:57.641617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 693c0507-757d-414f-a848-b301d33de075 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:23:57.654226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port bccccba2-2950-420f-8f45-ad5c09c37cd5 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:57.654673 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:57.688162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:57.693465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:57.710308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 693c0507-757d-414f-a848-b301d33de075 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:57.710706 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:57.726825 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3e99c6b9-0317-46e4-9f2f-5ea4c80dd7ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:57.752602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02442c92-d603-444c-ac8a-7581bc0b2691 None None] Pushing event updated for resources: {'Port': ['ID=e5362d9c-75d9-41c8-9867-ef73714b2754,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:57.792432 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-02442c92-d603-444c-ac8a-7581bc0b2691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:57.806381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-182ccf99-24d6-457b-8c3b-17a73f8411c3 None None] For port 2064ea91-7497-47b2-9cd5-b910e4ced5dd, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2064ea91-7497-47b2-9cd5-b910e4ced5dd,segment=NetworkSegment(705f8558-a755-4ee0-a153-b7ecd2dc6cc8),segment_id=705f8558-a755-4ee0-a153-b7ecd2dc6cc8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:57.807081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-182ccf99-24d6-457b-8c3b-17a73f8411c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:57.883312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Pushing event updated for resources: {'Port': ['ID=c674ac6f-1bf7-4ec5-a889-3a24377acbca,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:57.883312 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:57.909014 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.008100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-182ccf99-24d6-457b-8c3b-17a73f8411c3 None None] Calling delete_port for 2064ea91-7497-47b2-9cd5-b910e4ced5dd owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:58.050951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-575f2cf4-5831-42c1-8d02-2410826dbdb8 admin admin] Deleting port 693c0507-757d-414f-a848-b301d33de075 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:58.050951 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-575f2cf4-5831-42c1-8d02-2410826dbdb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.096166 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.119428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] For port 2064ea91-7497-47b2-9cd5-b910e4ced5dd, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2064ea91-7497-47b2-9cd5-b910e4ced5dd,segment=NetworkSegment(705f8558-a755-4ee0-a153-b7ecd2dc6cc8),segment_id=705f8558-a755-4ee0-a153-b7ecd2dc6cc8)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:58.120084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.174237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] Attempting to bind port e5362d9c-75d9-41c8-9867-ef73714b2754 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:23:58.174639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] Attempting to bind port e5362d9c-75d9-41c8-9867-ef73714b2754 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:23:58.174970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] Attempting to bind port e5362d9c-75d9-41c8-9867-ef73714b2754 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:23:58.201490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:23:58.201968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:23:58.202334 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.202766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:23:58.203301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] Bound port: e5362d9c-75d9-41c8-9867-ef73714b2754, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:23:58.203766 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.276695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Network 15ac981d-0d09-4ec0-895b-ce9d7bcccd9e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:23:58.281488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:23:58.287506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] Calling delete_port for 2064ea91-7497-47b2-9cd5-b910e4ced5dd owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:58.306047 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-182ccf99-24d6-457b-8c3b-17a73f8411c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.328221 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:58.341432 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-2f36a486-8262-4eee-97a3-d2abd916824e service neutron] 10.222.0.41 "GET /v2.0/networks/b253f46f-6d1c-491b-8798-482cf4eeb181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9631615 Jan 14 07:23:58.396541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ccf99-24d6-457b-8c3b-17a73f8411c3 None None] Pushing event deleted for resources: {'Port': ['ID=2064ea91-7497-47b2-9cd5-b910e4ced5dd,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:58.471193 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-182ccf99-24d6-457b-8c3b-17a73f8411c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:58.501731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.507255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Router 20296451-bb68-46d7-b2f5-54e2fcc6e6b0 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:23:58.526688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] For port e5362d9c-75d9-41c8-9867-ef73714b2754, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:23:58.532922 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-7558616c-337c-482b-b246-426c05864c9e service neutron] 10.222.0.39 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9497592 Jan 14 07:23:58.536141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-575f2cf4-5831-42c1-8d02-2410826dbdb8 admin admin] For port 693c0507-757d-414f-a848-b301d33de075, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=693c0507-757d-414f-a848-b301d33de075,segment=NetworkSegment(a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b),segment_id=a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:58.536536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-575f2cf4-5831-42c1-8d02-2410826dbdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.561197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] For port e5362d9c-75d9-41c8-9867-ef73714b2754, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e5362d9c-75d9-41c8-9867-ef73714b2754,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:23:58.570836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.590139 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b92490b0-b06a-4e1e-9cb3-fbaeb31db267 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:58.690472 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:23:58.690875 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:23:58.700277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 693c0507-757d-414f-a848-b301d33de075, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=693c0507-757d-414f-a848-b301d33de075,segment=NetworkSegment(a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b),segment_id=a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:23:58.714213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.719593 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.720696 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-824d4404-2768-4fba-9f22-44f18e6271d6 service neutron] 10.222.0.41 "GET /v2.0/networks/b253f46f-6d1c-491b-8798-482cf4eeb181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3610168 Jan 14 07:23:58.721641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ccf99-24d6-457b-8c3b-17a73f8411c3 None None] No DVR routers for this DVR port 2064ea91-7497-47b2-9cd5-b910e4ced5dd on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:23:58.736681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.758570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-575f2cf4-5831-42c1-8d02-2410826dbdb8 admin admin] Calling delete_port for 693c0507-757d-414f-a848-b301d33de075 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:23:58.765022 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2c25ccc0-ca15-4c10-af0d-885fd0f3ce1e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:58.799207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02442c92-d603-444c-ac8a-7581bc0b2691 None None] Pushing event updated for resources: {'Port': ['ID=e5362d9c-75d9-41c8-9867-ef73714b2754,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:58.805943 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-02442c92-d603-444c-ac8a-7581bc0b2691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:58.806602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cebef2b9-e943-400a-bded-f73eb9977c45 None None] Provisioning complete for port c674ac6f-1bf7-4ec5-a889-3a24377acbca triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:23:58.807022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cebef2b9-e943-400a-bded-f73eb9977c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.832938 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:23:58.875589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2064ea91-7497-47b2-9cd5-b910e4ced5dd no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:23:58.879827 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-3fd5a607-1a92-45bb-9b54-d82f5fa5b168 service neutron] 10.222.0.39 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3261108 Jan 14 07:23:58.901105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:58.967320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 2064ea91-7497-47b2-9cd5-b910e4ced5dd {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:23:58.967990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2064ea91-7497-47b2-9cd5-b910e4ced5dd not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:23:59.018753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-cebef2b9-e943-400a-bded-f73eb9977c45 None None] Port c674ac6f-1bf7-4ec5-a889-3a24377acbca cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:23:59.028890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=693c0507-757d-414f-a848-b301d33de075,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:59.035179 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:59.040466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] Routers {'20296451-bb68-46d7-b2f5-54e2fcc6e6b0'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:23:59.041704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:23:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['20296451-bb68-46d7-b2f5-54e2fcc6e6b0'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:59.075984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-f98c7137-477a-4046-85da-828a70d44073 req-a9a8eaa7-2fb8-4bb3-8a2d-93a7b40bc082 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1698119875', 'description': 'tempest-description-362975563'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:23:59.105678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-f98c7137-477a-4046-85da-828a70d44073 req-a9a8eaa7-2fb8-4bb3-8a2d-93a7b40bc082 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:59.114916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Pushing event updated for resources: {'Port': ['ID=8bafed78-0b8d-4127-9d96-98bd2eac071f,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:23:59.119098 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:23:59.125495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f98c7137-477a-4046-85da-828a70d44073 req-a9a8eaa7-2fb8-4bb3-8a2d-93a7b40bc082 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Usage tracker for resource:security_group and tenant:427877bd7793412391ebe4c47d52c9a0 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:59.145995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f98c7137-477a-4046-85da-828a70d44073 req-a9a8eaa7-2fb8-4bb3-8a2d-93a7b40bc082 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:59.157357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-f98c7137-477a-4046-85da-828a70d44073 req-a9a8eaa7-2fb8-4bb3-8a2d-93a7b40bc082 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:59.195548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] Deleting port 2064ea91-7497-47b2-9cd5-b910e4ced5dd {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:23:59.196108 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:59.232553 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f98c7137-477a-4046-85da-828a70d44073 req-a9a8eaa7-2fb8-4bb3-8a2d-93a7b40bc082 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:59.337605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] The port '2064ea91-7497-47b2-9cd5-b910e4ced5dd' was deleted {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:23:59.420183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-f98c7137-477a-4046-85da-828a70d44073 req-a9a8eaa7-2fb8-4bb3-8a2d-93a7b40bc082 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:23:59.463169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:23:59.478691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f98c7137-477a-4046-85da-828a70d44073 req-a9a8eaa7-2fb8-4bb3-8a2d-93a7b40bc082 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Usage tracker for resource:security_group_rule and tenant:427877bd7793412391ebe4c47d52c9a0 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:23:59.491034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f98c7137-477a-4046-85da-828a70d44073 req-a9a8eaa7-2fb8-4bb3-8a2d-93a7b40bc082 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:23:59.511749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] Set router 20296451-bb68-46d7-b2f5-54e2fcc6e6b0 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:23:59.512841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-f98c7137-477a-4046-85da-828a70d44073 req-a9a8eaa7-2fb8-4bb3-8a2d-93a7b40bc082 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:23:59.513528 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] 10.222.0.41 "PUT /v2.0/routers/20296451-bb68-46d7-b2f5-54e2fcc6e6b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4728808 Jan 14 07:23:59.521383 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:59.537881 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:59.590455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-575f2cf4-5831-42c1-8d02-2410826dbdb8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:23:59.590858 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-575f2cf4-5831-42c1-8d02-2410826dbdb8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:23:59.696480 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:59.704169 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 10.9077339 Jan 14 07:23:59.831066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45296475-29fd-4430-84e9-a43b80c14321']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:59.859862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-a95cbbfa-2384-4a59-bf5e-9f5782c98b9d tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Synchronizing usage tracker for tenant:369cf312e6f8411e821109a8779f4774 on resource:floatingip {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:23:59.882332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705f8558-a755-4ee0-a153-b7ecd2dc6cc8') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:59.882684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705f8558-a755-4ee0-a153-b7ecd2dc6cc8') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:23:59.916812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f98c7137-477a-4046-85da-828a70d44073 req-a9a8eaa7-2fb8-4bb3-8a2d-93a7b40bc082 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:59.919056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:59.927214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-a95cbbfa-2384-4a59-bf5e-9f5782c98b9d tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Unset dirty status for tenant:369cf312e6f8411e821109a8779f4774 on resource:floatingip {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:23:59.934215 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-a95cbbfa-2384-4a59-bf5e-9f5782c98b9d tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.3.188 HTTP/1.1" status: 200 len: 696 time: 0.2288775 Jan 14 07:23:59.940851 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f98c7137-477a-4046-85da-828a70d44073 req-a9a8eaa7-2fb8-4bb3-8a2d-93a7b40bc082 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:23:59.977618 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-094ae94f-e70c-465e-a8d4-16997a2e1fce tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:00.013214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'name': 'tempest-TaggedBootDevicesTest_v242-980231587-router', 'tenant_id': '3a2693f475504bd09526ac6bd19368d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'e5362d9c-75d9-41c8-9867-ef73714b2754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:39Z', 'updated_at': '2021-01-14T07:23:56Z', 'revision_number': 4, 'project_id': '3a2693f475504bd09526ac6bd19368d9', 'gw_port': {'id': 'e5362d9c-75d9-41c8-9867-ef73714b2754', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:44Z', 'updated_at': '2021-01-14T07:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'c674ac6f-1bf7-4ec5-a889-3a24377acbca', 'name': '', 'network_id': '15ac981d-0d09-4ec0-895b-ce9d7bcccd9e', 'tenant_id': '3a2693f475504bd09526ac6bd19368d9', 'mac_address': 'fa:16:3e:7c:1d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '67ef6f45-c67f-4bba-88b5-d1969fba5317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:54Z', 'updated_at': '2021-01-14T07:23:57Z', 'revision_number': 2, 'project_id': '3a2693f475504bd09526ac6bd19368d9', 'subnets': [{'id': '67ef6f45-c67f-4bba-88b5-d1969fba5317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:00.017936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9f8da7-cc77-4d18-9a9e-0c9684e19cd7 None None] The sync data for ids ['20296451-bb68-46d7-b2f5-54e2fcc6e6b0'] in n-d-769329-2 is: [{'id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'name': 'tempest-TaggedBootDevicesTest_v242-980231587-router', 'tenant_id': '3a2693f475504bd09526ac6bd19368d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'e5362d9c-75d9-41c8-9867-ef73714b2754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:39Z', 'updated_at': '2021-01-14T07:23:56Z', 'revision_number': 4, 'project_id': '3a2693f475504bd09526ac6bd19368d9', 'gw_port': {'id': 'e5362d9c-75d9-41c8-9867-ef73714b2754', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:44Z', 'updated_at': '2021-01-14T07:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'c674ac6f-1bf7-4ec5-a889-3a24377acbca', 'name': '', 'network_id': '15ac981d-0d09-4ec0-895b-ce9d7bcccd9e', 'tenant_id': '3a2693f475504bd09526ac6bd19368d9', 'mac_address': 'fa:16:3e:7c:1d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '67ef6f45-c67f-4bba-88b5-d1969fba5317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:54Z', 'updated_at': '2021-01-14T07:23:57Z', 'revision_number': 2, 'project_id': '3a2693f475504bd09526ac6bd19368d9', 'subnets': [{'id': '67ef6f45-c67f-4bba-88b5-d1969fba5317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:24:00.065033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:00.090223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:24:00.092578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-575f2cf4-5831-42c1-8d02-2410826dbdb8 admin admin] Deleting port 693c0507-757d-414f-a848-b301d33de075 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:00.093173 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-575f2cf4-5831-42c1-8d02-2410826dbdb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:00.132685 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f98c7137-477a-4046-85da-828a70d44073 req-a9a8eaa7-2fb8-4bb3-8a2d-93a7b40bc082 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:00.136670 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f98c7137-477a-4046-85da-828a70d44073 req-a9a8eaa7-2fb8-4bb3-8a2d-93a7b40bc082 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0700567 Jan 14 07:24:00.206508 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bbf1d9-c239-4b3a-9b19-5d54240e7672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccccba2-2950-420f-8f45-ad5c09c37cd5', 'code': 200} Jan 14 07:24:00.383431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] Network 45296475-29fd-4430-84e9-a43b80c14321 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:00.395431 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:00.653523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] Network 45296475-29fd-4430-84e9-a43b80c14321 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:00.756721 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:24:00.760580 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:24:00.771218 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c471a70f-cf6a-49c2-b769-6bcc06e01565', 'tag': 'b78bf411-88ca-4872-9bbf-c40e659eafb8', 'status': 'completed', 'code': 200} Jan 14 07:24:00.822439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-575f2cf4-5831-42c1-8d02-2410826dbdb8 admin admin] For port 693c0507-757d-414f-a848-b301d33de075, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=693c0507-757d-414f-a848-b301d33de075,segment=NetworkSegment(a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b),segment_id=a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:00.823128 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-575f2cf4-5831-42c1-8d02-2410826dbdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:00.863102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8eaa7-2fb8-4bb3-8a2d-93a7b40bc082 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Pushing event updated for resources: {'SecurityGroup': ['ID=ad94139c-5936-4a06-8d3d-aa93ceaa7a71,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:00.882334 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a9a8eaa7-2fb8-4bb3-8a2d-93a7b40bc082 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:00.974859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:00.988478 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:01.042818 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:01.050925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-575f2cf4-5831-42c1-8d02-2410826dbdb8 admin admin] Calling delete_port for 693c0507-757d-414f-a848-b301d33de075 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:01.101396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-e15e7337-7bdc-45df-9497-d9f4b18ae77f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:01.102983 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-abe8ca2c-3b09-45ac-92a9-6a245c31e503 req-e15e7337-7bdc-45df-9497-d9f4b18ae77f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 784 time: 1.1679125 Jan 14 07:24:01.120891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] Pushing event deleted for resources: {'Network': ['ID=45296475-29fd-4430-84e9-a43b80c14321,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:01.132521 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:01.144301 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] 10.222.0.41 "DELETE /v2.0/networks/45296475-29fd-4430-84e9-a43b80c14321 HTTP/1.1" status: 204 len: 168 time: 4.8643429 Jan 14 07:24:01.180310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6021b75-cebd-4732-94e3-b3c53dcdc70c req-d0e47aeb-6029-44c9-a68c-7cacb155a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:01.197409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-b76261c7-0c94-4ba7-93c9-ebff98c8c197 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:01.198359 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e6021b75-cebd-4732-94e3-b3c53dcdc70c req-d0e47aeb-6029-44c9-a68c-7cacb155a3ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd16eb03ba404a1398d07e90a1dd967b&device_id=c471a70f-cf6a-49c2-b769-6bcc06e01565 HTTP/1.1" status: 200 len: 1162 time: 0.4221878 Jan 14 07:24:01.198679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-b76261c7-0c94-4ba7-93c9-ebff98c8c197 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Synchronizing usage tracker for tenant:09c32218fbf8421e8d39c11ddb10d709 on resource:network {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:01.225895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 693c0507-757d-414f-a848-b301d33de075 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:01.261973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-b76261c7-0c94-4ba7-93c9-ebff98c8c197 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Unset dirty status for tenant:09c32218fbf8421e8d39c11ddb10d709 on resource:network {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:01.264614 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-b76261c7-0c94-4ba7-93c9-ebff98c8c197 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.53 "GET /v2.0/networks?id=b253f46f-6d1c-491b-8798-482cf4eeb181 HTTP/1.1" status: 200 len: 815 time: 0.7267632 Jan 14 07:24:01.309810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-58a89895-3e2a-487e-ac50-b5c17c4df560 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Request body: {'port': {'device_id': 'aae5ef03-2dfb-40c1-b7c0-4d89584b95a8', 'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181', 'admin_state_up': True, 'tenant_id': '09c32218fbf8421e8d39c11ddb10d709'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:01.328926 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e6021b75-cebd-4732-94e3-b3c53dcdc70c req-847cd63c-ff4f-4a6d-b219-40d3bb781e41 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=cd16eb03ba404a1398d07e90a1dd967b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1219792 Jan 14 07:24:01.560659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 693c0507-757d-414f-a848-b301d33de075 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:01.561077 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:02.010693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58284) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:02.038204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-54e350bf-9fc1-4ac1-9575-72499dfc54bb None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80909) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:24:02.192816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-58a89895-3e2a-487e-ac50-b5c17c4df560 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:02.243482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-58a89895-3e2a-487e-ac50-b5c17c4df560 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Usage tracker for resource:port and tenant:09c32218fbf8421e8d39c11ddb10d709 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:02.252235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-58a89895-3e2a-487e-ac50-b5c17c4df560 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:02.276672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-58a89895-3e2a-487e-ac50-b5c17c4df560 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:02.288788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device b78bf411-88ca-4872-9bbf-c40e659eafb8 up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:02.302403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6021b75-cebd-4732-94e3-b3c53dcdc70c req-bcba6d37-88da-45b7-8d1f-f33a3bf0cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:02.305190 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e6021b75-cebd-4732-94e3-b3c53dcdc70c req-bcba6d37-88da-45b7-8d1f-f33a3bf0cb86 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9692576 Jan 14 07:24:02.313059 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f6848a34-c9bd-4683-b2a1-5e7cbdd4d8d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=472e0057c0c94e75b91adee0ff49f256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893820 Jan 14 07:24:02.315034 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-575f2cf4-5831-42c1-8d02-2410826dbdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:02.333295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58312) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:02.334630 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a02dad36-8465-4573-aec4-056aba0c33a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:02.377793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-58a89895-3e2a-487e-ac50-b5c17c4df560 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Made reservation on behalf of 09c32218fbf8421e8d39c11ddb10d709 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:02.388603 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-58a89895-3e2a-487e-ac50-b5c17c4df560 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:02.404763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning for port b78bf411-88ca-4872-9bbf-c40e659eafb8 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:02.412089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port b78bf411-88ca-4872-9bbf-c40e659eafb8 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:02.412746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:02.547302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f2cf4-5831-42c1-8d02-2410826dbdb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=693c0507-757d-414f-a848-b301d33de075,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:02.578669 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-575f2cf4-5831-42c1-8d02-2410826dbdb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:02.602467 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:02.646331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c471a70f-cf6a-49c2-b769-6bcc06e01565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78bf411-88ca-4872-9bbf-c40e659eafb8'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:02.661066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port b78bf411-88ca-4872-9bbf-c40e659eafb8, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=b78bf411-88ca-4872-9bbf-c40e659eafb8,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:02.666178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:02.669342 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0faf7bb5-02fb-4da9-acec-c4a3cf35655b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:02.759720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device bccccba2-2950-420f-8f45-ad5c09c37cd5 no longer exists at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:24:02.853285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25db841b-1ce2-40b5-aeef-141aa8345daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:02.893757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=b78bf411-88ca-4872-9bbf-c40e659eafb8,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:02.901531 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:02.910798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-5a965aeb-c417-4c40-abd6-175250ee82e2 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:02.912583 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-5a965aeb-c417-4c40-abd6-175250ee82e2 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/networks?id=08cc5cce-94ac-45eb-b13e-2fb3fb190482 HTTP/1.1" status: 200 len: 813 time: 0.6031330 Jan 14 07:24:03.011682 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-88042583-66d1-4b3a-8225-8d5d39c88c61 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/quotas/427877bd7793412391ebe4c47d52c9a0 HTTP/1.1" status: 200 len: 375 time: 0.0791614 Jan 14 07:24:03.082551 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:03.138457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port bccccba2-2950-420f-8f45-ad5c09c37cd5, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=bccccba2-2950-420f-8f45-ad5c09c37cd5,segment=NetworkSegment(b0defd3a-fda2-4375-ae4c-730589e29bfc),segment_id=b0defd3a-fda2-4375-ae4c-730589e29bfc)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:03.144527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:03.146897 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:03.150181 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25db841b-1ce2-40b5-aeef-141aa8345daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:03.151292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-6dd70101-68b3-4efa-ada9-b81edbd3a164 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:03.152141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-6dd70101-68b3-4efa-ada9-b81edbd3a164 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Synchronizing usage tracker for tenant:2153bb700bed421398584d6955d7f9d7 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:03.289029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-6dd70101-68b3-4efa-ada9-b81edbd3a164 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Unset dirty status for tenant:2153bb700bed421398584d6955d7f9d7 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:03.292219 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-6dd70101-68b3-4efa-ada9-b81edbd3a164 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] 10.222.0.39 "GET /v2.0/ports?device_id=08bbf1d9-c239-4b3a-9b19-5d54240e7672 HTTP/1.1" status: 200 len: 945 time: 0.9819231 Jan 14 07:24:03.303051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e5362d9c-75d9-41c8-9867-ef73714b2754 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:03.383161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device b78bf411-88ca-4872-9bbf-c40e659eafb8 up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:03.511396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=bccccba2-2950-420f-8f45-ad5c09c37cd5,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:03.512076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Deleting port bccccba2-2950-420f-8f45-ad5c09c37cd5 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:03.512621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:03.526481 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:03.568588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port e5362d9c-75d9-41c8-9867-ef73714b2754 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:03.586559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port b78bf411-88ca-4872-9bbf-c40e659eafb8 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:03.587672 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:03.606687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-58a89895-3e2a-487e-ac50-b5c17c4df560 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Allocated IP 172.20.0.10 (b253f46f-6d1c-491b-8798-482cf4eeb181/c385b801-e5a5-4e1e-9e2c-13ef2be877ab/0b389c16-b53a-437d-bdd9-5d649f68ad98) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:03.619685 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25db841b-1ce2-40b5-aeef-141aa8345daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:03.628008 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-b254e284-d254-4180-b9f1-96daf96cfce9 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.3214257 Jan 14 07:24:03.640119 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2fbeea06-274d-4880-8cf0-3d9f192ab543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:03.655593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port e5362d9c-75d9-41c8-9867-ef73714b2754 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:03.656056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:03.725315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db841b-1ce2-40b5-aeef-141aa8345daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406416ed-46ab-44d3-8780-7e8e7d087cf9,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:03.738175 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-25db841b-1ce2-40b5-aeef-141aa8345daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:03.770897 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-575f2cf4-5831-42c1-8d02-2410826dbdb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:03.865226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:03.889065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:03.959485 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25db841b-1ce2-40b5-aeef-141aa8345daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:03.961176 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-25db841b-1ce2-40b5-aeef-141aa8345daf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/406416ed-46ab-44d3-8780-7e8e7d087cf9 HTTP/1.1" status: 204 len: 168 time: 1.5585823 Jan 14 07:24:03.989012 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-e4d54303-a638-49ba-8fa2-711f711a3274 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/ports?tenant_id=427877bd7793412391ebe4c47d52c9a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.9488451 Jan 14 07:24:04.075842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:04.148046 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.174800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port e5362d9c-75d9-41c8-9867-ef73714b2754, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e5362d9c-75d9-41c8-9867-ef73714b2754,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:04.180379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.182422 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-02442c92-d603-444c-ac8a-7581bc0b2691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:04.261283 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for floatingip, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.363681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=e5362d9c-75d9-41c8-9867-ef73714b2754,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:04.368005 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:04.442827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] For port bccccba2-2950-420f-8f45-ad5c09c37cd5, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=bccccba2-2950-420f-8f45-ad5c09c37cd5,segment=NetworkSegment(b0defd3a-fda2-4375-ae4c-730589e29bfc),segment_id=b0defd3a-fda2-4375-ae4c-730589e29bfc)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:04.443158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.682622 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-6ee934c1-f70b-4a7b-962f-54cbc113bf08 service neutron] 10.222.0.41 "GET /v2.0/networks/08cc5cce-94ac-45eb-b13e-2fb3fb190482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6917248 Jan 14 07:24:04.690871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-58a89895-3e2a-487e-ac50-b5c17c4df560 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.726519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Calling delete_port for bccccba2-2950-420f-8f45-ad5c09c37cd5 owned by compute:nova {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:04.857281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] Sync routers for ids ['20296451-bb68-46d7-b2f5-54e2fcc6e6b0'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:24:04.882776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] Routers {'20296451-bb68-46d7-b2f5-54e2fcc6e6b0'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:24:04.885643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:23:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['20296451-bb68-46d7-b2f5-54e2fcc6e6b0'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:04.890172 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-58a89895-3e2a-487e-ac50-b5c17c4df560 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:04.922054 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-afa3f067-673e-4a1b-8517-83bfb21f6e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:05.130088 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-f2fb1988-f55b-4f29-927a-e066187a0064 service neutron] 10.222.0.41 "GET /v2.0/networks/08cc5cce-94ac-45eb-b13e-2fb3fb190482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4461069 Jan 14 07:24:05.181769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:05.189911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e5362d9c-75d9-41c8-9867-ef73714b2754 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:05.227120 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:05.246753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a89895-3e2a-487e-ac50-b5c17c4df560 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Pushing event updated for resources: {'Port': ['ID=0b389c16-b53a-437d-bdd9-5d649f68ad98,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:05.270394 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-58a89895-3e2a-487e-ac50-b5c17c4df560 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:05.281153 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4678aebc-972c-49d9-a11d-1a4479c3feb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:05.310030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] Set router 20296451-bb68-46d7-b2f5-54e2fcc6e6b0 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:24:05.348521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575f2cf4-5831-42c1-8d02-2410826dbdb8 admin admin] Router 7cbb3e70-3569-48ed-a7e2-b0e74144c764 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:24:05.353496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port e5362d9c-75d9-41c8-9867-ef73714b2754 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:05.354205 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:05.356187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-58a89895-3e2a-487e-ac50-b5c17c4df560 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Network b253f46f-6d1c-491b-8798-482cf4eeb181 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:05.358317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-58a89895-3e2a-487e-ac50-b5c17c4df560 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:05.367171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-58a89895-3e2a-487e-ac50-b5c17c4df560 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:05.778910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575f2cf4-5831-42c1-8d02-2410826dbdb8 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:24:05.785756 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-575f2cf4-5831-42c1-8d02-2410826dbdb8 admin admin] 10.222.0.41 "PUT /v2.0/routers/7cbb3e70-3569-48ed-a7e2-b0e74144c764/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7007170 Jan 14 07:24:05.791116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58348) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:05.796161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15abc3e-1724-428c-9288-e8f9fa163a2d None None] Sync routers for ids ['7cbb3e70-3569-48ed-a7e2-b0e74144c764'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:24:05.817545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Pushing event deleted for resources: {'Port': ['ID=bccccba2-2950-420f-8f45-ad5c09c37cd5,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:05.818524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15abc3e-1724-428c-9288-e8f9fa163a2d None None] Routers {'7cbb3e70-3569-48ed-a7e2-b0e74144c764'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:24:05.819136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f15abc3e-1724-428c-9288-e8f9fa163a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:23:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7cbb3e70-3569-48ed-a7e2-b0e74144c764'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:06.007863 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.011638 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.011638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.011638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:06.011638 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.011638 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.011638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.011638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:06.011638 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.011638 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.011638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.011638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:24:06.011638 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.011638 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.011638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.011638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:24:06.011638 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.011638 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.011638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.026083 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.029540 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:06.029540 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.029540 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.029540 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.029540 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:06.029540 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:06.029540 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.029540 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.029540 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.029540 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.029540 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.029540 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.029540 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:06.029540 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:06.064014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-58a89895-3e2a-487e-ac50-b5c17c4df560 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:06.067238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-58a89895-3e2a-487e-ac50-b5c17c4df560 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:06.176025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'name': 'tempest-TaggedBootDevicesTest_v242-980231587-router', 'tenant_id': '3a2693f475504bd09526ac6bd19368d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'e5362d9c-75d9-41c8-9867-ef73714b2754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:39Z', 'updated_at': '2021-01-14T07:23:56Z', 'revision_number': 4, 'project_id': '3a2693f475504bd09526ac6bd19368d9', 'gw_port': {'id': 'e5362d9c-75d9-41c8-9867-ef73714b2754', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:44Z', 'updated_at': '2021-01-14T07:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'c674ac6f-1bf7-4ec5-a889-3a24377acbca', 'name': '', 'network_id': '15ac981d-0d09-4ec0-895b-ce9d7bcccd9e', 'tenant_id': '3a2693f475504bd09526ac6bd19368d9', 'mac_address': 'fa:16:3e:7c:1d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '67ef6f45-c67f-4bba-88b5-d1969fba5317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:54Z', 'updated_at': '2021-01-14T07:23:57Z', 'revision_number': 2, 'project_id': '3a2693f475504bd09526ac6bd19368d9', 'subnets': [{'id': '67ef6f45-c67f-4bba-88b5-d1969fba5317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:06.185118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] Checking router: 20296451-bb68-46d7-b2f5-54e2fcc6e6b0 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:24:06.185696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] Updating router 20296451-bb68-46d7-b2f5-54e2fcc6e6b0 port c674ac6f-1bf7-4ec5-a889-3a24377acbca binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:24:06.197533 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-58a89895-3e2a-487e-ac50-b5c17c4df560 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9008996 Jan 14 07:24:06.234135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Request body: {'port': {'device_id': 'aae5ef03-2dfb-40c1-b7c0-4d89584b95a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-2'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:06.265917 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:06.325270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.325698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.326117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.326528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.326944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.327343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.327772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.328176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.328584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.329569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.330089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.330490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.330981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.331382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.331806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.332200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.332599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.332997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.333391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.333784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.334191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.334579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.334980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.335373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.341278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-f15abc3e-1724-428c-9288-e8f9fa163a2d None None] Set router 7cbb3e70-3569-48ed-a7e2-b0e74144c764 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:24:06.348012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.348571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.348991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.349404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.349812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.350219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.350617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.350992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.351393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.351844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.352244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.352638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:06.412335 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.131s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:06.425125 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6a38a513-8ce5-444f-9174-79f7945d785a req-6b29f5fe-8ccf-4281-8ea3-bd7b66bc26b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c381773067f94228a1e848ab51972a6b&device_id=89ecc8ce-dc85-4061-abe5-d961d698d4b7 HTTP/1.1" status: 200 len: 210 time: 0.6089518 Jan 14 07:24:06.465725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58368) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:06.519928 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a98c29a3-5e97-4434-8be8-2b594916c9f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:06.580029 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6a38a513-8ce5-444f-9174-79f7945d785a req-0ef672e0-996f-46c6-ab9a-3ece18214a5f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c381773067f94228a1e848ab51972a6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1288583 Jan 14 07:24:06.725290 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c471a70f-cf6a-49c2-b769-6bcc06e01565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78bf411-88ca-4872-9bbf-c40e659eafb8', 'code': 200} Jan 14 07:24:06.740586 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:07.120495 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a98c29a3-5e97-4434-8be8-2b594916c9f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:07.134473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a98c29a3-5e97-4434-8be8-2b594916c9f7 admin admin] Deleting port b40559c4-96cc-4a46-af19-892cfa27bbb3 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:07.135460 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a98c29a3-5e97-4434-8be8-2b594916c9f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:07.340490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f15abc3e-1724-428c-9288-e8f9fa163a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb3e70-3569-48ed-a7e2-b0e74144c764', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427787606-router', 'tenant_id': '3f785c68eace4b60bc966dcbd533cde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'b40559c4-96cc-4a46-af19-892cfa27bbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:22Z', 'updated_at': '2021-01-14T07:24:02Z', 'revision_number': 5, 'project_id': '3f785c68eace4b60bc966dcbd533cde1', 'gw_port': {'id': 'b40559c4-96cc-4a46-af19-892cfa27bbb3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb3e70-3569-48ed-a7e2-b0e74144c764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:25Z', 'updated_at': '2021-01-14T07:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:07.342011 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:07.357041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device b78bf411-88ca-4872-9bbf-c40e659eafb8 no longer exists at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:24:07.374327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] Transition to ACTIVE for port object c674ac6f-1bf7-4ec5-a889-3a24377acbca will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:07.380655 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:07.504612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1159904193-network', 'tenant_id': '6acd0c0d5ec64d6ca3191a81d9e0c56c'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:07.513057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15abc3e-1724-428c-9288-e8f9fa163a2d None None] Checking router: 7cbb3e70-3569-48ed-a7e2-b0e74144c764 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:24:07.531247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] No DVR routers for this DVR port bccccba2-2950-420f-8f45-ad5c09c37cd5 on host n-h2-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:24:07.602988 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:07.686340 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:07.687512 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:07.712830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15abc3e-1724-428c-9288-e8f9fa163a2d None None] Routers {'7cbb3e70-3569-48ed-a7e2-b0e74144c764'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:24:07.713542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f15abc3e-1724-428c-9288-e8f9fa163a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:23:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7cbb3e70-3569-48ed-a7e2-b0e74144c764'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:07.817213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bbf1d9-c239-4b3a-9b19-5d54240e7672', 'name': 'network-vif-deleted', 'tag': 'bccccba2-2950-420f-8f45-ad5c09c37cd5'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:07.839232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:07.900317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Usage tracker for resource:network and tenant:6acd0c0d5ec64d6ca3191a81d9e0c56c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:07.941409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:08.003350 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] 10.222.0.39 "DELETE /v2.0/ports/bccccba2-2950-420f-8f45-ad5c09c37cd5 HTTP/1.1" status: 204 len: 173 time: 4.7044837 Jan 14 07:24:08.024988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:08.080641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0bf0a-9f59-4575-9456-2a6d574c2a8b None None] Pushing event updated for resources: {'Port': ['ID=c674ac6f-1bf7-4ec5-a889-3a24377acbca,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:08.099448 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a6b0bf0a-9f59-4575-9456-2a6d574c2a8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:08.128914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-f15abc3e-1724-428c-9288-e8f9fa163a2d None None] Set router 7cbb3e70-3569-48ed-a7e2-b0e74144c764 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:24:08.280186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] Attempting to bind port c674ac6f-1bf7-4ec5-a889-3a24377acbca on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:24:08.288466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] Attempting to bind port c674ac6f-1bf7-4ec5-a889-3a24377acbca by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '019c03c0-54ed-4903-8344-520856e36a9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '15ac981d-0d09-4ec0-895b-ce9d7bcccd9e'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:24:08.289232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] Attempting to bind port c674ac6f-1bf7-4ec5-a889-3a24377acbca on network 15ac981d-0d09-4ec0-895b-ce9d7bcccd9e {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:24:08.301175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:24:08.301878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] Checking segment: {'id': '019c03c0-54ed-4903-8344-520856e36a9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '15ac981d-0d09-4ec0-895b-ce9d7bcccd9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:08.302512 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:08.303108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] Bound using segment: {'id': '019c03c0-54ed-4903-8344-520856e36a9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '15ac981d-0d09-4ec0-895b-ce9d7bcccd9e'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:24:08.303812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] Bound port: c674ac6f-1bf7-4ec5-a889-3a24377acbca, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019c03c0-54ed-4903-8344-520856e36a9f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '15ac981d-0d09-4ec0-895b-ce9d7bcccd9e'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:24:08.304385 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:08.339145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Made reservation on behalf of 6acd0c0d5ec64d6ca3191a81d9e0c56c for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:08.368368 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:08.490061 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:08.545609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38a513-8ce5-444f-9174-79f7945d785a req-832b1819-291c-4a4e-a59c-0241c50d0c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:08.568330 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6a38a513-8ce5-444f-9174-79f7945d785a req-832b1819-291c-4a4e-a59c-0241c50d0c42 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.8755100 Jan 14 07:24:08.631397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] For port c674ac6f-1bf7-4ec5-a889-3a24377acbca, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:24:08.638935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] For port c674ac6f-1bf7-4ec5-a889-3a24377acbca, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c674ac6f-1bf7-4ec5-a889-3a24377acbca,segment=NetworkSegment(019c03c0-54ed-4903-8344-520856e36a9f),segment_id=019c03c0-54ed-4903-8344-520856e36a9f)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:24:08.653295 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:08.802852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-a98c29a3-5e97-4434-8be8-2b594916c9f7 admin admin] For port b40559c4-96cc-4a46-af19-892cfa27bbb3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b40559c4-96cc-4a46-af19-892cfa27bbb3,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:08.803638 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a98c29a3-5e97-4434-8be8-2b594916c9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:08.849081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:08.853384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Usage tracker for resource:security_group_rule and tenant:6acd0c0d5ec64d6ca3191a81d9e0c56c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:08.856948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:08.864937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:08.932982 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a6b0bf0a-9f59-4575-9456-2a6d574c2a8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:09.044307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port b78bf411-88ca-4872-9bbf-c40e659eafb8, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=b78bf411-88ca-4872-9bbf-c40e659eafb8,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:09.061275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bbf1d9-c239-4b3a-9b19-5d54240e7672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bccccba2-2950-420f-8f45-ad5c09c37cd5'}, {'server_uuid': 'c471a70f-cf6a-49c2-b769-6bcc06e01565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b78bf411-88ca-4872-9bbf-c40e659eafb8'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:09.098689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-418e9b27-010f-4aad-92bd-a8464f6a7975 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:09.100761 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-418e9b27-010f-4aad-92bd-a8464f6a7975 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] 10.222.0.39 "GET /v2.0/ports?device_id=c471a70f-cf6a-49c2-b769-6bcc06e01565 HTTP/1.1" status: 200 len: 949 time: 1.2926998 Jan 14 07:24:09.122006 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:09.150849 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:09.169808 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9182b143-3ab3-470a-996e-f6b9acb96005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:09.172296 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:09.243520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a98c29a3-5e97-4434-8be8-2b594916c9f7 admin admin] Calling delete_port for b40559c4-96cc-4a46-af19-892cfa27bbb3 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:09.257827 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0f04d905-1ce8-4759-8e4a-f2058dad32f3 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:09.292935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0bf0a-9f59-4575-9456-2a6d574c2a8b None None] Pushing event updated for resources: {'Port': ['ID=c674ac6f-1bf7-4ec5-a889-3a24377acbca,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:09.304925 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a6b0bf0a-9f59-4575-9456-2a6d574c2a8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:09.382632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.39', 57961) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:09.424591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=b78bf411-88ca-4872-9bbf-c40e659eafb8,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:09.435219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Allocated IP 172.25.3.134 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/22e4c48e-e9ca-48d0-b445-b001622999e1) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:09.448310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] Routers {'20296451-bb68-46d7-b2f5-54e2fcc6e6b0'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:24:09.449000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:23:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['20296451-bb68-46d7-b2f5-54e2fcc6e6b0'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:09.449328 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c61de7d3-f0f2-40c3-a117-4e9f4befb3bd req-908b3b71-9a79-4eb7-9cad-c4962be88c63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2153bb700bed421398584d6955d7f9d7&device_id=08bbf1d9-c239-4b3a-9b19-5d54240e7672 HTTP/1.1" status: 200 len: 210 time: 0.3082867 Jan 14 07:24:09.462105 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:09.479290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f15abc3e-1724-428c-9288-e8f9fa163a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbb3e70-3569-48ed-a7e2-b0e74144c764', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427787606-router', 'tenant_id': '3f785c68eace4b60bc966dcbd533cde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'b40559c4-96cc-4a46-af19-892cfa27bbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:22Z', 'updated_at': '2021-01-14T07:24:02Z', 'revision_number': 5, 'project_id': '3f785c68eace4b60bc966dcbd533cde1', 'gw_port': {'id': 'b40559c4-96cc-4a46-af19-892cfa27bbb3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb3e70-3569-48ed-a7e2-b0e74144c764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:25Z', 'updated_at': '2021-01-14T07:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:09.492539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15abc3e-1724-428c-9288-e8f9fa163a2d None None] The sync data for ids ['7cbb3e70-3569-48ed-a7e2-b0e74144c764'] in n-d-769329-2 is: [{'id': '7cbb3e70-3569-48ed-a7e2-b0e74144c764', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1427787606-router', 'tenant_id': '3f785c68eace4b60bc966dcbd533cde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'b40559c4-96cc-4a46-af19-892cfa27bbb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:22Z', 'updated_at': '2021-01-14T07:24:02Z', 'revision_number': 5, 'project_id': '3f785c68eace4b60bc966dcbd533cde1', 'gw_port': {'id': 'b40559c4-96cc-4a46-af19-892cfa27bbb3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbb3e70-3569-48ed-a7e2-b0e74144c764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:25Z', 'updated_at': '2021-01-14T07:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:24:09.525052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:24:09.801446 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6a38a513-8ce5-444f-9174-79f7945d785a req-6be560bc-d175-4811-86dd-e1185fa399aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c381773067f94228a1e848ab51972a6b&device_id=89ecc8ce-dc85-4061-abe5-d961d698d4b7 HTTP/1.1" status: 200 len: 210 time: 0.3992960 Jan 14 07:24:09.972129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61de7d3-f0f2-40c3-a117-4e9f4befb3bd req-df20ea96-18f5-4091-84e6-fcf87f0b787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:09.974276 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c61de7d3-f0f2-40c3-a117-4e9f4befb3bd req-df20ea96-18f5-4091-84e6-fcf87f0b787f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2153bb700bed421398584d6955d7f9d7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4965382 Jan 14 07:24:09.998898 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6a38a513-8ce5-444f-9174-79f7945d785a req-592b0576-b4bc-4713-8b14-27623d47aefe service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c381773067f94228a1e848ab51972a6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1720920 Jan 14 07:24:10.175000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:24:10.213360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] Set router 20296451-bb68-46d7-b2f5-54e2fcc6e6b0 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:24:10.217780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58436) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:10.257161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-35f8f312-378c-46ef-9453-1e6a7a85e6fa tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Deleting port b78bf411-88ca-4872-9bbf-c40e659eafb8 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:10.257710 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-35f8f312-378c-46ef-9453-1e6a7a85e6fa tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:10.340025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-89220880-fe53-4f3f-84e3-b64794118175 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:10.342651 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-89220880-fe53-4f3f-84e3-b64794118175 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.39 "GET /v2.0/networks?id=08cc5cce-94ac-45eb-b13e-2fb3fb190482 HTTP/1.1" status: 200 len: 813 time: 1.7723963 Jan 14 07:24:10.431316 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:10.431540 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Added segment 93dd5c73-9bcf-40db-a948-60df601b1498 of type vxlan for network 70fbfe9e-e458-46e1-9333-d454eb0e06b8 Jan 14 07:24:10.471931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:10.504517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f9b4c3-86c8-4f2b-a186-142d0f8a5268,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:10.509301 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.251s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:10.540614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfcb7d-990d-4639-8c37-0e2a0041b6fb req-da28b0ff-850d-465d-aa12-1145f5ebf4c5 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:10.546196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b389c16-b53a-437d-bdd9-5d649f68ad98 {{(pid=80908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:24:10.558898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38a513-8ce5-444f-9174-79f7945d785a req-6edb58c3-b4e6-4151-825b-3e1ab60aaee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:10.561043 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6a38a513-8ce5-444f-9174-79f7945d785a req-6edb58c3-b4e6-4151-825b-3e1ab60aaee4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5554543 Jan 14 07:24:10.561819 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-19dfcb7d-990d-4639-8c37-0e2a0041b6fb req-da28b0ff-850d-465d-aa12-1145f5ebf4c5 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.41 "GET /v2.0/networks?id=b253f46f-6d1c-491b-8798-482cf4eeb181 HTTP/1.1" status: 200 len: 815 time: 0.5804284 Jan 14 07:24:10.577533 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a98c29a3-5e97-4434-8be8-2b594916c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:10.591554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-69b4ba03-d53b-40d2-bcb8-3cc18d6d1dc3 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Request body: {'port': {'device_id': '3594ebb0-c827-4722-ae49-025cbdf51eaa', 'network_id': '08cc5cce-94ac-45eb-b13e-2fb3fb190482', 'admin_state_up': True, 'tenant_id': '427877bd7793412391ebe4c47d52c9a0'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:10.599948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:10.792094 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:10.793428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:10.794140 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:10.838307 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:10.864878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'name': 'tempest-TaggedBootDevicesTest_v242-980231587-router', 'tenant_id': '3a2693f475504bd09526ac6bd19368d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'e5362d9c-75d9-41c8-9867-ef73714b2754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:39Z', 'updated_at': '2021-01-14T07:23:56Z', 'revision_number': 4, 'project_id': '3a2693f475504bd09526ac6bd19368d9', 'gw_port': {'id': 'e5362d9c-75d9-41c8-9867-ef73714b2754', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:44Z', 'updated_at': '2021-01-14T07:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'c674ac6f-1bf7-4ec5-a889-3a24377acbca', 'name': '', 'network_id': '15ac981d-0d09-4ec0-895b-ce9d7bcccd9e', 'tenant_id': '3a2693f475504bd09526ac6bd19368d9', 'mac_address': 'fa:16:3e:7c:1d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '67ef6f45-c67f-4bba-88b5-d1969fba5317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:54Z', 'updated_at': '2021-01-14T07:24:08Z', 'revision_number': 4, 'project_id': '3a2693f475504bd09526ac6bd19368d9', 'subnets': [{'id': '67ef6f45-c67f-4bba-88b5-d1969fba5317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:10.873185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f71f770-9d50-4bd5-8e84-f084f9a59134 None None] The sync data for ids ['20296451-bb68-46d7-b2f5-54e2fcc6e6b0'] in n-d-769329-2 is: [{'id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'name': 'tempest-TaggedBootDevicesTest_v242-980231587-router', 'tenant_id': '3a2693f475504bd09526ac6bd19368d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'e5362d9c-75d9-41c8-9867-ef73714b2754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:39Z', 'updated_at': '2021-01-14T07:23:56Z', 'revision_number': 4, 'project_id': '3a2693f475504bd09526ac6bd19368d9', 'gw_port': {'id': 'e5362d9c-75d9-41c8-9867-ef73714b2754', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:44Z', 'updated_at': '2021-01-14T07:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'c674ac6f-1bf7-4ec5-a889-3a24377acbca', 'name': '', 'network_id': '15ac981d-0d09-4ec0-895b-ce9d7bcccd9e', 'tenant_id': '3a2693f475504bd09526ac6bd19368d9', 'mac_address': 'fa:16:3e:7c:1d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '67ef6f45-c67f-4bba-88b5-d1969fba5317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:54Z', 'updated_at': '2021-01-14T07:24:08Z', 'revision_number': 4, 'project_id': '3a2693f475504bd09526ac6bd19368d9', 'subnets': [{'id': '67ef6f45-c67f-4bba-88b5-d1969fba5317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:24:10.888135 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-19dfcb7d-990d-4639-8c37-0e2a0041b6fb req-5a679bea-112d-45cf-ab40-2dfff0e1eb81 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.41 "GET /v2.0/quotas/09c32218fbf8421e8d39c11ddb10d709 HTTP/1.1" status: 200 len: 375 time: 0.3252001 Jan 14 07:24:11.144118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Transition to ACTIVE for port object 0b389c16-b53a-437d-bdd9-5d649f68ad98 will not be triggered until provisioned by entity L2. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:11.145767 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80e6e06b-0b8a-473f-98c8-ff7351fe5f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:11.178579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c674ac6f-1bf7-4ec5-a889-3a24377acbca up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:11.226382 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:11.252179 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a336c3f-9530-43b8-8756-564f010e52ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:11.320474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port c674ac6f-1bf7-4ec5-a889-3a24377acbca completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:11.329917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c674ac6f-1bf7-4ec5-a889-3a24377acbca triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:11.330859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:11.385171 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-adefbe9b-f605-4927-9cb6-801640d01df0 req-353254df-b52b-4dd7-bf7d-944bd2d0fd9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c381773067f94228a1e848ab51972a6b&device_id=89ecc8ce-dc85-4061-abe5-d961d698d4b7 HTTP/1.1" status: 200 len: 210 time: 0.0930586 Jan 14 07:24:11.387003 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:11.449542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-80e6e06b-0b8a-473f-98c8-ff7351fe5f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:11.519737 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:11.566344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port c674ac6f-1bf7-4ec5-a889-3a24377acbca, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c674ac6f-1bf7-4ec5-a889-3a24377acbca,segment=NetworkSegment(019c03c0-54ed-4903-8344-520856e36a9f),segment_id=019c03c0-54ed-4903-8344-520856e36a9f)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:11.571105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:11.573698 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:11.685546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=c674ac6f-1bf7-4ec5-a889-3a24377acbca,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:11.692383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 693c0507-757d-414f-a848-b301d33de075 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:24:11.795468 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:11.800673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 693c0507-757d-414f-a848-b301d33de075 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:24:11.801360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 693c0507-757d-414f-a848-b301d33de075 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:24:11.826903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-3d12153d-0af2-4731-a0b7-0f871515948b tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:11.829254 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-3d12153d-0af2-4731-a0b7-0f871515948b tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] 10.222.0.53 "GET /v2.0/networks?id=c39ca05d-526b-495c-bafd-3f15f647c8dd HTTP/1.1" status: 200 len: 819 time: 1.0386071 Jan 14 07:24:11.830839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61de7d3-f0f2-40c3-a117-4e9f4befb3bd req-0c18e74f-188a-4a03-9ba4-c4d3b081e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:11.832431 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c61de7d3-f0f2-40c3-a117-4e9f4befb3bd req-0c18e74f-188a-4a03-9ba4-c4d3b081e9c4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.7806845 Jan 14 07:24:11.833173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Pushing event updated for resources: {'Network': ['ID=70fbfe9e-e458-46e1-9333-d454eb0e06b8,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:11.849894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 70fbfe9e-e458-46e1-9333-d454eb0e06b8 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:11.852734 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.014s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:11.863003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-69b4ba03-d53b-40d2-bcb8-3cc18d6d1dc3 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:11.864047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-80e6e06b-0b8a-473f-98c8-ff7351fe5f96 admin admin] Usage tracker for resource:security_group_rule and tenant:c381773067f94228a1e848ab51972a6b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:11.868081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-69b4ba03-d53b-40d2-bcb8-3cc18d6d1dc3 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Usage tracker for resource:port and tenant:427877bd7793412391ebe4c47d52c9a0 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:11.871165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-69b4ba03-d53b-40d2-bcb8-3cc18d6d1dc3 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Quota usage for port was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:11.881890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-69b4ba03-d53b-40d2-bcb8-3cc18d6d1dc3 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:11.884765 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a98c29a3-5e97-4434-8be8-2b594916c9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:11.887110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-80e6e06b-0b8a-473f-98c8-ff7351fe5f96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:11.924067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-ea741e58-ad3a-4568-bbaf-645acedc1dd4 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Request body: {'port': {'device_id': '08bbf1d9-c239-4b3a-9b19-5d54240e7672', 'network_id': 'c39ca05d-526b-495c-bafd-3f15f647c8dd', 'admin_state_up': True, 'tenant_id': '2153bb700bed421398584d6955d7f9d7'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:12.074220 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-adefbe9b-f605-4927-9cb6-801640d01df0 req-46b0ff36-e27d-4074-ba93-896392ba8411 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c381773067f94228a1e848ab51972a6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6202927 Jan 14 07:24:12.085976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-80e6e06b-0b8a-473f-98c8-ff7351fe5f96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:12.105336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:24:12.229079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 70fbfe9e-e458-46e1-9333-d454eb0e06b8 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:12.237310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Pushing event updated for resources: {'Port': ['ID=0b389c16-b53a-437d-bdd9-5d649f68ad98,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:12.252862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 70fbfe9e-e458-46e1-9333-d454eb0e06b8 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:12.316259 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.064s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:12.318937 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a98c29a3-5e97-4434-8be8-2b594916c9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:12.334305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a98c29a3-5e97-4434-8be8-2b594916c9f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:12.339531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-35f8f312-378c-46ef-9453-1e6a7a85e6fa tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] For port b78bf411-88ca-4872-9bbf-c40e659eafb8, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=b78bf411-88ca-4872-9bbf-c40e659eafb8,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:12.340114 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-35f8f312-378c-46ef-9453-1e6a7a85e6fa tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:12.561208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-35f8f312-378c-46ef-9453-1e6a7a85e6fa tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Calling delete_port for b78bf411-88ca-4872-9bbf-c40e659eafb8 owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:12.676618 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 6.1603937 Jan 14 07:24:12.687854 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a98c29a3-5e97-4434-8be8-2b594916c9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:12.688649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-69b4ba03-d53b-40d2-bcb8-3cc18d6d1dc3 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Made reservation on behalf of 427877bd7793412391ebe4c47d52c9a0 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:12.688975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98c29a3-5e97-4434-8be8-2b594916c9f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cbb3e70-3569-48ed-a7e2-b0e74144c764 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:24:12.703176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-69b4ba03-d53b-40d2-bcb8-3cc18d6d1dc3 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:12.714398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58450) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:12.731697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c61de7d3-f0f2-40c3-a117-4e9f4befb3bd req-806c29ca-65d7-45d5-863f-6398e27e0c9b tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Synchronizing usage tracker for tenant:2153bb700bed421398584d6955d7f9d7 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:12.737188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Request body: {'subnet': {'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1159904193-subnet', 'tenant_id': '6acd0c0d5ec64d6ca3191a81d9e0c56c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:12.752663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:12.838609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Usage tracker for resource:subnet and tenant:6acd0c0d5ec64d6ca3191a81d9e0c56c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:12.838951 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:12.851584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:12.888931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefbe9b-f605-4927-9cb6-801640d01df0 req-b6ec3089-3723-4d73-8792-6c81a46bb39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:12.890547 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-adefbe9b-f605-4927-9cb6-801640d01df0 req-b6ec3089-3723-4d73-8792-6c81a46bb39b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7376566 Jan 14 07:24:12.901037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:13.046420 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:13.091284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Made reservation on behalf of 6acd0c0d5ec64d6ca3191a81d9e0c56c for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:13.097351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:13.113882 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a98c29a3-5e97-4434-8be8-2b594916c9f7 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:13.113882 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a98c29a3-5e97-4434-8be8-2b594916c9f7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7cbb3e70-3569-48ed-a7e2-b0e74144c764 HTTP/1.1" status: 204 len: 168 time: 7.3207750 Jan 14 07:24:13.118230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58454) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:13.119511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-ea741e58-ad3a-4568-bbaf-645acedc1dd4 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:13.122695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c674ac6f-1bf7-4ec5-a889-3a24377acbca up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:13.138322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c61de7d3-f0f2-40c3-a117-4e9f4befb3bd req-806c29ca-65d7-45d5-863f-6398e27e0c9b tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Unset dirty status for tenant:2153bb700bed421398584d6955d7f9d7 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:13.139539 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c61de7d3-f0f2-40c3-a117-4e9f4befb3bd req-806c29ca-65d7-45d5-863f-6398e27e0c9b tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] 10.222.0.39 "GET /v2.0/ports?device_id=08bbf1d9-c239-4b3a-9b19-5d54240e7672 HTTP/1.1" status: 200 len: 210 time: 0.5624638 Jan 14 07:24:13.158021 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-19dfcb7d-990d-4639-8c37-0e2a0041b6fb req-bea28f96-2119-4da8-a0af-30a7320444c4 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.41 "GET /v2.0/ports?tenant_id=09c32218fbf8421e8d39c11ddb10d709&fields=id HTTP/1.1" status: 200 len: 255 time: 2.2686810 Jan 14 07:24:13.182822 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-adefbe9b-f605-4927-9cb6-801640d01df0 req-362dcd4d-ffa0-4ffe-b961-a58ea591b4ef tempest-ServerShowV254Test-1306657770 tempest-ServerShowV254Test-1306657770] 10.222.0.39 "GET /v2.0/ports?device_id=89ecc8ce-dc85-4061-abe5-d961d698d4b7 HTTP/1.1" status: 200 len: 210 time: 0.2252715 Jan 14 07:24:13.255456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c674ac6f-1bf7-4ec5-a889-3a24377acbca triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:13.255893 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:13.305475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Attempting to bind port 0b389c16-b53a-437d-bdd9-5d649f68ad98 on host n-h1-769329-2 for vnic_type normal with profile {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:24:13.305848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Attempting to bind port 0b389c16-b53a-437d-bdd9-5d649f68ad98 by drivers openvswitch on host n-h1-769329-2 at level 0 using segments [{'id': 'd6d894bf-e74a-4c46-8a72-18f9017df4cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181'}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:24:13.306212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Attempting to bind port 0b389c16-b53a-437d-bdd9-5d649f68ad98 on network b253f46f-6d1c-491b-8798-482cf4eeb181 {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:24:13.359232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Checking agent: {'id': '1b004ee2-a22f-479b-a760-de06669a81a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 46), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:24:13.359684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Checking segment: {'id': 'd6d894bf-e74a-4c46-8a72-18f9017df4cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:13.360608 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:13.361016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Bound using segment: {'id': 'd6d894bf-e74a-4c46-8a72-18f9017df4cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181'} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:24:13.361519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Bound port: 0b389c16-b53a-437d-bdd9-5d649f68ad98, host: n-h1-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d894bf-e74a-4c46-8a72-18f9017df4cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181'}}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:24:13.361902 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:13.388350 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80e6e06b-0b8a-473f-98c8-ff7351fe5f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:13.411263 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80e6e06b-0b8a-473f-98c8-ff7351fe5f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:13.429008 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d77157b7-fb22-4156-be31-e8c49a449080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:13.476708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-35f8f312-378c-46ef-9453-1e6a7a85e6fa tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:13.511209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b40559c4-96cc-4a46-af19-892cfa27bbb3 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:24:13.575294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: b40559c4-96cc-4a46-af19-892cfa27bbb3 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:24:13.575868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b40559c4-96cc-4a46-af19-892cfa27bbb3 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:24:13.627078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-ea741e58-ad3a-4568-bbaf-645acedc1dd4 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Usage tracker for resource:port and tenant:2153bb700bed421398584d6955d7f9d7 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:13.678671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-ea741e58-ad3a-4568-bbaf-645acedc1dd4 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Quota usage for port was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:13.774794 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-80e6e06b-0b8a-473f-98c8-ff7351fe5f96 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c381773067f94228a1e848ab51972a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5524249 Jan 14 07:24:13.794963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:13.802907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58460) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:13.808775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6e06b-0b8a-473f-98c8-ff7351fe5f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbfac24-8922-4be8-aafd-938582b069a3,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:13.812897 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-80e6e06b-0b8a-473f-98c8-ff7351fe5f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:13.822687 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:13.945930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] For port 0b389c16-b53a-437d-bdd9-5d649f68ad98, host n-h1-769329-2, cleared binding levels {{(pid=80908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:24:13.950621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8f312-378c-46ef-9453-1e6a7a85e6fa tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Pushing event deleted for resources: {'Port': ['ID=b78bf411-88ca-4872-9bbf-c40e659eafb8,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:13.953913 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-35f8f312-378c-46ef-9453-1e6a7a85e6fa tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:14.010355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] For port 0b389c16-b53a-437d-bdd9-5d649f68ad98, host n-h1-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=0b389c16-b53a-437d-bdd9-5d649f68ad98,segment=NetworkSegment(d6d894bf-e74a-4c46-8a72-18f9017df4cf),segment_id=d6d894bf-e74a-4c46-8a72-18f9017df4cf)] {{(pid=80908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:24:14.025536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:14.045309 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:14.045521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:14.050713 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-19dfcb7d-990d-4639-8c37-0e2a0041b6fb req-4404f238-3df4-40b1-9f52-dff28a4e4916 service neutron] 10.222.0.41 "GET /v2.0/networks/b253f46f-6d1c-491b-8798-482cf4eeb181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8915119 Jan 14 07:24:14.052147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-69b4ba03-d53b-40d2-bcb8-3cc18d6d1dc3 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Allocated IP 172.20.0.11 (08cc5cce-94ac-45eb-b13e-2fb3fb190482/22507863-c201-4693-95df-e289f48ee6af/43618f8b-8950-4312-97c8-91f0b6910b8b) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:14.075753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-ea741e58-ad3a-4568-bbaf-645acedc1dd4 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:14.080671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:14.305406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-35f8f312-378c-46ef-9453-1e6a7a85e6fa tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] No DVR routers for this DVR port b78bf411-88ca-4872-9bbf-c40e659eafb8 on host n-h2-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:24:14.313200 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-35f8f312-378c-46ef-9453-1e6a7a85e6fa tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:14.328048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Pushing event updated for resources: {'Port': ['ID=22e4c48e-e9ca-48d0-b445-b001622999e1,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:14.337393 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.290s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:14.338620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c471a70f-cf6a-49c2-b769-6bcc06e01565', 'name': 'network-vif-deleted', 'tag': 'b78bf411-88ca-4872-9bbf-c40e659eafb8'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:14.346827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6bcef8-2255-4023-889b-ecb3dc4aad22 admin admin] Deleting subnet 9c79cbc9-e714-4591-8ee2-21c3969388ed {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:24:14.351390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce6bcef8-2255-4023-889b-ecb3dc4aad22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:14.399510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Pushing event updated for resources: {'Port': ['ID=0b389c16-b53a-437d-bdd9-5d649f68ad98,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:14.412938 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f76963af-d0b5-4030-9eb9-cf80b7cf256b req-35f8f312-378c-46ef-9453-1e6a7a85e6fa tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] 10.222.0.39 "DELETE /v2.0/ports/b78bf411-88ca-4872-9bbf-c40e659eafb8 HTTP/1.1" status: 204 len: 173 time: 5.0342758 Jan 14 07:24:14.415851 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:14.456586 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce6bcef8-2255-4023-889b-ecb3dc4aad22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:14.521984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-ea741e58-ad3a-4568-bbaf-645acedc1dd4 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Made reservation on behalf of 2153bb700bed421398584d6955d7f9d7 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:14.532609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-ea741e58-ad3a-4568-bbaf-645acedc1dd4 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:14.604418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:14.605506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:14.607117 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] 10.222.0.53 "PUT /v2.0/ports/0b389c16-b53a-437d-bdd9-5d649f68ad98 HTTP/1.1" status: 200 len: 1156 time: 8.3964236 Jan 14 07:24:14.705810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.53', 51685) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:14.761625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-564375bf-2450-446b-a6ac-1c5d0463df42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:14.935348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce6bcef8-2255-4023-889b-ecb3dc4aad22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:15.008280 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-564375bf-2450-446b-a6ac-1c5d0463df42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:15.025786 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6a38a513-8ce5-444f-9174-79f7945d785a req-a1c7938f-5d22-4b38-b951-a0c7c62068a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c381773067f94228a1e848ab51972a6b&device_id=89ecc8ce-dc85-4061-abe5-d961d698d4b7 HTTP/1.1" status: 200 len: 210 time: 0.3168263 Jan 14 07:24:15.069288 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for floatingip, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:15.079607 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6a38a513-8ce5-444f-9174-79f7945d785a req-99e86497-c5ff-4bec-997f-d8a12ad2857d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=c381773067f94228a1e848ab51972a6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418737 Jan 14 07:24:15.213349 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-19dfcb7d-990d-4639-8c37-0e2a0041b6fb req-89e6705f-f198-4a08-a801-2b5fbe241f16 service neutron] 10.222.0.41 "GET /v2.0/networks/b253f46f-6d1c-491b-8798-482cf4eeb181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0907323 Jan 14 07:24:15.249034 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:15.271139 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:15.345328 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-564375bf-2450-446b-a6ac-1c5d0463df42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:15.367012 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76ce7bd5-ccef-4b0c-8d8d-9578e4c2cdde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:15.371219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-ad87e90b-02c9-4236-bf2c-4b5170c7f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:15.372911 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-ad87e90b-02c9-4236-bf2c-4b5170c7f880 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=09c32218fbf8421e8d39c11ddb10d709&device_id=aae5ef03-2dfb-40c1-b7c0-4d89584b95a8 HTTP/1.1" status: 200 len: 1159 time: 0.7251537 Jan 14 07:24:15.422152 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:15.465857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564375bf-2450-446b-a6ac-1c5d0463df42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbfac24-8922-4be8-aafd-938582b069a3,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:15.481711 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-564375bf-2450-446b-a6ac-1c5d0463df42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:15.515455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:15.585494 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-1287fe61-f7d2-4f2d-afc6-dbbca3302954 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b389c16-b53a-437d-bdd9-5d649f68ad98 HTTP/1.1" status: 200 len: 217 time: 0.1927223 Jan 14 07:24:15.711094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7049f99-1521-41cc-84cb-0f1c388db992,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:15.762178 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bbf1d9-c239-4b3a-9b19-5d54240e7672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bccccba2-2950-420f-8f45-ad5c09c37cd5', 'code': 200} Jan 14 07:24:15.762491 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c471a70f-cf6a-49c2-b769-6bcc06e01565', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b78bf411-88ca-4872-9bbf-c40e659eafb8', 'code': 200} Jan 14 07:24:15.803359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38a513-8ce5-444f-9174-79f7945d785a req-5cf2a2fe-0d29-4b86-ab68-7dabc9661a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:15.805095 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6a38a513-8ce5-444f-9174-79f7945d785a req-5cf2a2fe-0d29-4b86-ab68-7dabc9661a2b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.6629527 Jan 14 07:24:15.807209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-1510600a-9ef4-438e-9481-705fa748e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:15.809620 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-1510600a-9ef4-438e-9481-705fa748e5d9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c385b801-e5a5-4e1e-9e2c-13ef2be877ab HTTP/1.1" status: 200 len: 855 time: 0.1914668 Jan 14 07:24:15.821266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.821621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.822101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.822587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.823188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.823708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.824174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.825258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.826144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.826927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.827531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.828400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.830105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.830719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.831428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.832152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.832642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.833282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.833829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.834317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.834794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.835274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.836165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.836898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.837710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.838179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.838852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.839081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.839770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.840231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.840696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.841167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.841638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.843960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.844598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.845093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:15.972020 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-bedae5e2-02cd-41b1-a327-bebc8f5ab9e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b253f46f-6d1c-491b-8798-482cf4eeb181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1540062 Jan 14 07:24:15.984448 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:15.997801 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c471a70f-cf6a-49c2-b769-6bcc06e01565', 'name': 'network-vif-deleted', 'tag': 'b78bf411-88ca-4872-9bbf-c40e659eafb8', 'status': 'completed', 'code': 200} Jan 14 07:24:16.002647 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.081613 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bbf1d9-c239-4b3a-9b19-5d54240e7672', 'name': 'network-vif-deleted', 'tag': 'bccccba2-2950-420f-8f45-ad5c09c37cd5', 'status': 'completed', 'code': 200} Jan 14 07:24:16.262212 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6a38a513-8ce5-444f-9174-79f7945d785a req-11edff3e-0642-4c73-9eb0-6073f3395759 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c381773067f94228a1e848ab51972a6b&device_id=89ecc8ce-dc85-4061-abe5-d961d698d4b7 HTTP/1.1" status: 200 len: 210 time: 0.1307800 Jan 14 07:24:16.357460 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6a38a513-8ce5-444f-9174-79f7945d785a req-8edb7c94-a891-48fc-a613-622a76d9b376 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=c381773067f94228a1e848ab51972a6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842595 Jan 14 07:24:16.397711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-7083b299-7ea5-4fac-921f-2449f1fbb7c5 req-299ed6af-d477-4284-b49c-24b382319c9b tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1101629465', 'description': 'tempest-description-1754418781'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:16.411624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-7083b299-7ea5-4fac-921f-2449f1fbb7c5 req-299ed6af-d477-4284-b49c-24b382319c9b tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:16.417442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7083b299-7ea5-4fac-921f-2449f1fbb7c5 req-299ed6af-d477-4284-b49c-24b382319c9b tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Usage tracker for resource:security_group and tenant:427877bd7793412391ebe4c47d52c9a0 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:16.421201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7083b299-7ea5-4fac-921f-2449f1fbb7c5 req-299ed6af-d477-4284-b49c-24b382319c9b tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Quota usage for security_group was recalculated. Used quota:5. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:16.428093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-7083b299-7ea5-4fac-921f-2449f1fbb7c5 req-299ed6af-d477-4284-b49c-24b382319c9b tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:16.457599 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7083b299-7ea5-4fac-921f-2449f1fbb7c5 req-299ed6af-d477-4284-b49c-24b382319c9b tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.481555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Checking segment: {'id': '93dd5c73-9bcf-40db-a948-60df601b1498', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:16.481950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Network hostable DHCP agents. Network: 70fbfe9e-e458-46e1-9333-d454eb0e06b8, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:24:16.502010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-ea741e58-ad3a-4568-bbaf-645acedc1dd4 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Allocated IP 172.20.0.5 (c39ca05d-526b-495c-bafd-3f15f647c8dd/e03e0e20-54d4-4929-a004-b82d4950c95a/cb7655d4-adb4-41f9-a092-0babcedc90dd) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:16.509462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-7083b299-7ea5-4fac-921f-2449f1fbb7c5 req-299ed6af-d477-4284-b49c-24b382319c9b tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:16.509744 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-440b7d8b-c2ee-4a1d-9128-0a76b8ff17bb service neutron] 10.222.0.53 "GET /v2.0/networks/b253f46f-6d1c-491b-8798-482cf4eeb181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190542 Jan 14 07:24:16.510410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58496) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:16.513632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7083b299-7ea5-4fac-921f-2449f1fbb7c5 req-299ed6af-d477-4284-b49c-24b382319c9b tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Usage tracker for resource:security_group_rule and tenant:427877bd7793412391ebe4c47d52c9a0 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:16.517880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7083b299-7ea5-4fac-921f-2449f1fbb7c5 req-299ed6af-d477-4284-b49c-24b382319c9b tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:16.530589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-7083b299-7ea5-4fac-921f-2449f1fbb7c5 req-299ed6af-d477-4284-b49c-24b382319c9b tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:16.628115 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7083b299-7ea5-4fac-921f-2449f1fbb7c5 req-299ed6af-d477-4284-b49c-24b382319c9b tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.638295 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-564375bf-2450-446b-a6ac-1c5d0463df42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.642683 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-564375bf-2450-446b-a6ac-1c5d0463df42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2bbfac24-8922-4be8-aafd-938582b069a3 HTTP/1.1" status: 204 len: 168 time: 2.5961313 Jan 14 07:24:16.668203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7083b299-7ea5-4fac-921f-2449f1fbb7c5 req-299ed6af-d477-4284-b49c-24b382319c9b tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.709157 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-13e94826-efb4-4428-b55a-d5131283b75e tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:16.714263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Network 70fbfe9e-e458-46e1-9333-d454eb0e06b8 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:24:16.727219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7083b299-7ea5-4fac-921f-2449f1fbb7c5 req-299ed6af-d477-4284-b49c-24b382319c9b tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.740088 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7083b299-7ea5-4fac-921f-2449f1fbb7c5 req-299ed6af-d477-4284-b49c-24b382319c9b tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5554135 Jan 14 07:24:16.808725 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-539c233a-5985-4a17-94a2-d31468e5f693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.816939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-69b4ba03-d53b-40d2-bcb8-3cc18d6d1dc3 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.824642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 70fbfe9e-e458-46e1-9333-d454eb0e06b8) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:16.838461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446736a7-fa55-40d5-b489-1aaffc498f54 None None] Network 70fbfe9e-e458-46e1-9333-d454eb0e06b8 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:16.870883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ed6af-d477-4284-b49c-24b382319c9b tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Pushing event updated for resources: {'SecurityGroup': ['ID=ca65e540-7eb2-4e18-ba73-dff2327e1fac,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:16.875143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-539c233a-5985-4a17-94a2-d31468e5f693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:16.883140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:16.883837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:16.888095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38a513-8ce5-444f-9174-79f7945d785a req-59faafa9-b335-4c5f-b186-d1e8eafd268a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:16.890228 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6a38a513-8ce5-444f-9174-79f7945d785a req-59faafa9-b335-4c5f-b186-d1e8eafd268a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5234332 Jan 14 07:24:16.896490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-539c233a-5985-4a17-94a2-d31468e5f693 admin admin] Usage tracker for resource:security_group_rule and tenant:69e6b0f546aa4f959962c21140b3fcb5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:16.925758 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-299ed6af-d477-4284-b49c-24b382319c9b tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:16.983049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-539c233a-5985-4a17-94a2-d31468e5f693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:17.041142 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-cc9658e8-539a-48e1-9362-95dd82d79837 service neutron] 10.222.0.53 "GET /v2.0/networks/b253f46f-6d1c-491b-8798-482cf4eeb181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5122182 Jan 14 07:24:17.042305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-539c233a-5985-4a17-94a2-d31468e5f693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:17.080317 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.3644986 Jan 14 07:24:17.315390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-539c233a-5985-4a17-94a2-d31468e5f693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:17.322398 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-539c233a-5985-4a17-94a2-d31468e5f693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:17.353389 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:17.405193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963654a5-7f1f-4119-be64-6f65066f9025 None None] Network 70fbfe9e-e458-46e1-9333-d454eb0e06b8 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:17.421546 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:17.436886 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-539c233a-5985-4a17-94a2-d31468e5f693 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69e6b0f546aa4f959962c21140b3fcb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9220173 Jan 14 07:24:17.458155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58518) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:17.513196 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:17.598878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c233a-5985-4a17-94a2-d31468e5f693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc55b2dd-c252-46b0-9afa-0c1e62fc9396,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:17.614172 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-539c233a-5985-4a17-94a2-d31468e5f693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:17.680328 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9848a417-5b60-4824-a53d-797ee083cbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:17.717854 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:17.742194 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9848a417-5b60-4824-a53d-797ee083cbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:17.866705 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-19dfcb7d-990d-4639-8c37-0e2a0041b6fb req-ba187e57-8246-45fe-b6e1-5ea892bc698c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09c32218fbf8421e8d39c11ddb10d709&device_id=b4e12b1d-8b6c-49b7-838e-55ac6c4b1011 HTTP/1.1" status: 200 len: 210 time: 0.0618670 Jan 14 07:24:17.904308 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9848a417-5b60-4824-a53d-797ee083cbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:17.923818 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f29b01fd-6080-4bd6-817e-465ef5809959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:17.942587 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-69b4ba03-d53b-40d2-bcb8-3cc18d6d1dc3 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:18.001605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae5ef03-2dfb-40c1-b7c0-4d89584b95a8', 'tag': '0b389c16-b53a-437d-bdd9-5d649f68ad98'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:18.035689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848a417-5b60-4824-a53d-797ee083cbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc55b2dd-c252-46b0-9afa-0c1e62fc9396,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:18.041616 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9848a417-5b60-4824-a53d-797ee083cbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:18.042345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9848a417-5b60-4824-a53d-797ee083cbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:18.043626 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9848a417-5b60-4824-a53d-797ee083cbd7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc55b2dd-c252-46b0-9afa-0c1e62fc9396 HTTP/1.1" status: 204 len: 168 time: 0.5798573 Jan 14 07:24:18.166610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-69b4ba03-d53b-40d2-bcb8-3cc18d6d1dc3 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Network 08cc5cce-94ac-45eb-b13e-2fb3fb190482 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:18.166751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfcb7d-990d-4639-8c37-0e2a0041b6fb req-242a23c8-0b4e-4b12-9a2f-0b1d419de706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:18.168378 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-19dfcb7d-990d-4639-8c37-0e2a0041b6fb req-242a23c8-0b4e-4b12-9a2f-0b1d419de706 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=09c32218fbf8421e8d39c11ddb10d709&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2941971 Jan 14 07:24:18.169157 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce6bcef8-2255-4023-889b-ecb3dc4aad22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:18.317373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-69b4ba03-d53b-40d2-bcb8-3cc18d6d1dc3 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:18.322038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-69b4ba03-d53b-40d2-bcb8-3cc18d6d1dc3 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:18.360499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfcb7d-990d-4639-8c37-0e2a0041b6fb req-c26618cd-8d76-4753-97cc-d89ebc96c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:18.362202 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-19dfcb7d-990d-4639-8c37-0e2a0041b6fb req-c26618cd-8d76-4753-97cc-d89ebc96c876 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1866066 Jan 14 07:24:18.400732 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4ffdd843-0b01-40e7-80ae-4307ffc87d9b req-7a825d61-5dce-4530-a3d5-da940947180c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/ca65e540-7eb2-4e18-ba73-dff2327e1fac HTTP/1.1" status: 200 len: 1801 time: 0.9217570 Jan 14 07:24:18.401525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Pushing event updated for resources: {'Port': ['ID=22e4c48e-e9ca-48d0-b445-b001622999e1,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:18.404799 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:18.439433 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce6bcef8-2255-4023-889b-ecb3dc4aad22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:18.465821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-f880f48c-14d7-40a1-ac31-4382e4c4b7ed None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80909) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:24:18.473377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-19dfcb7d-990d-4639-8c37-0e2a0041b6fb req-4c785df5-e18e-4bfb-96a1-2c402741a659 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Synchronizing usage tracker for tenant:09c32218fbf8421e8d39c11ddb10d709 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:18.479669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f710eac-ef98-4069-9481-356dd802c22f None None] Network b85cec53-f2c4-41da-a4fe-b12d0ca67455 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:18.495216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-19dfcb7d-990d-4639-8c37-0e2a0041b6fb req-4c785df5-e18e-4bfb-96a1-2c402741a659 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Unset dirty status for tenant:09c32218fbf8421e8d39c11ddb10d709 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:18.498845 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-19dfcb7d-990d-4639-8c37-0e2a0041b6fb req-4c785df5-e18e-4bfb-96a1-2c402741a659 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.39 "GET /v2.0/ports?device_id=b4e12b1d-8b6c-49b7-838e-55ac6c4b1011 HTTP/1.1" status: 200 len: 210 time: 0.1048086 Jan 14 07:24:18.515097 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7147ca89-0199-4402-b9c9-0bd00e6ac824 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.402s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:18.577784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-69b4ba03-d53b-40d2-bcb8-3cc18d6d1dc3 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:18.578670 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-69b4ba03-d53b-40d2-bcb8-3cc18d6d1dc3 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:18.600383 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ce6bcef8-2255-4023-889b-ecb3dc4aad22 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9c79cbc9-e714-4591-8ee2-21c3969388ed HTTP/1.1" status: 204 len: 168 time: 5.4634759 Jan 14 07:24:18.600859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58542) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:18.603089 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:18.670239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-4ffdd843-0b01-40e7-80ae-4307ffc87d9b req-b5f63851-feb4-43cf-9bc3-ebccb1ffc7de tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Request body: {'security_group': {'name': 'tempest-sg-hth-372437525', 'description': 'tempest-description-hth-20533387'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:18.788658 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4ffdd843-0b01-40e7-80ae-4307ffc87d9b req-b5f63851-feb4-43cf-9bc3-ebccb1ffc7de tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:18.809104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 0b389c16-b53a-437d-bdd9-5d649f68ad98 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:18.879843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:18.935166 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4ffdd843-0b01-40e7-80ae-4307ffc87d9b req-b5f63851-feb4-43cf-9bc3-ebccb1ffc7de tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:18.979569 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4ffdd843-0b01-40e7-80ae-4307ffc87d9b req-b5f63851-feb4-43cf-9bc3-ebccb1ffc7de tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:18.984704 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4ffdd843-0b01-40e7-80ae-4307ffc87d9b req-b5f63851-feb4-43cf-9bc3-ebccb1ffc7de tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:18.988718 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4ffdd843-0b01-40e7-80ae-4307ffc87d9b req-b5f63851-feb4-43cf-9bc3-ebccb1ffc7de tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "PUT /v2.0/security-groups/ca65e540-7eb2-4e18-ba73-dff2327e1fac HTTP/1.1" status: 200 len: 1772 time: 0.4052889 Jan 14 07:24:19.038782 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-69b4ba03-d53b-40d2-bcb8-3cc18d6d1dc3 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.4554782 Jan 14 07:24:19.069757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Request body: {'port': {'device_id': '3594ebb0-c827-4722-ae49-025cbdf51eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-2'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:19.074222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning for port 0b389c16-b53a-437d-bdd9-5d649f68ad98 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:19.095532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port 0b389c16-b53a-437d-bdd9-5d649f68ad98 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:19.096074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:19.196645 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:19.202089 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 15.5606692 Jan 14 07:24:19.302094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f320ee45-cf52-4c01-a9f0-4799469f9d4d None None] DHCP port deletion for b85cec53-f2c4-41da-a4fe-b12d0ca67455 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:24:19.323357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4ba03-d53b-40d2-bcb8-3cc18d6d1dc3 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Pushing event updated for resources: {'Port': ['ID=43618f8b-8950-4312-97c8-91f0b6910b8b,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:19.339317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-ea741e58-ad3a-4568-bbaf-645acedc1dd4 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:19.344988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f320ee45-cf52-4c01-a9f0-4799469f9d4d None None] Deleting port 61534e85-c496-4905-98c9-e7c35e72b140 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:19.345874 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:19.347877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f320ee45-cf52-4c01-a9f0-4799469f9d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:19.365355 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-69b4ba03-d53b-40d2-bcb8-3cc18d6d1dc3 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:19.366665 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.052s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:19.417165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6bcef8-2255-4023-889b-ecb3dc4aad22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c79cbc9-e714-4591-8ee2-21c3969388ed,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:19.420819 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ce6bcef8-2255-4023-889b-ecb3dc4aad22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:19.426009 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae65ca4d-21f4-41df-abb1-feca04ff3e8f tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.397s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:19.462972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f63851-feb4-43cf-9bc3-ebccb1ffc7de tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Pushing event updated for resources: {'SecurityGroup': ['ID=ca65e540-7eb2-4e18-ba73-dff2327e1fac,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:19.466869 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5f63851-feb4-43cf-9bc3-ebccb1ffc7de tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:19.723598 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-ea741e58-ad3a-4568-bbaf-645acedc1dd4 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:19.770638 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-93449807-0a48-4e6a-ab2f-dd247e1724f2 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:19.875217 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9c3ff949-a0f1-4bb0-8d2a-3695b85ac34f req-356b3db3-0bed-47d4-b35a-aa338f57b875 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09c32218fbf8421e8d39c11ddb10d709&device_id=b4e12b1d-8b6c-49b7-838e-55ac6c4b1011 HTTP/1.1" status: 200 len: 210 time: 0.8523219 Jan 14 07:24:19.957232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Deleting port 61534e85-c496-4905-98c9-e7c35e72b140 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:19.957518 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:19.977833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f320ee45-cf52-4c01-a9f0-4799469f9d4d None None] For port 61534e85-c496-4905-98c9-e7c35e72b140, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=61534e85-c496-4905-98c9-e7c35e72b140,segment=NetworkSegment(a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b),segment_id=a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:19.981099 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f320ee45-cf52-4c01-a9f0-4799469f9d4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:20.258950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f320ee45-cf52-4c01-a9f0-4799469f9d4d None None] Calling delete_port for 61534e85-c496-4905-98c9-e7c35e72b140 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:20.415219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f320ee45-cf52-4c01-a9f0-4799469f9d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:20.419364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ff949-a0f1-4bb0-8d2a-3695b85ac34f req-494b56e1-9fef-4982-9568-dd0f6424c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:20.421054 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9c3ff949-a0f1-4bb0-8d2a-3695b85ac34f req-494b56e1-9fef-4982-9568-dd0f6424c597 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=09c32218fbf8421e8d39c11ddb10d709&shared=False HTTP/1.1" status: 200 len: 909 time: 0.5364692 Jan 14 07:24:20.552448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] For port 61534e85-c496-4905-98c9-e7c35e72b140, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=61534e85-c496-4905-98c9-e7c35e72b140,segment=NetworkSegment(a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b),segment_id=a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:20.552820 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:20.563586 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2f0321b-fba4-40fa-9071-50ff27e2368c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.607407 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:20.613025 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:24:20.613025 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:20.613025 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.613025 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:20.613025 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:24:20.613025 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:20.613025 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.613025 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:20.613025 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:24:20.613025 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:20.613025 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.613025 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:20.613025 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:20.613025 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:20.613025 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.613025 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:20.613025 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:20.613025 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:20.613025 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:20.613025 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:20.613025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-f42d17f2-66ed-433c-b393-960957500cd8 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Synchronizing usage tracker for tenant:369cf312e6f8411e821109a8779f4774 on resource:floatingip {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:20.629845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320ee45-cf52-4c01-a9f0-4799469f9d4d None None] Pushing event deleted for resources: {'Port': ['ID=61534e85-c496-4905-98c9-e7c35e72b140,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:20.644198 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f320ee45-cf52-4c01-a9f0-4799469f9d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:20.649291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f320ee45-cf52-4c01-a9f0-4799469f9d4d None None] No DVR routers for this DVR port 61534e85-c496-4905-98c9-e7c35e72b140 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:24:20.653612 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:20.679790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea741e58-ad3a-4568-bbaf-645acedc1dd4 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Pushing event updated for resources: {'Port': ['ID=cb7655d4-adb4-41f9-a092-0babcedc90dd,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:20.683464 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ea741e58-ad3a-4568-bbaf-645acedc1dd4 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.913s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:20.712623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port 0b389c16-b53a-437d-bdd9-5d649f68ad98, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=0b389c16-b53a-437d-bdd9-5d649f68ad98,segment=NetworkSegment(d6d894bf-e74a-4c46-8a72-18f9017df4cf),segment_id=d6d894bf-e74a-4c46-8a72-18f9017df4cf)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:20.714093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae5ef03-2dfb-40c1-b7c0-4d89584b95a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b389c16-b53a-437d-bdd9-5d649f68ad98'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:20.758828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-f42d17f2-66ed-433c-b393-960957500cd8 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Unset dirty status for tenant:369cf312e6f8411e821109a8779f4774 on resource:floatingip {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:20.763101 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-f42d17f2-66ed-433c-b393-960957500cd8 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.3.134 HTTP/1.1" status: 200 len: 696 time: 1.4354129 Jan 14 07:24:20.765483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Calling delete_port for 61534e85-c496-4905-98c9-e7c35e72b140 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:20.853254 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:20.857667 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-02442c92-d603-444c-ac8a-7581bc0b2691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:20.898816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ff949-a0f1-4bb0-8d2a-3695b85ac34f req-95150eb0-8170-4a39-857a-931c49596e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:20.901583 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9c3ff949-a0f1-4bb0-8d2a-3695b85ac34f req-95150eb0-8170-4a39-857a-931c49596e31 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4697118 Jan 14 07:24:20.942321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:24:20.942689 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:24:20.968039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 0b389c16-b53a-437d-bdd9-5d649f68ad98 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:21.036675 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9c3ff949-a0f1-4bb0-8d2a-3695b85ac34f req-892bfaab-0a5e-4ea0-86bd-50ee0ad7de25 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.39 "GET /v2.0/ports?device_id=b4e12b1d-8b6c-49b7-838e-55ac6c4b1011 HTTP/1.1" status: 200 len: 210 time: 0.0834837 Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:21.075149 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.080059 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.082327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=0b389c16-b53a-437d-bdd9-5d649f68ad98,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.082429 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.086903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:21.086903 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.086903 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.086903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.086903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:21.086903 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.086903 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.086903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.086903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:21.086903 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.086903 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.086903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.086903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:21.086903 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.086903 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.086903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.086903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:21.086903 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:21.086903 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:21.086903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:21.096003 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:21.103108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port 0b389c16-b53a-437d-bdd9-5d649f68ad98 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:21.103739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:21.103905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-4d6e57fc-8e4f-4a0a-87a3-51af2ff1bb3c tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.105707 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7160dce9-5f6c-4be6-8040-5bc517bc9650 req-4d6e57fc-8e4f-4a0a-87a3-51af2ff1bb3c tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 784 time: 0.2550442 Jan 14 07:24:21.143100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-ea741e58-ad3a-4568-bbaf-645acedc1dd4 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Network c39ca05d-526b-495c-bafd-3f15f647c8dd is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:21.151062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-ea741e58-ad3a-4568-bbaf-645acedc1dd4 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:21.191059 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae5ef03-2dfb-40c1-b7c0-4d89584b95a8', 'tag': '0b389c16-b53a-437d-bdd9-5d649f68ad98', 'status': 'completed', 'code': 200} Jan 14 07:24:21.216901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-ea741e58-ad3a-4568-bbaf-645acedc1dd4 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:21.353514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca4618-f4d6-46b9-90e2-dd4fc073a48a req-02f464e4-1c07-4ca7-922b-5d0c92da740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.355210 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-64ca4618-f4d6-46b9-90e2-dd4fc073a48a req-02f464e4-1c07-4ca7-922b-5d0c92da740c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=09c32218fbf8421e8d39c11ddb10d709&device_id=aae5ef03-2dfb-40c1-b7c0-4d89584b95a8 HTTP/1.1" status: 200 len: 1161 time: 0.1271739 Jan 14 07:24:21.371832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 61534e85-c496-4905-98c9-e7c35e72b140 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:24:21.416948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 61534e85-c496-4905-98c9-e7c35e72b140 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:24:21.418031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 61534e85-c496-4905-98c9-e7c35e72b140 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:24:21.496757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-d84b7917-98ff-4757-abc6-d4c3116ef3fa tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.497663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-d84b7917-98ff-4757-abc6-d4c3116ef3fa tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Synchronizing usage tracker for tenant:6acd0c0d5ec64d6ca3191a81d9e0c56c on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:21.524942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-ea741e58-ad3a-4568-bbaf-645acedc1dd4 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.525860 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-ea741e58-ad3a-4568-bbaf-645acedc1dd4 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:21.552110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Deleting port 61534e85-c496-4905-98c9-e7c35e72b140 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:21.552868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:21.580983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca4618-f4d6-46b9-90e2-dd4fc073a48a req-848c1a80-0aab-4f58-8348-035359e428e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.582570 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-64ca4618-f4d6-46b9-90e2-dd4fc073a48a req-848c1a80-0aab-4f58-8348-035359e428e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b253f46f-6d1c-491b-8798-482cf4eeb181 HTTP/1.1" status: 200 len: 909 time: 0.2176082 Jan 14 07:24:21.602376 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-ea741e58-ad3a-4568-bbaf-645acedc1dd4 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.6827860 Jan 14 07:24:21.617686 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3b37e32f-5d3c-42ee-83bf-1c211850289f req-b5297e4c-e014-47b5-8c15-d93f7e124cfc tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/ca65e540-7eb2-4e18-ba73-dff2327e1fac HTTP/1.1" status: 200 len: 1772 time: 0.2929163 Jan 14 07:24:21.618455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-d84b7917-98ff-4757-abc6-d4c3116ef3fa tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Unset dirty status for tenant:6acd0c0d5ec64d6ca3191a81d9e0c56c on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:21.619806 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-d84b7917-98ff-4757-abc6-d4c3116ef3fa tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.41 "GET /v2.0/networks?id=70fbfe9e-e458-46e1-9333-d454eb0e06b8 HTTP/1.1" status: 200 len: 805 time: 1.7806933 Jan 14 07:24:21.629074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Request body: {'port': {'device_id': '08bbf1d9-c239-4b3a-9b19-5d54240e7672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-2'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:21.695580 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-64ca4618-f4d6-46b9-90e2-dd4fc073a48a req-8b0af62e-5785-4a2d-bf30-ab4068af8c04 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b389c16-b53a-437d-bdd9-5d649f68ad98 HTTP/1.1" status: 200 len: 217 time: 0.1059594 Jan 14 07:24:21.700713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] The port '61534e85-c496-4905-98c9-e7c35e72b140' was deleted {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:24:21.726110 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-eb417e49-d570-4804-a893-bf1d5eb16968 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.41 "GET /v2.0/quotas/6acd0c0d5ec64d6ca3191a81d9e0c56c HTTP/1.1" status: 200 len: 375 time: 0.0665781 Jan 14 07:24:21.867779 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-66b2148a-a14b-489d-a7b5-9034e9f26254 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.41 "GET /v2.0/ports?tenant_id=6acd0c0d5ec64d6ca3191a81d9e0c56c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1309621 Jan 14 07:24:21.904507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca4618-f4d6-46b9-90e2-dd4fc073a48a req-8060eeed-9eb3-4d93-9a69-c08399dfdfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:21.906129 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-64ca4618-f4d6-46b9-90e2-dd4fc073a48a req-8060eeed-9eb3-4d93-9a69-c08399dfdfcf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c385b801-e5a5-4e1e-9e2c-13ef2be877ab HTTP/1.1" status: 200 len: 855 time: 0.2038631 Jan 14 07:24:21.908512 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:21.956172 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:21.979890 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-64ca4618-f4d6-46b9-90e2-dd4fc073a48a req-863f7439-fa9a-42cc-9e8b-4085a77e38de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b253f46f-6d1c-491b-8798-482cf4eeb181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527902 Jan 14 07:24:22.026688 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3b37e32f-5d3c-42ee-83bf-1c211850289f req-a107b1d4-b130-4f25-a260-2e94fe22d8a9 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.128696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43618f8b-8950-4312-97c8-91f0b6910b8b {{(pid=80907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:24:22.165852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.178282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85cec53-f2c4-41da-a4fe-b12d0ca67455']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:22.205777 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3b37e32f-5d3c-42ee-83bf-1c211850289f req-a107b1d4-b130-4f25-a260-2e94fe22d8a9 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.206835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:22.207172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ec96bb-dadd-4c2e-91e4-3d33d2a1ff8b') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:22.216897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Transition to ACTIVE for port object 43618f8b-8950-4312-97c8-91f0b6910b8b will not be triggered until provisioned by entity L2. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:22.227372 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.259044 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-64ca4618-f4d6-46b9-90e2-dd4fc073a48a req-5cf59e21-0320-48f1-9cbb-ed59ef82e3d6 service neutron] 10.222.0.53 "GET /v2.0/networks/b253f46f-6d1c-491b-8798-482cf4eeb181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286696 Jan 14 07:24:22.261307 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.263590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:24:22.264466 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.308228 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a2318c7f-3534-4edb-bade-46b41785df17 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:22.562163 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-9eb06f5d-3068-419c-918b-7fabdfe65c77 service neutron] 10.222.0.41 "GET /v2.0/networks/70fbfe9e-e458-46e1-9333-d454eb0e06b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068490 Jan 14 07:24:22.573226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Pushing event updated for resources: {'Port': ['ID=43618f8b-8950-4312-97c8-91f0b6910b8b,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:22.575958 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3b37e32f-5d3c-42ee-83bf-1c211850289f req-a107b1d4-b130-4f25-a260-2e94fe22d8a9 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.576174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Network b85cec53-f2c4-41da-a4fe-b12d0ca67455 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:22.590475 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.594039 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:22.595218 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5f63851-feb4-43cf-9bc3-ebccb1ffc7de tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:22.666745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107b1d4-b130-4f25-a260-2e94fe22d8a9 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca65e540-7eb2-4e18-ba73-dff2327e1fac,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:22.679598 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a107b1d4-b130-4f25-a260-2e94fe22d8a9 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:22.702355 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-64ca4618-f4d6-46b9-90e2-dd4fc073a48a req-a01ae1cc-f546-44ba-aabd-699e6c404860 service neutron] 10.222.0.53 "GET /v2.0/networks/b253f46f-6d1c-491b-8798-482cf4eeb181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4226844 Jan 14 07:24:22.815751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Network b85cec53-f2c4-41da-a4fe-b12d0ca67455 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:22.838527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3b37e32f-5d3c-42ee-83bf-1c211850289f req-a107b1d4-b130-4f25-a260-2e94fe22d8a9 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:22.839788 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3b37e32f-5d3c-42ee-83bf-1c211850289f req-a107b1d4-b130-4f25-a260-2e94fe22d8a9 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "DELETE /v2.0/security-groups/ca65e540-7eb2-4e18-ba73-dff2327e1fac HTTP/1.1" status: 204 len: 173 time: 1.1843581 Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:24:22.842689 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:24:22.946155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 0b389c16-b53a-437d-bdd9-5d649f68ad98 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:23.064223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port 0b389c16-b53a-437d-bdd9-5d649f68ad98 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:23.064824 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:23.128380 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-7947d644-30be-4d27-803f-392d9ca04266 service neutron] 10.222.0.41 "GET /v2.0/networks/70fbfe9e-e458-46e1-9333-d454eb0e06b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5276194 Jan 14 07:24:23.248226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Attempting to bind port 43618f8b-8950-4312-97c8-91f0b6910b8b on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:24:23.248611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Attempting to bind port 43618f8b-8950-4312-97c8-91f0b6910b8b by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': 'd7c02b16-9f32-4e0a-a2e5-396a7afc5eca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08cc5cce-94ac-45eb-b13e-2fb3fb190482'}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:24:23.248987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Attempting to bind port 43618f8b-8950-4312-97c8-91f0b6910b8b on network 08cc5cce-94ac-45eb-b13e-2fb3fb190482 {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:24:23.367025 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:23.389624 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:23.418112 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8d0fad1d-b72c-4e41-80a9-1b25918520c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:23.469342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b85cec53-f2c4-41da-a4fe-b12d0ca67455,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:23.473015 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:23.479904 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b85cec53-f2c4-41da-a4fe-b12d0ca67455 HTTP/1.1" status: 204 len: 168 time: 4.8778179 Jan 14 07:24:23.634324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7655d4-adb4-41f9-a092-0babcedc90dd {{(pid=80907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:24:23.641925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:23.672866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Transition to ACTIVE for port object cb7655d4-adb4-41f9-a092-0babcedc90dd will not be triggered until provisioned by entity L2. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:23.679614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:24:23.680021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Checking segment: {'id': 'd7c02b16-9f32-4e0a-a2e5-396a7afc5eca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08cc5cce-94ac-45eb-b13e-2fb3fb190482'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:23.680428 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:23.680830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Bound using segment: {'id': 'd7c02b16-9f32-4e0a-a2e5-396a7afc5eca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08cc5cce-94ac-45eb-b13e-2fb3fb190482'} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:24:23.681335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Bound port: 43618f8b-8950-4312-97c8-91f0b6910b8b, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c02b16-9f32-4e0a-a2e5-396a7afc5eca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '08cc5cce-94ac-45eb-b13e-2fb3fb190482'}}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:24:23.681707 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:23.725288 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:23.765315 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae5ef03-2dfb-40c1-b7c0-4d89584b95a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b389c16-b53a-437d-bdd9-5d649f68ad98', 'code': 200} Jan 14 07:24:23.819008 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:23.855150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58656) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:23.927927 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-204fce30-e561-46af-b724-18ee45979537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:23.985591 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-34b010a2-e3ed-4d28-9ad1-fc3ccf54d478 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f785c68eace4b60bc966dcbd533cde1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1288354 Jan 14 07:24:23.986294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58662) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:24.069619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05561c9e-a53e-455b-b308-766dc0d27e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:24.100417 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05561c9e-a53e-455b-b308-766dc0d27e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:24.155526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05561c9e-a53e-455b-b308-766dc0d27e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:24.168490 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b1f0211c-1007-42e8-bb62-d8a61a0ddbb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:24.194461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05561c9e-a53e-455b-b308-766dc0d27e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac63e27-3565-4ff2-8c8c-e946f9526f7a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:24.217117 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-05561c9e-a53e-455b-b308-766dc0d27e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:24.221571 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05561c9e-a53e-455b-b308-766dc0d27e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:24.222956 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-05561c9e-a53e-455b-b308-766dc0d27e53 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eac63e27-3565-4ff2-8c8c-e946f9526f7a HTTP/1.1" status: 204 len: 168 time: 0.2351551 Jan 14 07:24:24.456246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Pushing event updated for resources: {'Port': ['ID=cb7655d4-adb4-41f9-a092-0babcedc90dd,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:24.459795 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:24.586246 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.590009 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.598044 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.613936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-bbf3a0ca-5113-4bbc-bd97-f08a83965af5 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:24.615565 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-bbf3a0ca-5113-4bbc-bd97-f08a83965af5 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.41 "GET /v2.0/networks?id=b253f46f-6d1c-491b-8798-482cf4eeb181 HTTP/1.1" status: 200 len: 815 time: 0.9078097 Jan 14 07:24:24.622433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] For port 43618f8b-8950-4312-97c8-91f0b6910b8b, host n-h2-769329-2, cleared binding levels {{(pid=80907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:24:24.626716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] For port 43618f8b-8950-4312-97c8-91f0b6910b8b, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=43618f8b-8950-4312-97c8-91f0b6910b8b,segment=NetworkSegment(d7c02b16-9f32-4e0a-a2e5-396a7afc5eca),segment_id=d7c02b16-9f32-4e0a-a2e5-396a7afc5eca)] {{(pid=80907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:24:24.643038 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-00c612b8-14f9-42d0-b404-37f0a80ecd96 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7789524 Jan 14 07:24:24.678812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:24.693621 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa801969-961f-4b42-ba27-ddf94d06943a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:24.837715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.841431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.845770 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:24:24.845770 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.845770 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.845770 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.845770 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:24:24.845770 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.845770 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.845770 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.845770 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:24:24.845770 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.845770 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.845770 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.845770 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:24:24.845770 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.845770 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.845770 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.845770 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:24.845770 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:24.845770 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:24.845770 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:24.850605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:24.861929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:24.934157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 0b389c16-b53a-437d-bdd9-5d649f68ad98 no longer exists at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:24:25.119121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Pushing event updated for resources: {'Port': ['ID=43618f8b-8950-4312-97c8-91f0b6910b8b,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:25.134919 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:25.139087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:24:25.139087 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:25.139087 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:25.139087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:25.139087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:24:25.139087 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:25.139087 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:25.139087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:25.139087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:24:25.139087 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:25.139087 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:25.139087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:25.139087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:25.139087 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:25.139087 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:25.139087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:25.139087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:25.139087 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:25.139087 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:25.139087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:25.149545 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:25.152957 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for floatingip, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:25.171107 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-2dc69f19-1ac3-4e3c-898c-ffcd0e2fcce3 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.41 "GET /v2.0/quotas/09c32218fbf8421e8d39c11ddb10d709 HTTP/1.1" status: 200 len: 375 time: 0.5267265 Jan 14 07:24:25.179424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-57425266-5c44-4917-886e-7a139d3db332 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:25.181733 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-57425266-5c44-4917-886e-7a139d3db332 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.53 "GET /v2.0/networks?id=70fbfe9e-e458-46e1-9333-d454eb0e06b8 HTTP/1.1" status: 200 len: 805 time: 0.4143984 Jan 14 07:24:25.204809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-6396d298-32ec-496a-b8c7-ad54f29ffd69 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Request body: {'port': {'device_id': 'dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24', 'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8', 'admin_state_up': True, 'tenant_id': '6acd0c0d5ec64d6ca3191a81d9e0c56c'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:25.236658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:25.237604 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:25.239375 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] 10.222.0.39 "PUT /v2.0/ports/43618f8b-8950-4312-97c8-91f0b6910b8b HTTP/1.1" status: 200 len: 1156 time: 6.1953244 Jan 14 07:24:25.240353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3594ebb0-c827-4722-ae49-025cbdf51eaa', 'tag': '43618f8b-8950-4312-97c8-91f0b6910b8b'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:25.257126 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:25.320993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port 0b389c16-b53a-437d-bdd9-5d649f68ad98, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=0b389c16-b53a-437d-bdd9-5d649f68ad98,segment=NetworkSegment(d6d894bf-e74a-4c46-8a72-18f9017df4cf),segment_id=d6d894bf-e74a-4c46-8a72-18f9017df4cf)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:25.325913 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:25.327957 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f320ee45-cf52-4c01-a9f0-4799469f9d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:25.355105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Attempting to bind port cb7655d4-adb4-41f9-a092-0babcedc90dd on host n-h1-769329-2 for vnic_type normal with profile {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:24:25.355845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Attempting to bind port cb7655d4-adb4-41f9-a092-0babcedc90dd by drivers openvswitch on host n-h1-769329-2 at level 0 using segments [{'id': 'b0defd3a-fda2-4375-ae4c-730589e29bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c39ca05d-526b-495c-bafd-3f15f647c8dd'}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:24:25.356411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Attempting to bind port cb7655d4-adb4-41f9-a092-0babcedc90dd on network c39ca05d-526b-495c-bafd-3f15f647c8dd {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:24:25.404018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Checking agent: {'id': '1b004ee2-a22f-479b-a760-de06669a81a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 46), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:24:25.404700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Checking segment: {'id': 'b0defd3a-fda2-4375-ae4c-730589e29bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c39ca05d-526b-495c-bafd-3f15f647c8dd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:25.405301 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:25.406130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Bound using segment: {'id': 'b0defd3a-fda2-4375-ae4c-730589e29bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c39ca05d-526b-495c-bafd-3f15f647c8dd'} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:24:25.407118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Bound port: cb7655d4-adb4-41f9-a092-0babcedc90dd, host: n-h1-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0defd3a-fda2-4375-ae4c-730589e29bfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c39ca05d-526b-495c-bafd-3f15f647c8dd'}}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:24:25.407733 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:25.508660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=0b389c16-b53a-437d-bdd9-5d649f68ad98,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:25.518917 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:25.617335 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-1b2dcefa-34e1-4ea9-9895-59b29a75484c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.41 "GET /v2.0/ports?tenant_id=09c32218fbf8421e8d39c11ddb10d709&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4306633 Jan 14 07:24:25.658794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-fe8a2c28-0221-436c-83a2-ec656911fd86 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:25.663222 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-fe8a2c28-0221-436c-83a2-ec656911fd86 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.53 "GET /v2.0/ports?device_id=aae5ef03-2dfb-40c1-b7c0-4d89584b95a8 HTTP/1.1" status: 200 len: 944 time: 0.2809753 Jan 14 07:24:25.673413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-d9bf4f40-d907-450e-aa55-7e5715425bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:25.675142 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-d9bf4f40-d907-450e-aa55-7e5715425bdd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=427877bd7793412391ebe4c47d52c9a0&device_id=3594ebb0-c827-4722-ae49-025cbdf51eaa HTTP/1.1" status: 200 len: 1159 time: 0.3335953 Jan 14 07:24:25.710125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-6396d298-32ec-496a-b8c7-ad54f29ffd69 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:25.730730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-6396d298-32ec-496a-b8c7-ad54f29ffd69 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Usage tracker for resource:port and tenant:6acd0c0d5ec64d6ca3191a81d9e0c56c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:25.736872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-6396d298-32ec-496a-b8c7-ad54f29ffd69 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:25.747416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-6396d298-32ec-496a-b8c7-ad54f29ffd69 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:25.766863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae5ef03-2dfb-40c1-b7c0-4d89584b95a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b389c16-b53a-437d-bdd9-5d649f68ad98'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:25.778815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-8fb86f70-6137-472a-8773-8629b1de13df tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Deleting port 0b389c16-b53a-437d-bdd9-5d649f68ad98 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:25.779141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-8fb86f70-6137-472a-8773-8629b1de13df tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:25.835313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] For port cb7655d4-adb4-41f9-a092-0babcedc90dd, host n-h1-769329-2, cleared binding levels {{(pid=80907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:24:25.838795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-6396d298-32ec-496a-b8c7-ad54f29ffd69 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Made reservation on behalf of 6acd0c0d5ec64d6ca3191a81d9e0c56c for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:25.849261 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-6396d298-32ec-496a-b8c7-ad54f29ffd69 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:25.856632 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:25.874306 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-0363610d-b266-40f5-b127-aaa7ad9785c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43618f8b-8950-4312-97c8-91f0b6910b8b HTTP/1.1" status: 200 len: 217 time: 0.1230025 Jan 14 07:24:25.887941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] For port cb7655d4-adb4-41f9-a092-0babcedc90dd, host n-h1-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=cb7655d4-adb4-41f9-a092-0babcedc90dd,segment=NetworkSegment(b0defd3a-fda2-4375-ae4c-730589e29bfc),segment_id=b0defd3a-fda2-4375-ae4c-730589e29bfc)] {{(pid=80907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:24:25.957780 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:25.990205 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:26.328068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-8fb86f70-6137-472a-8773-8629b1de13df tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] For port 0b389c16-b53a-437d-bdd9-5d649f68ad98, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=0b389c16-b53a-437d-bdd9-5d649f68ad98,segment=NetworkSegment(d6d894bf-e74a-4c46-8a72-18f9017df4cf),segment_id=d6d894bf-e74a-4c46-8a72-18f9017df4cf)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:26.328549 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-8fb86f70-6137-472a-8773-8629b1de13df tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:26.484254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-8fb86f70-6137-472a-8773-8629b1de13df tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Calling delete_port for 0b389c16-b53a-437d-bdd9-5d649f68ad98 owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:26.501971 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-9cb3f77d-6a44-4d4a-b56e-dd91881ccd62 service neutron] 10.222.0.41 "GET /v2.0/networks/b253f46f-6d1c-491b-8798-482cf4eeb181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8678353 Jan 14 07:24:26.520353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-74c2cb4a-fc7f-4cb2-92e3-b83fc1552900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:26.521953 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-74c2cb4a-fc7f-4cb2-92e3-b83fc1552900 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=22507863-c201-4693-95df-e289f48ee6af HTTP/1.1" status: 200 len: 853 time: 0.6401439 Jan 14 07:24:26.659199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-6396d298-32ec-496a-b8c7-ad54f29ffd69 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Allocated IP 172.20.0.6 (70fbfe9e-e458-46e1-9333-d454eb0e06b8/a7049f99-1521-41cc-84cb-0f1c388db992/e149563c-fa6e-4f00-9fda-77dccc70529a) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:26.718968 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cbdda0a5-a6ce-4dc1-89e2-fd0dd29c6eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:26.721043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Pushing event updated for resources: {'Port': ['ID=cb7655d4-adb4-41f9-a092-0babcedc90dd,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:26.734314 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-78a7de1b-7773-4f30-b996-ebd1ea3d4a5e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=08cc5cce-94ac-45eb-b13e-2fb3fb190482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2012405 Jan 14 07:24:26.746177 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:26.787511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-8fb86f70-6137-472a-8773-8629b1de13df tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:26.814115 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4bdd199-1a0e-4004-93de-7aca599ed36f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:26.985704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:26.986456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:26.988244 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] 10.222.0.53 "PUT /v2.0/ports/cb7655d4-adb4-41f9-a092-0babcedc90dd HTTP/1.1" status: 200 len: 1155 time: 5.3644156 Jan 14 07:24:27.026004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb86f70-6137-472a-8773-8629b1de13df tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Pushing event deleted for resources: {'Port': ['ID=0b389c16-b53a-437d-bdd9-5d649f68ad98,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:27.029433 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8fb86f70-6137-472a-8773-8629b1de13df tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:27.040518 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-97b1d90b-ec30-45f1-a120-be5c97ada626 service neutron] 10.222.0.41 "GET /v2.0/networks/b253f46f-6d1c-491b-8798-482cf4eeb181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5156133 Jan 14 07:24:27.209974 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-ad07e3e4-ac93-4e79-b11d-a8b27f8a8c08 service neutron] 10.222.0.39 "GET /v2.0/networks/08cc5cce-94ac-45eb-b13e-2fb3fb190482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533334 Jan 14 07:24:27.246101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Allocated IP 172.25.3.228 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/f72977a5-189b-4272-a272-4a796be64578) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:27.292648 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-6396d298-32ec-496a-b8c7-ad54f29ffd69 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:27.309916 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:27.373548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-8fb86f70-6137-472a-8773-8629b1de13df tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] No DVR routers for this DVR port 0b389c16-b53a-437d-bdd9-5d649f68ad98 on host n-h1-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:24:27.379875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-8fb86f70-6137-472a-8773-8629b1de13df tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:27.387517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae5ef03-2dfb-40c1-b7c0-4d89584b95a8', 'name': 'network-vif-deleted', 'tag': '0b389c16-b53a-437d-bdd9-5d649f68ad98'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:27.456326 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-8fb86f70-6137-472a-8773-8629b1de13df tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.53 "DELETE /v2.0/ports/0b389c16-b53a-437d-bdd9-5d649f68ad98 HTTP/1.1" status: 204 len: 173 time: 1.7843256 Jan 14 07:24:27.476283 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-6396d298-32ec-496a-b8c7-ad54f29ffd69 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:27.506248 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5b2fd442-bdfb-4c8d-912b-e991f3fc93eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:27.506771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-274d67b4-8f0f-4c78-b0cb-1bf61b6a758f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:27.508667 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-274d67b4-8f0f-4c78-b0cb-1bf61b6a758f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2153bb700bed421398584d6955d7f9d7&device_id=08bbf1d9-c239-4b3a-9b19-5d54240e7672 HTTP/1.1" status: 200 len: 1158 time: 0.4707427 Jan 14 07:24:27.690672 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-d68c6c9c-3a33-4f1b-870e-f9ea0aaee75b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb7655d4-adb4-41f9-a092-0babcedc90dd HTTP/1.1" status: 200 len: 217 time: 0.1180854 Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.710236 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.716624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:27.720749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:27.729411 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7026c2be-4d73-4a3e-8d26-97b6ea498255 req-d4d61581-d894-4e8b-8cca-f150e3457b24 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/ad94139c-5936-4a06-8d3d-aa93ceaa7a71 HTTP/1.1" status: 200 len: 1800 time: 0.4197268 Jan 14 07:24:27.744558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-6396d298-32ec-496a-b8c7-ad54f29ffd69 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Network 70fbfe9e-e458-46e1-9333-d454eb0e06b8 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:27.748271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-6396d298-32ec-496a-b8c7-ad54f29ffd69 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:27.753910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-6396d298-32ec-496a-b8c7-ad54f29ffd69 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:27.807990 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-72f82dc4-1070-4af3-a4d8-9f9cb9e45922 service neutron] 10.222.0.39 "GET /v2.0/networks/08cc5cce-94ac-45eb-b13e-2fb3fb190482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5648811 Jan 14 07:24:27.869916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-6396d298-32ec-496a-b8c7-ad54f29ffd69 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:27.870574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-6396d298-32ec-496a-b8c7-ad54f29ffd69 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:27.917847 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:27.930410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396d298-32ec-496a-b8c7-ad54f29ffd69 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Pushing event updated for resources: {'Port': ['ID=e149563c-fa6e-4f00-9fda-77dccc70529a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:27.933902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-cd5169f1-18dc-4d78-b134-205a2c0aa5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:27.935472 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-cd5169f1-18dc-4d78-b134-205a2c0aa5ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e03e0e20-54d4-4929-a004-b82d4950c95a HTTP/1.1" status: 200 len: 859 time: 0.1936631 Jan 14 07:24:27.946952 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6396d298-32ec-496a-b8c7-ad54f29ffd69 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:27.956034 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:27.978391 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-6396d298-32ec-496a-b8c7-ad54f29ffd69 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7817259 Jan 14 07:24:27.996029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Request body: {'port': {'device_id': 'dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-2'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:28.019936 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-66b8d9e4-fc6c-4e55-b754-ecbd8b25c53c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c39ca05d-526b-495c-bafd-3f15f647c8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680914 Jan 14 07:24:28.022266 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7026c2be-4d73-4a3e-8d26-97b6ea498255 req-82add677-5714-40ab-ad3a-5888d78cc1e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:28.219747 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7026c2be-4d73-4a3e-8d26-97b6ea498255 req-82add677-5714-40ab-ad3a-5888d78cc1e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:28.235791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:28.338731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:28.387077 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:28.568529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-f1abf0b3-34bb-4f3a-a11c-254f361b6eea tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:28.569554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-f1abf0b3-34bb-4f3a-a11c-254f361b6eea tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Synchronizing usage tracker for tenant:427877bd7793412391ebe4c47d52c9a0 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:28.572860 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7026c2be-4d73-4a3e-8d26-97b6ea498255 req-82add677-5714-40ab-ad3a-5888d78cc1e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:28.599026 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-7629311c-7bbe-4001-bf69-38620e82f2f7 service neutron] 10.222.0.53 "GET /v2.0/networks/c39ca05d-526b-495c-bafd-3f15f647c8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719557 Jan 14 07:24:28.650482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Pushing event updated for resources: {'Port': ['ID=f72977a5-189b-4272-a272-4a796be64578,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:28.764946 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:28.826759 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-36fd6576-e324-4976-8a9e-48df1841490d req-a24f8571-afda-4278-a04b-999b2017c998 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=09c32218fbf8421e8d39c11ddb10d709&device_id=aae5ef03-2dfb-40c1-b7c0-4d89584b95a8 HTTP/1.1" status: 200 len: 210 time: 0.3890669 Jan 14 07:24:29.080236 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:29.087220 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-299ed6af-d477-4284-b49c-24b382319c9b tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.499s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:29.110781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82add677-5714-40ab-ad3a-5888d78cc1e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad94139c-5936-4a06-8d3d-aa93ceaa7a71,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:29.136969 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-82add677-5714-40ab-ad3a-5888d78cc1e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:29.138262 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7026c2be-4d73-4a3e-8d26-97b6ea498255 req-82add677-5714-40ab-ad3a-5888d78cc1e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:29.144911 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7026c2be-4d73-4a3e-8d26-97b6ea498255 req-82add677-5714-40ab-ad3a-5888d78cc1e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "DELETE /v2.0/security-groups/ad94139c-5936-4a06-8d3d-aa93ceaa7a71 HTTP/1.1" status: 204 len: 173 time: 1.4210598 Jan 14 07:24:29.145645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-f1abf0b3-34bb-4f3a-a11c-254f361b6eea tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Unset dirty status for tenant:427877bd7793412391ebe4c47d52c9a0 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:29.157343 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-f1abf0b3-34bb-4f3a-a11c-254f361b6eea tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.39 "GET /v2.0/ports?device_id=3594ebb0-c827-4722-ae49-025cbdf51eaa HTTP/1.1" status: 200 len: 944 time: 1.0834506 Jan 14 07:24:29.158278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.53', 51691) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:29.226542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd6576-e324-4976-8a9e-48df1841490d req-7605a9c8-3f10-44bf-b339-ee6efbe45d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:29.228191 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-36fd6576-e324-4976-8a9e-48df1841490d req-7605a9c8-3f10-44bf-b339-ee6efbe45d61 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=09c32218fbf8421e8d39c11ddb10d709&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3932102 Jan 14 07:24:29.415743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd6576-e324-4976-8a9e-48df1841490d req-f98eb49a-8fe5-48dc-a50b-a68ec39295db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:29.417342 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-36fd6576-e324-4976-8a9e-48df1841490d req-f98eb49a-8fe5-48dc-a50b-a68ec39295db service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1782811 Jan 14 07:24:29.461899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:29.474276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-d83fdc2e-bcc3-477b-97f9-4b6bd4d996ee tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Deleting port 43618f8b-8950-4312-97c8-91f0b6910b8b {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:29.474646 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-d83fdc2e-bcc3-477b-97f9-4b6bd4d996ee tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:29.507243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:29.512293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:29.661155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-36fd6576-e324-4976-8a9e-48df1841490d req-6b1e1c43-a071-4511-a00a-c67e06889b7f tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Synchronizing usage tracker for tenant:09c32218fbf8421e8d39c11ddb10d709 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:29.662261 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for floatingip, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:29.691877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-ab500918-8784-4587-b4ed-f9aa5baf9d9c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:29.693664 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-ab500918-8784-4587-b4ed-f9aa5baf9d9c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.53 "GET /v2.0/networks?id=b253f46f-6d1c-491b-8798-482cf4eeb181 HTTP/1.1" status: 200 len: 815 time: 0.5147703 Jan 14 07:24:29.764645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-c6708806-91f3-4dfa-a3dc-655849dd3ca2 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Request body: {'port': {'device_id': '87f5d016-3b6a-4fea-b3a3-2255bc915c4d', 'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181', 'admin_state_up': True, 'tenant_id': '09c32218fbf8421e8d39c11ddb10d709'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:29.797506 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3594ebb0-c827-4722-ae49-025cbdf51eaa', 'tag': '43618f8b-8950-4312-97c8-91f0b6910b8b', 'status': 'completed', 'code': 200} Jan 14 07:24:29.814128 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-b8fe0a44-63a2-4c55-a370-e4cc37694fdf service neutron] 10.222.0.53 "GET /v2.0/networks/c39ca05d-526b-495c-bafd-3f15f647c8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1985288 Jan 14 07:24:29.871562 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae5ef03-2dfb-40c1-b7c0-4d89584b95a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b389c16-b53a-437d-bdd9-5d649f68ad98', 'code': 200} Jan 14 07:24:30.054389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e149563c-fa6e-4f00-9fda-77dccc70529a {{(pid=80908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:24:30.063714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:30.079178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Transition to ACTIVE for port object e149563c-fa6e-4f00-9fda-77dccc70529a will not be triggered until provisioned by entity L2. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:30.082638 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.085308 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.092563 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.095746 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:30.095746 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.095746 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.095746 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.095746 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:30.095746 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.095746 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.095746 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.095746 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:30.095746 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.095746 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.095746 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.095746 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:30.095746 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.095746 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.095746 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.095746 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:30.095746 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:30.095746 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:30.095746 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:30.123930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-0115fadb-9bf0-4ad2-a293-0b88c3a2deca tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:30.126585 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-0115fadb-9bf0-4ad2-a293-0b88c3a2deca tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.39 "GET /v2.0/networks?id=b253f46f-6d1c-491b-8798-482cf4eeb181 HTTP/1.1" status: 200 len: 815 time: 0.4609749 Jan 14 07:24:30.145876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-d83fdc2e-bcc3-477b-97f9-4b6bd4d996ee tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] For port 43618f8b-8950-4312-97c8-91f0b6910b8b, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=43618f8b-8950-4312-97c8-91f0b6910b8b,segment=NetworkSegment(d7c02b16-9f32-4e0a-a2e5-396a7afc5eca),segment_id=d7c02b16-9f32-4e0a-a2e5-396a7afc5eca)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:30.146256 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-d83fdc2e-bcc3-477b-97f9-4b6bd4d996ee tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:30.187001 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:30.205050 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:30.361362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-d83fdc2e-bcc3-477b-97f9-4b6bd4d996ee tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Calling delete_port for 43618f8b-8950-4312-97c8-91f0b6910b8b owned by compute:nova {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:30.389074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-d3cdd3f1-722b-4513-ba46-265834209a5c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Request body: {'port': {'device_id': 'aae5ef03-2dfb-40c1-b7c0-4d89584b95a8', 'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181', 'admin_state_up': True, 'tenant_id': '09c32218fbf8421e8d39c11ddb10d709'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:30.391927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58742) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:30.553219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-c6708806-91f3-4dfa-a3dc-655849dd3ca2 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:30.577662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-c6708806-91f3-4dfa-a3dc-655849dd3ca2 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Usage tracker for resource:port and tenant:09c32218fbf8421e8d39c11ddb10d709 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:30.586060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-c6708806-91f3-4dfa-a3dc-655849dd3ca2 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Quota usage for port was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:30.587052 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0d9b654-0c98-44f8-8850-1638c52ce7c4 tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:30.600827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-c6708806-91f3-4dfa-a3dc-655849dd3ca2 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:30.665909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-d3cdd3f1-722b-4513-ba46-265834209a5c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:30.673469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-d3cdd3f1-722b-4513-ba46-265834209a5c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Usage tracker for resource:port and tenant:09c32218fbf8421e8d39c11ddb10d709 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:30.678727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-d3cdd3f1-722b-4513-ba46-265834209a5c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:30.687483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-d3cdd3f1-722b-4513-ba46-265834209a5c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:30.741883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-d3cdd3f1-722b-4513-ba46-265834209a5c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Made reservation on behalf of 09c32218fbf8421e8d39c11ddb10d709 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:30.752358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-c6708806-91f3-4dfa-a3dc-655849dd3ca2 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Made reservation on behalf of 09c32218fbf8421e8d39c11ddb10d709 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:30.752728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-d3cdd3f1-722b-4513-ba46-265834209a5c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:30.775291 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-c6708806-91f3-4dfa-a3dc-655849dd3ca2 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:30.837172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Pushing event updated for resources: {'Port': ['ID=e149563c-fa6e-4f00-9fda-77dccc70529a,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:30.852526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-d83fdc2e-bcc3-477b-97f9-4b6bd4d996ee tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:30.878452 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e118609c-94f1-439e-813a-8fe78ed10531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:30.893537 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:30.968310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e118609c-94f1-439e-813a-8fe78ed10531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:30.974480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e118609c-94f1-439e-813a-8fe78ed10531 admin admin] Usage tracker for resource:security_group_rule and tenant:9ba6fced9f5949d082bf24e5a98f3950 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:30.977814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e118609c-94f1-439e-813a-8fe78ed10531 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:30.983836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e118609c-94f1-439e-813a-8fe78ed10531 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:31.034095 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:31.162844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-36fd6576-e324-4976-8a9e-48df1841490d req-6b1e1c43-a071-4511-a00a-c67e06889b7f tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Unset dirty status for tenant:09c32218fbf8421e8d39c11ddb10d709 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:31.164054 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-36fd6576-e324-4976-8a9e-48df1841490d req-6b1e1c43-a071-4511-a00a-c67e06889b7f tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.53 "GET /v2.0/ports?device_id=aae5ef03-2dfb-40c1-b7c0-4d89584b95a8 HTTP/1.1" status: 200 len: 210 time: 1.6670663 Jan 14 07:24:31.170162 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae5ef03-2dfb-40c1-b7c0-4d89584b95a8', 'name': 'network-vif-deleted', 'tag': '0b389c16-b53a-437d-bdd9-5d649f68ad98', 'status': 'completed', 'code': 200} Jan 14 07:24:31.180973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6f8f7-9923-4a01-9c6a-d45405852aba req-df02fd12-c5fd-429b-a7dc-bfae91221c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:31.188261 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-88e6f8f7-9923-4a01-9c6a-d45405852aba req-df02fd12-c5fd-429b-a7dc-bfae91221c9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=427877bd7793412391ebe4c47d52c9a0&device_id=3594ebb0-c827-4722-ae49-025cbdf51eaa HTTP/1.1" status: 200 len: 1159 time: 1.0543888 Jan 14 07:24:31.194206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-af258a7a-cee3-4e67-98e4-1b7a68588a0e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80909) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:24:31.199852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fdc2e-bcc3-477b-97f9-4b6bd4d996ee tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Pushing event deleted for resources: {'Port': ['ID=43618f8b-8950-4312-97c8-91f0b6910b8b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:31.203080 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d83fdc2e-bcc3-477b-97f9-4b6bd4d996ee tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:31.315283 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e118609c-94f1-439e-813a-8fe78ed10531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:31.445411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6f8f7-9923-4a01-9c6a-d45405852aba req-db854ca2-33f0-4ac0-9a91-4e3922778907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:31.447074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e118609c-94f1-439e-813a-8fe78ed10531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:31.448558 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-88e6f8f7-9923-4a01-9c6a-d45405852aba req-db854ca2-33f0-4ac0-9a91-4e3922778907 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=427877bd7793412391ebe4c47d52c9a0&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2171082 Jan 14 07:24:31.454964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device cb7655d4-adb4-41f9-a092-0babcedc90dd up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:31.471728 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-36d577e6-dfd5-478a-bfc8-b3e7d17998a4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:31.516619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118609c-94f1-439e-813a-8fe78ed10531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d1d419-6b19-4070-97e3-66cda70d3d7e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:31.551315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning for port cb7655d4-adb4-41f9-a092-0babcedc90dd completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:31.561828 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e118609c-94f1-439e-813a-8fe78ed10531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:31.565697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port cb7655d4-adb4-41f9-a092-0babcedc90dd triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:31.566364 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:31.588791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:24:31.601929 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e118609c-94f1-439e-813a-8fe78ed10531 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ba6fced9f5949d082bf24e5a98f3950&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2000384 Jan 14 07:24:31.613417 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3c6d9539-0d59-43eb-b495-e390daa38614 req-63620141-c5d9-4d5f-acaa-0d5beeb16625 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/b570b2f8-9c7c-40a2-80a5-db91e50f281f HTTP/1.1" status: 200 len: 1800 time: 0.3954532 Jan 14 07:24:31.628117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58760) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:31.647639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:31.689866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Attempting to bind port e149563c-fa6e-4f00-9fda-77dccc70529a on host n-h1-769329-2 for vnic_type normal with profile {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:24:31.690455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Attempting to bind port e149563c-fa6e-4f00-9fda-77dccc70529a by drivers openvswitch on host n-h1-769329-2 at level 0 using segments [{'id': '93dd5c73-9bcf-40db-a948-60df601b1498', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8'}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:24:31.691473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Attempting to bind port e149563c-fa6e-4f00-9fda-77dccc70529a on network 70fbfe9e-e458-46e1-9333-d454eb0e06b8 {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:24:31.695203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:31.714577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Checking agent: {'id': '1b004ee2-a22f-479b-a760-de06669a81a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 46), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:24:31.715089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Checking segment: {'id': '93dd5c73-9bcf-40db-a948-60df601b1498', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:31.715225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:31.715831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Bound using segment: {'id': '93dd5c73-9bcf-40db-a948-60df601b1498', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8'} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:24:31.716050 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:31.716337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Bound port: e149563c-fa6e-4f00-9fda-77dccc70529a, host: n-h1-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dd5c73-9bcf-40db-a948-60df601b1498', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8'}}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:24:31.716711 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:31.766920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port cb7655d4-adb4-41f9-a092-0babcedc90dd, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=cb7655d4-adb4-41f9-a092-0babcedc90dd,segment=NetworkSegment(b0defd3a-fda2-4375-ae4c-730589e29bfc),segment_id=b0defd3a-fda2-4375-ae4c-730589e29bfc)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:31.770299 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:31.772335 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:31.780579 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ea741e58-ad3a-4568-bbaf-645acedc1dd4 tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:31.824475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-d3cdd3f1-722b-4513-ba46-265834209a5c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Allocated IP 172.20.0.4 (b253f46f-6d1c-491b-8798-482cf4eeb181/c385b801-e5a5-4e1e-9e2c-13ef2be877ab/f8a8c9b6-20c5-4519-9f33-ab6b416cf981) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:31.884380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6f8f7-9923-4a01-9c6a-d45405852aba req-69ab4d27-e791-4de3-81ef-dcbee3de695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:31.886057 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-88e6f8f7-9923-4a01-9c6a-d45405852aba req-69ab4d27-e791-4de3-81ef-dcbee3de695b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4257951 Jan 14 07:24:31.899015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bbf1d9-c239-4b3a-9b19-5d54240e7672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7655d4-adb4-41f9-a092-0babcedc90dd'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:31.905404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=cb7655d4-adb4-41f9-a092-0babcedc90dd,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:31.917490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.918443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.918851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.919231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.919641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.920116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.920546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.920979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.921465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.921728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.922139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.922510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.922996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.923323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.923707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.924261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.924587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.925572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.925774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.926080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.926667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.927437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.927552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.927881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.928292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.929093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.929200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.929484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.929844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.930217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.930571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.931749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.932094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.932459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.932824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.933736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:24:31.937077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] For port e149563c-fa6e-4f00-9fda-77dccc70529a, host n-h1-769329-2, cleared binding levels {{(pid=80908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:24:31.951827 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:31.967879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] For port e149563c-fa6e-4f00-9fda-77dccc70529a, host n-h1-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=e149563c-fa6e-4f00-9fda-77dccc70529a,segment=NetworkSegment(93dd5c73-9bcf-40db-a948-60df601b1498),segment_id=93dd5c73-9bcf-40db-a948-60df601b1498)] {{(pid=80908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:24:31.990074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:32.011375 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11842dc9-4842-4d62-9bd9-7c0dc93eeaa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:32.135247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bbf1d9-c239-4b3a-9b19-5d54240e7672', 'tag': 'cb7655d4-adb4-41f9-a092-0babcedc90dd'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:32.412343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-d83fdc2e-bcc3-477b-97f9-4b6bd4d996ee tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] No DVR routers for this DVR port 43618f8b-8950-4312-97c8-91f0b6910b8b on host n-h2-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:24:32.434315 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-d83fdc2e-bcc3-477b-97f9-4b6bd4d996ee tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:32.452607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Pushing event updated for resources: {'Port': ['ID=f72977a5-189b-4272-a272-4a796be64578,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:32.485547 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:32.496110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Pushing event updated for resources: {'Port': ['ID=e149563c-fa6e-4f00-9fda-77dccc70529a,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:32.499972 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:32.569200 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-d3cdd3f1-722b-4513-ba46-265834209a5c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:32.579721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:32.580406 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:32.581900 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] 10.222.0.53 "PUT /v2.0/ports/e149563c-fa6e-4f00-9fda-77dccc70529a HTTP/1.1" status: 200 len: 1155 time: 4.5950539 Jan 14 07:24:32.615780 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-d3cdd3f1-722b-4513-ba46-265834209a5c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:32.615986 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61741c9d-f1c0-44a1-afcd-210555b13dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:32.627306 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:32.650524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3c6d9539-0d59-43eb-b495-e390daa38614 req-2285f6a4-166c-4a86-ba5d-27374187342e tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:32.782815 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b7be504-5884-4bdc-b19b-e81d1d6a6988 req-d83fdc2e-bcc3-477b-97f9-4b6bd4d996ee tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.39 "DELETE /v2.0/ports/43618f8b-8950-4312-97c8-91f0b6910b8b HTTP/1.1" status: 204 len: 173 time: 3.5990756 Jan 14 07:24:32.850306 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61741c9d-f1c0-44a1-afcd-210555b13dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:32.861624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cdd3f1-722b-4513-ba46-265834209a5c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Pushing event updated for resources: {'Port': ['ID=f8a8c9b6-20c5-4519-9f33-ab6b416cf981,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:32.865209 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d3cdd3f1-722b-4513-ba46-265834209a5c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:32.872391 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3c6d9539-0d59-43eb-b495-e390daa38614 req-2285f6a4-166c-4a86-ba5d-27374187342e tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:32.916483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-1232daa9-2436-4bf6-a6da-9eb21b8ef5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:32.918111 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-1232daa9-2436-4bf6-a6da-9eb21b8ef5cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6acd0c0d5ec64d6ca3191a81d9e0c56c&device_id=dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24 HTTP/1.1" status: 200 len: 1158 time: 0.2478840 Jan 14 07:24:32.988316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-c6708806-91f3-4dfa-a3dc-655849dd3ca2 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Allocated IP 172.20.0.9 (b253f46f-6d1c-491b-8798-482cf4eeb181/c385b801-e5a5-4e1e-9e2c-13ef2be877ab/414b89c7-44fc-41c3-9494-9559e8850228) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:33.015933 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-b543264d-af46-4000-83c9-1c4f085870db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e149563c-fa6e-4f00-9fda-77dccc70529a HTTP/1.1" status: 200 len: 217 time: 0.0873883 Jan 14 07:24:33.020939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-d3cdd3f1-722b-4513-ba46-265834209a5c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Network b253f46f-6d1c-491b-8798-482cf4eeb181 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:33.021190 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:33.022251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-d3cdd3f1-722b-4513-ba46-265834209a5c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:33.026250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-d3cdd3f1-722b-4513-ba46-265834209a5c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:33.041977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device cb7655d4-adb4-41f9-a092-0babcedc90dd up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:33.098939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61741c9d-f1c0-44a1-afcd-210555b13dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:33.109960 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:33.116776 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3c6d9539-0d59-43eb-b495-e390daa38614 req-2285f6a4-166c-4a86-ba5d-27374187342e tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:33.119379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3c6d9539-0d59-43eb-b495-e390daa38614 req-2285f6a4-166c-4a86-ba5d-27374187342e tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:33.132350 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3c6d9539-0d59-43eb-b495-e390daa38614 req-2285f6a4-166c-4a86-ba5d-27374187342e tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "DELETE /v2.0/security-groups/b570b2f8-9c7c-40a2-80a5-db91e50f281f HTTP/1.1" status: 204 len: 173 time: 1.4870741 Jan 14 07:24:33.155989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port cb7655d4-adb4-41f9-a092-0babcedc90dd triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:33.156505 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:33.157420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:33.158767 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 8.4852562 Jan 14 07:24:33.160608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-34c6e9b5-9f63-40cc-a3d9-d454184fcbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:33.162493 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-34c6e9b5-9f63-40cc-a3d9-d454184fcbf7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7049f99-1521-41cc-84cb-0f1c388db992 HTTP/1.1" status: 200 len: 845 time: 0.0955844 Jan 14 07:24:33.176194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61741c9d-f1c0-44a1-afcd-210555b13dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d1d419-6b19-4070-97e3-66cda70d3d7e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:33.177211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24', 'tag': 'e149563c-fa6e-4f00-9fda-77dccc70529a'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:33.182675 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61741c9d-f1c0-44a1-afcd-210555b13dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:33.200272 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-61741c9d-f1c0-44a1-afcd-210555b13dd9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5d1d419-6b19-4070-97e3-66cda70d3d7e HTTP/1.1" status: 204 len: 168 time: 1.5541837 Jan 14 07:24:33.203636 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61741c9d-f1c0-44a1-afcd-210555b13dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:33.205008 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-85f3af01-3ae6-4961-ba91-a72aff1cb558 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:33.318681 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-5996b7fd-df59-4db6-b22f-f96feb7be104 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70fbfe9e-e458-46e1-9333-d454eb0e06b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087248 Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:33.456479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.459093 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.459093 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.459093 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:33.459093 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.459093 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.459093 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.459093 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:33.459093 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.459093 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.459093 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.459093 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:24:33.459093 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.459093 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.459093 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.459093 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:24:33.459093 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.459093 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.459093 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.462673 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.466251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:33.466251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.466251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.466251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.466251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:33.466251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:33.466251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.466251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.466251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.466251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.466251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.466251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.466251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:33.466251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:33.480740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-d3cdd3f1-722b-4513-ba46-265834209a5c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:33.481487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-d3cdd3f1-722b-4513-ba46-265834209a5c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:33.579319 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-b5cec44e-1dfa-49f4-ad9b-29d46b5d7ae4 service neutron] 10.222.0.53 "GET /v2.0/networks/70fbfe9e-e458-46e1-9333-d454eb0e06b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472725 Jan 14 07:24:33.601486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-c6708806-91f3-4dfa-a3dc-655849dd3ca2 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:33.642108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285f6a4-166c-4a86-ba5d-27374187342e tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Pushing event deleted for resources: {'SecurityGroup': ['ID=b570b2f8-9c7c-40a2-80a5-db91e50f281f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:33.665049 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-c6708806-91f3-4dfa-a3dc-655849dd3ca2 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:33.666949 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2285f6a4-166c-4a86-ba5d-27374187342e tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:33.690228 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:33.690552 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-d3cdd3f1-722b-4513-ba46-265834209a5c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4997799 Jan 14 07:24:33.723056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Request body: {'port': {'device_id': 'aae5ef03-2dfb-40c1-b7c0-4d89584b95a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-2'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:33.804559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-4aad39c4-3650-4ced-bb18-327d33009633 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Synchronizing usage tracker for tenant:369cf312e6f8411e821109a8779f4774 on resource:floatingip {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:33.883977 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-8edfa594-e5ff-43cc-bfdc-c6efa46bc1de service neutron] 10.222.0.53 "GET /v2.0/networks/70fbfe9e-e458-46e1-9333-d454eb0e06b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2958307 Jan 14 07:24:33.894734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:33.987024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58810) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:34.003562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b4a72430-8795-4712-82c0-3822e25be3a7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Request body: {'network': {'name': 'tempest-device-tagging-net1-105642853'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:34.024672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6708806-91f3-4dfa-a3dc-655849dd3ca2 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Pushing event updated for resources: {'Port': ['ID=414b89c7-44fc-41c3-9494-9559e8850228,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:34.031856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-4aad39c4-3650-4ced-bb18-327d33009633 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Unset dirty status for tenant:369cf312e6f8411e821109a8779f4774 on resource:floatingip {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:34.035752 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-4aad39c4-3650-4ced-bb18-327d33009633 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 696 time: 0.8540905 Jan 14 07:24:34.037304 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6708806-91f3-4dfa-a3dc-655849dd3ca2 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:34.039883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b4a72430-8795-4712-82c0-3822e25be3a7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:34.080148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b4a72430-8795-4712-82c0-3822e25be3a7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Usage tracker for resource:network and tenant:3a2693f475504bd09526ac6bd19368d9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:34.089246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b4a72430-8795-4712-82c0-3822e25be3a7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:34.111996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b4a72430-8795-4712-82c0-3822e25be3a7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:34.138831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a72430-8795-4712-82c0-3822e25be3a7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Made reservation on behalf of 3a2693f475504bd09526ac6bd19368d9 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:34.151467 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4a72430-8795-4712-82c0-3822e25be3a7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:34.188785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58816) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:34.229711 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bbf1d9-c239-4b3a-9b19-5d54240e7672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7655d4-adb4-41f9-a092-0babcedc90dd', 'code': 200} Jan 14 07:24:34.293142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-c6708806-91f3-4dfa-a3dc-655849dd3ca2 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Network b253f46f-6d1c-491b-8798-482cf4eeb181 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:34.300261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a72430-8795-4712-82c0-3822e25be3a7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:24:34.306316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-c6708806-91f3-4dfa-a3dc-655849dd3ca2 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:34.311912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-c6708806-91f3-4dfa-a3dc-655849dd3ca2 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:34.341695 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4a72430-8795-4712-82c0-3822e25be3a7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:34.342088 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-b4a72430-8795-4712-82c0-3822e25be3a7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Added segment b7f7c36e-de05-467d-8e01-5784d9d349b7 of type vxlan for network d296a63f-7c95-482a-bbfd-05a2330d25d3 Jan 14 07:24:34.352996 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bbf1d9-c239-4b3a-9b19-5d54240e7672', 'tag': 'cb7655d4-adb4-41f9-a092-0babcedc90dd', 'status': 'completed', 'code': 200} Jan 14 07:24:34.423175 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [req-f8f90c41-040b-4fe4-b8a7-d72e9ebfa9f8 req-e8615a33-8aef-44b1-86b5-e1df4534e68e tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] show failed (client error): The resource could not be found. Jan 14 07:24:34.436632 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f8f90c41-040b-4fe4-b8a7-d72e9ebfa9f8 req-e8615a33-8aef-44b1-86b5-e1df4534e68e tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/9e2bf15d-a1b5-444e-93c2-719a0c66f548 HTTP/1.1" status: 404 len: 352 time: 0.0656009 Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:34.458276 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.460972 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.460972 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.460972 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:34.460972 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.460972 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.460972 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.460972 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:34.460972 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.460972 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.460972 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.460972 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:34.460972 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.460972 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.460972 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.460972 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:24:34.460972 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.460972 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.460972 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.462395 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:34.465590 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.465590 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.465590 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.465590 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:34.465590 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.465590 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.465590 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.465590 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:34.465590 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:34.465590 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.465590 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.465590 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.465590 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.465590 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:34.465590 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:34.499591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-0936f83d-d009-4c3a-8f2c-6226f4f2048d tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:34.501229 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9142bf6c-e463-4466-b0bd-62762a4f7c7f req-0936f83d-d009-4c3a-8f2c-6226f4f2048d tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 784 time: 0.4461126 Jan 14 07:24:34.553920 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24', 'tag': 'e149563c-fa6e-4f00-9fda-77dccc70529a', 'status': 'completed', 'code': 200} Jan 14 07:24:34.555811 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4a72430-8795-4712-82c0-3822e25be3a7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:34.575071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-c6708806-91f3-4dfa-a3dc-655849dd3ca2 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:34.576804 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-c6708806-91f3-4dfa-a3dc-655849dd3ca2 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:34.619910 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-c6708806-91f3-4dfa-a3dc-655849dd3ca2 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8678229 Jan 14 07:24:34.636872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Request body: {'port': {'device_id': '87f5d016-3b6a-4fea-b3a3-2255bc915c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-2'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:34.698613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b47fd-2884-44e9-a0f7-a68a9bda0b94 req-12327f71-ae18-4045-98ff-1bd150493b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:34.700443 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7f3b47fd-2884-44e9-a0f7-a68a9bda0b94 req-12327f71-ae18-4045-98ff-1bd150493b1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2153bb700bed421398584d6955d7f9d7&device_id=08bbf1d9-c239-4b3a-9b19-5d54240e7672 HTTP/1.1" status: 200 len: 1160 time: 0.3526497 Jan 14 07:24:34.701296 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e895-da93-4443-8ec4-2568e2420c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:34.741392 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-b4a72430-8795-4712-82c0-3822e25be3a7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:24:34.750119 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [req-32f7f316-91f2-4306-bc59-70cc9d2d9bf2 req-0ac482a1-055a-4032-9cab-ef4cb08edc3c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] show failed (client error): The resource could not be found. Jan 14 07:24:34.751362 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-32f7f316-91f2-4306-bc59-70cc9d2d9bf2 req-0ac482a1-055a-4032-9cab-ef4cb08edc3c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/734449c9-cb3f-4d21-af8e-80262d5af420 HTTP/1.1" status: 404 len: 352 time: 0.0381570 Jan 14 07:24:34.761185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b4d4e895-da93-4443-8ec4-2568e2420c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:34.908109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58842) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:34.908491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58844) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:34.909521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b4d4e895-da93-4443-8ec4-2568e2420c20 admin admin] Usage tracker for resource:security_group_rule and tenant:c545225e65414d7bb933692ce484ae3c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:34.917811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b4d4e895-da93-4443-8ec4-2568e2420c20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:34.957682 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9ffd3c59-bed8-4478-9106-1d3481aacdac req-81c3ec75-4539-4529-9414-2912c5a5e60b tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/floatingips/80ca6a97-8b10-411c-ad64-3b0bf46dce88 HTTP/1.1" status: 200 len: 693 time: 0.1543050 Jan 14 07:24:34.963399 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:35.016876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b4d4e895-da93-4443-8ec4-2568e2420c20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:35.034003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbdbf0b-ec3c-49d7-9d77-bd5522cdffd0 admin admin] Deleting subnet c385b801-e5a5-4e1e-9e2c-13ef2be877ab {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:24:35.038932 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:24:35.051246 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4a72430-8795-4712-82c0-3822e25be3a7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:35.070768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a72430-8795-4712-82c0-3822e25be3a7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:35.071394 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4a72430-8795-4712-82c0-3822e25be3a7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:35.087682 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4de7e51-59d6-4677-bc53-9dd47c89a87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:35.275149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-80ba3f6c-eb07-4971-9238-f9d7e9ea13b0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80909) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:24:35.278879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd3c59-bed8-4478-9106-1d3481aacdac req-c118ed76-0ac0-4777-a11e-326c98e96561 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:35.280692 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9ffd3c59-bed8-4478-9106-1d3481aacdac req-c118ed76-0ac0-4777-a11e-326c98e96561 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 784 time: 0.3051078 Jan 14 07:24:35.284024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbbf47-ae28-4669-ac6a-08906418908d req-59bb81e2-5f21-4ceb-a2be-2a3f1012c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:35.285803 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8bdbbf47-ae28-4669-ac6a-08906418908d req-59bb81e2-5f21-4ceb-a2be-2a3f1012c176 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6acd0c0d5ec64d6ca3191a81d9e0c56c&device_id=dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24 HTTP/1.1" status: 200 len: 1158 time: 0.7215226 Jan 14 07:24:35.313592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1961020120-network', 'tenant_id': '5618ad10c441472f96784424388f8c65'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:35.347975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-9ffd3c59-bed8-4478-9106-1d3481aacdac req-a92beea4-b43c-4ae3-b55a-e284c7eacb6f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:35.349060 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9ffd3c59-bed8-4478-9106-1d3481aacdac req-a92beea4-b43c-4ae3-b55a-e284c7eacb6f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0248880 Jan 14 07:24:35.369839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:35.385042 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b4a72430-8795-4712-82c0-3822e25be3a7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3942451 Jan 14 07:24:35.400720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58860) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:35.412599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Usage tracker for resource:network and tenant:5618ad10c441472f96784424388f8c65 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:35.416362 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [req-d971fa19-a1aa-42a0-aa3c-705565cfb794 req-db88ea5b-3e4c-4f6d-b113-5d1858174490 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] show failed (client error): The resource could not be found. Jan 14 07:24:35.417496 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d971fa19-a1aa-42a0-aa3c-705565cfb794 req-db88ea5b-3e4c-4f6d-b113-5d1858174490 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/f6959609-a531-484f-ae26-16953c0748c3 HTTP/1.1" status: 404 len: 352 time: 0.0920510 Jan 14 07:24:35.420301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a72430-8795-4712-82c0-3822e25be3a7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Pushing event updated for resources: {'Network': ['ID=d296a63f-7c95-482a-bbfd-05a2330d25d3,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:35.421498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-629306f4-1a09-476a-8fdd-e9f998a18729 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Request body: {'network': {'name': 'tempest-device-tagging-net2-1634147085'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:35.424414 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b4a72430-8795-4712-82c0-3822e25be3a7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:35.434346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network d296a63f-7c95-482a-bbfd-05a2330d25d3 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:35.439359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-629306f4-1a09-476a-8fdd-e9f998a18729 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:35.453610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-629306f4-1a09-476a-8fdd-e9f998a18729 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Usage tracker for resource:network and tenant:3a2693f475504bd09526ac6bd19368d9 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:35.459813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-629306f4-1a09-476a-8fdd-e9f998a18729 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Quota usage for network was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:35.470975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-629306f4-1a09-476a-8fdd-e9f998a18729 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:35.491806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629306f4-1a09-476a-8fdd-e9f998a18729 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Made reservation on behalf of 3a2693f475504bd09526ac6bd19368d9 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:35.503290 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-629306f4-1a09-476a-8fdd-e9f998a18729 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:35.547225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a8c9b6-20c5-4519-9f33-ab6b416cf981 {{(pid=80908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:24:35.551520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:35.561256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network d296a63f-7c95-482a-bbfd-05a2330d25d3 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:35.563851 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:35.572204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b47fd-2884-44e9-a0f7-a68a9bda0b94 req-daaefe54-a683-4bf8-b088-50098189fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:35.573801 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7f3b47fd-2884-44e9-a0f7-a68a9bda0b94 req-daaefe54-a683-4bf8-b088-50098189fe21 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2153bb700bed421398584d6955d7f9d7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8472173 Jan 14 07:24:35.574707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:35.574874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-86be8d69-c2c1-4939-b98d-e941bcdf0a5a tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:35.575507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-86be8d69-c2c1-4939-b98d-e941bcdf0a5a tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Synchronizing usage tracker for tenant:2153bb700bed421398584d6955d7f9d7 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:35.591625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbbf47-ae28-4669-ac6a-08906418908d req-2bdae211-29b7-4461-a675-d5368b5f19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:35.593231 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8bdbbf47-ae28-4669-ac6a-08906418908d req-2bdae211-29b7-4461-a675-d5368b5f19b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=70fbfe9e-e458-46e1-9333-d454eb0e06b8 HTTP/1.1" status: 200 len: 899 time: 0.2619183 Jan 14 07:24:35.594425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network d296a63f-7c95-482a-bbfd-05a2330d25d3 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:35.607837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device e149563c-fa6e-4f00-9fda-77dccc70529a up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:35.693229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Transition to ACTIVE for port object f8a8c9b6-20c5-4519-9f33-ab6b416cf981 will not be triggered until provisioned by entity L2. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:35.915435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning for port e149563c-fa6e-4f00-9fda-77dccc70529a completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:35.922893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port e149563c-fa6e-4f00-9fda-77dccc70529a triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:35.924109 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.011527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629306f4-1a09-476a-8fdd-e9f998a18729 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:24:36.018245 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bbdbf0b-ec3c-49d7-9d77-bd5522cdffd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.021751 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-83477f27-9873-4b0a-9c6f-a35e094d68a1 req-a4b9857b-96d0-4516-9f6b-ae9e52b3a28e tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/floatingips/80ca6a97-8b10-411c-ad64-3b0bf46dce88 HTTP/1.1" status: 200 len: 693 time: 0.4736381 Jan 14 07:24:36.066350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-86be8d69-c2c1-4939-b98d-e941bcdf0a5a tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Unset dirty status for tenant:2153bb700bed421398584d6955d7f9d7 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:36.067590 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-86be8d69-c2c1-4939-b98d-e941bcdf0a5a tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] 10.222.0.53 "GET /v2.0/ports?device_id=08bbf1d9-c239-4b3a-9b19-5d54240e7672 HTTP/1.1" status: 200 len: 945 time: 0.7091198 Jan 14 07:24:36.075341 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.079984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-629306f4-1a09-476a-8fdd-e9f998a18729 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.080384 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-629306f4-1a09-476a-8fdd-e9f998a18729 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Added segment de13e689-5f87-440d-b3f5-f7a1897372a8 of type vxlan for network c9ed708e-d62d-484d-ade0-a088dfc698a4 Jan 14 07:24:36.083604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Made reservation on behalf of 5618ad10c441472f96784424388f8c65 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:36.088693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.101495 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.114612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port e149563c-fa6e-4f00-9fda-77dccc70529a, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=e149563c-fa6e-4f00-9fda-77dccc70529a,segment=NetworkSegment(93dd5c73-9bcf-40db-a948-60df601b1498),segment_id=93dd5c73-9bcf-40db-a948-60df601b1498)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:36.119262 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8bdbbf47-ae28-4669-ac6a-08906418908d req-733881b8-9e48-47f1-810e-1932164796c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e149563c-fa6e-4f00-9fda-77dccc70529a HTTP/1.1" status: 200 len: 217 time: 0.4940140 Jan 14 07:24:36.119485 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.121441 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-21ff12e9-eeef-4309-b435-db94e83639b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:36.132561 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:36.204301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=e149563c-fa6e-4f00-9fda-77dccc70529a,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:36.208282 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:36.230598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e149563c-fa6e-4f00-9fda-77dccc70529a'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:36.280070 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.299012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-bec6c9e3-81df-4171-844e-e4489297087e tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:36.300672 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-bec6c9e3-81df-4171-844e-e4489297087e tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.41 "GET /v2.0/networks?id=70fbfe9e-e458-46e1-9333-d454eb0e06b8 HTTP/1.1" status: 200 len: 805 time: 0.7883558 Jan 14 07:24:36.321190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-731b37a4-96d8-4084-9e9f-fc6e2ab690fb tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Deleting port cb7655d4-adb4-41f9-a092-0babcedc90dd {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:36.321562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-731b37a4-96d8-4084-9e9f-fc6e2ab690fb tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.353125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-629306f4-1a09-476a-8fdd-e9f998a18729 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.365421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bbdbf0b-ec3c-49d7-9d77-bd5522cdffd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.365753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3594ebb0-c827-4722-ae49-025cbdf51eaa', 'name': 'network-vif-deleted', 'tag': '43618f8b-8950-4312-97c8-91f0b6910b8b'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:36.409012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:36.424962 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-f4882af3-f106-4a35-b876-ab2da6274534 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.41 "GET /v2.0/quotas/6acd0c0d5ec64d6ca3191a81d9e0c56c HTTP/1.1" status: 200 len: 375 time: 0.1144812 Jan 14 07:24:36.431739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Usage tracker for resource:security_group_rule and tenant:5618ad10c441472f96784424388f8c65 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:36.443368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:36.499630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a8c9b6-20c5-4519-9f33-ab6b416cf981,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:36.512638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:36.519614 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e895-da93-4443-8ec4-2568e2420c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.525488 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:36.558561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbbf47-ae28-4669-ac6a-08906418908d req-4be78664-9481-4cfb-92ad-3b6cd2885271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:36.560217 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8bdbbf47-ae28-4669-ac6a-08906418908d req-4be78664-9481-4cfb-92ad-3b6cd2885271 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7049f99-1521-41cc-84cb-0f1c388db992 HTTP/1.1" status: 200 len: 845 time: 0.3343282 Jan 14 07:24:36.560866 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e895-da93-4443-8ec4-2568e2420c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.580533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83477f27-9873-4b0a-9c6f-a35e094d68a1 req-adbe05df-b613-46a3-a2f2-4146c333a996 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:36.582573 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-83477f27-9873-4b0a-9c6f-a35e094d68a1 req-adbe05df-b613-46a3-a2f2-4146c333a996 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 784 time: 0.5482876 Jan 14 07:24:36.587989 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a19d42e-89a5-4958-81ef-0cfb9cbce9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:36.656888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-629306f4-1a09-476a-8fdd-e9f998a18729 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.657396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b47fd-2884-44e9-a0f7-a68a9bda0b94 req-fd4d6663-c292-4509-ac6d-1e81047f561d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:36.659034 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7f3b47fd-2884-44e9-a0f7-a68a9bda0b94 req-fd4d6663-c292-4509-ac6d-1e81047f561d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.0716455 Jan 14 07:24:36.666811 n-d-769329-2 neutron-server[80794]: INFO neutron.db.db_base_plugin_v2 [None req-5bbdbf0b-ec3c-49d7-9d77-bd5522cdffd0 admin admin] Found port (f8a8c9b6-20c5-4519-9f33-ab6b416cf981, 172.20.0.4) having IP allocation on subnet c385b801-e5a5-4e1e-9e2c-13ef2be877ab, cannot delete Jan 14 07:24:36.676059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629306f4-1a09-476a-8fdd-e9f998a18729 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:36.676756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-629306f4-1a09-476a-8fdd-e9f998a18729 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:36.698530 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8bdbbf47-ae28-4669-ac6a-08906418908d req-4b2192c4-4ac9-4b31-a02a-dc6ff3f2a3fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70fbfe9e-e458-46e1-9333-d454eb0e06b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176119 Jan 14 07:24:36.709346 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbdbf0b-ec3c-49d7-9d77-bd5522cdffd0 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:24:36.709842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bbdbf0b-ec3c-49d7-9d77-bd5522cdffd0 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:24:36.717792 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:36.754275 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b4d4e895-da93-4443-8ec4-2568e2420c20 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c545225e65414d7bb933692ce484ae3c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5610721 Jan 14 07:24:36.776498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58880) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:36.811950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4e895-da93-4443-8ec4-2568e2420c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9a0972-c32f-4943-9cb9-252ccf35bfc2,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:36.829619 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b4d4e895-da93-4443-8ec4-2568e2420c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:36.877510 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5bbdbf0b-ec3c-49d7-9d77-bd5522cdffd0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c385b801-e5a5-4e1e-9e2c-13ef2be877ab HTTP/1.1" status: 409 len: 404 time: 1.9633405 Jan 14 07:24:36.989039 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-83477f27-9873-4b0a-9c6f-a35e094d68a1 req-9f1dfaaf-4feb-4fab-9db4-838f3a2feb26 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 696 time: 0.3938308 Jan 14 07:24:37.080660 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8bdbbf47-ae28-4669-ac6a-08906418908d req-e29ec28e-55d1-4c9d-8d9c-5414a2df8df9 service neutron] 10.222.0.53 "GET /v2.0/networks/70fbfe9e-e458-46e1-9333-d454eb0e06b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638484 Jan 14 07:24:37.084451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Attempting to bind port f8a8c9b6-20c5-4519-9f33-ab6b416cf981 on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:24:37.084830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Attempting to bind port f8a8c9b6-20c5-4519-9f33-ab6b416cf981 by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': 'd6d894bf-e74a-4c46-8a72-18f9017df4cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181'}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:24:37.085201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Attempting to bind port f8a8c9b6-20c5-4519-9f33-ab6b416cf981 on network b253f46f-6d1c-491b-8798-482cf4eeb181 {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:24:37.092758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:37.098071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device e149563c-fa6e-4f00-9fda-77dccc70529a up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:37.105316 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-629306f4-1a09-476a-8fdd-e9f998a18729 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7006385 Jan 14 07:24:37.121176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58892) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:37.131515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:24:37.131930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Checking segment: {'id': 'd6d894bf-e74a-4c46-8a72-18f9017df4cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:37.132389 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:37.132794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Bound using segment: {'id': 'd6d894bf-e74a-4c46-8a72-18f9017df4cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181'} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:24:37.133282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Bound port: f8a8c9b6-20c5-4519-9f33-ab6b416cf981, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d894bf-e74a-4c46-8a72-18f9017df4cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181'}}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:24:37.133656 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:37.157688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629306f4-1a09-476a-8fdd-e9f998a18729 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Pushing event updated for resources: {'Network': ['ID=c9ed708e-d62d-484d-ade0-a088dfc698a4,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:37.169592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9928dbe1-6ab7-46d4-b7ff-66a8afdca3c8 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Request body: {'subnet': {'network_id': 'd296a63f-7c95-482a-bbfd-05a2330d25d3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:37.199629 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-83477f27-9873-4b0a-9c6f-a35e094d68a1 req-64a5b8c6-09a5-4307-a0db-87d891e36143 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 696 time: 0.2096674 Jan 14 07:24:37.203992 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-629306f4-1a09-476a-8fdd-e9f998a18729 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:37.208493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:37.221572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network c9ed708e-d62d-484d-ade0-a088dfc698a4 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:37.229169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:24:37.240943 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:37.241457 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Added segment df710dcc-26e7-44ce-8232-b7969b3fb4b8 of type vxlan for network 12b7f060-299b-4a78-80d0-e14268c84f38 Jan 14 07:24:37.272507 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:37.315436 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-25db841b-1ce2-40b5-aeef-141aa8345daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:37.339534 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:37.340866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:37.341939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:37.351933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network c9ed708e-d62d-484d-ade0-a088dfc698a4 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:37.378281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network c9ed708e-d62d-484d-ade0-a088dfc698a4 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:37.485204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad836851-5743-49c5-8e11-10af1b64497f,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:37.490204 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-9f142f63-c549-4882-b59d-88f87f01bcb9 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.41 "GET /v2.0/ports?tenant_id=6acd0c0d5ec64d6ca3191a81d9e0c56c&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0440366 Jan 14 07:24:37.502650 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:37.505580 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:37.612861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-731b37a4-96d8-4084-9e9f-fc6e2ab690fb tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] For port cb7655d4-adb4-41f9-a092-0babcedc90dd, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=cb7655d4-adb4-41f9-a092-0babcedc90dd,segment=NetworkSegment(b0defd3a-fda2-4375-ae4c-730589e29bfc),segment_id=b0defd3a-fda2-4375-ae4c-730589e29bfc)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:37.613274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-731b37a4-96d8-4084-9e9f-fc6e2ab690fb tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:37.634752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Pushing event updated for resources: {'Network': ['ID=12b7f060-299b-4a78-80d0-e14268c84f38,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:37.643251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 12b7f060-299b-4a78-80d0-e14268c84f38 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:37.663330 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7378011 Jan 14 07:24:37.663330 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:37.664486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 12b7f060-299b-4a78-80d0-e14268c84f38 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:37.670621 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8bdbbf47-ae28-4669-ac6a-08906418908d req-c8b59ad3-9ade-42fd-bf56-b2993c0ff217 service neutron] 10.222.0.53 "GET /v2.0/networks/70fbfe9e-e458-46e1-9333-d454eb0e06b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5755649 Jan 14 07:24:37.678931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99584092-b837-4e80-8dd9-d2347ab9a57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:37.706300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] For port f8a8c9b6-20c5-4519-9f33-ab6b416cf981, host n-h2-769329-2, cleared binding levels {{(pid=80908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:24:37.710809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] For port f8a8c9b6-20c5-4519-9f33-ab6b416cf981, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=f8a8c9b6-20c5-4519-9f33-ab6b416cf981,segment=NetworkSegment(d6d894bf-e74a-4c46-8a72-18f9017df4cf),segment_id=d6d894bf-e74a-4c46-8a72-18f9017df4cf)] {{(pid=80908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:24:37.719886 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:37.751933 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-575f2cf4-5831-42c1-8d02-2410826dbdb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:37.792352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 12b7f060-299b-4a78-80d0-e14268c84f38 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:37.821212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port e149563c-fa6e-4f00-9fda-77dccc70529a triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:37.821586 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:38.038089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a8c9b6-20c5-4519-9f33-ab6b416cf981,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:38.043791 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:38.107094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:38.107839 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:38.109575 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] 10.222.0.39 "PUT /v2.0/ports/f8a8c9b6-20c5-4519-9f33-ab6b416cf981 HTTP/1.1" status: 200 len: 1155 time: 4.4018545 Jan 14 07:24:38.110136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae5ef03-2dfb-40c1-b7c0-4d89584b95a8', 'tag': 'f8a8c9b6-20c5-4519-9f33-ab6b416cf981'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:38.151187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-83477f27-9873-4b0a-9c6f-a35e094d68a1 req-3fc9f937-de18-42ef-b279-1a9a28166888 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Deleting port f72977a5-189b-4272-a272-4a796be64578 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:38.151559 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-83477f27-9873-4b0a-9c6f-a35e094d68a1 req-3fc9f937-de18-42ef-b279-1a9a28166888 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:38.165304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device cb7655d4-adb4-41f9-a092-0babcedc90dd no longer exists at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:24:38.231540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-c1c3976a-ea0b-4ff4-af02-3bb516f718ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:38.233234 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-c1c3976a-ea0b-4ff4-af02-3bb516f718ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09c32218fbf8421e8d39c11ddb10d709&device_id=aae5ef03-2dfb-40c1-b7c0-4d89584b95a8 HTTP/1.1" status: 200 len: 1158 time: 0.0873730 Jan 14 07:24:38.266747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-731b37a4-96d8-4084-9e9f-fc6e2ab690fb tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Calling delete_port for cb7655d4-adb4-41f9-a092-0babcedc90dd owned by compute:nova {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:38.288205 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:38.309048 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-3d02ead4-0231-4bc2-ae22-abda8e949eb6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8a8c9b6-20c5-4519-9f33-ab6b416cf981 HTTP/1.1" status: 200 len: 217 time: 0.0684662 Jan 14 07:24:38.326726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port cb7655d4-adb4-41f9-a092-0babcedc90dd, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=cb7655d4-adb4-41f9-a092-0babcedc90dd,segment=NetworkSegment(b0defd3a-fda2-4375-ae4c-730589e29bfc),segment_id=b0defd3a-fda2-4375-ae4c-730589e29bfc)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:38.330512 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:38.333118 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:38.338153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9928dbe1-6ab7-46d4-b7ff-66a8afdca3c8 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:38.361801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9928dbe1-6ab7-46d4-b7ff-66a8afdca3c8 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Usage tracker for resource:subnet and tenant:3a2693f475504bd09526ac6bd19368d9 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:38.377973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9928dbe1-6ab7-46d4-b7ff-66a8afdca3c8 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:38.389311 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99584092-b837-4e80-8dd9-d2347ab9a57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:38.391287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-496e7a96-14f4-483a-947a-daa8c418cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:38.393009 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-496e7a96-14f4-483a-947a-daa8c418cbc2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c385b801-e5a5-4e1e-9e2c-13ef2be877ab HTTP/1.1" status: 200 len: 855 time: 0.0776243 Jan 14 07:24:38.401385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=cb7655d4-adb4-41f9-a092-0babcedc90dd,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:38.405375 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:38.420440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9928dbe1-6ab7-46d4-b7ff-66a8afdca3c8 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:38.447314 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-ee48796e-89c6-4d18-9e02-cad5d0d61813 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b253f46f-6d1c-491b-8798-482cf4eeb181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475273 Jan 14 07:24:38.638466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9928dbe1-6ab7-46d4-b7ff-66a8afdca3c8 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Made reservation on behalf of 3a2693f475504bd09526ac6bd19368d9 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:38.692068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414b89c7-44fc-41c3-9494-9559e8850228 {{(pid=80907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:24:38.756912 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:38.767490 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-6bd04e83-fb08-40df-bd43-19dd5d973ea8 service neutron] 10.222.0.41 "GET /v2.0/networks/70fbfe9e-e458-46e1-9333-d454eb0e06b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1658978 Jan 14 07:24:38.841328 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-731b37a4-96d8-4084-9e9f-fc6e2ab690fb tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:24:38.841832 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-731b37a4-96d8-4084-9e9f-fc6e2ab690fb tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:24:38.851188 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-f8c227a4-90bf-43a4-9cd5-b60552e956fa service neutron] 10.222.0.39 "GET /v2.0/networks/b253f46f-6d1c-491b-8798-482cf4eeb181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958306 Jan 14 07:24:38.973845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Transition to ACTIVE for port object 414b89c7-44fc-41c3-9494-9559e8850228 will not be triggered until provisioned by entity L2. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:38.980488 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99584092-b837-4e80-8dd9-d2347ab9a57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:38.986473 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-83477f27-9873-4b0a-9c6f-a35e094d68a1 req-3fc9f937-de18-42ef-b279-1a9a28166888 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:38.986836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-83477f27-9873-4b0a-9c6f-a35e094d68a1 req-3fc9f937-de18-42ef-b279-1a9a28166888 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:38.997088 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c24db81e-dfa1-4c5d-9532-a077650105b6 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:39.005015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:39.013973 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-d1dabbb7-2703-4dcc-80ab-3cd47a2c70b7 service neutron] 10.222.0.39 "GET /v2.0/networks/b253f46f-6d1c-491b-8798-482cf4eeb181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1563709 Jan 14 07:24:39.026005 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9928dbe1-6ab7-46d4-b7ff-66a8afdca3c8 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:39.183256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99584092-b837-4e80-8dd9-d2347ab9a57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9a0972-c32f-4943-9cb9-252ccf35bfc2,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:39.319049 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-99584092-b837-4e80-8dd9-d2347ab9a57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:39.325190 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1087659f-c5a9-4622-bcfd-a7ad7e3395ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:39.372496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-83477f27-9873-4b0a-9c6f-a35e094d68a1 req-3fc9f937-de18-42ef-b279-1a9a28166888 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Calling delete_port for f72977a5-189b-4272-a272-4a796be64578 owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:39.418515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-731b37a4-96d8-4084-9e9f-fc6e2ab690fb tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Deleting port cb7655d4-adb4-41f9-a092-0babcedc90dd {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:39.418865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-731b37a4-96d8-4084-9e9f-fc6e2ab690fb tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:39.570702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99584092-b837-4e80-8dd9-d2347ab9a57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:39.571974 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-99584092-b837-4e80-8dd9-d2347ab9a57f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb9a0972-c32f-4943-9cb9-252ccf35bfc2 HTTP/1.1" status: 204 len: 168 time: 2.7814724 Jan 14 07:24:39.602547 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-dca7f933-1298-4bac-b0fc-be6eb142dab6 service neutron] 10.222.0.41 "GET /v2.0/networks/70fbfe9e-e458-46e1-9333-d454eb0e06b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8131821 Jan 14 07:24:39.688943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Pushing event updated for resources: {'Port': ['ID=414b89c7-44fc-41c3-9494-9559e8850228,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:39.714429 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:40.317900 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [req-eb4f4cce-b636-4f84-8f90-984d3fef1e9e req-ff08cff1-338b-4668-af2e-e37518e77e4b tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] show failed (client error): The resource could not be found. Jan 14 07:24:40.319046 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-eb4f4cce-b636-4f84-8f90-984d3fef1e9e req-ff08cff1-338b-4668-af2e-e37518e77e4b tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/7e7ab5af-9ce0-4d34-8ad5-4eb1c11c48ca HTTP/1.1" status: 404 len: 352 time: 0.4914973 Jan 14 07:24:40.423072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-83477f27-9873-4b0a-9c6f-a35e094d68a1 req-3fc9f937-de18-42ef-b279-1a9a28166888 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:40.447146 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76f3b113-10da-4b9d-83fb-2578856985b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:40.519100 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e149563c-fa6e-4f00-9fda-77dccc70529a', 'code': 200} Jan 14 07:24:40.569928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9f937-de18-42ef-b279-1a9a28166888 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Pushing event deleted for resources: {'Port': ['ID=f72977a5-189b-4272-a272-4a796be64578,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:40.588588 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3fc9f937-de18-42ef-b279-1a9a28166888 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:40.622195 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3594ebb0-c827-4722-ae49-025cbdf51eaa', 'name': 'network-vif-deleted', 'tag': '43618f8b-8950-4312-97c8-91f0b6910b8b', 'status': 'completed', 'code': 200} Jan 14 07:24:40.636415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-731b37a4-96d8-4084-9e9f-fc6e2ab690fb tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] For port cb7655d4-adb4-41f9-a092-0babcedc90dd, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=cb7655d4-adb4-41f9-a092-0babcedc90dd,segment=NetworkSegment(b0defd3a-fda2-4375-ae4c-730589e29bfc),segment_id=b0defd3a-fda2-4375-ae4c-730589e29bfc)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:40.636821 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-731b37a4-96d8-4084-9e9f-fc6e2ab690fb tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:40.715941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Attempting to bind port 414b89c7-44fc-41c3-9494-9559e8850228 on host n-h1-769329-2 for vnic_type normal with profile {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:24:40.716326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Attempting to bind port 414b89c7-44fc-41c3-9494-9559e8850228 by drivers openvswitch on host n-h1-769329-2 at level 0 using segments [{'id': 'd6d894bf-e74a-4c46-8a72-18f9017df4cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181'}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:24:40.716697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Attempting to bind port 414b89c7-44fc-41c3-9494-9559e8850228 on network b253f46f-6d1c-491b-8798-482cf4eeb181 {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:24:40.745113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58950) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:40.792548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-731b37a4-96d8-4084-9e9f-fc6e2ab690fb tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Calling delete_port for cb7655d4-adb4-41f9-a092-0babcedc90dd owned by compute:nova {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:40.882821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Checking agent: {'id': '1b004ee2-a22f-479b-a760-de06669a81a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 46), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:24:40.883367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Checking segment: {'id': 'd6d894bf-e74a-4c46-8a72-18f9017df4cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:40.883582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:40.884014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Bound using segment: {'id': 'd6d894bf-e74a-4c46-8a72-18f9017df4cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181'} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:24:40.884516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Bound port: 414b89c7-44fc-41c3-9494-9559e8850228, host: n-h1-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d894bf-e74a-4c46-8a72-18f9017df4cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181'}}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:24:40.884889 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:40.900366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1339134954-network', 'tenant_id': 'd80eadefa2a04dbc949b83745fb35cb9'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:40.907017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:40.911754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Usage tracker for resource:network and tenant:d80eadefa2a04dbc949b83745fb35cb9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:40.915396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:40.924981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:40.954002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Made reservation on behalf of d80eadefa2a04dbc949b83745fb35cb9 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:40.959559 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:40.980620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:40.999541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:41.004371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Usage tracker for resource:security_group_rule and tenant:d80eadefa2a04dbc949b83745fb35cb9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:41.023493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:41.039663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:41.219509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] For port 414b89c7-44fc-41c3-9494-9559e8850228, host n-h1-769329-2, cleared binding levels {{(pid=80907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:24:41.244522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] For port 414b89c7-44fc-41c3-9494-9559e8850228, host n-h1-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=414b89c7-44fc-41c3-9494-9559e8850228,segment=NetworkSegment(d6d894bf-e74a-4c46-8a72-18f9017df4cf),segment_id=d6d894bf-e74a-4c46-8a72-18f9017df4cf)] {{(pid=80907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:24:41.301106 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:41.335478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:41.336963 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:41.349653 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:41.356541 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-80e6e06b-0b8a-473f-98c8-ff7351fe5f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.374242 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.382148 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:24:41.382148 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.382148 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.382148 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.382148 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:24:41.382148 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.382148 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.382148 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.382148 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:24:41.382148 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.382148 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.382148 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.382148 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:24:41.382148 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.382148 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.382148 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.382148 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:41.382148 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.382148 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.382148 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.404327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-36a8f4c8-9511-4d51-b7c7-affc936d7863 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:41.407400 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-36a8f4c8-9511-4d51-b7c7-affc936d7863 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.53 "GET /v2.0/networks?id=70fbfe9e-e458-46e1-9333-d454eb0e06b8 HTTP/1.1" status: 200 len: 805 time: 0.2426288 Jan 14 07:24:41.430627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:24:41.443287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-d801a041-3301-4308-aea5-e31bbe278e4b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Request body: {'port': {'device_id': 'e176a47f-59e3-49cb-80ba-892c6c5693c9', 'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8', 'admin_state_up': True, 'tenant_id': '6acd0c0d5ec64d6ca3191a81d9e0c56c'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:41.528881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0309239d-305b-46c4-af59-4f301efed3ec,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:41.532548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:41.533549 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Added segment 89a25cbc-9367-43e2-a3a7-85f4ee127cf4 of type vxlan for network 22c42234-dff1-4331-9ee3-7c6ddcbc7290 Jan 14 07:24:41.543576 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:41.583502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:41.594882 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-83477f27-9873-4b0a-9c6f-a35e094d68a1 req-3fc9f937-de18-42ef-b279-1a9a28166888 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for floatingip, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:41.598795 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-731b37a4-96d8-4084-9e9f-fc6e2ab690fb tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:41.678159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-d801a041-3301-4308-aea5-e31bbe278e4b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:41.686352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-d801a041-3301-4308-aea5-e31bbe278e4b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Usage tracker for resource:port and tenant:6acd0c0d5ec64d6ca3191a81d9e0c56c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:41.692058 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:41.693050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:41.693680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:41.699973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-d801a041-3301-4308-aea5-e31bbe278e4b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Quota usage for port was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:41.706434 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:41.743561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-d801a041-3301-4308-aea5-e31bbe278e4b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:41.789536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-d53470df-8229-4b75-ad29-d015abf67704 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80909) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:24:41.815075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Pushing event updated for resources: {'Port': ['ID=414b89c7-44fc-41c3-9494-9559e8850228,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:41.830964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-d801a041-3301-4308-aea5-e31bbe278e4b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Made reservation on behalf of 6acd0c0d5ec64d6ca3191a81d9e0c56c for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:41.840412 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-d801a041-3301-4308-aea5-e31bbe278e4b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:41.847740 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:41.864605 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.1182671 Jan 14 07:24:41.867568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Pushing event updated for resources: {'Network': ['ID=22c42234-dff1-4331-9ee3-7c6ddcbc7290,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:41.869763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58962) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:41.874043 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:41.876645 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:41.886566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 22c42234-dff1-4331-9ee3-7c6ddcbc7290 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:41.891014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-764d247e-a95f-4627-a573-7e5f241c2e6e admin admin] Request body: {'subnet': {'network_id': '22c42234-dff1-4331-9ee3-7c6ddcbc7290', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1339134954-subnet', 'tenant_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:41.899740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-764d247e-a95f-4627-a573-7e5f241c2e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:41.907520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-764d247e-a95f-4627-a573-7e5f241c2e6e admin admin] Usage tracker for resource:subnet and tenant:d80eadefa2a04dbc949b83745fb35cb9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:41.925311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-764d247e-a95f-4627-a573-7e5f241c2e6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:41.938915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-764d247e-a95f-4627-a573-7e5f241c2e6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.963003 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:24:41.967900 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.967900 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.967900 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.967900 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:24:41.967900 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.967900 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.967900 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.967900 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:24:41.967900 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.967900 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.967900 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.967900 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:24:41.967900 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.967900 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.967900 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.967900 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:24:41.967900 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:41.967900 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:41.967900 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:41.987014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305c994-8918-48dd-97e6-04118db63cc5 req-0f77fcc8-50fc-4008-990d-99614e90c0e8 tempest-ComputeTenantNetworksTest-366567190 tempest-ComputeTenantNetworksTest-366567190] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:42.012059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305c994-8918-48dd-97e6-04118db63cc5 req-0f77fcc8-50fc-4008-990d-99614e90c0e8 tempest-ComputeTenantNetworksTest-366567190 tempest-ComputeTenantNetworksTest-366567190] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:42.036846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305c994-8918-48dd-97e6-04118db63cc5 req-0f77fcc8-50fc-4008-990d-99614e90c0e8 tempest-ComputeTenantNetworksTest-366567190 tempest-ComputeTenantNetworksTest-366567190] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:42.038748 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8305c994-8918-48dd-97e6-04118db63cc5 req-0f77fcc8-50fc-4008-990d-99614e90c0e8 tempest-ComputeTenantNetworksTest-366567190 tempest-ComputeTenantNetworksTest-366567190] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.7839696 Jan 14 07:24:42.039782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b37a4-96d8-4084-9e9f-fc6e2ab690fb tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Pushing event deleted for resources: {'Port': ['ID=cb7655d4-adb4-41f9-a092-0babcedc90dd,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:42.050516 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-731b37a4-96d8-4084-9e9f-fc6e2ab690fb tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:42.056620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-83477f27-9873-4b0a-9c6f-a35e094d68a1 req-3fc9f937-de18-42ef-b279-1a9a28166888 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:42.057892 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-83477f27-9873-4b0a-9c6f-a35e094d68a1 req-3fc9f937-de18-42ef-b279-1a9a28166888 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "DELETE /v2.0/floatingips/80ca6a97-8b10-411c-ad64-3b0bf46dce88 HTTP/1.1" status: 204 len: 173 time: 4.8573921 Jan 14 07:24:42.080238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764d247e-a95f-4627-a573-7e5f241c2e6e admin admin] Made reservation on behalf of d80eadefa2a04dbc949b83745fb35cb9 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:42.084887 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-764d247e-a95f-4627-a573-7e5f241c2e6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:42.113733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:42.114416 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:42.116015 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] 10.222.0.53 "PUT /v2.0/ports/414b89c7-44fc-41c3-9494-9559e8850228 HTTP/1.1" status: 200 len: 1155 time: 7.4867837 Jan 14 07:24:42.122432 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9928dbe1-6ab7-46d4-b7ff-66a8afdca3c8 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:42.149350 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dbdefa72-9878-40b2-b854-e77fb4bf9d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:42.368319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-cf73256d-478a-47cb-bf84-3c2d21f3d217 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:42.369260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-cf73256d-478a-47cb-bf84-3c2d21f3d217 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Synchronizing usage tracker for tenant:6acd0c0d5ec64d6ca3191a81d9e0c56c on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:42.383831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 22c42234-dff1-4331-9ee3-7c6ddcbc7290 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:42.400208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 22c42234-dff1-4331-9ee3-7c6ddcbc7290 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:42.441312 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae5ef03-2dfb-40c1-b7c0-4d89584b95a8', 'tag': 'f8a8c9b6-20c5-4519-9f33-ab6b416cf981', 'status': 'completed', 'code': 200} Jan 14 07:24:42.444968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-731b37a4-96d8-4084-9e9f-fc6e2ab690fb tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] No DVR routers for this DVR port cb7655d4-adb4-41f9-a092-0babcedc90dd on host n-h1-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:24:42.549219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-cf73256d-478a-47cb-bf84-3c2d21f3d217 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Unset dirty status for tenant:6acd0c0d5ec64d6ca3191a81d9e0c56c on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:42.550510 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-cf73256d-478a-47cb-bf84-3c2d21f3d217 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.53 "GET /v2.0/ports?device_id=dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24 HTTP/1.1" status: 200 len: 945 time: 0.5272968 Jan 14 07:24:42.554490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bbf1d9-c239-4b3a-9b19-5d54240e7672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb7655d4-adb4-41f9-a092-0babcedc90dd'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:42.560969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device f8a8c9b6-20c5-4519-9f33-ab6b416cf981 up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:42.661900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-d801a041-3301-4308-aea5-e31bbe278e4b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Allocated IP 172.20.0.8 (70fbfe9e-e458-46e1-9333-d454eb0e06b8/a7049f99-1521-41cc-84cb-0f1c388db992/bc6693e8-202c-40bb-911e-4caefadc7d40) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:42.702090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-d0e96ea0-c716-4d23-a4b1-5de816a36340 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Deleting port e149563c-fa6e-4f00-9fda-77dccc70529a {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:42.702090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-d0e96ea0-c716-4d23-a4b1-5de816a36340 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:42.716169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f5d016-3b6a-4fea-b3a3-2255bc915c4d', 'tag': '414b89c7-44fc-41c3-9494-9559e8850228'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:42.725294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-731b37a4-96d8-4084-9e9f-fc6e2ab690fb tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:42.727386 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1fa93563-c773-47a6-a1f3-320c815ee822 req-731b37a4-96d8-4084-9e9f-fc6e2ab690fb tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] 10.222.0.53 "DELETE /v2.0/ports/cb7655d4-adb4-41f9-a092-0babcedc90dd HTTP/1.1" status: 204 len: 173 time: 6.6454833 Jan 14 07:24:42.737767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928dbe1-6ab7-46d4-b7ff-66a8afdca3c8 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Pushing event updated for resources: {'Subnet': ['ID=3db518ea-d120-48c9-b713-17762eecf16f,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:42.758223 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9928dbe1-6ab7-46d4-b7ff-66a8afdca3c8 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:42.763549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning for port f8a8c9b6-20c5-4519-9f33-ab6b416cf981 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:42.772896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port f8a8c9b6-20c5-4519-9f33-ab6b416cf981 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:42.773678 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:42.904478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b66a61-36b8-4033-8da2-744f03aba5ca req-60d228c0-24ce-4227-973b-3be2b7ed3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:42.907349 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-44b66a61-36b8-4033-8da2-744f03aba5ca req-60d228c0-24ce-4227-973b-3be2b7ed3844 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09c32218fbf8421e8d39c11ddb10d709&device_id=aae5ef03-2dfb-40c1-b7c0-4d89584b95a8 HTTP/1.1" status: 200 len: 1158 time: 0.4685788 Jan 14 07:24:42.916424 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3e51742c-c366-42cc-84d3-b211f7058f91 req-fe4de005-4d58-4459-9088-b06174fd0e79 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/b85b9103-d864-4dba-8b4c-71dbb4b4e19f HTTP/1.1" status: 200 len: 1801 time: 0.5610886 Jan 14 07:24:42.942446 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:42.983698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port f8a8c9b6-20c5-4519-9f33-ab6b416cf981, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=f8a8c9b6-20c5-4519-9f33-ab6b416cf981,segment=NetworkSegment(d6d894bf-e74a-4c46-8a72-18f9017df4cf),segment_id=d6d894bf-e74a-4c46-8a72-18f9017df4cf)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:42.988357 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:42.990400 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:43.011406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-c6ddeee4-fe4d-4b29-8cae-1c47c5d23765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:43.013417 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-c6ddeee4-fe4d-4b29-8cae-1c47c5d23765 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=09c32218fbf8421e8d39c11ddb10d709&device_id=87f5d016-3b6a-4fea-b3a3-2255bc915c4d HTTP/1.1" status: 200 len: 1158 time: 0.8309424 Jan 14 07:24:43.061535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650687d-b64a-4260-aedb-6868d1283a15 req-f3630045-892e-4196-8e3e-a259fe8438e4 tempest-ComputeTenantNetworksTest-366567190 tempest-ComputeTenantNetworksTest-366567190] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:43.063409 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0650687d-b64a-4260-aedb-6868d1283a15 req-f3630045-892e-4196-8e3e-a259fe8438e4 tempest-ComputeTenantNetworksTest-366567190 tempest-ComputeTenantNetworksTest-366567190] 10.222.0.41 "GET /v2.0/networks/12b7f060-299b-4a78-80d0-e14268c84f38 HTTP/1.1" status: 200 len: 769 time: 0.3295553 Jan 14 07:24:43.065291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=f8a8c9b6-20c5-4519-9f33-ab6b416cf981,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:43.069379 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:43.124521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58982) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:43.127761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device e149563c-fa6e-4f00-9fda-77dccc70529a no longer exists at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:24:43.194266 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-0e4aa615-4fa5-4417-a70f-08f31970a07e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=414b89c7-44fc-41c3-9494-9559e8850228 HTTP/1.1" status: 200 len: 217 time: 0.1679838 Jan 14 07:24:43.291844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:43.329244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port e149563c-fa6e-4f00-9fda-77dccc70529a, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=e149563c-fa6e-4f00-9fda-77dccc70529a,segment=NetworkSegment(93dd5c73-9bcf-40db-a948-60df601b1498),segment_id=93dd5c73-9bcf-40db-a948-60df601b1498)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:43.337261 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:43.338267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-4145402f-e45b-49b0-9b42-c9fd569c3c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:43.339212 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:43.339930 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-4145402f-e45b-49b0-9b42-c9fd569c3c23 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c385b801-e5a5-4e1e-9e2c-13ef2be877ab HTTP/1.1" status: 200 len: 855 time: 0.0872979 Jan 14 07:24:43.425055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=e149563c-fa6e-4f00-9fda-77dccc70529a,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:43.438511 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:43.443360 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-805bc6b1-cc6d-44ed-b5b7-96f5265f42da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b253f46f-6d1c-491b-8798-482cf4eeb181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893126 Jan 14 07:24:43.444248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9928dbe1-6ab7-46d4-b7ff-66a8afdca3c8 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Checking segment: {'id': 'b7f7c36e-de05-467d-8e01-5784d9d349b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd296a63f-7c95-482a-bbfd-05a2330d25d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:43.444649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9928dbe1-6ab7-46d4-b7ff-66a8afdca3c8 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Network hostable DHCP agents. Network: d296a63f-7c95-482a-bbfd-05a2330d25d3, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:24:43.642246 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-c61857ac-a628-4caf-9faa-395bdbf7e26d service neutron] 10.222.0.53 "GET /v2.0/networks/b253f46f-6d1c-491b-8798-482cf4eeb181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840618 Jan 14 07:24:43.642896 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3e51742c-c366-42cc-84d3-b211f7058f91 req-4f51825c-c0be-469e-add1-62bdd2def85c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:43.674152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device f8a8c9b6-20c5-4519-9f33-ab6b416cf981 up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:43.766812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port f8a8c9b6-20c5-4519-9f33-ab6b416cf981 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:43.767183 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:43.768392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9928dbe1-6ab7-46d4-b7ff-66a8afdca3c8 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Network d296a63f-7c95-482a-bbfd-05a2330d25d3 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:24:43.777411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38cb905c-95ec-47eb-93ba-711d6bb800cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:43.794597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a0212-b4f4-46d9-ba07-3af03fe64c21 req-3a86d8d4-44aa-491f-861d-d4da9691faa9 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:43.819983 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d18a0212-b4f4-46d9-ba07-3af03fe64c21 req-3a86d8d4-44aa-491f-861d-d4da9691faa9 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6962817 Jan 14 07:24:43.868886 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3e51742c-c366-42cc-84d3-b211f7058f91 req-4f51825c-c0be-469e-add1-62bdd2def85c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:43.998432 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-34aa07aa-937e-4b4d-bcd2-b210bbf6e9a9 service neutron] 10.222.0.53 "GET /v2.0/networks/b253f46f-6d1c-491b-8798-482cf4eeb181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3329303 Jan 14 07:24:44.007991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9928dbe1-6ab7-46d4-b7ff-66a8afdca3c8 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, d296a63f-7c95-482a-bbfd-05a2330d25d3) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:44.016924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04deb104-3a2b-4f16-889e-4b2d62305cf2 None None] Network d296a63f-7c95-482a-bbfd-05a2330d25d3 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:44.047346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9928dbe1-6ab7-46d4-b7ff-66a8afdca3c8 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:44.048080 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9928dbe1-6ab7-46d4-b7ff-66a8afdca3c8 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:44.081558 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9928dbe1-6ab7-46d4-b7ff-66a8afdca3c8 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 6.9373033 Jan 14 07:24:44.083316 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3e51742c-c366-42cc-84d3-b211f7058f91 req-4f51825c-c0be-469e-add1-62bdd2def85c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:44.101080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58988) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:44.102213 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-abd6e032-4ff0-4728-bdcf-22da0af93e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:44.144248 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3e51742c-c366-42cc-84d3-b211f7058f91 req-4f51825c-c0be-469e-add1-62bdd2def85c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:44.147447 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3e51742c-c366-42cc-84d3-b211f7058f91 req-4f51825c-c0be-469e-add1-62bdd2def85c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "DELETE /v2.0/security-groups/b85b9103-d864-4dba-8b4c-71dbb4b4e19f HTTP/1.1" status: 204 len: 173 time: 1.2052398 Jan 14 07:24:44.149125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51825c-c0be-469e-add1-62bdd2def85c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85b9103-d864-4dba-8b4c-71dbb4b4e19f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:44.153865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b66a61-36b8-4033-8da2-744f03aba5ca req-c0b12ef5-d8aa-43a4-acdc-7c97b7a38ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:44.153977 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4f51825c-c0be-469e-add1-62bdd2def85c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:44.154305 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-44b66a61-36b8-4033-8da2-744f03aba5ca req-c0b12ef5-d8aa-43a4-acdc-7c97b7a38ac9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=09c32218fbf8421e8d39c11ddb10d709&shared=False HTTP/1.1" status: 200 len: 909 time: 1.2030702 Jan 14 07:24:44.177147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b726a6f0-397e-4f95-becb-fe9ded09fb6a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Request body: {'subnet': {'network_id': 'c9ed708e-d62d-484d-ade0-a088dfc698a4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:44.334867 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bbf1d9-c239-4b3a-9b19-5d54240e7672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb7655d4-adb4-41f9-a092-0babcedc90dd', 'code': 200} Jan 14 07:24:44.360523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-d296a63f-7c95-482a-bbfd-05a2330d25d3', 'network_id': 'd296a63f-7c95-482a-bbfd-05a2330d25d3', 'tenant_id': '3a2693f475504bd09526ac6bd19368d9', 'fixed_ips': [{'subnet_id': '3db518ea-d120-48c9-b713-17762eecf16f'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:24:44.361561 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:44.394597 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f5d016-3b6a-4fea-b3a3-2255bc915c4d', 'tag': '414b89c7-44fc-41c3-9494-9559e8850228', 'status': 'completed', 'code': 200} Jan 14 07:24:44.630573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-8f207afa-baa3-4a23-a7e1-765f3322719a req-73e1dfdb-5fdc-4255-8667-32228afa3234 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Synchronizing usage tracker for tenant:369cf312e6f8411e821109a8779f4774 on resource:floatingip {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:44.633974 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38cb905c-95ec-47eb-93ba-711d6bb800cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:44.650828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b726a6f0-397e-4f95-becb-fe9ded09fb6a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:44.654122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-d0e96ea0-c716-4d23-a4b1-5de816a36340 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] For port e149563c-fa6e-4f00-9fda-77dccc70529a, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=e149563c-fa6e-4f00-9fda-77dccc70529a,segment=NetworkSegment(93dd5c73-9bcf-40db-a948-60df601b1498),segment_id=93dd5c73-9bcf-40db-a948-60df601b1498)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:44.654524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-d0e96ea0-c716-4d23-a4b1-5de816a36340 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:44.666689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-d801a041-3301-4308-aea5-e31bbe278e4b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:44.681923 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ba1f32db-1468-415e-859e-eebd026cfe8c req-cb3d14fb-ca5c-4494-8952-5dcfd418cc64 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "GET /v2.0/security-groups/36d0e73c-306f-488a-b610-7b434de8a391 HTTP/1.1" status: 200 len: 1800 time: 0.1262133 Jan 14 07:24:44.689336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-8f207afa-baa3-4a23-a7e1-765f3322719a req-73e1dfdb-5fdc-4255-8667-32228afa3234 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Unset dirty status for tenant:369cf312e6f8411e821109a8779f4774 on resource:floatingip {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:44.696846 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8f207afa-baa3-4a23-a7e1-765f3322719a req-73e1dfdb-5fdc-4255-8667-32228afa3234 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=369cf312e6f8411e821109a8779f4774 HTTP/1.1" status: 200 len: 1657 time: 0.2146792 Jan 14 07:24:44.705853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Allocated IP 10.1.1.2 (d296a63f-7c95-482a-bbfd-05a2330d25d3/3db518ea-d120-48c9-b713-17762eecf16f/a1577015-173b-437c-9b35-9c884a6fc599) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:44.731582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b726a6f0-397e-4f95-becb-fe9ded09fb6a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Usage tracker for resource:subnet and tenant:3a2693f475504bd09526ac6bd19368d9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:44.752436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b726a6f0-397e-4f95-becb-fe9ded09fb6a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:44.758159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40b079-df43-4139-95b2-61e5dd3acea7 req-fbd16756-b4cf-43a9-b60d-854bd3c92282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:44.759861 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-fb40b079-df43-4139-95b2-61e5dd3acea7 req-fbd16756-b4cf-43a9-b60d-854bd3c92282 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=09c32218fbf8421e8d39c11ddb10d709&device_id=87f5d016-3b6a-4fea-b3a3-2255bc915c4d HTTP/1.1" status: 200 len: 1158 time: 0.3366835 Jan 14 07:24:44.897534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-d0e96ea0-c716-4d23-a4b1-5de816a36340 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Calling delete_port for e149563c-fa6e-4f00-9fda-77dccc70529a owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:44.927452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b726a6f0-397e-4f95-becb-fe9ded09fb6a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:44.946172 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:44.960157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Transition to ACTIVE for port object a1577015-173b-437c-9b35-9c884a6fc599 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:44.981749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Transition to ACTIVE for port object a1577015-173b-437c-9b35-9c884a6fc599 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:44.987988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.008405 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:45.085793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b726a6f0-397e-4f95-becb-fe9ded09fb6a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Made reservation on behalf of 3a2693f475504bd09526ac6bd19368d9 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:45.092783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f207afa-baa3-4a23-a7e1-765f3322719a req-5dc02926-738b-4d1a-b8ba-c0f30ad7a8c8 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:45.095208 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8f207afa-baa3-4a23-a7e1-765f3322719a req-5dc02926-738b-4d1a-b8ba-c0f30ad7a8c8 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/networks?id=c23423ca-c6f9-4e24-86aa-328f70d7d267&id=c23423ca-c6f9-4e24-86aa-328f70d7d267&id=c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 787 time: 0.3974888 Jan 14 07:24:45.127983 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-ba1f32db-1468-415e-859e-eebd026cfe8c req-9287df94-2c35-4c6c-9ef1-b0022b339c25 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.154528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Pushing event updated for resources: {'Port': ['ID=a1577015-173b-437c-9b35-9c884a6fc599,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:45.159980 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:45.182939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-38cb905c-95ec-47eb-93ba-711d6bb800cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b7f060-299b-4a78-80d0-e14268c84f38']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:45.194678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40b079-df43-4139-95b2-61e5dd3acea7 req-4d0007fe-0c33-4097-8f4a-b617d55f379e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:45.196289 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-fb40b079-df43-4139-95b2-61e5dd3acea7 req-4d0007fe-0c33-4097-8f4a-b617d55f379e service neutron] 10.222.0.53 "GET /v2.0/networks?id=b253f46f-6d1c-491b-8798-482cf4eeb181 HTTP/1.1" status: 200 len: 909 time: 0.3791893 Jan 14 07:24:45.197805 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-ba1f32db-1468-415e-859e-eebd026cfe8c req-9287df94-2c35-4c6c-9ef1-b0022b339c25 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.199817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-38cb905c-95ec-47eb-93ba-711d6bb800cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df710dcc-26e7-44ce-8232-b7969b3fb4b8') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:45.200158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-38cb905c-95ec-47eb-93ba-711d6bb800cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df710dcc-26e7-44ce-8232-b7969b3fb4b8') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:45.215540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38cb905c-95ec-47eb-93ba-711d6bb800cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.217638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Network d296a63f-7c95-482a-bbfd-05a2330d25d3 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:45.225918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:45.229021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:45.239763 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38cb905c-95ec-47eb-93ba-711d6bb800cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.241976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-38cb905c-95ec-47eb-93ba-711d6bb800cc admin admin] Releasing vxlan tunnel 11 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:24:45.340647 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-fb40b079-df43-4139-95b2-61e5dd3acea7 req-e7d0d842-8679-4642-853a-003c7d62849f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=414b89c7-44fc-41c3-9494-9559e8850228 HTTP/1.1" status: 200 len: 217 time: 0.1335807 Jan 14 07:24:45.341716 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-ba1f32db-1468-415e-859e-eebd026cfe8c req-9287df94-2c35-4c6c-9ef1-b0022b339c25 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.350782 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:45.376886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Attempting to bind port a1577015-173b-437c-9b35-9c884a6fc599 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:24:45.379077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Attempting to bind port a1577015-173b-437c-9b35-9c884a6fc599 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'b7f7c36e-de05-467d-8e01-5784d9d349b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd296a63f-7c95-482a-bbfd-05a2330d25d3'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:24:45.379525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Attempting to bind port a1577015-173b-437c-9b35-9c884a6fc599 on network d296a63f-7c95-482a-bbfd-05a2330d25d3 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:24:45.394159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:24:45.394571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Checking segment: {'id': 'b7f7c36e-de05-467d-8e01-5784d9d349b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd296a63f-7c95-482a-bbfd-05a2330d25d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:45.395016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.395453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Bound using segment: {'id': 'b7f7c36e-de05-467d-8e01-5784d9d349b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd296a63f-7c95-482a-bbfd-05a2330d25d3'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:24:45.396000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Bound port: a1577015-173b-437c-9b35-9c884a6fc599, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f7c36e-de05-467d-8e01-5784d9d349b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd296a63f-7c95-482a-bbfd-05a2330d25d3'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:24:45.396413 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.422681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 414b89c7-44fc-41c3-9494-9559e8850228 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:45.425544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287df94-2c35-4c6c-9ef1-b0022b339c25 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d0e73c-306f-488a-b610-7b434de8a391,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:45.428783 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9287df94-2c35-4c6c-9ef1-b0022b339c25 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:45.444981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-ba1f32db-1468-415e-859e-eebd026cfe8c req-9287df94-2c35-4c6c-9ef1-b0022b339c25 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.460541 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ba1f32db-1468-415e-859e-eebd026cfe8c req-9287df94-2c35-4c6c-9ef1-b0022b339c25 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] 10.222.0.41 "DELETE /v2.0/security-groups/36d0e73c-306f-488a-b610-7b434de8a391 HTTP/1.1" status: 204 len: 173 time: 0.7599962 Jan 14 07:24:45.461381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59012) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:45.477546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-38cb905c-95ec-47eb-93ba-711d6bb800cc admin admin] Network 12b7f060-299b-4a78-80d0-e14268c84f38 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:45.488704 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38cb905c-95ec-47eb-93ba-711d6bb800cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.587411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.617678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40b079-df43-4139-95b2-61e5dd3acea7 req-c1131862-6ce4-4f73-a03f-8dba4ca85c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:45.620101 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-fb40b079-df43-4139-95b2-61e5dd3acea7 req-c1131862-6ce4-4f73-a03f-8dba4ca85c08 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c385b801-e5a5-4e1e-9e2c-13ef2be877ab HTTP/1.1" status: 200 len: 855 time: 0.2717397 Jan 14 07:24:45.623624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning for port 414b89c7-44fc-41c3-9494-9559e8850228 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:45.635435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port 414b89c7-44fc-41c3-9494-9559e8850228 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:45.636022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.682706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] For port a1577015-173b-437c-9b35-9c884a6fc599, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:24:45.700474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] For port a1577015-173b-437c-9b35-9c884a6fc599, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a1577015-173b-437c-9b35-9c884a6fc599,segment=NetworkSegment(b7f7c36e-de05-467d-8e01-5784d9d349b7),segment_id=b7f7c36e-de05-467d-8e01-5784d9d349b7)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:24:45.710704 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.716775 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-fb40b079-df43-4139-95b2-61e5dd3acea7 req-8e48ab2a-a730-421b-a986-9cc1afdee415 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b253f46f-6d1c-491b-8798-482cf4eeb181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742576 Jan 14 07:24:45.730234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-38cb905c-95ec-47eb-93ba-711d6bb800cc admin admin] Network 12b7f060-299b-4a78-80d0-e14268c84f38 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:45.733198 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-85327e1b-4a62-48c6-b6e0-785637cea8d0 req-8fe6de09-5949-4bdc-8767-1b41f56db0a2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/floatingips/7d8101a7-e596-4c55-a3dd-266cc801ab31 HTTP/1.1" status: 200 len: 693 time: 0.2112205 Jan 14 07:24:45.733351 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:45.896401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b66a61-36b8-4033-8da2-744f03aba5ca req-6b0c9fea-e186-42db-80a2-cde86fd056cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:45.898329 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-44b66a61-36b8-4033-8da2-744f03aba5ca req-6b0c9fea-e186-42db-80a2-cde86fd056cc service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.4886827 Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:45.899377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:24:45.903090 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:24:45.928145 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.930074 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:24:45.931602 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-764d247e-a95f-4627-a573-7e5f241c2e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:45.975051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85327e1b-4a62-48c6-b6e0-785637cea8d0 req-793cbfbf-e6a6-4f4e-be7a-a295dfbfff4c tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:45.983106 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-85327e1b-4a62-48c6-b6e0-785637cea8d0 req-793cbfbf-e6a6-4f4e-be7a-a295dfbfff4c tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 784 time: 0.2489483 Jan 14 07:24:45.998373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ceb5cad-c5d9-4b19-a966-e3169903fc9b admin admin] Deleting subnet 22507863-c201-4693-95df-e289f48ee6af {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:24:46.007088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Pushing event updated for resources: {'Port': ['ID=a1577015-173b-437c-9b35-9c884a6fc599,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:46.034569 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:46.062040 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:46.066918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port 414b89c7-44fc-41c3-9494-9559e8850228, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=414b89c7-44fc-41c3-9494-9559e8850228,segment=NetworkSegment(d6d894bf-e74a-4c46-8a72-18f9017df4cf),segment_id=d6d894bf-e74a-4c46-8a72-18f9017df4cf)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:46.076069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:46.081797 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:46.159085 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b9d64108-1a3b-4152-8b3b-eb4688794f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:46.181604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59030) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:46.183994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=414b89c7-44fc-41c3-9494-9559e8850228,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:46.193665 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ceb5cad-c5d9-4b19-a966-e3169903fc9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:46.195458 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-d801a041-3301-4308-aea5-e31bbe278e4b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:46.197787 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:46.336178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae5ef03-2dfb-40c1-b7c0-4d89584b95a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a8c9b6-20c5-4519-9f33-ab6b416cf981'}, {'server_uuid': 'dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e149563c-fa6e-4f00-9fda-77dccc70529a'}, {'server_uuid': '87f5d016-3b6a-4fea-b3a3-2255bc915c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414b89c7-44fc-41c3-9494-9559e8850228'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:46.505809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bbf1d9-c239-4b3a-9b19-5d54240e7672', 'name': 'network-vif-deleted', 'tag': 'cb7655d4-adb4-41f9-a092-0babcedc90dd'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:46.603414 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-85327e1b-4a62-48c6-b6e0-785637cea8d0 req-02237410-b470-4191-b4c2-483fef808b5e tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.3.134 HTTP/1.1" status: 200 len: 696 time: 0.6192174 Jan 14 07:24:46.649259 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-d0e96ea0-c716-4d23-a4b1-5de816a36340 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:24:46.649814 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-d0e96ea0-c716-4d23-a4b1-5de816a36340 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:24:46.650135 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38cb905c-95ec-47eb-93ba-711d6bb800cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:46.694325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38cb905c-95ec-47eb-93ba-711d6bb800cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:46.723850 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b726a6f0-397e-4f95-becb-fe9ded09fb6a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:46.760130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d247e-a95f-4627-a573-7e5f241c2e6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab09021a-cda7-4d26-9c83-142a10a2c709,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:46.764378 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ceb5cad-c5d9-4b19-a966-e3169903fc9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:46.820246 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-85327e1b-4a62-48c6-b6e0-785637cea8d0 req-0a481a44-85e2-4089-a811-7de35a852ec6 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.3.134 HTTP/1.1" status: 200 len: 696 time: 0.2157967 Jan 14 07:24:46.826989 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-764d247e-a95f-4627-a573-7e5f241c2e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:46.836625 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-38cb905c-95ec-47eb-93ba-711d6bb800cc admin admin] 10.222.0.41 "DELETE /v2.0/networks/12b7f060-299b-4a78-80d0-e14268c84f38 HTTP/1.1" status: 204 len: 168 time: 3.6925955 Jan 14 07:24:46.837409 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-58a89895-3e2a-487e-ac50-b5c17c4df560 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.592s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:46.851281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f30a92d-7730-4187-b8a8-cb10fabc0264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:46.963997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764d247e-a95f-4627-a573-7e5f241c2e6e admin admin] Checking segment: {'id': '89a25cbc-9367-43e2-a3a7-85f4ee127cf4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '22c42234-dff1-4331-9ee3-7c6ddcbc7290'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:46.964411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764d247e-a95f-4627-a573-7e5f241c2e6e admin admin] Network hostable DHCP agents. Network: 22c42234-dff1-4331-9ee3-7c6ddcbc7290, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:24:47.009890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801a041-3301-4308-aea5-e31bbe278e4b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Pushing event updated for resources: {'Port': ['ID=bc6693e8-202c-40bb-911e-4caefadc7d40,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:47.023371 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d801a041-3301-4308-aea5-e31bbe278e4b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:47.027166 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.349s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:47.055639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-d801a041-3301-4308-aea5-e31bbe278e4b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Network 70fbfe9e-e458-46e1-9333-d454eb0e06b8 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:47.058961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59042) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:47.060192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb905c-95ec-47eb-93ba-711d6bb800cc admin admin] Pushing event deleted for resources: {'Network': ['ID=12b7f060-299b-4a78-80d0-e14268c84f38,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:47.066085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-d801a041-3301-4308-aea5-e31bbe278e4b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:47.070335 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-38cb905c-95ec-47eb-93ba-711d6bb800cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:47.072452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-d801a041-3301-4308-aea5-e31bbe278e4b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:47.105613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5f30a92d-7730-4187-b8a8-cb10fabc0264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:47.131747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764d247e-a95f-4627-a573-7e5f241c2e6e admin admin] Network 22c42234-dff1-4331-9ee3-7c6ddcbc7290 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:24:47.149951 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-fb40b079-df43-4139-95b2-61e5dd3acea7 req-0a2c1525-5ecb-41ca-8d0c-6a20a8f832a5 service neutron] 10.222.0.53 "GET /v2.0/networks/b253f46f-6d1c-491b-8798-482cf4eeb181?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4132681 Jan 14 07:24:47.153555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-d0e96ea0-c716-4d23-a4b1-5de816a36340 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Deleting port e149563c-fa6e-4f00-9fda-77dccc70529a {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:47.153990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-d0e96ea0-c716-4d23-a4b1-5de816a36340 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:47.154696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5f30a92d-7730-4187-b8a8-cb10fabc0264 admin admin] Usage tracker for resource:security_group_rule and tenant:874fd73f05034651805a96b813e78275 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:47.172883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 414b89c7-44fc-41c3-9494-9559e8850228 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:47.210735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device a1577015-173b-437c-9b35-9c884a6fc599 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:47.236271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5f30a92d-7730-4187-b8a8-cb10fabc0264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:47.257507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-764d247e-a95f-4627-a573-7e5f241c2e6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 22c42234-dff1-4331-9ee3-7c6ddcbc7290) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:47.264087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-85327e1b-4a62-48c6-b6e0-785637cea8d0 req-a11c5fd2-f515-4ee8-a201-c07a347c875e tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Deleting port 22e4c48e-e9ca-48d0-b445-b001622999e1 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:47.264268 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-85327e1b-4a62-48c6-b6e0-785637cea8d0 req-a11c5fd2-f515-4ee8-a201-c07a347c875e tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:47.276823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c112487b-2814-4869-a8f0-20038be8fff9 None None] Network 22c42234-dff1-4331-9ee3-7c6ddcbc7290 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:47.331634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5f30a92d-7730-4187-b8a8-cb10fabc0264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:47.334635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764d247e-a95f-4627-a573-7e5f241c2e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:47.335289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-764d247e-a95f-4627-a573-7e5f241c2e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:47.354973 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-80c8d961-2071-4e3f-b979-7ec13758e3d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5618ad10c441472f96784424388f8c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910717 Jan 14 07:24:47.394022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410969f-8bb9-4e28-873b-027d4bada65d req-e85effd4-12e7-4fb0-8ade-5d84a0f9d496 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:47.394601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59046) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:47.403260 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9410969f-8bb9-4e28-873b-027d4bada65d req-e85effd4-12e7-4fb0-8ade-5d84a0f9d496 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.41 "GET /v2.0/networks?id=70fbfe9e-e458-46e1-9333-d454eb0e06b8 HTTP/1.1" status: 200 len: 805 time: 1.4170737 Jan 14 07:24:47.404945 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ceb5cad-c5d9-4b19-a966-e3169903fc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:47.406978 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:47.410479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:24:47.410479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:47.410479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:47.410479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:47.410479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:24:47.410479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:47.410479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:47.410479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:47.410479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:24:47.410479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:47.410479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:47.410479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:47.410479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:47.410479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:47.410479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:47.410479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:47.410479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:47.410479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:47.410479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:47.410479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:47.424308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-d801a041-3301-4308-aea5-e31bbe278e4b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:47.425028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-d801a041-3301-4308-aea5-e31bbe278e4b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:47.540017 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-764d247e-a95f-4627-a573-7e5f241c2e6e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.6678731 Jan 14 07:24:47.550068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59050) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:47.567632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1339134954-router', 'tenant_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:47.592546 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-d801a041-3301-4308-aea5-e31bbe278e4b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1631730 Jan 14 07:24:47.602546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:47.682093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Request body: {'port': {'device_id': 'e176a47f-59e3-49cb-80ba-892c6c5693c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-2'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:47.723622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a76e069-251e-4e98-a943-9b9245616895 None None] Network d296a63f-7c95-482a-bbfd-05a2330d25d3 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:47.772095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Usage tracker for resource:router and tenant:d80eadefa2a04dbc949b83745fb35cb9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:47.798175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:47.821147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:47.827096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-85327e1b-4a62-48c6-b6e0-785637cea8d0 req-a11c5fd2-f515-4ee8-a201-c07a347c875e tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:47.828461 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-85327e1b-4a62-48c6-b6e0-785637cea8d0 req-a11c5fd2-f515-4ee8-a201-c07a347c875e tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:47.837149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port a1577015-173b-437c-9b35-9c884a6fc599 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:47.844546 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9410969f-8bb9-4e28-873b-027d4bada65d req-c8ba7e48-59bb-4be7-a0d8-c8c62a834ca9 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.41 "GET /v2.0/quotas/6acd0c0d5ec64d6ca3191a81d9e0c56c HTTP/1.1" status: 200 len: 375 time: 0.0832579 Jan 14 07:24:47.900571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c93c54a2-970d-439e-ad92-4b3a85b15b9b None None] Provisioning for port a1577015-173b-437c-9b35-9c884a6fc599 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:47.907585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port 414b89c7-44fc-41c3-9494-9559e8850228 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:47.908439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:47.974006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-d0e96ea0-c716-4d23-a4b1-5de816a36340 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] For port e149563c-fa6e-4f00-9fda-77dccc70529a, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=e149563c-fa6e-4f00-9fda-77dccc70529a,segment=NetworkSegment(93dd5c73-9bcf-40db-a948-60df601b1498),segment_id=93dd5c73-9bcf-40db-a948-60df601b1498)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:47.975443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-d0e96ea0-c716-4d23-a4b1-5de816a36340 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:47.995327 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a642c4b5-c8e0-4324-84b4-589bdca7f9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:48.015223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c93c54a2-970d-439e-ad92-4b3a85b15b9b None None] Provisioning complete for port a1577015-173b-437c-9b35-9c884a6fc599 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:48.015761 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c93c54a2-970d-439e-ad92-4b3a85b15b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:48.088690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-22c42234-dff1-4331-9ee3-7c6ddcbc7290', 'network_id': '22c42234-dff1-4331-9ee3-7c6ddcbc7290', 'tenant_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'fixed_ips': [{'subnet_id': 'ab09021a-cda7-4d26-9c83-142a10a2c709'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:24:48.090108 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:48.102621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-85327e1b-4a62-48c6-b6e0-785637cea8d0 req-a11c5fd2-f515-4ee8-a201-c07a347c875e tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Calling delete_port for 22e4c48e-e9ca-48d0-b445-b001622999e1 owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:48.178510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:48.179636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:48.190800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-d0e96ea0-c716-4d23-a4b1-5de816a36340 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Calling delete_port for e149563c-fa6e-4f00-9fda-77dccc70529a owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:48.288216 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-fb40b079-df43-4139-95b2-61e5dd3acea7 req-3320afe7-1dba-4c4a-94eb-6247508e9e4d service neutron] 10.222.0.53 "GET /v2.0/networks/b253f46f-6d1c-491b-8798-482cf4eeb181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1017675 Jan 14 07:24:48.290990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a642c4b5-c8e0-4324-84b4-589bdca7f9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:48.323595 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:48.328292 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:48.408105 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9410969f-8bb9-4e28-873b-027d4bada65d req-9323f8c6-8ebc-4556-ad3b-1ce64ab06f9b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.41 "GET /v2.0/ports?tenant_id=6acd0c0d5ec64d6ca3191a81d9e0c56c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4889591 Jan 14 07:24:48.504909 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c93c54a2-970d-439e-ad92-4b3a85b15b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:48.576928 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f30a92d-7730-4187-b8a8-cb10fabc0264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:48.603785 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f30a92d-7730-4187-b8a8-cb10fabc0264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:48.612964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c93c54a2-970d-439e-ad92-4b3a85b15b9b None None] For port a1577015-173b-437c-9b35-9c884a6fc599, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a1577015-173b-437c-9b35-9c884a6fc599,segment=NetworkSegment(b7f7c36e-de05-467d-8e01-5784d9d349b7),segment_id=b7f7c36e-de05-467d-8e01-5784d9d349b7)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:48.618920 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2285f6a4-166c-4a86-ba5d-27374187342e tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:48.623409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c93c54a2-970d-439e-ad92-4b3a85b15b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:48.629480 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d6836ed9-01e7-400d-9fea-3732837a2462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:48.685443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30a92d-7730-4187-b8a8-cb10fabc0264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c481f6-81f4-433b-b428-ba8e4335e943,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:48.704186 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5f30a92d-7730-4187-b8a8-cb10fabc0264 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=874fd73f05034651805a96b813e78275&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5201309 Jan 14 07:24:48.704649 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-85327e1b-4a62-48c6-b6e0-785637cea8d0 req-a11c5fd2-f515-4ee8-a201-c07a347c875e tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:48.719941 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f30a92d-7730-4187-b8a8-cb10fabc0264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:48.719941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59054) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:48.725933 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:48.820356 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a642c4b5-c8e0-4324-84b4-589bdca7f9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:48.830807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c54a2-970d-439e-ad92-4b3a85b15b9b None None] Pushing event updated for resources: {'Port': ['ID=a1577015-173b-437c-9b35-9c884a6fc599,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:48.837453 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c93c54a2-970d-439e-ad92-4b3a85b15b9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:48.849554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Allocated IP 172.20.0.2 (22c42234-dff1-4331-9ee3-7c6ddcbc7290/ab09021a-cda7-4d26-9c83-142a10a2c709/915bdcad-ac7c-4ef6-b387-2926d05ff507) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:48.877104 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ceb5cad-c5d9-4b19-a966-e3169903fc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:48.911433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c5fd2-f515-4ee8-a201-c07a347c875e tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Pushing event deleted for resources: {'Port': ['ID=22e4c48e-e9ca-48d0-b445-b001622999e1,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:49.097479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:24:49.162323 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c2e14bb-edce-4a4d-ad3a-58eb348601e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:49.211736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device a1577015-173b-437c-9b35-9c884a6fc599 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:49.280051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642c4b5-c8e0-4324-84b4-589bdca7f9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad836851-5743-49c5-8e11-10af1b64497f,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:49.300232 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a642c4b5-c8e0-4324-84b4-589bdca7f9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:49.310741 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.367036 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.376873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-d0e96ea0-c716-4d23-a4b1-5de816a36340 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.384554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-df8e1245-ae0d-4904-a196-f20962b5665e None None] Provisioning complete for port a1577015-173b-437c-9b35-9c884a6fc599 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:49.385301 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df8e1245-ae0d-4904-a196-f20962b5665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.420124 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5da51f09-5090-482f-890e-ce8915dd515c tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:49.427860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Transition to ACTIVE for port object 915bdcad-ac7c-4ef6-b387-2926d05ff507 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:49.476375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Transition to ACTIVE for port object 915bdcad-ac7c-4ef6-b387-2926d05ff507 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:49.480452 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a11c5fd2-f515-4ee8-a201-c07a347c875e tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:49.485943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port a1577015-173b-437c-9b35-9c884a6fc599 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:49.486681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.504570 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ceb5cad-c5d9-4b19-a966-e3169903fc9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.528796 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.535282 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9410969f-8bb9-4e28-873b-027d4bada65d req-0debcbe6-ad44-4dfe-b2db-1f3badda884c service neutron] 10.222.0.41 "GET /v2.0/networks/70fbfe9e-e458-46e1-9333-d454eb0e06b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0823064 Jan 14 07:24:49.551414 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.641s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:49.559249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e96ea0-c716-4d23-a4b1-5de816a36340 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Pushing event deleted for resources: {'Port': ['ID=e149563c-fa6e-4f00-9fda-77dccc70529a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:49.565914 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:49.604215 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0e96ea0-c716-4d23-a4b1-5de816a36340 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:49.608859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ff9feaf-6ac9-447b-b51f-fbf446f15a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.651582 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9ceb5cad-c5d9-4b19-a966-e3169903fc9b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/22507863-c201-4693-95df-e289f48ee6af HTTP/1.1" status: 204 len: 168 time: 4.1864936 Jan 14 07:24:49.665679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb5cad-c5d9-4b19-a966-e3169903fc9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22507863-c201-4693-95df-e289f48ee6af,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:49.666270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59058) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:49.668724 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ceb5cad-c5d9-4b19-a966-e3169903fc9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:49.694396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a642c4b5-c8e0-4324-84b4-589bdca7f9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.695230 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a642c4b5-c8e0-4324-84b4-589bdca7f9fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad836851-5743-49c5-8e11-10af1b64497f HTTP/1.1" status: 204 len: 168 time: 2.2656381 Jan 14 07:24:49.754627 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ff9feaf-6ac9-447b-b51f-fbf446f15a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.789056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Pushing event updated for resources: {'Port': ['ID=915bdcad-ac7c-4ef6-b387-2926d05ff507,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:49.802575 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:49.828298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ff9feaf-6ac9-447b-b51f-fbf446f15a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.839557 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a9a8eaa7-2fb8-4bb3-8a2d-93a7b40bc082 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:49.864753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9feaf-6ac9-447b-b51f-fbf446f15a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c481f6-81f4-433b-b428-ba8e4335e943,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:49.867950 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ff9feaf-6ac9-447b-b51f-fbf446f15a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:49.877828 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ff9feaf-6ac9-447b-b51f-fbf446f15a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.879051 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5ff9feaf-6ac9-447b-b51f-fbf446f15a9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16c481f6-81f4-433b-b428-ba8e4335e943 HTTP/1.1" status: 204 len: 168 time: 1.1228025 Jan 14 07:24:49.893212 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-85327e1b-4a62-48c6-b6e0-785637cea8d0 req-a11c5fd2-f515-4ee8-a201-c07a347c875e tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for floatingip, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.896310 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-85327e1b-4a62-48c6-b6e0-785637cea8d0 req-a11c5fd2-f515-4ee8-a201-c07a347c875e tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:49.914582 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-85327e1b-4a62-48c6-b6e0-785637cea8d0 req-a11c5fd2-f515-4ee8-a201-c07a347c875e tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "DELETE /v2.0/floatingips/7d8101a7-e596-4c55-a3dd-266cc801ab31 HTTP/1.1" status: 204 len: 173 time: 3.0289831 Jan 14 07:24:50.019516 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9410969f-8bb9-4e28-873b-027d4bada65d req-8db1bf58-3bf4-4d9e-aacc-a7672491f576 service neutron] 10.222.0.41 "GET /v2.0/networks/70fbfe9e-e458-46e1-9333-d454eb0e06b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4831049 Jan 14 07:24:50.121927 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b726a6f0-397e-4f95-becb-fe9ded09fb6a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:50.163396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Network 22c42234-dff1-4331-9ee3-7c6ddcbc7290 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:50.178641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:50.181534 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eb16dd12-0cd3-41da-9e08-6b5988bf1107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:50.188880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:50.195185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-75ce88c4-c80c-424e-abf9-78a688526c64 None None] Provisioning complete for port a1577015-173b-437c-9b35-9c884a6fc599 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:50.208030 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75ce88c4-c80c-424e-abf9-78a688526c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:50.461888 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae5ef03-2dfb-40c1-b7c0-4d89584b95a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a8c9b6-20c5-4519-9f33-ab6b416cf981', 'code': 200} Jan 14 07:24:50.462194 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e149563c-fa6e-4f00-9fda-77dccc70529a', 'code': 422} returned with failed status Jan 14 07:24:50.462492 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f5d016-3b6a-4fea-b3a3-2255bc915c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414b89c7-44fc-41c3-9494-9559e8850228', 'code': 200} Jan 14 07:24:50.517616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Attempting to bind port 915bdcad-ac7c-4ef6-b387-2926d05ff507 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:24:50.518031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Attempting to bind port 915bdcad-ac7c-4ef6-b387-2926d05ff507 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '89a25cbc-9367-43e2-a3a7-85f4ee127cf4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '22c42234-dff1-4331-9ee3-7c6ddcbc7290'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:24:50.518442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Attempting to bind port 915bdcad-ac7c-4ef6-b387-2926d05ff507 on network 22c42234-dff1-4331-9ee3-7c6ddcbc7290 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:24:50.528973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:24:50.529470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Checking segment: {'id': '89a25cbc-9367-43e2-a3a7-85f4ee127cf4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '22c42234-dff1-4331-9ee3-7c6ddcbc7290'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:50.529922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:50.530567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Bound using segment: {'id': '89a25cbc-9367-43e2-a3a7-85f4ee127cf4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '22c42234-dff1-4331-9ee3-7c6ddcbc7290'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:24:50.531335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Bound port: 915bdcad-ac7c-4ef6-b387-2926d05ff507, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a25cbc-9367-43e2-a3a7-85f4ee127cf4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '22c42234-dff1-4331-9ee3-7c6ddcbc7290'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:24:50.531833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:50.545842 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bbf1d9-c239-4b3a-9b19-5d54240e7672', 'name': 'network-vif-deleted', 'tag': 'cb7655d4-adb4-41f9-a092-0babcedc90dd', 'status': 'completed', 'code': 200} Jan 14 07:24:50.740323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] For port 915bdcad-ac7c-4ef6-b387-2926d05ff507, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:24:50.741495 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c725e49f-d4f3-4f78-ae17-33a62c9c427d req-16e534b7-bb61-4129-9af0-e26d426bd5e0 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/floatingips/94ed49c4-0cec-4a74-8bb8-86bfce8ee5e7 HTTP/1.1" status: 200 len: 693 time: 0.1750314 Jan 14 07:24:50.748612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] For port 915bdcad-ac7c-4ef6-b387-2926d05ff507, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=915bdcad-ac7c-4ef6-b387-2926d05ff507,segment=NetworkSegment(89a25cbc-9367-43e2-a3a7-85f4ee127cf4),segment_id=89a25cbc-9367-43e2-a3a7-85f4ee127cf4)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:24:50.761201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:50.799333 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-21ff12e9-eeef-4309-b435-db94e83639b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:50.838125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-d0e96ea0-c716-4d23-a4b1-5de816a36340 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] No DVR routers for this DVR port e149563c-fa6e-4f00-9fda-77dccc70529a on host n-h1-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:24:50.861362 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-d0e96ea0-c716-4d23-a4b1-5de816a36340 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:50.869188 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-d0e96ea0-c716-4d23-a4b1-5de816a36340 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.53 "DELETE /v2.0/ports/e149563c-fa6e-4f00-9fda-77dccc70529a HTTP/1.1" status: 204 len: 173 time: 8.3029912 Jan 14 07:24:50.884748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24', 'name': 'network-vif-deleted', 'tag': 'e149563c-fa6e-4f00-9fda-77dccc70529a'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:51.042255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e0c95c7-4d2a-4ea3-9b10-2ca7dea08053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:51.130397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Pushing event updated for resources: {'Port': ['ID=915bdcad-ac7c-4ef6-b387-2926d05ff507,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:51.138922 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:51.193918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725e49f-d4f3-4f78-ae17-33a62c9c427d req-8f462b45-588a-4772-8b72-e5e8b2788636 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:51.196205 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c725e49f-d4f3-4f78-ae17-33a62c9c427d req-8f462b45-588a-4772-8b72-e5e8b2788636 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 784 time: 0.4537101 Jan 14 07:24:51.206036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726a6f0-397e-4f95-becb-fe9ded09fb6a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Pushing event updated for resources: {'Subnet': ['ID=199c508e-77cb-4c2c-8fc8-92a68a3f1379,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:51.221624 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b726a6f0-397e-4f95-becb-fe9ded09fb6a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.040s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:51.269730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:24:51.396507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c725e49f-d4f3-4f78-ae17-33a62c9c427d req-3c8e120d-cd6d-43d2-912b-1852175acce4 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Synchronizing usage tracker for tenant:369cf312e6f8411e821109a8779f4774 on resource:floatingip {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:51.443546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c725e49f-d4f3-4f78-ae17-33a62c9c427d req-3c8e120d-cd6d-43d2-912b-1852175acce4 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Unset dirty status for tenant:369cf312e6f8411e821109a8779f4774 on resource:floatingip {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:51.455853 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c725e49f-d4f3-4f78-ae17-33a62c9c427d req-3c8e120d-cd6d-43d2-912b-1852175acce4 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.3.188 HTTP/1.1" status: 200 len: 696 time: 0.2502978 Jan 14 07:24:51.688968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device f8a8c9b6-20c5-4519-9f33-ab6b416cf981 no longer exists at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:24:51.693938 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c725e49f-d4f3-4f78-ae17-33a62c9c427d req-1f44737f-1f6d-404a-8ea1-89ca16079a10 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.3.188 HTTP/1.1" status: 200 len: 696 time: 0.2371869 Jan 14 07:24:51.886609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6693e8-202c-40bb-911e-4caefadc7d40 {{(pid=80908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:24:51.942532 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:51.972219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e0c95c7-4d2a-4ea3-9b10-2ca7dea08053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:52.098111 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:52.171404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port f8a8c9b6-20c5-4519-9f33-ab6b416cf981, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=f8a8c9b6-20c5-4519-9f33-ab6b416cf981,segment=NetworkSegment(d6d894bf-e74a-4c46-8a72-18f9017df4cf),segment_id=d6d894bf-e74a-4c46-8a72-18f9017df4cf)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:52.182440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:52.184424 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:52.239494 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24', 'name': 'network-vif-deleted', 'tag': 'e149563c-fa6e-4f00-9fda-77dccc70529a', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:24:52.261665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-c725e49f-d4f3-4f78-ae17-33a62c9c427d req-fb0605b8-5561-4521-81a3-37fb693fe697 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Deleting port 8bafed78-0b8d-4127-9d96-98bd2eac071f {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:52.262040 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c725e49f-d4f3-4f78-ae17-33a62c9c427d req-fb0605b8-5561-4521-81a3-37fb693fe697 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:52.336126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=f8a8c9b6-20c5-4519-9f33-ab6b416cf981,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:52.345554 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:52.463752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae5ef03-2dfb-40c1-b7c0-4d89584b95a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a8c9b6-20c5-4519-9f33-ab6b416cf981'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:52.628513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Transition to ACTIVE for port object bc6693e8-202c-40bb-911e-4caefadc7d40 will not be triggered until provisioned by entity L2. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:52.704130 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7aeb5092-fc9f-4eed-8658-55fa47951d28 req-ccdd1bcc-722b-400c-bfea-9401b277e1f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6acd0c0d5ec64d6ca3191a81d9e0c56c&device_id=dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24 HTTP/1.1" status: 200 len: 210 time: 0.7405512 Jan 14 07:24:52.782323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-b02fc3ee-0999-4705-b3b2-b3fdc2b6c427 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:52.783145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-b02fc3ee-0999-4705-b3b2-b3fdc2b6c427 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Synchronizing usage tracker for tenant:09c32218fbf8421e8d39c11ddb10d709 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:52.837677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:52.853044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b726a6f0-397e-4f95-becb-fe9ded09fb6a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Checking segment: {'id': 'de13e689-5f87-440d-b3f5-f7a1897372a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c9ed708e-d62d-484d-ade0-a088dfc698a4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:52.853449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b726a6f0-397e-4f95-becb-fe9ded09fb6a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Network hostable DHCP agents. Network: c9ed708e-d62d-484d-ade0-a088dfc698a4, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:24:52.894252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c725e49f-d4f3-4f78-ae17-33a62c9c427d req-fb0605b8-5561-4521-81a3-37fb693fe697 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:52.894702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c725e49f-d4f3-4f78-ae17-33a62c9c427d req-fb0605b8-5561-4521-81a3-37fb693fe697 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:52.909276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59158) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:53.015220 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-301b0f8c-89b0-44d1-99bb-c0090412d271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:53.074809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59164) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:53.083199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-c725e49f-d4f3-4f78-ae17-33a62c9c427d req-fb0605b8-5561-4521-81a3-37fb693fe697 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Calling delete_port for 8bafed78-0b8d-4127-9d96-98bd2eac071f owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:53.129637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb5092-fc9f-4eed-8658-55fa47951d28 req-ff00aa8e-090d-40bd-a5f9-c984eb4b988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:53.131241 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7aeb5092-fc9f-4eed-8658-55fa47951d28 req-ff00aa8e-090d-40bd-a5f9-c984eb4b988a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6acd0c0d5ec64d6ca3191a81d9e0c56c&shared=False HTTP/1.1" status: 200 len: 899 time: 0.2955940 Jan 14 07:24:53.138308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-b02fc3ee-0999-4705-b3b2-b3fdc2b6c427 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Unset dirty status for tenant:09c32218fbf8421e8d39c11ddb10d709 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:53.139523 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-b02fc3ee-0999-4705-b3b2-b3fdc2b6c427 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.53 "GET /v2.0/ports?device_id=87f5d016-3b6a-4fea-b3a3-2255bc915c4d HTTP/1.1" status: 200 len: 945 time: 1.0805213 Jan 14 07:24:53.183990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 414b89c7-44fc-41c3-9494-9559e8850228 no longer exists at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:24:53.262435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-e2a37e7b-ab38-4090-af46-e88694dd56f1 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Deleting port 414b89c7-44fc-41c3-9494-9559e8850228 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:53.262865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-e2a37e7b-ab38-4090-af46-e88694dd56f1 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:53.316225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 915bdcad-ac7c-4ef6-b387-2926d05ff507 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:53.338597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-274224085-network', 'tenant_id': '72d1be088c9a4d75a7f86fa9cb9f1557'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:53.350994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f1687a-1405-432e-ba9e-bc4ebdfbe6c1 None None] Network 22c42234-dff1-4331-9ee3-7c6ddcbc7290 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:53.423456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:53.425620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b726a6f0-397e-4f95-becb-fe9ded09fb6a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Network c9ed708e-d62d-484d-ade0-a088dfc698a4 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:24:53.428106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Pushing event updated for resources: {'Port': ['ID=bc6693e8-202c-40bb-911e-4caefadc7d40,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:53.429376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Usage tracker for resource:network and tenant:72d1be088c9a4d75a7f86fa9cb9f1557 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:53.434462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:53.442811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:53.501634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Made reservation on behalf of 72d1be088c9a4d75a7f86fa9cb9f1557 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:53.506631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:53.539912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0424d93f-98ef-4bd5-9c7e-763444c1d5bd None None] Provisioning for port 915bdcad-ac7c-4ef6-b387-2926d05ff507 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:53.546798 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec2b667f-7248-467b-9bf1-db64053b32de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:53.589005 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:53.589936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:53.624370 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:53.632639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1e0c95c7-4d2a-4ea3-9b10-2ca7dea08053 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08cc5cce-94ac-45eb-b13e-2fb3fb190482']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:53.654520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 915bdcad-ac7c-4ef6-b387-2926d05ff507 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:53.663678 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:53.669713 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.673216 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:53.682626 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:53.688455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 915bdcad-ac7c-4ef6-b387-2926d05ff507 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:53.688455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:53.692639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-eb493ff2-65fb-4a86-9232-0be42e9796dc tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:53.693465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-eb493ff2-65fb-4a86-9232-0be42e9796dc tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Synchronizing usage tracker for tenant:09c32218fbf8421e8d39c11ddb10d709 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:53.719529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port 414b89c7-44fc-41c3-9494-9559e8850228, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=414b89c7-44fc-41c3-9494-9559e8850228,segment=NetworkSegment(d6d894bf-e74a-4c46-8a72-18f9017df4cf),segment_id=d6d894bf-e74a-4c46-8a72-18f9017df4cf)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:53.738277 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:53.743940 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:53.749893 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:53.767576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1e0c95c7-4d2a-4ea3-9b10-2ca7dea08053 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c02b16-9f32-4e0a-a2e5-396a7afc5eca') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:53.767923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1e0c95c7-4d2a-4ea3-9b10-2ca7dea08053 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c02b16-9f32-4e0a-a2e5-396a7afc5eca') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:24:53.776786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ec2b667f-7248-467b-9bf1-db64053b32de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:53.777542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b726a6f0-397e-4f95-becb-fe9ded09fb6a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, c9ed708e-d62d-484d-ade0-a088dfc698a4) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:53.804102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ec2b667f-7248-467b-9bf1-db64053b32de admin admin] Usage tracker for resource:security_group_rule and tenant:6d3c19c4ceac4145b047ca90d0b06cc8 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:53.823808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:53.824258 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e0c95c7-4d2a-4ea3-9b10-2ca7dea08053 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:53.826643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ec2b667f-7248-467b-9bf1-db64053b32de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:53.827095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf158b9f-ca0c-4e83-a94d-d6750a597e44 None None] Network c9ed708e-d62d-484d-ade0-a088dfc698a4 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:53.961823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-eb493ff2-65fb-4a86-9232-0be42e9796dc tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Unset dirty status for tenant:09c32218fbf8421e8d39c11ddb10d709 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:53.963084 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-eb493ff2-65fb-4a86-9232-0be42e9796dc tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.39 "GET /v2.0/ports?device_id=aae5ef03-2dfb-40c1-b7c0-4d89584b95a8 HTTP/1.1" status: 200 len: 945 time: 2.3226252 Jan 14 07:24:53.964388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b726a6f0-397e-4f95-becb-fe9ded09fb6a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:53.965242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b726a6f0-397e-4f95-becb-fe9ded09fb6a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:53.982567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb5092-fc9f-4eed-8658-55fa47951d28 req-ad55a75a-c140-4f91-aa9f-40b79020100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:53.985627 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7aeb5092-fc9f-4eed-8658-55fa47951d28 req-ad55a75a-c140-4f91-aa9f-40b79020100e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.6954768 Jan 14 07:24:53.987637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=414b89c7-44fc-41c3-9494-9559e8850228,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:53.996318 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2018231-52cb-40e9-bcdc-d388df8a7565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:53.998050 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:54.042455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e0c95c7-4d2a-4ea3-9b10-2ca7dea08053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:54.054996 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b726a6f0-397e-4f95-becb-fe9ded09fb6a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 9.9301124 Jan 14 07:24:54.097964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1e0c95c7-4d2a-4ea3-9b10-2ca7dea08053 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:24:54.098465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59170) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:54.102908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:54.126496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7ce95-dab8-4439-8a82-3a1d5325a626 req-8e901dd7-525c-4df7-9248-5cc0bf4886da tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:54.128248 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-01b7ce95-dab8-4439-8a82-3a1d5325a626 req-8e901dd7-525c-4df7-9248-5cc0bf4886da tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.41 "GET /v2.0/networks?id=70fbfe9e-e458-46e1-9333-d454eb0e06b8 HTTP/1.1" status: 200 len: 805 time: 1.4962041 Jan 14 07:24:54.131472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Usage tracker for resource:security_group_rule and tenant:72d1be088c9a4d75a7f86fa9cb9f1557 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:54.139339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ec2b667f-7248-467b-9bf1-db64053b32de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:54.144766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:54.158270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1f5a74ee-9d49-499a-85e0-dd09dfc4f52b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Request body: {'port': {'network_id': 'd296a63f-7c95-482a-bbfd-05a2330d25d3', 'name': 'tempest-TaggedBootDevicesTest_v242-1458432591', 'fixed_ips': [{'subnet_id': '3db518ea-d120-48c9-b713-17762eecf16f'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:54.190151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:54.195128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7aeb5092-fc9f-4eed-8658-55fa47951d28 req-1de0885c-9c3b-4c18-99cf-db35895b4972 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Synchronizing usage tracker for tenant:6acd0c0d5ec64d6ca3191a81d9e0c56c on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:54.209127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 915bdcad-ac7c-4ef6-b387-2926d05ff507, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=915bdcad-ac7c-4ef6-b387-2926d05ff507,segment=NetworkSegment(89a25cbc-9367-43e2-a3a7-85f4ee127cf4),segment_id=89a25cbc-9367-43e2-a3a7-85f4ee127cf4)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:54.243158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:54.253276 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:54.321795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-c9ed708e-d62d-484d-ade0-a088dfc698a4', 'network_id': 'c9ed708e-d62d-484d-ade0-a088dfc698a4', 'tenant_id': '3a2693f475504bd09526ac6bd19368d9', 'fixed_ips': [{'subnet_id': '199c508e-77cb-4c2c-8fc8-92a68a3f1379'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:24:54.322992 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:54.390756 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-01b7ce95-dab8-4439-8a82-3a1d5325a626 req-ddc25f29-6ee6-49c5-94da-ececbf480913 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.41 "GET /v2.0/quotas/6acd0c0d5ec64d6ca3191a81d9e0c56c HTTP/1.1" status: 200 len: 375 time: 0.2369978 Jan 14 07:24:54.456975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=915bdcad-ac7c-4ef6-b387-2926d05ff507,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:54.461454 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:54.514604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b0f7ad59-7892-48d5-a575-e7eb673ab0ad None None] Provisioning complete for port 915bdcad-ac7c-4ef6-b387-2926d05ff507 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:54.515366 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b0f7ad59-7892-48d5-a575-e7eb673ab0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:54.555531 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c725e49f-d4f3-4f78-ae17-33a62c9c427d req-fb0605b8-5561-4521-81a3-37fb693fe697 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:54.567764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1e0c95c7-4d2a-4ea3-9b10-2ca7dea08053 admin admin] Network 08cc5cce-94ac-45eb-b13e-2fb3fb190482 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:54.580683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e0c95c7-4d2a-4ea3-9b10-2ca7dea08053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:54.587945 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-24a90730-4bc6-4efd-85a0-5ddc42a60795 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:54.657491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0605b8-5561-4521-81a3-37fb693fe697 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Pushing event deleted for resources: {'Port': ['ID=8bafed78-0b8d-4127-9d96-98bd2eac071f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:54.690065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-48e821a7-41f0-411d-a601-cd1170f673e5 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:54.692066 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-48e821a7-41f0-411d-a601-cd1170f673e5 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.39 "GET /v2.0/networks?id=70fbfe9e-e458-46e1-9333-d454eb0e06b8 HTTP/1.1" status: 200 len: 805 time: 1.2758653 Jan 14 07:24:54.706705 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fb0605b8-5561-4521-81a3-37fb693fe697 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:54.764794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Allocated IP 10.2.2.2 (c9ed708e-d62d-484d-ade0-a088dfc698a4/199c508e-77cb-4c2c-8fc8-92a68a3f1379/f1252dad-2fdd-4d38-bfd9-33b9c38251d9) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:54.827026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-e24f16a4-4806-44f1-b218-642d5f4dc896 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Request body: {'port': {'device_id': 'dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24', 'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8', 'admin_state_up': True, 'tenant_id': '6acd0c0d5ec64d6ca3191a81d9e0c56c'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:54.955503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1e0c95c7-4d2a-4ea3-9b10-2ca7dea08053 admin admin] Network 08cc5cce-94ac-45eb-b13e-2fb3fb190482 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:24:55.028868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-e2a37e7b-ab38-4090-af46-e88694dd56f1 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] For port 414b89c7-44fc-41c3-9494-9559e8850228, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=414b89c7-44fc-41c3-9494-9559e8850228,segment=NetworkSegment(d6d894bf-e74a-4c46-8a72-18f9017df4cf),segment_id=d6d894bf-e74a-4c46-8a72-18f9017df4cf)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:55.029478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-e2a37e7b-ab38-4090-af46-e88694dd56f1 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:24:55.071828 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:24:55.094503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7aeb5092-fc9f-4eed-8658-55fa47951d28 req-1de0885c-9c3b-4c18-99cf-db35895b4972 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Unset dirty status for tenant:6acd0c0d5ec64d6ca3191a81d9e0c56c on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:55.095365 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7aeb5092-fc9f-4eed-8658-55fa47951d28 req-1de0885c-9c3b-4c18-99cf-db35895b4972 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.53 "GET /v2.0/ports?device_id=dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24 HTTP/1.1" status: 200 len: 210 time: 0.9985862 Jan 14 07:24:55.113891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-737d4143-67c4-4d9c-9b03-1b087cc17f47 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Deleting port f8a8c9b6-20c5-4519-9f33-ab6b416cf981 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:55.114283 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-737d4143-67c4-4d9c-9b03-1b087cc17f47 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.174366 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-01b7ce95-dab8-4439-8a82-3a1d5325a626 req-f6b4cd19-0418-49f2-8385-c842e1a9d9dc tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.41 "GET /v2.0/ports?tenant_id=6acd0c0d5ec64d6ca3191a81d9e0c56c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7472355 Jan 14 07:24:55.176042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Attempting to bind port bc6693e8-202c-40bb-911e-4caefadc7d40 on host n-h1-769329-2 for vnic_type normal with profile {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:24:55.176484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Attempting to bind port bc6693e8-202c-40bb-911e-4caefadc7d40 by drivers openvswitch on host n-h1-769329-2 at level 0 using segments [{'id': '93dd5c73-9bcf-40db-a948-60df601b1498', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8'}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:24:55.176865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Attempting to bind port bc6693e8-202c-40bb-911e-4caefadc7d40 on network 70fbfe9e-e458-46e1-9333-d454eb0e06b8 {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:24:55.211954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Checking agent: {'id': '1b004ee2-a22f-479b-a760-de06669a81a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 46), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:24:55.212451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Checking segment: {'id': '93dd5c73-9bcf-40db-a948-60df601b1498', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:55.212818 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.213219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Bound using segment: {'id': '93dd5c73-9bcf-40db-a948-60df601b1498', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8'} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:24:55.213721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Bound port: bc6693e8-202c-40bb-911e-4caefadc7d40, host: n-h1-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dd5c73-9bcf-40db-a948-60df601b1498', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8'}}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:24:55.214150 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.242356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1f5a74ee-9d49-499a-85e0-dd09dfc4f52b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:55.262153 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.268387 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e0c95c7-4d2a-4ea3-9b10-2ca7dea08053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.273879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Transition to ACTIVE for port object f1252dad-2fdd-4d38-bfd9-33b9c38251d9 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:55.285052 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:55.293899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Transition to ACTIVE for port object f1252dad-2fdd-4d38-bfd9-33b9c38251d9 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:24:55.301306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 915bdcad-ac7c-4ef6-b387-2926d05ff507 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:55.304464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-e2a37e7b-ab38-4090-af46-e88694dd56f1 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Calling delete_port for 414b89c7-44fc-41c3-9494-9559e8850228 owned by compute:nova {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:55.317539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e0c95c7-4d2a-4ea3-9b10-2ca7dea08053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.328792 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.352268 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:55.354491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1f5a74ee-9d49-499a-85e0-dd09dfc4f52b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Usage tracker for resource:port and tenant:3a2693f475504bd09526ac6bd19368d9 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:55.383600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1f5a74ee-9d49-499a-85e0-dd09dfc4f52b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Quota usage for port was recalculated. Used quota:3. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:55.443277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c95c7-4d2a-4ea3-9b10-2ca7dea08053 admin admin] Pushing event deleted for resources: {'Network': ['ID=08cc5cce-94ac-45eb-b13e-2fb3fb190482,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:55.455943 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e0c95c7-4d2a-4ea3-9b10-2ca7dea08053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:55.484518 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1e0c95c7-4d2a-4ea3-9b10-2ca7dea08053 admin admin] 10.222.0.41 "DELETE /v2.0/networks/08cc5cce-94ac-45eb-b13e-2fb3fb190482 HTTP/1.1" status: 204 len: 168 time: 5.7921655 Jan 14 07:24:55.495704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] For port bc6693e8-202c-40bb-911e-4caefadc7d40, host n-h1-769329-2, cleared binding levels {{(pid=80908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:24:55.514279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1f5a74ee-9d49-499a-85e0-dd09dfc4f52b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:55.540633 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec2b667f-7248-467b-9bf1-db64053b32de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.552201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Pushing event updated for resources: {'Port': ['ID=f1252dad-2fdd-4d38-bfd9-33b9c38251d9,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:55.562992 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:55.566251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Allocated IP 172.25.3.236 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/8023296c-dd47-4527-8ada-2e6c328d0730) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:55.570537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8faec056-7122-453b-b0b9-fdced0d644dd None None] Provisioning complete for port 915bdcad-ac7c-4ef6-b387-2926d05ff507 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:55.570955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8faec056-7122-453b-b0b9-fdced0d644dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.590552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] For port bc6693e8-202c-40bb-911e-4caefadc7d40, host n-h1-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=bc6693e8-202c-40bb-911e-4caefadc7d40,segment=NetworkSegment(93dd5c73-9bcf-40db-a948-60df601b1498),segment_id=93dd5c73-9bcf-40db-a948-60df601b1498)] {{(pid=80908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:24:55.615982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec2b667f-7248-467b-9bf1-db64053b32de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.637422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 915bdcad-ac7c-4ef6-b387-2926d05ff507 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:55.637836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.639042 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-49fc44c6-e4da-43ca-8581-0df24312578a tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:55.648433 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.654864 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.725727 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:55.740081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-e24f16a4-4806-44f1-b218-642d5f4dc896 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:55.754546 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.803148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59176) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:55.804484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Network c9ed708e-d62d-484d-ade0-a088dfc698a4 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:55.817581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:55.828682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:55.832728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5a74ee-9d49-499a-85e0-dd09dfc4f52b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Made reservation on behalf of 3a2693f475504bd09526ac6bd19368d9 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:55.882278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-e24f16a4-4806-44f1-b218-642d5f4dc896 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:55.894446 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ec2b667f-7248-467b-9bf1-db64053b32de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d3c19c4ceac4145b047ca90d0b06cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7801523 Jan 14 07:24:55.915266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:24:55.917810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59180) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:55.928306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b667f-7248-467b-9bf1-db64053b32de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a52603f-a0ad-4b15-a8bc-6877810600d4,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:55.945072 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec2b667f-7248-467b-9bf1-db64053b32de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:55.965011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Attempting to bind port f1252dad-2fdd-4d38-bfd9-33b9c38251d9 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:24:55.965411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Attempting to bind port f1252dad-2fdd-4d38-bfd9-33b9c38251d9 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'de13e689-5f87-440d-b3f5-f7a1897372a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c9ed708e-d62d-484d-ade0-a088dfc698a4'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:24:55.965805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Attempting to bind port f1252dad-2fdd-4d38-bfd9-33b9c38251d9 on network c9ed708e-d62d-484d-ade0-a088dfc698a4 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:24:55.979279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:24:55.979874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Checking segment: {'id': 'de13e689-5f87-440d-b3f5-f7a1897372a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c9ed708e-d62d-484d-ade0-a088dfc698a4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:24:55.980328 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:55.980770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Bound using segment: {'id': 'de13e689-5f87-440d-b3f5-f7a1897372a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c9ed708e-d62d-484d-ade0-a088dfc698a4'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:24:55.981311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Bound port: f1252dad-2fdd-4d38-bfd9-33b9c38251d9, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de13e689-5f87-440d-b3f5-f7a1897372a8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c9ed708e-d62d-484d-ade0-a088dfc698a4'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:24:55.981727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:56.032686 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d7735d99-3ede-42dc-9f9a-3f3ce72f71ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:56.085435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] For port f1252dad-2fdd-4d38-bfd9-33b9c38251d9, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:24:56.089641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] For port f1252dad-2fdd-4d38-bfd9-33b9c38251d9, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f1252dad-2fdd-4d38-bfd9-33b9c38251d9,segment=NetworkSegment(de13e689-5f87-440d-b3f5-f7a1897372a8),segment_id=de13e689-5f87-440d-b3f5-f7a1897372a8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:24:56.094080 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:56.096035 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-e2a37e7b-ab38-4090-af46-e88694dd56f1 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:24:56.096552 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-e2a37e7b-ab38-4090-af46-e88694dd56f1 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:24:56.097298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c725e49f-d4f3-4f78-ae17-33a62c9c427d req-fb0605b8-5561-4521-81a3-37fb693fe697 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for floatingip, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:56.111037 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ac0b801e-be77-425b-9f47-f960f8fed169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:56.116791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-e24f16a4-4806-44f1-b218-642d5f4dc896 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Made reservation on behalf of 6acd0c0d5ec64d6ca3191a81d9e0c56c for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:56.127031 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-e24f16a4-4806-44f1-b218-642d5f4dc896 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:56.155460 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:56.155460 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Added segment 1383a2a3-a896-461a-8227-ca77e942e15a of type vxlan for network f4b18897-ffe1-4081-8ffb-4d573a13bddf Jan 14 07:24:56.165051 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-01b7ce95-dab8-4439-8a82-3a1d5325a626 req-3dffc625-8400-4978-8fd5-a8c0eeed20c6 service neutron] 10.222.0.41 "GET /v2.0/networks/70fbfe9e-e458-46e1-9333-d454eb0e06b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9897628 Jan 14 07:24:56.264880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a2da24-81cb-4250-8d8f-ba9e5bea3444,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:56.279267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Pushing event updated for resources: {'Port': ['ID=f1252dad-2fdd-4d38-bfd9-33b9c38251d9,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:56.285692 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:56.289993 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:56.395357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Pushing event updated for resources: {'Port': ['ID=bc6693e8-202c-40bb-911e-4caefadc7d40,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:56.431993 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:56.494356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-737d4143-67c4-4d9c-9b03-1b087cc17f47 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] For port f8a8c9b6-20c5-4519-9f33-ab6b416cf981, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=f8a8c9b6-20c5-4519-9f33-ab6b416cf981,segment=NetworkSegment(d6d894bf-e74a-4c46-8a72-18f9017df4cf),segment_id=d6d894bf-e74a-4c46-8a72-18f9017df4cf)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:56.494763 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-737d4143-67c4-4d9c-9b03-1b087cc17f47 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:56.634080 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-de89bbad-671c-4b1c-982b-9096cbf1bae2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=427877bd7793412391ebe4c47d52c9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8027432 Jan 14 07:24:56.635628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-e2a37e7b-ab38-4090-af46-e88694dd56f1 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Deleting port 414b89c7-44fc-41c3-9494-9559e8850228 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:24:56.636098 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-e2a37e7b-ab38-4090-af46-e88694dd56f1 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:56.662919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59184) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:56.668299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-737d4143-67c4-4d9c-9b03-1b087cc17f47 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Calling delete_port for f8a8c9b6-20c5-4519-9f33-ab6b416cf981 owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:56.695277 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:56.711159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:56.711881 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:56.713410 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] 10.222.0.53 "PUT /v2.0/ports/bc6693e8-202c-40bb-911e-4caefadc7d40 HTTP/1.1" status: 200 len: 1155 time: 9.0553906 Jan 14 07:24:56.716119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e176a47f-59e3-49cb-80ba-892c6c5693c9', 'tag': 'bc6693e8-202c-40bb-911e-4caefadc7d40'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:56.717196 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a2e3b3ec-1ef9-403b-9fb8-335b4bc06b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:56.732179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:56.899294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:56.900490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7eb0-11ed-4dc9-8b12-ad569f0239a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:56.918492 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89fdc124-b349-480e-bbad-88854dd67f9a tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:56.966396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f5a74ee-9d49-499a-85e0-dd09dfc4f52b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:57.087462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Pushing event updated for resources: {'Port': ['ID=8023296c-dd47-4527-8ada-2e6c328d0730,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:57.092289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-737d4143-67c4-4d9c-9b03-1b087cc17f47 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:57.095516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-b4f83330-8d7a-4017-8ad3-2016aa1727db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:57.096821 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7eb0-11ed-4dc9-8b12-ad569f0239a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:57.097705 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-b4f83330-8d7a-4017-8ad3-2016aa1727db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6acd0c0d5ec64d6ca3191a81d9e0c56c&device_id=e176a47f-59e3-49cb-80ba-892c6c5693c9 HTTP/1.1" status: 200 len: 1158 time: 0.3149431 Jan 14 07:24:57.100523 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:57.117990 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8fb86f70-6137-472a-8773-8629b1de13df tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:57.126377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:57.127510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:57.128044 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:57.162187 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e67d1187-63d2-4fb1-b765-4d503b8d6e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:57.177346 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c725e49f-d4f3-4f78-ae17-33a62c9c427d req-fb0605b8-5561-4521-81a3-37fb693fe697 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:57.178535 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c725e49f-d4f3-4f78-ae17-33a62c9c427d req-fb0605b8-5561-4521-81a3-37fb693fe697 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "DELETE /v2.0/floatingips/94ed49c4-0cec-4a74-8bb8-86bfce8ee5e7 HTTP/1.1" status: 204 len: 173 time: 5.4837079 Jan 14 07:24:57.197147 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-01b7ce95-dab8-4439-8a82-3a1d5325a626 req-e1e8f2a4-cba0-4326-86d7-6f8fb9a5ade2 service neutron] 10.222.0.41 "GET /v2.0/networks/70fbfe9e-e458-46e1-9333-d454eb0e06b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9991698 Jan 14 07:24:57.229947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f1252dad-2fdd-4d38-bfd9-33b9c38251d9 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:24:57.301990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d4143-67c4-4d9c-9b03-1b087cc17f47 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Pushing event deleted for resources: {'Port': ['ID=f8a8c9b6-20c5-4519-9f33-ab6b416cf981,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:57.319680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:57.324102 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-737d4143-67c4-4d9c-9b03-1b087cc17f47 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:57.325808 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-b4e0cf41-62ad-42ff-bb68-579bb630e4cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc6693e8-202c-40bb-911e-4caefadc7d40 HTTP/1.1" status: 200 len: 217 time: 0.1704874 Jan 14 07:24:57.346744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port f1252dad-2fdd-4d38-bfd9-33b9c38251d9 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:57.363534 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae5ef03-2dfb-40c1-b7c0-4d89584b95a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a8c9b6-20c5-4519-9f33-ab6b416cf981', 'code': 200} Jan 14 07:24:57.382733 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-096f9fdd-2d79-49cb-b8d9-3f1ed532d71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:57.465740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-4f3102be-8872-42ca-badb-5a3b64ede6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:57.467335 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-4f3102be-8872-42ca-badb-5a3b64ede6b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7049f99-1521-41cc-84cb-0f1c388db992 HTTP/1.1" status: 200 len: 845 time: 0.1197214 Jan 14 07:24:57.482763 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e176a47f-59e3-49cb-80ba-892c6c5693c9', 'tag': 'bc6693e8-202c-40bb-911e-4caefadc7d40', 'status': 'completed', 'code': 200} Jan 14 07:24:57.499310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:24:57.528576 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.6100409 Jan 14 07:24:57.555566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:24:57.557518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59204) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:57.572035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:24:57.614544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-86baf9fe-b922-4389-819e-8ef65bfadee5 admin admin] Request body: {'subnet': {'network_id': 'f4b18897-ffe1-4081-8ffb-4d573a13bddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-274224085-subnet', 'tenant_id': '72d1be088c9a4d75a7f86fa9cb9f1557', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:24:57.630222 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-a18ac5c6-8c21-4841-beef-13d53046c12e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70fbfe9e-e458-46e1-9333-d454eb0e06b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1333456 Jan 14 07:24:57.645961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Pushing event updated for resources: {'Network': ['ID=f4b18897-ffe1-4081-8ffb-4d573a13bddf,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:57.659551 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:57.663250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network f4b18897-ffe1-4081-8ffb-4d573a13bddf details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:57.687921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network f4b18897-ffe1-4081-8ffb-4d573a13bddf details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:57.707489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-86baf9fe-b922-4389-819e-8ef65bfadee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:57.913538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-e24f16a4-4806-44f1-b218-642d5f4dc896 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Allocated IP 172.20.0.10 (70fbfe9e-e458-46e1-9333-d454eb0e06b8/a7049f99-1521-41cc-84cb-0f1c388db992/2c832569-5e24-4f67-af03-a431070f0c7a) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:24:57.966766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network f4b18897-ffe1-4081-8ffb-4d573a13bddf details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:24:58.067114 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-447ba1a6-ca70-4c9d-b5f5-2120757e79c6 service neutron] 10.222.0.53 "GET /v2.0/networks/70fbfe9e-e458-46e1-9333-d454eb0e06b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087377 Jan 14 07:24:58.141983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59218) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:58.148619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-86baf9fe-b922-4389-819e-8ef65bfadee5 admin admin] Usage tracker for resource:subnet and tenant:72d1be088c9a4d75a7f86fa9cb9f1557 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:58.164788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7eb0-11ed-4dc9-8b12-ad569f0239a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:58.168529 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec2b667f-7248-467b-9bf1-db64053b32de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:58.181406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-737d4143-67c4-4d9c-9b03-1b087cc17f47 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] No DVR routers for this DVR port f8a8c9b6-20c5-4519-9f33-ab6b416cf981 on host n-h2-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:24:58.187576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-737d4143-67c4-4d9c-9b03-1b087cc17f47 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:58.194622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c08c74-c87a-4f55-b216-ed3e1d97ad91 None None] Network c9ed708e-d62d-484d-ade0-a088dfc698a4 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:24:58.210309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-86baf9fe-b922-4389-819e-8ef65bfadee5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:58.231630 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-096f9fdd-2d79-49cb-b8d9-3f1ed532d71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:58.248787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb7eb0-11ed-4dc9-8b12-ad569f0239a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a52603f-a0ad-4b15-a8bc-6877810600d4,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:58.271531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6a077e34-02d5-4213-af04-3ba9f114be3c None None] Provisioning for port f1252dad-2fdd-4d38-bfd9-33b9c38251d9 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:24:58.280425 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d24fc1ec-704d-4c3a-bacf-702bbf5202a7 req-b02da734-153d-4ecc-8094-5b09247dc3b1 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/floatingips/1248d7c5-d3e9-4ac0-9975-565a6f0e561b HTTP/1.1" status: 200 len: 693 time: 0.7683239 Jan 14 07:24:58.287554 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d2fb7eb0-11ed-4dc9-8b12-ad569f0239a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:58.317036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7825c9d9-2e66-4056-bb82-700966722232 admin admin] Deleting subnet a7049f99-1521-41cc-84cb-0f1c388db992 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:24:58.337891 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-e24f16a4-4806-44f1-b218-642d5f4dc896 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:58.361491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6a077e34-02d5-4213-af04-3ba9f114be3c None None] Provisioning complete for port f1252dad-2fdd-4d38-bfd9-33b9c38251d9 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:58.361973 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a077e34-02d5-4213-af04-3ba9f114be3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:58.375033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59228) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:58.392732 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-15568e73-26a5-4ecb-873e-ece523f1ef2c req-737d4143-67c4-4d9c-9b03-1b087cc17f47 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.39 "DELETE /v2.0/ports/f8a8c9b6-20c5-4519-9f33-ab6b416cf981 HTTP/1.1" status: 204 len: 173 time: 4.3932288 Jan 14 07:24:58.424767 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:58.478831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-86baf9fe-b922-4389-819e-8ef65bfadee5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:58.608136 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7eb0-11ed-4dc9-8b12-ad569f0239a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:58.611003 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d2fb7eb0-11ed-4dc9-8b12-ad569f0239a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a52603f-a0ad-4b15-a8bc-6877810600d4 HTTP/1.1" status: 204 len: 168 time: 2.6629119 Jan 14 07:24:58.623371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-1f5a74ee-9d49-499a-85e0-dd09dfc4f52b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] device_id is not set on port 39617270-2444-44fa-8b5c-a39cc6502806 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:24:58.721742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fc1ec-704d-4c3a-bacf-702bbf5202a7 req-bf12d827-67b4-4c43-acc9-ddc94af3caa6 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:24:58.723161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a077e34-02d5-4213-af04-3ba9f114be3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:58.729977 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d24fc1ec-704d-4c3a-bacf-702bbf5202a7 req-bf12d827-67b4-4c43-acc9-ddc94af3caa6 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 784 time: 0.4165139 Jan 14 07:24:58.753091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-d24fc1ec-704d-4c3a-bacf-702bbf5202a7 req-e329f81e-f2dd-4a80-808d-cd39bb496e9e tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:24:58.761813 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d24fc1ec-704d-4c3a-bacf-702bbf5202a7 req-e329f81e-f2dd-4a80-808d-cd39bb496e9e tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0304224 Jan 14 07:24:58.778741 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb848293-5183-4e6f-8599-4533b354b52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:58.814589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6a077e34-02d5-4213-af04-3ba9f114be3c None None] For port f1252dad-2fdd-4d38-bfd9-33b9c38251d9, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f1252dad-2fdd-4d38-bfd9-33b9c38251d9,segment=NetworkSegment(de13e689-5f87-440d-b3f5-f7a1897372a8),segment_id=de13e689-5f87-440d-b3f5-f7a1897372a8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:58.817913 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:58.824264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a077e34-02d5-4213-af04-3ba9f114be3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:58.829189 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:58.870914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86baf9fe-b922-4389-819e-8ef65bfadee5 admin admin] Made reservation on behalf of 72d1be088c9a4d75a7f86fa9cb9f1557 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:24:58.877014 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86baf9fe-b922-4389-819e-8ef65bfadee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:59.246629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fb848293-5183-4e6f-8599-4533b354b52b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:24:59.252196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fb848293-5183-4e6f-8599-4533b354b52b admin admin] Usage tracker for resource:security_group_rule and tenant:dd9f4daefd064175b07ae1f0e822a178 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:24:59.255432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fb848293-5183-4e6f-8599-4533b354b52b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:24:59.262723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fb848293-5183-4e6f-8599-4533b354b52b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:24:59.274420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a077e34-02d5-4213-af04-3ba9f114be3c None None] Pushing event updated for resources: {'Port': ['ID=f1252dad-2fdd-4d38-bfd9-33b9c38251d9,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:59.281916 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a077e34-02d5-4213-af04-3ba9f114be3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:59.294886 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:59.316718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-e2a37e7b-ab38-4090-af46-e88694dd56f1 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] For port 414b89c7-44fc-41c3-9494-9559e8850228, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=414b89c7-44fc-41c3-9494-9559e8850228,segment=NetworkSegment(d6d894bf-e74a-4c46-8a72-18f9017df4cf),segment_id=d6d894bf-e74a-4c46-8a72-18f9017df4cf)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:24:59.317371 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-e2a37e7b-ab38-4090-af46-e88694dd56f1 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:59.349358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-d24fc1ec-704d-4c3a-bacf-702bbf5202a7 req-7d777bd7-eee6-40cc-b578-3c409e57c027 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Synchronizing usage tracker for tenant:369cf312e6f8411e821109a8779f4774 on resource:floatingip {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:24:59.365268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f5d016-3b6a-4fea-b3a3-2255bc915c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414b89c7-44fc-41c3-9494-9559e8850228'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:59.460304 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '87f5d016-3b6a-4fea-b3a3-2255bc915c4d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '414b89c7-44fc-41c3-9494-9559e8850228', 'code': 422} returned with failed status Jan 14 07:24:59.512212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae5ef03-2dfb-40c1-b7c0-4d89584b95a8', 'name': 'network-vif-deleted', 'tag': 'f8a8c9b6-20c5-4519-9f33-ab6b416cf981'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:24:59.569647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-17796260-b64e-4bd4-8cff-50afcd57ffdf None None] Provisioning complete for port f1252dad-2fdd-4d38-bfd9-33b9c38251d9 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:59.570203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17796260-b64e-4bd4-8cff-50afcd57ffdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:59.590612 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-3aa95e1a-e579-4a08-add9-d5ca92dc09c6 service neutron] 10.222.0.53 "GET /v2.0/networks/70fbfe9e-e458-46e1-9333-d454eb0e06b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.4385519 Jan 14 07:24:59.673891 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb848293-5183-4e6f-8599-4533b354b52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:59.676481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-096f9fdd-2d79-49cb-b8d9-3f1ed532d71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:59.682691 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-82add677-5714-40ab-ad3a-5888d78cc1e4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:59.693379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59256) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:24:59.703254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-e2a37e7b-ab38-4090-af46-e88694dd56f1 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Calling delete_port for 414b89c7-44fc-41c3-9494-9559e8850228 owned by compute:nova {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:24:59.721648 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7825c9d9-2e66-4056-bb82-700966722232 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:59.740582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb848293-5183-4e6f-8599-4533b354b52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:59.764032 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae5ef03-2dfb-40c1-b7c0-4d89584b95a8', 'name': 'network-vif-deleted', 'tag': 'f8a8c9b6-20c5-4519-9f33-ab6b416cf981', 'status': 'completed', 'code': 200} Jan 14 07:24:59.818789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f9fdd-2d79-49cb-b8d9-3f1ed532d71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69524327-2c98-41b9-98f1-2d28a2d10a9f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:24:59.821325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-e24f16a4-4806-44f1-b218-642d5f4dc896 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:24:59.863955 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-096f9fdd-2d79-49cb-b8d9-3f1ed532d71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:24:59.876717 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a107b1d4-b130-4f25-a260-2e94fe22d8a9 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:24:59.946101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-d24fc1ec-704d-4c3a-bacf-702bbf5202a7 req-7d777bd7-eee6-40cc-b578-3c409e57c027 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Unset dirty status for tenant:369cf312e6f8411e821109a8779f4774 on resource:floatingip {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:24:59.947428 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d24fc1ec-704d-4c3a-bacf-702bbf5202a7 req-7d777bd7-eee6-40cc-b578-3c409e57c027 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 1.1851261 Jan 14 07:24:59.964064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4a37fac5-73bc-46fb-a964-eddc0f0ebd42 None None] Provisioning complete for port f1252dad-2fdd-4d38-bfd9-33b9c38251d9 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:24:59.964718 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a37fac5-73bc-46fb-a964-eddc0f0ebd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:00.008120 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:00.106836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7825c9d9-2e66-4056-bb82-700966722232 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:00.141159 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fb848293-5183-4e6f-8599-4533b354b52b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd9f4daefd064175b07ae1f0e822a178&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7410877 Jan 14 07:25:00.161893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59264) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:00.230517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-783487438-network', 'tenant_id': '70c580b2f73043ad905ca351382687bb'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:00.234520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-096f9fdd-2d79-49cb-b8d9-3f1ed532d71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:00.238168 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-096f9fdd-2d79-49cb-b8d9-3f1ed532d71e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69524327-2c98-41b9-98f1-2d28a2d10a9f HTTP/1.1" status: 204 len: 168 time: 3.5459619 Jan 14 07:25:00.256953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-40db1d0b-5edb-4463-88db-eab0d8d492e4 None None] Provisioning complete for port f1252dad-2fdd-4d38-bfd9-33b9c38251d9 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:00.257549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb848293-5183-4e6f-8599-4533b354b52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12fb8e9-cf58-47e8-b8b0-83134e928bbb,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:00.258101 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40db1d0b-5edb-4463-88db-eab0d8d492e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:00.261728 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fb848293-5183-4e6f-8599-4533b354b52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:00.263102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:00.291255 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a2d20e9-7c37-4457-b25b-8cb369b0638d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.366s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:00.374155 n-d-769329-2 neutron-server[80794]: INFO neutron.db.db_base_plugin_v2 [None req-7825c9d9-2e66-4056-bb82-700966722232 admin admin] Found port (2c832569-5e24-4f67-af03-a431070f0c7a, 172.20.0.10) having IP allocation on subnet a7049f99-1521-41cc-84cb-0f1c388db992, cannot delete Jan 14 07:25:00.421836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f16a4-4806-44f1-b218-642d5f4dc896 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Pushing event updated for resources: {'Port': ['ID=2c832569-5e24-4f67-af03-a431070f0c7a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:00.428268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Usage tracker for resource:network and tenant:70c580b2f73043ad905ca351382687bb is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:00.445587 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e24f16a4-4806-44f1-b218-642d5f4dc896 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.447404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.450200 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.450200 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.450200 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.450200 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.450200 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:00.450200 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.450200 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.450200 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.450200 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:00.450200 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.450200 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.450200 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.450200 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:00.450200 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.450200 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.450200 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.450200 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:00.450200 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.450200 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.450200 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.453728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.456946 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:00.456946 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.456946 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.456946 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.456946 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:00.456946 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.456946 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.456946 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.456946 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:00.456946 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.456946 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.456946 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.456946 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:00.456946 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.456946 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.456946 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.456946 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:00.456946 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:00.456946 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:00.456946 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:00.459419 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7825c9d9-2e66-4056-bb82-700966722232 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:25:00.461200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7825c9d9-2e66-4056-bb82-700966722232 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:25:00.461588 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d24fc1ec-704d-4c3a-bacf-702bbf5202a7 req-fcc95eaa-ec99-4522-8a39-264e4f20903f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.4430652 Jan 14 07:25:00.471103 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7825c9d9-2e66-4056-bb82-700966722232 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a7049f99-1521-41cc-84cb-0f1c388db992 HTTP/1.1" status: 409 len: 404 time: 2.2724144 Jan 14 07:25:00.478492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2624b-4164-4939-8521-86bf6d02d51b req-6a01216b-284e-4608-931e-ae36492a7941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:00.480154 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2de2624b-4164-4939-8521-86bf6d02d51b req-6a01216b-284e-4608-931e-ae36492a7941 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6acd0c0d5ec64d6ca3191a81d9e0c56c&device_id=e176a47f-59e3-49cb-80ba-892c6c5693c9 HTTP/1.1" status: 200 len: 1158 time: 0.7184854 Jan 14 07:25:00.485322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:00.662305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:00.667111 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-32a0d87e-be53-4649-b736-651aa2faf80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:00.688648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-1f5a74ee-9d49-499a-85e0-dd09dfc4f52b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Allocated IP 10.1.1.67 (d296a63f-7c95-482a-bbfd-05a2330d25d3/3db518ea-d120-48c9-b713-17762eecf16f/39617270-2444-44fa-8b5c-a39cc6502806) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:00.702541 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-32a0d87e-be53-4649-b736-651aa2faf80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:00.818664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2624b-4164-4939-8521-86bf6d02d51b req-ad45e300-4b56-4d80-a783-dec4a20ddf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:00.821304 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2de2624b-4164-4939-8521-86bf6d02d51b req-ad45e300-4b56-4d80-a783-dec4a20ddf05 service neutron] 10.222.0.53 "GET /v2.0/networks?id=70fbfe9e-e458-46e1-9333-d454eb0e06b8 HTTP/1.1" status: 200 len: 899 time: 0.3218515 Jan 14 07:25:01.048084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Made reservation on behalf of 70c580b2f73043ad905ca351382687bb for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:01.056475 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:01.106349 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-e2a37e7b-ab38-4090-af46-e88694dd56f1 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:01.215385 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-32a0d87e-be53-4649-b736-651aa2faf80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:01.222108 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-15676f5b-5202-46f1-a862-29f0e02a382e tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:01.225905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f1252dad-2fdd-4d38-bfd9-33b9c38251d9 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:01.266653 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2de2624b-4164-4939-8521-86bf6d02d51b req-7035a25d-3939-498d-bab9-fc842eac9064 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc6693e8-202c-40bb-911e-4caefadc7d40 HTTP/1.1" status: 200 len: 217 time: 0.4263878 Jan 14 07:25:01.269419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0d87e-be53-4649-b736-651aa2faf80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12fb8e9-cf58-47e8-b8b0-83134e928bbb,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:01.275029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Router c1208a1a-9f24-46a9-8fcf-baa6e623d59c is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:25:01.281461 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-32a0d87e-be53-4649-b736-651aa2faf80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:01.440872 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-32a0d87e-be53-4649-b736-651aa2faf80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:01.442082 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-32a0d87e-be53-4649-b736-651aa2faf80e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e12fb8e9-cf58-47e8-b8b0-83134e928bbb HTTP/1.1" status: 204 len: 168 time: 1.2726376 Jan 14 07:25:01.447459 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cef2d2bc-4ff6-4a62-babe-9eef1628ab65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:01.459105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port f1252dad-2fdd-4d38-bfd9-33b9c38251d9 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:01.459514 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:01.513698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59304) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:01.522257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device bc6693e8-202c-40bb-911e-4caefadc7d40 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:01.555290 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:01.603124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86baf9fe-b922-4389-819e-8ef65bfadee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:01.603959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-d24fc1ec-704d-4c3a-bacf-702bbf5202a7 req-11137ea3-5677-4028-b593-c0e04a44dcda tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Deleting port 5ee8d579-bdb4-4efb-9be3-704c19de2f5c {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:01.604600 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-d24fc1ec-704d-4c3a-bacf-702bbf5202a7 req-11137ea3-5677-4028-b593-c0e04a44dcda tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:01.630293 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b726a6f0-397e-4f95-becb-fe9ded09fb6a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:01.753557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning for port bc6693e8-202c-40bb-911e-4caefadc7d40 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:01.860475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port bc6693e8-202c-40bb-911e-4caefadc7d40 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:01.860884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:01.898585 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-d24fc1ec-704d-4c3a-bacf-702bbf5202a7 req-11137ea3-5677-4028-b593-c0e04a44dcda tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:01.899003 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-d24fc1ec-704d-4c3a-bacf-702bbf5202a7 req-11137ea3-5677-4028-b593-c0e04a44dcda tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:01.948676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2624b-4164-4939-8521-86bf6d02d51b req-34180c93-b1b4-4c43-b3df-ebe06ed82513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:01.950399 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2de2624b-4164-4939-8521-86bf6d02d51b req-34180c93-b1b4-4c43-b3df-ebe06ed82513 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a7049f99-1521-41cc-84cb-0f1c388db992 HTTP/1.1" status: 200 len: 845 time: 0.6682210 Jan 14 07:25:02.013099 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2de2624b-4164-4939-8521-86bf6d02d51b req-56ff343f-122e-4790-a3d2-8a75f928a078 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70fbfe9e-e458-46e1-9333-d454eb0e06b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545614 Jan 14 07:25:02.048686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-d24fc1ec-704d-4c3a-bacf-702bbf5202a7 req-11137ea3-5677-4028-b593-c0e04a44dcda tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Calling delete_port for 5ee8d579-bdb4-4efb-9be3-704c19de2f5c owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:02.113886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a37e7b-ab38-4090-af46-e88694dd56f1 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Pushing event deleted for resources: {'Port': ['ID=414b89c7-44fc-41c3-9494-9559e8850228,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:02.126693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:02.177501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e176a47f-59e3-49cb-80ba-892c6c5693c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6693e8-202c-40bb-911e-4caefadc7d40'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:25:02.183757 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2de2624b-4164-4939-8521-86bf6d02d51b req-ae5959f3-4723-457b-a96f-89a38a294b8b service neutron] 10.222.0.53 "GET /v2.0/networks/70fbfe9e-e458-46e1-9333-d454eb0e06b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592383 Jan 14 07:25:02.188588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port bc6693e8-202c-40bb-911e-4caefadc7d40, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=bc6693e8-202c-40bb-911e-4caefadc7d40,segment=NetworkSegment(93dd5c73-9bcf-40db-a948-60df601b1498),segment_id=93dd5c73-9bcf-40db-a948-60df601b1498)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:02.193330 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:02.195524 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:02.232524 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e2a37e7b-ab38-4090-af46-e88694dd56f1 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:02.258558 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-d24fc1ec-704d-4c3a-bacf-702bbf5202a7 req-11137ea3-5677-4028-b593-c0e04a44dcda tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:02.272824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=bc6693e8-202c-40bb-911e-4caefadc7d40,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:02.288075 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:02.302084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-e24f16a4-4806-44f1-b218-642d5f4dc896 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Network 70fbfe9e-e458-46e1-9333-d454eb0e06b8 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:02.310957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:02.314344 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-69b4ba03-d53b-40d2-bcb8-3cc18d6d1dc3 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:02.318818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86baf9fe-b922-4389-819e-8ef65bfadee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa68fcbb-6bea-4acd-8e84-d23c94cc62a1,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:02.335191 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-86baf9fe-b922-4389-819e-8ef65bfadee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:02.370007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-e24f16a4-4806-44f1-b218-642d5f4dc896 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:02.391147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-e24f16a4-4806-44f1-b218-642d5f4dc896 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:02.466738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Usage tracker for resource:security_group_rule and tenant:70c580b2f73043ad905ca351382687bb is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:02.476730 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2de2624b-4164-4939-8521-86bf6d02d51b req-fcb836d5-8dc9-454c-af5b-c480ef713f56 service neutron] 10.222.0.53 "GET /v2.0/networks/70fbfe9e-e458-46e1-9333-d454eb0e06b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2156496 Jan 14 07:25:02.525663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:25:02.537912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] Sync routers for ids ['c1208a1a-9f24-46a9-8fcf-baa6e623d59c'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:25:02.553324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] Routers {'c1208a1a-9f24-46a9-8fcf-baa6e623d59c'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:02.553952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:24:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c1208a1a-9f24-46a9-8fcf-baa6e623d59c'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:02.562884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:02.564276 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 15.0029919 Jan 14 07:25:02.569066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59338) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:02.792769 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-990700e6-0d68-420b-b8f6-24a06da0d02a req-91e5c624-650d-42ee-b64f-cb49cba88796 tempest-ImagesOneServerTestJSON-120124188 tempest-ImagesOneServerTestJSON-120124188] 10.222.0.41 "GET /v2.0/networks?tenant_id=2e52650dc1e44d71a65bf670029d7a70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5546188 Jan 14 07:25:02.797915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] Set router c1208a1a-9f24-46a9-8fcf-baa6e623d59c gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:25:02.836658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:02.841596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11137ea3-5677-4028-b593-c0e04a44dcda tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Pushing event deleted for resources: {'Port': ['ID=5ee8d579-bdb4-4efb-9be3-704c19de2f5c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:02.865511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59346) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:02.877860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1712367493-network', 'tenant_id': '5d197e4b213a44b2ae795af4c59044f6'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:02.880207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86baf9fe-b922-4389-819e-8ef65bfadee5 admin admin] Checking segment: {'id': '1383a2a3-a896-461a-8227-ca77e942e15a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4b18897-ffe1-4081-8ffb-4d573a13bddf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:02.880610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86baf9fe-b922-4389-819e-8ef65bfadee5 admin admin] Network hostable DHCP agents. Network: f4b18897-ffe1-4081-8ffb-4d573a13bddf, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:25:02.881808 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11137ea3-5677-4028-b593-c0e04a44dcda tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:02.890352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:02.924931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-e2a37e7b-ab38-4090-af46-e88694dd56f1 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] No DVR routers for this DVR port 414b89c7-44fc-41c3-9494-9559e8850228 on host n-h1-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:25:02.927336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:02.982283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86baf9fe-b922-4389-819e-8ef65bfadee5 admin admin] Network f4b18897-ffe1-4081-8ffb-4d573a13bddf is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:25:02.993901 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-e2a37e7b-ab38-4090-af46-e88694dd56f1 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.008180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-86baf9fe-b922-4389-819e-8ef65bfadee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, f4b18897-ffe1-4081-8ffb-4d573a13bddf) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:03.016363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217074c1-3cc2-43f6-aa2e-f5a062892b94 None None] Network f4b18897-ffe1-4081-8ffb-4d573a13bddf requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:03.038520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f5d016-3b6a-4fea-b3a3-2255bc915c4d', 'name': 'network-vif-deleted', 'tag': '414b89c7-44fc-41c3-9494-9559e8850228'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:25:03.050975 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-e2a37e7b-ab38-4090-af46-e88694dd56f1 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.53 "DELETE /v2.0/ports/414b89c7-44fc-41c3-9494-9559e8850228 HTTP/1.1" status: 204 len: 173 time: 9.9032233 Jan 14 07:25:03.052163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Usage tracker for resource:network and tenant:5d197e4b213a44b2ae795af4c59044f6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:03.088675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:03.178602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:03.226650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1208a1a-9f24-46a9-8fcf-baa6e623d59c', 'name': 'tempest-ServersTestJSON-1339134954-router', 'tenant_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '8023296c-dd47-4527-8ada-2e6c328d0730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:24:48Z', 'updated_at': '2021-01-14T07:24:58Z', 'revision_number': 3, 'project_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'gw_port': {'id': '8023296c-dd47-4527-8ada-2e6c328d0730', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1208a1a-9f24-46a9-8fcf-baa6e623d59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:24:54Z', 'updated_at': '2021-01-14T07:24:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:03.231896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] Checking router: c1208a1a-9f24-46a9-8fcf-baa6e623d59c for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:25:03.232637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] Updating router c1208a1a-9f24-46a9-8fcf-baa6e623d59c port 8023296c-dd47-4527-8ada-2e6c328d0730 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:25:03.238036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1111293777-network', 'tenant_id': 'b635ebb1cf0b486c984bf0a25ec6bb62'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:03.252864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:03.257361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Usage tracker for resource:network and tenant:b635ebb1cf0b486c984bf0a25ec6bb62 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:03.262365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:03.269249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:03.283758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Made reservation on behalf of b635ebb1cf0b486c984bf0a25ec6bb62 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:03.303997 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.308895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.336675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device bc6693e8-202c-40bb-911e-4caefadc7d40 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:03.345001 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.364946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86baf9fe-b922-4389-819e-8ef65bfadee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:03.365944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86baf9fe-b922-4389-819e-8ef65bfadee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.369024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-e24f16a4-4806-44f1-b218-642d5f4dc896 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:03.369745 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-e24f16a4-4806-44f1-b218-642d5f4dc896 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.402313 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-86baf9fe-b922-4389-819e-8ef65bfadee5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 5.8368084 Jan 14 07:25:03.458652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Made reservation on behalf of 5d197e4b213a44b2ae795af4c59044f6 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:03.464367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.516419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba58ffa6-b636-4b4a-89d0-7a2ddac04e69 None None] Network f4b18897-ffe1-4081-8ffb-4d573a13bddf requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:03.533766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:03.542865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Usage tracker for resource:security_group_rule and tenant:b635ebb1cf0b486c984bf0a25ec6bb62 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:03.565289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:03.583934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.602052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:03.678320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.689557 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-e24f16a4-4806-44f1-b218-642d5f4dc896 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.9155924 Jan 14 07:25:03.730724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port bc6693e8-202c-40bb-911e-4caefadc7d40 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:03.731277 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.770634 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f5a74ee-9d49-499a-85e0-dd09dfc4f52b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.789029 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.808091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:25:03.820550 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.820997 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Added segment b3251ee7-93db-4202-91bf-eeeaccef7b57 of type vxlan for network 9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd Jan 14 07:25:03.859489 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.867359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.895232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-d24fc1ec-704d-4c3a-bacf-702bbf5202a7 req-11137ea3-5677-4028-b593-c0e04a44dcda tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks [] for floatingip, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.942138 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:03.953823 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:03.969644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] Transition to ACTIVE for port object 8023296c-dd47-4527-8ada-2e6c328d0730 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:03.977877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.026168 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.034414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:04.041538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Usage tracker for resource:security_group_rule and tenant:5d197e4b213a44b2ae795af4c59044f6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:04.044050 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.045332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:04.051268 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8251a329-0e7d-49ba-80b5-a5fe3d67f35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:04.052580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:04.112870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092f4ecf-0a21-4d48-b960-7dcf3495c580,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:04.133100 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:04.134077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:25:04.138573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e672aa-afc2-416e-af5c-2b24c28a1dc3,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:04.142452 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-d24fc1ec-704d-4c3a-bacf-702bbf5202a7 req-11137ea3-5677-4028-b593-c0e04a44dcda tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.159466 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d24fc1ec-704d-4c3a-bacf-702bbf5202a7 req-11137ea3-5677-4028-b593-c0e04a44dcda tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] 10.222.0.41 "DELETE /v2.0/floatingips/1248d7c5-d3e9-4ac0-9975-565a6f0e561b HTTP/1.1" status: 204 len: 173 time: 3.6545792 Jan 14 07:25:04.163203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59364) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:04.166227 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2baad22e-0d07-496f-8494-14d296bc1475 req-5d1f18f4-201a-44e2-b064-59c2bbe9561a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=09c32218fbf8421e8d39c11ddb10d709&device_id=87f5d016-3b6a-4fea-b3a3-2255bc915c4d HTTP/1.1" status: 200 len: 210 time: 0.2295566 Jan 14 07:25:04.166924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.170787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:04.172261 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.187244 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:04.197499 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-269d3c5f-3651-4291-bf3a-4f73fc3e8e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:04.200683 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:04.261666 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e176a47f-59e3-49cb-80ba-892c6c5693c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6693e8-202c-40bb-911e-4caefadc7d40', 'code': 200} Jan 14 07:25:04.269620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.270120 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Added segment a2b67af7-d659-4492-9803-f555bd4d58f1 of type vxlan for network 47745cbf-127b-4aeb-8a7e-455a1192ec85 Jan 14 07:25:04.327810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Pushing event updated for resources: {'Port': ['ID=8023296c-dd47-4527-8ada-2e6c328d0730,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:04.355253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.355962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.356503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.357046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.357571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.358087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.359370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.359975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.362768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.363341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.363903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.364505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.364966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.365337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.365704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.366067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.366428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.366789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.367148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.367505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.367915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.368274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.368629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.368984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.369381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.369734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.370091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.370452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.370804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.371158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.371509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.371888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.372242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.372595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.372951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.373300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:04.382285 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:04.388734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] Attempting to bind port 8023296c-dd47-4527-8ada-2e6c328d0730 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:04.391085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] Attempting to bind port 8023296c-dd47-4527-8ada-2e6c328d0730 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:04.391534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] Attempting to bind port 8023296c-dd47-4527-8ada-2e6c328d0730 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:04.401792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:04.402243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:04.402706 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.403147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:04.403998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] Bound port: 8023296c-dd47-4527-8ada-2e6c328d0730, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:04.404437 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.464191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Pushing event updated for resources: {'Network': ['ID=9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:04.469452 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:04.477036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:04.502757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990700e6-0d68-420b-b8f6-24a06da0d02a req-bb1e18b5-e609-4015-834c-288f74d0b2e3 tempest-ImagesOneServerTestJSON-120124188 tempest-ImagesOneServerTestJSON-120124188] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:04.510279 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-990700e6-0d68-420b-b8f6-24a06da0d02a req-bb1e18b5-e609-4015-834c-288f74d0b2e3 tempest-ImagesOneServerTestJSON-120124188 tempest-ImagesOneServerTestJSON-120124188] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7111912 Jan 14 07:25:04.531032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:04.541695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Request body: {'port': {'device_id': 'dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-2'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:04.550888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:04.560657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] For port 8023296c-dd47-4527-8ada-2e6c328d0730, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:04.566042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] For port 8023296c-dd47-4527-8ada-2e6c328d0730, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=8023296c-dd47-4527-8ada-2e6c328d0730,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:04.572031 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.591533 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:04.700898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59370) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:04.771565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Pushing event updated for resources: {'Port': ['ID=8023296c-dd47-4527-8ada-2e6c328d0730,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:04.789677 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:04.846610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] Routers {'c1208a1a-9f24-46a9-8fcf-baa6e623d59c'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:04.847304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:24:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c1208a1a-9f24-46a9-8fcf-baa6e623d59c'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:04.848188 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.863923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1f5a74ee-9d49-499a-85e0-dd09dfc4f52b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Transition to ACTIVE for port object 39617270-2444-44fa-8b5c-a39cc6502806 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:04.866381 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f5d016-3b6a-4fea-b3a3-2255bc915c4d', 'name': 'network-vif-deleted', 'tag': '414b89c7-44fc-41c3-9494-9559e8850228', 'status': 'completed', 'code': 200} Jan 14 07:25:04.888619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:04.923275 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-990700e6-0d68-420b-b8f6-24a06da0d02a req-ce45a668-5b19-4645-9f48-6c10c8a2114a tempest-ImagesOneServerTestJSON-120124188 tempest-ImagesOneServerTestJSON-120124188] 10.222.0.41 "GET /v2.0/quotas/2e52650dc1e44d71a65bf670029d7a70 HTTP/1.1" status: 200 len: 375 time: 0.4106424 Jan 14 07:25:05.080219 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-990700e6-0d68-420b-b8f6-24a06da0d02a req-5cd39127-6694-4911-9fd6-82d272f63aaf tempest-ImagesOneServerTestJSON-120124188 tempest-ImagesOneServerTestJSON-120124188] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e52650dc1e44d71a65bf670029d7a70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652122 Jan 14 07:25:05.085125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] Set router c1208a1a-9f24-46a9-8fcf-baa6e623d59c gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:25:05.174260 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 5.4352784 Jan 14 07:25:05.206895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59374) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:05.216853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device bc6693e8-202c-40bb-911e-4caefadc7d40 no longer exists at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:25:05.228809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baad22e-0d07-496f-8494-14d296bc1475 req-b2604770-2d04-4aee-a372-775d17247c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:05.258463 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2baad22e-0d07-496f-8494-14d296bc1475 req-b2604770-2d04-4aee-a372-775d17247c65 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=09c32218fbf8421e8d39c11ddb10d709&shared=False HTTP/1.1" status: 200 len: 909 time: 1.0741382 Jan 14 07:25:05.265171 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:25:05.492390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd147a47-1f2d-41de-bd08-30b9ab245adc admin admin] Deleting subnet aa68fcbb-6bea-4acd-8e84-d23c94cc62a1 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:25:05.545428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1208a1a-9f24-46a9-8fcf-baa6e623d59c', 'name': 'tempest-ServersTestJSON-1339134954-router', 'tenant_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '8023296c-dd47-4527-8ada-2e6c328d0730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:24:48Z', 'updated_at': '2021-01-14T07:24:58Z', 'revision_number': 3, 'project_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'gw_port': {'id': '8023296c-dd47-4527-8ada-2e6c328d0730', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1208a1a-9f24-46a9-8fcf-baa6e623d59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:24:54Z', 'updated_at': '2021-01-14T07:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:05.567013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ffe17a-a7e8-4551-a511-d87fb104f5de None None] The sync data for ids ['c1208a1a-9f24-46a9-8fcf-baa6e623d59c'] in n-d-769329-2 is: [{'id': 'c1208a1a-9f24-46a9-8fcf-baa6e623d59c', 'name': 'tempest-ServersTestJSON-1339134954-router', 'tenant_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '8023296c-dd47-4527-8ada-2e6c328d0730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:24:48Z', 'updated_at': '2021-01-14T07:24:58Z', 'revision_number': 3, 'project_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'gw_port': {'id': '8023296c-dd47-4527-8ada-2e6c328d0730', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1208a1a-9f24-46a9-8fcf-baa6e623d59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:24:54Z', 'updated_at': '2021-01-14T07:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:25:05.627958 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:05.656039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-842557a6-4973-48aa-b6db-b64b4f4d59aa admin admin] Request body: {'subnet': {'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-783487438-subnet', 'tenant_id': '70c580b2f73043ad905ca351382687bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:05.675585 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:05.676609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:05.677305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:05.695850 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd147a47-1f2d-41de-bd08-30b9ab245adc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:05.758541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-842557a6-4973-48aa-b6db-b64b4f4d59aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:05.761188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Allocated IP 172.20.0.1 (22c42234-dff1-4331-9ee3-7c6ddcbc7290/ab09021a-cda7-4d26-9c83-142a10a2c709/b88d9cea-0650-4650-9476-2ad4f4c83e14) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:05.768718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port bc6693e8-202c-40bb-911e-4caefadc7d40, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=bc6693e8-202c-40bb-911e-4caefadc7d40,segment=NetworkSegment(93dd5c73-9bcf-40db-a948-60df601b1498),segment_id=93dd5c73-9bcf-40db-a948-60df601b1498)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:05.774959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:05.781499 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-182ccf99-24d6-457b-8c3b-17a73f8411c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:05.854814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-842557a6-4973-48aa-b6db-b64b4f4d59aa admin admin] Usage tracker for resource:subnet and tenant:70c580b2f73043ad905ca351382687bb is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:05.855782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=bc6693e8-202c-40bb-911e-4caefadc7d40,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:05.859831 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:05.873607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f5a74ee-9d49-499a-85e0-dd09dfc4f52b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:05.889555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-842557a6-4973-48aa-b6db-b64b4f4d59aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:05.936421 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-297054fc-e3bb-4b0a-b65e-bd0935e8dc6d tempest-ServersOnMultiNodesTest-603151675 tempest-ServersOnMultiNodesTest-603151675] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:05.940792 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:05.990601 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:06.020406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-842557a6-4973-48aa-b6db-b64b4f4d59aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:06.053984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:06.057128 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:25:06.057128 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:06.057128 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:06.057128 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:06.057128 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:25:06.057128 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:06.057128 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:06.057128 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:06.057128 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:25:06.057128 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:06.057128 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:06.057128 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:06.057128 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:06.057128 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:06.057128 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:06.057128 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:06.057128 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:06.057128 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:06.057128 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:06.057128 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:06.080314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-319113a2-3a15-418b-9881-bab0c0f19002 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:06.082043 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-319113a2-3a15-418b-9881-bab0c0f19002 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.39 "GET /v2.0/networks?id=b253f46f-6d1c-491b-8798-482cf4eeb181 HTTP/1.1" status: 200 len: 815 time: 1.1093366 Jan 14 07:25:06.160421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:06.163627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a74ee-9d49-499a-85e0-dd09dfc4f52b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Pushing event updated for resources: {'Port': ['ID=39617270-2444-44fa-8b5c-a39cc6502806,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:06.213399 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f5a74ee-9d49-499a-85e0-dd09dfc4f52b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:06.221466 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa9c9ee5-93e7-4998-8425-95c3dd583487 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:06.231046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59400) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:06.255712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Pushing event updated for resources: {'Network': ['ID=47745cbf-127b-4aeb-8a7e-455a1192ec85,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:06.263437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e176a47f-59e3-49cb-80ba-892c6c5693c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc6693e8-202c-40bb-911e-4caefadc7d40'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:25:06.284409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 47745cbf-127b-4aeb-8a7e-455a1192ec85 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:06.288473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842557a6-4973-48aa-b6db-b64b4f4d59aa admin admin] Made reservation on behalf of 70c580b2f73043ad905ca351382687bb for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:06.293257 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-842557a6-4973-48aa-b6db-b64b4f4d59aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:06.317962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 47745cbf-127b-4aeb-8a7e-455a1192ec85 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:06.370353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 14} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:25:06.370542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:06.388813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Transition to ACTIVE for port object b88d9cea-0650-4650-9476-2ad4f4c83e14 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:06.420129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6491b46b-02d5-46ce-8c3a-dc297346b006 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Request body: {'port': {'device_id': '87f5d016-3b6a-4fea-b3a3-2255bc915c4d', 'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181', 'admin_state_up': True, 'tenant_id': '09c32218fbf8421e8d39c11ddb10d709'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:06.439942 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:06.461953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:06.489563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 47745cbf-127b-4aeb-8a7e-455a1192ec85 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:06.509140 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e176a47f-59e3-49cb-80ba-892c6c5693c9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bc6693e8-202c-40bb-911e-4caefadc7d40', 'code': 422} returned with failed status Jan 14 07:25:06.518756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d2ccf3-c32a-45b7-ad08-16161de5b8fe,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:06.546510 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2ee9a5c1-5b7a-4a1f-873c-035bd1c862d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:06.557907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a74ee-9d49-499a-85e0-dd09dfc4f52b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Network d296a63f-7c95-482a-bbfd-05a2330d25d3 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:06.559437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baad22e-0d07-496f-8494-14d296bc1475 req-0a5ad28d-b288-4ab7-8060-70240bc0b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:06.561103 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2baad22e-0d07-496f-8494-14d296bc1475 req-0a5ad28d-b288-4ab7-8060-70240bc0b737 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.8985357 Jan 14 07:25:06.572361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.573087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.573501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.573908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.574306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.574705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.576991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.578230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.578517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.578927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.581082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.581849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.582768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.583778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.584358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.585874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.586463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.587027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.588499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.589153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.589851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.590410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.591110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.591693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.592660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.593483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.593981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.594393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.594798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.595249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.595676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.596071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.596473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.596871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.597270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.597669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:06.604393 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:06.605435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1f5a74ee-9d49-499a-85e0-dd09dfc4f52b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:06.607851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a74ee-9d49-499a-85e0-dd09dfc4f52b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:06.642069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:06.642855 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Added segment e7392bdf-7f7b-4edd-820b-965bda73c0af of type vxlan for network 0906cedd-0602-40aa-8bcc-12aee5c79da2 Jan 14 07:25:06.656769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd147a47-1f2d-41de-bd08-30b9ab245adc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:06.698608 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:06.722231 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd147a47-1f2d-41de-bd08-30b9ab245adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:06.924421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Pushing event updated for resources: {'Port': ['ID=b88d9cea-0650-4650-9476-2ad4f4c83e14,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:06.929842 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:07.068285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-824e2b90-31a3-4b1c-b59d-f21cfe1a7b32 None None] Provisioning for port 39617270-2444-44fa-8b5c-a39cc6502806 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:07.073909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-824e2b90-31a3-4b1c-b59d-f21cfe1a7b32 None None] Provisioning complete for port 39617270-2444-44fa-8b5c-a39cc6502806 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:07.074394 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-824e2b90-31a3-4b1c-b59d-f21cfe1a7b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:07.115456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:25:07.145461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-824e2b90-31a3-4b1c-b59d-f21cfe1a7b32 None None] Port 39617270-2444-44fa-8b5c-a39cc6502806 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:25:07.183143 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 4.3137033 Jan 14 07:25:07.196709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2baad22e-0d07-496f-8494-14d296bc1475 req-1fe589f0-460d-4689-a059-f6f43b73d989 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Synchronizing usage tracker for tenant:09c32218fbf8421e8d39c11ddb10d709 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:07.207851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59410) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:07.222340 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e3bf747-f839-4db7-9e2a-000f82989b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:07.239754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8023296c-dd47-4527-8ada-2e6c328d0730 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:07.254121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9462ace7-de0e-4a06-bb4a-b5b0df574e82 admin admin] Request body: {'subnet': {'network_id': '47745cbf-127b-4aeb-8a7e-455a1192ec85', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1111293777-subnet', 'tenant_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:07.280099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9462ace7-de0e-4a06-bb4a-b5b0df574e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:07.298928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c832569-5e24-4f67-af03-a431070f0c7a {{(pid=80907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:25:07.303797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0e3bf747-f839-4db7-9e2a-000f82989b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:07.308587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:07.312338 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:07.316468 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:07.325307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5a74ee-9d49-499a-85e0-dd09dfc4f52b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:07.326043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f5a74ee-9d49-499a-85e0-dd09dfc4f52b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:07.327955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 8023296c-dd47-4527-8ada-2e6c328d0730 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:07.334597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 8023296c-dd47-4527-8ada-2e6c328d0730 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:07.335127 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:07.335384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9462ace7-de0e-4a06-bb4a-b5b0df574e82 admin admin] Usage tracker for resource:subnet and tenant:b635ebb1cf0b486c984bf0a25ec6bb62 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:07.342534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0e3bf747-f839-4db7-9e2a-000f82989b56 admin admin] Usage tracker for resource:security_group_rule and tenant:2e52650dc1e44d71a65bf670029d7a70 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:07.353361 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:07.358086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9462ace7-de0e-4a06-bb4a-b5b0df574e82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:07.368565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0e3bf747-f839-4db7-9e2a-000f82989b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:07.382116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2baad22e-0d07-496f-8494-14d296bc1475 req-1fe589f0-460d-4689-a059-f6f43b73d989 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Unset dirty status for tenant:09c32218fbf8421e8d39c11ddb10d709 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:07.384281 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2baad22e-0d07-496f-8494-14d296bc1475 req-1fe589f0-460d-4689-a059-f6f43b73d989 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.53 "GET /v2.0/ports?device_id=87f5d016-3b6a-4fea-b3a3-2255bc915c4d HTTP/1.1" status: 200 len: 210 time: 0.6632688 Jan 14 07:25:07.396890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9462ace7-de0e-4a06-bb4a-b5b0df574e82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:07.403468 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:07.404498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:07.405139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:07.423987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0e3bf747-f839-4db7-9e2a-000f82989b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:07.427260 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-71645937-92f4-4896-b858-8f3c6d0e2987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:07.470874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Transition to ACTIVE for port object 2c832569-5e24-4f67-af03-a431070f0c7a will not be triggered until provisioned by entity L2. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:07.525456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:07.533813 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 5.9815004 Jan 14 07:25:07.549803 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1f5a74ee-9d49-499a-85e0-dd09dfc4f52b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 13.4204113 Jan 14 07:25:07.550621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:07.552708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 8023296c-dd47-4527-8ada-2e6c328d0730, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=8023296c-dd47-4527-8ada-2e6c328d0730,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:07.556333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:07.563235 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-083407f5-9c72-42c0-8391-edc5f4cd2106 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:07.607001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59414) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:07.607391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59416) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:07.632296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-873e29a7-38b1-42c9-810e-7cc81a17bace tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Request body: {'port': {'network_id': 'd296a63f-7c95-482a-bbfd-05a2330d25d3', 'name': 'tempest-TaggedBootDevicesTest_v242-1597823424', 'fixed_ips': [{'subnet_id': '3db518ea-d120-48c9-b713-17762eecf16f'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:07.650046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9462ace7-de0e-4a06-bb4a-b5b0df574e82 admin admin] Made reservation on behalf of b635ebb1cf0b486c984bf0a25ec6bb62 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:07.654586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=8023296c-dd47-4527-8ada-2e6c328d0730,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:07.654813 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9462ace7-de0e-4a06-bb4a-b5b0df574e82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:07.658939 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:07.728856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-78ae5700-3190-4e23-b11e-78c874e5347d admin admin] Request body: {'subnet': {'network_id': '0906cedd-0602-40aa-8bcc-12aee5c79da2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1712367493-subnet', 'tenant_id': '5d197e4b213a44b2ae795af4c59044f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:07.757414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd147a47-1f2d-41de-bd08-30b9ab245adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:07.777072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6491b46b-02d5-46ce-8c3a-dc297346b006 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:07.781231 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-018adf84-df26-4324-a583-5fc01f24ca3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:07.822486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-78ae5700-3190-4e23-b11e-78c874e5347d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:07.888383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Pushing event updated for resources: {'Network': ['ID=0906cedd-0602-40aa-8bcc-12aee5c79da2,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:07.901896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 0906cedd-0602-40aa-8bcc-12aee5c79da2 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:07.981292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd147a47-1f2d-41de-bd08-30b9ab245adc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa68fcbb-6bea-4acd-8e84-d23c94cc62a1,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:07.984677 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cd147a47-1f2d-41de-bd08-30b9ab245adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:07.993141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6491b46b-02d5-46ce-8c3a-dc297346b006 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:07.997105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 0906cedd-0602-40aa-8bcc-12aee5c79da2 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:08.000377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-78ae5700-3190-4e23-b11e-78c874e5347d admin admin] Usage tracker for resource:subnet and tenant:5d197e4b213a44b2ae795af4c59044f6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:08.006972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-78ae5700-3190-4e23-b11e-78c874e5347d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:08.010714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 0906cedd-0602-40aa-8bcc-12aee5c79da2 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:08.019492 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:08.021855 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e2a37e7b-ab38-4090-af46-e88694dd56f1 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.414s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:08.023067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd147a47-1f2d-41de-bd08-30b9ab245adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:08.052620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-9974f910-55f3-4ea2-9290-b1c4038be38b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:08.054295 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-9974f910-55f3-4ea2-9290-b1c4038be38b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.53 "GET /v2.0/ports?device_id=e176a47f-59e3-49cb-80ba-892c6c5693c9 HTTP/1.1" status: 200 len: 943 time: 1.8195629 Jan 14 07:25:08.061411 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cd147a47-1f2d-41de-bd08-30b9ab245adc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/aa68fcbb-6bea-4acd-8e84-d23c94cc62a1 HTTP/1.1" status: 204 len: 168 time: 3.3495190 Jan 14 07:25:08.064163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59422) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:08.087098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-78ae5700-3190-4e23-b11e-78c874e5347d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:08.129378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6491b46b-02d5-46ce-8c3a-dc297346b006 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Made reservation on behalf of 09c32218fbf8421e8d39c11ddb10d709 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:08.139163 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6491b46b-02d5-46ce-8c3a-dc297346b006 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:08.220804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ae5700-3190-4e23-b11e-78c874e5347d admin admin] Made reservation on behalf of 5d197e4b213a44b2ae795af4c59044f6 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:08.225560 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78ae5700-3190-4e23-b11e-78c874e5347d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:08.237825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Network 22c42234-dff1-4331-9ee3-7c6ddcbc7290 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:08.257739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:08.260173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:08.358929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Pushing event updated for resources: {'Port': ['ID=2c832569-5e24-4f67-af03-a431070f0c7a,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:08.377006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-65c9fc7f-e36d-4c58-994b-1b54cc0edd90 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Deleting port bc6693e8-202c-40bb-911e-4caefadc7d40 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:08.377399 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-65c9fc7f-e36d-4c58-994b-1b54cc0edd90 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:08.396781 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:08.467487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd3822a3-9b01-4342-a4ee-382ac439b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:08.489267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6ad8f25e-8dfe-4cb4-86d8-cea0afe38584 None None] Provisioning for port b88d9cea-0650-4650-9476-2ad4f4c83e14 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:08.494325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6ad8f25e-8dfe-4cb4-86d8-cea0afe38584 None None] Provisioning complete for port b88d9cea-0650-4650-9476-2ad4f4c83e14 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:08.494737 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f25e-8dfe-4cb4-86d8-cea0afe38584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:08.556497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6ad8f25e-8dfe-4cb4-86d8-cea0afe38584 None None] Port b88d9cea-0650-4650-9476-2ad4f4c83e14 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:25:08.570718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-873e29a7-38b1-42c9-810e-7cc81a17bace tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:08.591705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-873e29a7-38b1-42c9-810e-7cc81a17bace tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Usage tracker for resource:port and tenant:3a2693f475504bd09526ac6bd19368d9 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:08.607717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-873e29a7-38b1-42c9-810e-7cc81a17bace tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Quota usage for port was recalculated. Used quota:5. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:08.645266 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:08.682997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-873e29a7-38b1-42c9-810e-7cc81a17bace tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:08.740052 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e3bf747-f839-4db7-9e2a-000f82989b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:08.762348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e3bf747-f839-4db7-9e2a-000f82989b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:08.775522 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fb848293-5183-4e6f-8599-4533b354b52b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:08.840820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873e29a7-38b1-42c9-810e-7cc81a17bace tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Made reservation on behalf of 3a2693f475504bd09526ac6bd19368d9 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:08.844982 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:25:08.849090 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:08.849090 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:08.849090 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:08.849090 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:25:08.849090 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:08.849090 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:08.849090 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:08.849090 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:25:08.849090 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:08.849090 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:08.849090 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:08.849090 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:25:08.849090 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:08.849090 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:08.849090 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:08.849090 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:25:08.849090 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:08.849090 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:08.849090 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:09.019864 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0e3bf747-f839-4db7-9e2a-000f82989b56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e52650dc1e44d71a65bf670029d7a70&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7467401 Jan 14 07:25:09.034005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bf747-f839-4db7-9e2a-000f82989b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56af6b7a-34d3-4458-8e63-d205ee219444,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:09.098034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59426) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:09.196244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8023296c-dd47-4527-8ada-2e6c328d0730 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:09.215498 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd3822a3-9b01-4342-a4ee-382ac439b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:09.282929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 8023296c-dd47-4527-8ada-2e6c328d0730 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:09.283509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:09.290429 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e3bf747-f839-4db7-9e2a-000f82989b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:09.320971 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:09.359595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Attempting to bind port 2c832569-5e24-4f67-af03-a431070f0c7a on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:09.360012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Attempting to bind port 2c832569-5e24-4f67-af03-a431070f0c7a by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': '93dd5c73-9bcf-40db-a948-60df601b1498', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8'}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:09.360230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Attempting to bind port 2c832569-5e24-4f67-af03-a431070f0c7a on network 70fbfe9e-e458-46e1-9333-d454eb0e06b8 {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:09.397433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:09.397867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Checking segment: {'id': '93dd5c73-9bcf-40db-a948-60df601b1498', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:09.398199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:09.398594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Bound using segment: {'id': '93dd5c73-9bcf-40db-a948-60df601b1498', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8'} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:09.399088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Bound port: 2c832569-5e24-4f67-af03-a431070f0c7a, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dd5c73-9bcf-40db-a948-60df601b1498', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8'}}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:09.399458 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:09.454979 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-873e29a7-38b1-42c9-810e-7cc81a17bace tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:09.830685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] For port 2c832569-5e24-4f67-af03-a431070f0c7a, host n-h2-769329-2, cleared binding levels {{(pid=80907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:09.850483 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9462ace7-de0e-4a06-bb4a-b5b0df574e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:09.875914 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:09.899727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-cd3822a3-9b01-4342-a4ee-382ac439b4ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b18897-ffe1-4081-8ffb-4d573a13bddf']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:09.907062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] For port 2c832569-5e24-4f67-af03-a431070f0c7a, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=2c832569-5e24-4f67-af03-a431070f0c7a,segment=NetworkSegment(93dd5c73-9bcf-40db-a948-60df601b1498),segment_id=93dd5c73-9bcf-40db-a948-60df601b1498)] {{(pid=80907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:09.969619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-cd3822a3-9b01-4342-a4ee-382ac439b4ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1383a2a3-a896-461a-8227-ca77e942e15a') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:09.970005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-cd3822a3-9b01-4342-a4ee-382ac439b4ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1383a2a3-a896-461a-8227-ca77e942e15a') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:10.015813 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55b8620f-c434-42b0-b11e-0506d9ee9f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:10.018699 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:10.033302 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd3822a3-9b01-4342-a4ee-382ac439b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:10.057731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-65c9fc7f-e36d-4c58-994b-1b54cc0edd90 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] For port bc6693e8-202c-40bb-911e-4caefadc7d40, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=bc6693e8-202c-40bb-911e-4caefadc7d40,segment=NetworkSegment(93dd5c73-9bcf-40db-a948-60df601b1498),segment_id=93dd5c73-9bcf-40db-a948-60df601b1498)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:10.058142 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-65c9fc7f-e36d-4c58-994b-1b54cc0edd90 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:10.105093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6491b46b-02d5-46ce-8c3a-dc297346b006 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Allocated IP 172.20.0.9 (b253f46f-6d1c-491b-8798-482cf4eeb181/c385b801-e5a5-4e1e-9e2c-13ef2be877ab/f9886795-ee1b-4710-a986-d9c56995aa24) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:10.179564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-873e29a7-38b1-42c9-810e-7cc81a17bace tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] device_id is not set on port 2dbb73b7-c96a-4a26-8309-210e535ba221 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:25:10.204667 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd3822a3-9b01-4342-a4ee-382ac439b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:10.239561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462ace7-de0e-4a06-bb4a-b5b0df574e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d350ee27-96db-4a80-9441-efee242fff34,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:10.265896 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-842557a6-4973-48aa-b6db-b64b4f4d59aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:10.282229 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9462ace7-de0e-4a06-bb4a-b5b0df574e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:10.282751 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9462ace7-de0e-4a06-bb4a-b5b0df574e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:10.285322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-65c9fc7f-e36d-4c58-994b-1b54cc0edd90 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Calling delete_port for bc6693e8-202c-40bb-911e-4caefadc7d40 owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:10.314430 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55b8620f-c434-42b0-b11e-0506d9ee9f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:10.321658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cd3822a3-9b01-4342-a4ee-382ac439b4ba admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:25:10.363820 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:10.673018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842557a6-4973-48aa-b6db-b64b4f4d59aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f71a5c1c-4d77-4951-b540-32b41fb1e21c,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:10.687636 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-842557a6-4973-48aa-b6db-b64b4f4d59aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:10.699503 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.647s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:10.781431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:10.782112 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:10.783639 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] 10.222.0.39 "PUT /v2.0/ports/2c832569-5e24-4f67-af03-a431070f0c7a HTTP/1.1" status: 200 len: 1156 time: 6.8784285 Jan 14 07:25:10.800535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24', 'tag': '2c832569-5e24-4f67-af03-a431070f0c7a'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:25:10.836208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-cd3822a3-9b01-4342-a4ee-382ac439b4ba admin admin] Network f4b18897-ffe1-4081-8ffb-4d573a13bddf has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:25:10.855150 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd3822a3-9b01-4342-a4ee-382ac439b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:10.956350 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24', 'tag': '2c832569-5e24-4f67-af03-a431070f0c7a', 'status': 'completed', 'code': 200} Jan 14 07:25:11.001603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9462ace7-de0e-4a06-bb4a-b5b0df574e82 admin admin] Checking segment: {'id': 'a2b67af7-d659-4492-9803-f555bd4d58f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '47745cbf-127b-4aeb-8a7e-455a1192ec85'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:11.001999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9462ace7-de0e-4a06-bb4a-b5b0df574e82 admin admin] Network hostable DHCP agents. Network: 47745cbf-127b-4aeb-8a7e-455a1192ec85, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:25:11.020726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Pushing event updated for resources: {'Port': ['ID=2c832569-5e24-4f67-af03-a431070f0c7a,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:11.027667 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:11.068214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78ae5700-3190-4e23-b11e-78c874e5347d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:11.092394 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-30066711-5490-418e-add8-9371ca04d2c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:11.133784 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55b8620f-c434-42b0-b11e-0506d9ee9f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:11.162253 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:11.194454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-873e29a7-38b1-42c9-810e-7cc81a17bace tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Allocated IP 10.1.1.231 (d296a63f-7c95-482a-bbfd-05a2330d25d3/3db518ea-d120-48c9-b713-17762eecf16f/2dbb73b7-c96a-4a26-8309-210e535ba221) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:11.301171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8620f-c434-42b0-b11e-0506d9ee9f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56af6b7a-34d3-4458-8e63-d205ee219444,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:11.339217 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-55b8620f-c434-42b0-b11e-0506d9ee9f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:11.425338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-cd3822a3-9b01-4342-a4ee-382ac439b4ba admin admin] Network f4b18897-ffe1-4081-8ffb-4d573a13bddf has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:25:11.509401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9462ace7-de0e-4a06-bb4a-b5b0df574e82 admin admin] Network 47745cbf-127b-4aeb-8a7e-455a1192ec85 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:25:11.528478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842557a6-4973-48aa-b6db-b64b4f4d59aa admin admin] Checking segment: {'id': 'b3251ee7-93db-4202-91bf-eeeaccef7b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:11.528878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842557a6-4973-48aa-b6db-b64b4f4d59aa admin admin] Network hostable DHCP agents. Network: 9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:25:11.569912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9462ace7-de0e-4a06-bb4a-b5b0df574e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 47745cbf-127b-4aeb-8a7e-455a1192ec85) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:11.579344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae5700-3190-4e23-b11e-78c874e5347d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4913c67-a341-45ce-b8cf-96c883038239,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:11.580002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ef451c-0b0c-4c80-808d-03ea89af60ad None None] Network 47745cbf-127b-4aeb-8a7e-455a1192ec85 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:11.589655 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78ae5700-3190-4e23-b11e-78c874e5347d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:11.626098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-312c8ed3-3f27-4736-9fa5-5f83504f449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:11.627827 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-312c8ed3-3f27-4736-9fa5-5f83504f449a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6acd0c0d5ec64d6ca3191a81d9e0c56c&device_id=dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24 HTTP/1.1" status: 200 len: 1159 time: 0.7939546 Jan 14 07:25:11.641922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9462ace7-de0e-4a06-bb4a-b5b0df574e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:11.642578 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9462ace7-de0e-4a06-bb4a-b5b0df574e82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:11.731459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842557a6-4973-48aa-b6db-b64b4f4d59aa admin admin] Network 9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:25:11.735970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-65c9fc7f-e36d-4c58-994b-1b54cc0edd90 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:11.762798 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-75c25385-7a1a-4c9f-9691-2c39128e83ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c832569-5e24-4f67-af03-a431070f0c7a HTTP/1.1" status: 200 len: 217 time: 0.1248488 Jan 14 07:25:11.774490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-842557a6-4973-48aa-b6db-b64b4f4d59aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:11.787876 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5fb532c8-236e-457a-ae06-dc95c1eb07f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:11.788124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7061ad-3dca-458d-bcb5-bd667dd227f2 None None] Network 9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:25:11.821615 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:25:11.824847 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:25:11.936862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842557a6-4973-48aa-b6db-b64b4f4d59aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:11.937766 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-842557a6-4973-48aa-b6db-b64b4f4d59aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:11.941480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9fc7f-e36d-4c58-994b-1b54cc0edd90 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Pushing event deleted for resources: {'Port': ['ID=bc6693e8-202c-40bb-911e-4caefadc7d40,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:11.944575 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-65c9fc7f-e36d-4c58-994b-1b54cc0edd90 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:11.969694 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9462ace7-de0e-4a06-bb4a-b5b0df574e82 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.7578039 Jan 14 07:25:11.979085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59432) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:11.988962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-47745cbf-127b-4aeb-8a7e-455a1192ec85', 'network_id': '47745cbf-127b-4aeb-8a7e-455a1192ec85', 'tenant_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'fixed_ips': [{'subnet_id': 'd350ee27-96db-4a80-9441-efee242fff34'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:25:11.989861 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.011173 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55b8620f-c434-42b0-b11e-0506d9ee9f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.019146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1111293777-router', 'tenant_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:12.025254 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-55b8620f-c434-42b0-b11e-0506d9ee9f3e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56af6b7a-34d3-4458-8e63-d205ee219444 HTTP/1.1" status: 204 len: 168 time: 2.9184031 Jan 14 07:25:12.062390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:12.072914 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-842557a6-4973-48aa-b6db-b64b4f4d59aa admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 6.8600438 Jan 14 07:25:12.081325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-ae20640f-1c18-49bc-a5d7-8536f788da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:12.083262 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-ae20640f-1c18-49bc-a5d7-8536f788da73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7049f99-1521-41cc-84cb-0f1c388db992 HTTP/1.1" status: 200 len: 845 time: 0.3122225 Jan 14 07:25:12.085961 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6491b46b-02d5-46ce-8c3a-dc297346b006 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.101073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Usage tracker for resource:router and tenant:b635ebb1cf0b486c984bf0a25ec6bb62 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:12.145509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:12.167764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:12.179073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ae5700-3190-4e23-b11e-78c874e5347d admin admin] Checking segment: {'id': 'e7392bdf-7f7b-4edd-820b-965bda73c0af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '0906cedd-0602-40aa-8bcc-12aee5c79da2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:12.179798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae5700-3190-4e23-b11e-78c874e5347d admin admin] Network hostable DHCP agents. Network: 0906cedd-0602-40aa-8bcc-12aee5c79da2, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:25:12.199203 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-dec91b62-a61f-4bcc-bf84-287bfa7a24e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=70fbfe9e-e458-46e1-9333-d454eb0e06b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911522 Jan 14 07:25:12.287203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.299046 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.326810 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-873e29a7-38b1-42c9-810e-7cc81a17bace tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.399988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae5700-3190-4e23-b11e-78c874e5347d admin admin] Network 0906cedd-0602-40aa-8bcc-12aee5c79da2 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:25:12.424808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348de845-3450-4105-b699-95c952f9300a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd', 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd', 'tenant_id': '70c580b2f73043ad905ca351382687bb', 'fixed_ips': [{'subnet_id': 'f71a5c1c-4d77-4951-b540-32b41fb1e21c'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:25:12.425881 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-348de845-3450-4105-b699-95c952f9300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.444145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-873e29a7-38b1-42c9-810e-7cc81a17bace tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Transition to ACTIVE for port object 2dbb73b7-c96a-4a26-8309-210e535ba221 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:12.446776 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd3822a3-9b01-4342-a4ee-382ac439b4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.448749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-78ae5700-3190-4e23-b11e-78c874e5347d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 0906cedd-0602-40aa-8bcc-12aee5c79da2) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:12.453985 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.462944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd3822a3-9b01-4342-a4ee-382ac439b4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.510307 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b4a72430-8795-4712-82c0-3822e25be3a7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:12.514788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ae5700-3190-4e23-b11e-78c874e5347d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:12.515532 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78ae5700-3190-4e23-b11e-78c874e5347d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.543553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff99179-8a74-4320-9e85-5bb5b5333bfc None None] Network 0906cedd-0602-40aa-8bcc-12aee5c79da2 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:12.548816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3822a3-9b01-4342-a4ee-382ac439b4ba admin admin] Pushing event deleted for resources: {'Network': ['ID=f4b18897-ffe1-4081-8ffb-4d573a13bddf,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:12.552296 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cd3822a3-9b01-4342-a4ee-382ac439b4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:12.558979 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-c1131799-a5e6-42a2-a567-e4d8102b0aa2 service neutron] 10.222.0.39 "GET /v2.0/networks/70fbfe9e-e458-46e1-9333-d454eb0e06b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518155 Jan 14 07:25:12.571620 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cd3822a3-9b01-4342-a4ee-382ac439b4ba admin admin] 10.222.0.41 "DELETE /v2.0/networks/f4b18897-ffe1-4081-8ffb-4d573a13bddf HTTP/1.1" status: 204 len: 168 time: 4.4737108 Jan 14 07:25:12.665539 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-78ae5700-3190-4e23-b11e-78c874e5347d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 5.0560803 Jan 14 07:25:12.666508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59450) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:12.692831 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.721753 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.739979 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-873e29a7-38b1-42c9-810e-7cc81a17bace tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.746565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1712367493-router', 'tenant_id': '5d197e4b213a44b2ae795af4c59044f6', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:12.783090 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0e96ea0-c716-4d23-a4b1-5de816a36340 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:12.828341 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:12.866151 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6491b46b-02d5-46ce-8c3a-dc297346b006 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:12.876388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59456) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:12.878647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:12.881895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Pushing event updated for resources: {'Port': ['ID=b88d9cea-0650-4650-9476-2ad4f4c83e14,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:13.065796 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:13.066874 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:13.095462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Usage tracker for resource:router and tenant:5d197e4b213a44b2ae795af4c59044f6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:13.145904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Allocated IP 172.20.0.2 (47745cbf-127b-4aeb-8a7e-455a1192ec85/d350ee27-96db-4a80-9441-efee242fff34/a8a07350-9466-49e5-82ae-879c78cb09b3) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:13.164443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:13.206739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:13.211260 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:13.216455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6491b46b-02d5-46ce-8c3a-dc297346b006 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Network b253f46f-6d1c-491b-8798-482cf4eeb181 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:13.219033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491b46b-02d5-46ce-8c3a-dc297346b006 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Pushing event updated for resources: {'Port': ['ID=f9886795-ee1b-4710-a986-d9c56995aa24,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:13.230025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e29a7-38b1-42c9-810e-7cc81a17bace tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Pushing event updated for resources: {'Port': ['ID=2dbb73b7-c96a-4a26-8309-210e535ba221,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:13.252654 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-873e29a7-38b1-42c9-810e-7cc81a17bace tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:13.272711 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6491b46b-02d5-46ce-8c3a-dc297346b006 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:13.273761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6491b46b-02d5-46ce-8c3a-dc297346b006 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:13.281403 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-17334271-28a2-4772-aa47-954123b6571d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72d1be088c9a4d75a7f86fa9cb9f1557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922949 Jan 14 07:25:13.316980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59466) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:13.317935 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:13.319080 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:13.329902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6491b46b-02d5-46ce-8c3a-dc297346b006 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:13.403680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:13.441989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Deleting port ac1fb1c7-378c-4ff0-bb75-3e49c925a84a {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:13.442284 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:13.556529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-65c9fc7f-e36d-4c58-994b-1b54cc0edd90 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] No DVR routers for this DVR port bc6693e8-202c-40bb-911e-4caefadc7d40 on host n-h1-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:25:13.570642 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:13.574105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-65c9fc7f-e36d-4c58-994b-1b54cc0edd90 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:13.576369 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-65c9fc7f-e36d-4c58-994b-1b54cc0edd90 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.53 "DELETE /v2.0/ports/bc6693e8-202c-40bb-911e-4caefadc7d40 HTTP/1.1" status: 204 len: 173 time: 5.5111558 Jan 14 07:25:13.577044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e176a47f-59e3-49cb-80ba-892c6c5693c9', 'name': 'network-vif-deleted', 'tag': 'bc6693e8-202c-40bb-911e-4caefadc7d40'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:13.644631 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:13.648829 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:25:13.648829 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:13.648829 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:13.648829 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:13.648829 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:25:13.648829 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:13.648829 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:13.648829 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:13.648829 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:25:13.648829 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:13.648829 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:13.648829 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:13.648829 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:13.648829 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:13.648829 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:13.648829 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:13.648829 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:13.648829 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:13.648829 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:13.648829 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:13.683891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6491b46b-02d5-46ce-8c3a-dc297346b006 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:13.684618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6491b46b-02d5-46ce-8c3a-dc297346b006 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:13.792736 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-27daa339-b49e-49ff-9d01-ca5102fe5708 service neutron] 10.222.0.39 "GET /v2.0/networks/70fbfe9e-e458-46e1-9333-d454eb0e06b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1774967 Jan 14 07:25:13.804890 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e176a47f-59e3-49cb-80ba-892c6c5693c9', 'name': 'network-vif-deleted', 'tag': 'bc6693e8-202c-40bb-911e-4caefadc7d40', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:25:13.853598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-0906cedd-0602-40aa-8bcc-12aee5c79da2', 'network_id': '0906cedd-0602-40aa-8bcc-12aee5c79da2', 'tenant_id': '5d197e4b213a44b2ae795af4c59044f6', 'fixed_ips': [{'subnet_id': 'f4913c67-a341-45ce-b8cf-96c883038239'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:25:13.854806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:13.924431 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-6491b46b-02d5-46ce-8c3a-dc297346b006 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5087426 Jan 14 07:25:13.960665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Request body: {'port': {'device_id': '87f5d016-3b6a-4fea-b3a3-2255bc915c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-2'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:14.055322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Network 22c42234-dff1-4331-9ee3-7c6ddcbc7290 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:14.064072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:14.250678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-348de845-3450-4105-b699-95c952f9300a None None] Allocated IP 172.20.0.2 (9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd/f71a5c1c-4d77-4951-b540-32b41fb1e21c/4648f462-90df-4e56-99cc-4dc8c637e5e7) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:14.364463 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:14.520534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Transition to ACTIVE for port object a8a07350-9466-49e5-82ae-879c78cb09b3 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:14.531629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] For port ac1fb1c7-378c-4ff0-bb75-3e49c925a84a, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ac1fb1c7-378c-4ff0-bb75-3e49c925a84a,segment=NetworkSegment(00855404-a015-44c1-8de5-c3212d2be800),segment_id=00855404-a015-44c1-8de5-c3212d2be800)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:14.532561 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:14.610588 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-69d66ef8-49f9-47ad-8bb9-137263ae51da req-540e7517-f41a-4d53-a804-c9d26915e476 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6acd0c0d5ec64d6ca3191a81d9e0c56c&device_id=e176a47f-59e3-49cb-80ba-892c6c5693c9 HTTP/1.1" status: 200 len: 210 time: 0.1442404 Jan 14 07:25:14.622167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Transition to ACTIVE for port object a8a07350-9466-49e5-82ae-879c78cb09b3 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:14.634011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-15b115f4-455a-41bd-a2a9-107b52789819 None None] Provisioning complete for port b88d9cea-0650-4650-9476-2ad4f4c83e14 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:14.634426 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15b115f4-455a-41bd-a2a9-107b52789819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:14.636475 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:14.708493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:14.721247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e29a7-38b1-42c9-810e-7cc81a17bace tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Network d296a63f-7c95-482a-bbfd-05a2330d25d3 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.724170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.727039 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.727039 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.727039 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.727039 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.727039 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:14.727039 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.727039 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.727039 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.727039 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:14.727039 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.727039 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.727039 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.727039 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:14.727039 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.727039 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.727039 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.727039 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:14.727039 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.727039 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.727039 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.728354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.731316 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:14.731316 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.731316 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.731316 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.731316 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:14.731316 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.731316 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.731316 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.731316 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:14.731316 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.731316 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.731316 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.731316 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:14.731316 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.731316 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.731316 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.731316 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:14.731316 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:14.731316 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:14.731316 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:14.756383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-fa23935e-428c-46b5-b798-db735bd130e2 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:14.757525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-fa23935e-428c-46b5-b798-db735bd130e2 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Synchronizing usage tracker for tenant:70c580b2f73043ad905ca351382687bb on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:14.814644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-873e29a7-38b1-42c9-810e-7cc81a17bace tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:14.823567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873e29a7-38b1-42c9-810e-7cc81a17bace tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:15.097029 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3b126745-27a3-42b8-9da7-c749645caf62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:15.152119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:15.200630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-fa23935e-428c-46b5-b798-db735bd130e2 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Unset dirty status for tenant:70c580b2f73043ad905ca351382687bb on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:15.202457 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-fa23935e-428c-46b5-b798-db735bd130e2 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.41 "GET /v2.0/networks?id=9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd HTTP/1.1" status: 200 len: 815 time: 1.8193204 Jan 14 07:25:15.212216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ca1f144-7d3b-48ce-bfd9-41105750a421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:15.242986 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ca1f144-7d3b-48ce-bfd9-41105750a421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:15.306637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Allocated IP 172.20.0.2 (0906cedd-0602-40aa-8bcc-12aee5c79da2/f4913c67-a341-45ce-b8cf-96c883038239/37383653-10c8-4752-9fd2-10da658720e1) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:15.311574 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-9882ad71-1bd7-4e6f-a4f2-75de813632ae tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.41 "GET /v2.0/quotas/70c580b2f73043ad905ca351382687bb HTTP/1.1" status: 200 len: 375 time: 0.0426447 Jan 14 07:25:15.322644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Calling delete_port for ac1fb1c7-378c-4ff0-bb75-3e49c925a84a owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:15.334293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e29a7-38b1-42c9-810e-7cc81a17bace tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:15.335021 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-873e29a7-38b1-42c9-810e-7cc81a17bace tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:15.354019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d66ef8-49f9-47ad-8bb9-137263ae51da req-e3a4a53d-0f20-4891-b5b5-0e51d97c9627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:15.355620 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-69d66ef8-49f9-47ad-8bb9-137263ae51da req-e3a4a53d-0f20-4891-b5b5-0e51d97c9627 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6acd0c0d5ec64d6ca3191a81d9e0c56c&shared=False HTTP/1.1" status: 200 len: 899 time: 0.7202961 Jan 14 07:25:15.510605 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-8de66192-e8d1-4564-b4aa-b435f7d1fc4a tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.41 "GET /v2.0/ports?tenant_id=70c580b2f73043ad905ca351382687bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1085231 Jan 14 07:25:15.523059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8febb02-2747-40ab-ae85-3297ba2eede2 req-953e28c7-f731-4581-beac-f0ba9d02935c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:15.524688 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c8febb02-2747-40ab-ae85-3297ba2eede2 req-953e28c7-f731-4581-beac-f0ba9d02935c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6acd0c0d5ec64d6ca3191a81d9e0c56c&device_id=dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24 HTTP/1.1" status: 200 len: 1159 time: 1.1660120 Jan 14 07:25:15.535272 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-873e29a7-38b1-42c9-810e-7cc81a17bace tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.9240601 Jan 14 07:25:15.541287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d66ef8-49f9-47ad-8bb9-137263ae51da req-977b5f41-a9d6-4819-86a9-58fd40e93c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:15.542925 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-69d66ef8-49f9-47ad-8bb9-137263ae51da req-977b5f41-a9d6-4819-86a9-58fd40e93c2e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1694517 Jan 14 07:25:15.592249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Router c1208a1a-9f24-46a9-8fcf-baa6e623d59c has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:25:15.683880 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:15.709660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Transition to ACTIVE for port object 37383653-10c8-4752-9fd2-10da658720e1 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:15.757821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Transition to ACTIVE for port object 37383653-10c8-4752-9fd2-10da658720e1 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:15.765070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Pushing event updated for resources: {'Port': ['ID=a8a07350-9466-49e5-82ae-879c78cb09b3,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:15.776410 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ca1f144-7d3b-48ce-bfd9-41105750a421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:15.787771 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:15.794096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-15b115f4-455a-41bd-a2a9-107b52789819 None None] Port b88d9cea-0650-4650-9476-2ad4f4c83e14 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:25:15.807313 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-84b08fa1-e0e1-4152-a2bd-4d6783777869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:15.838540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1f144-7d3b-48ce-bfd9-41105750a421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a2da24-81cb-4250-8d8f-ba9e5bea3444,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:15.850752 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:15.862159 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ca1f144-7d3b-48ce-bfd9-41105750a421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:15.876065 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2ca1f144-7d3b-48ce-bfd9-41105750a421 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86a2da24-81cb-4250-8d8f-ba9e5bea3444 HTTP/1.1" status: 204 len: 168 time: 2.5401523 Jan 14 07:25:15.901268 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2ca1f144-7d3b-48ce-bfd9-41105750a421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:16.063285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59510) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:16.064919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:16.096513 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:16.227860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d0d62a4e-4522-4780-b17e-be780684d81b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Request body: {'security_group': {'name': 'tempest-securitygroup--1748394768', 'description': 'tempest-description--497361201'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:16.297619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:16.299465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Pushing event updated for resources: {'Port': ['ID=37383653-10c8-4752-9fd2-10da658720e1,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:16.337924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d0d62a4e-4522-4780-b17e-be780684d81b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:16.465893 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:16.468414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d0d62a4e-4522-4780-b17e-be780684d81b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Usage tracker for resource:security_group and tenant:3a2693f475504bd09526ac6bd19368d9 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:16.481859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:16.494257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d0d62a4e-4522-4780-b17e-be780684d81b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:16.537825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d0d62a4e-4522-4780-b17e-be780684d81b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:16.555542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:16.599612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8febb02-2747-40ab-ae85-3297ba2eede2 req-33710408-ab42-416d-b71f-66d6bfc7b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:16.602254 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c8febb02-2747-40ab-ae85-3297ba2eede2 req-33710408-ab42-416d-b71f-66d6bfc7b0f3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6acd0c0d5ec64d6ca3191a81d9e0c56c&shared=False HTTP/1.1" status: 200 len: 899 time: 1.0633273 Jan 14 07:25:16.609815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a261218b-0e51-4d27-8ff6-3ce0a38119a7 None None] Provisioning for port 2dbb73b7-c96a-4a26-8309-210e535ba221 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:16.651922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a261218b-0e51-4d27-8ff6-3ce0a38119a7 None None] Provisioning complete for port 2dbb73b7-c96a-4a26-8309-210e535ba221 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:16.652438 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a261218b-0e51-4d27-8ff6-3ce0a38119a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:16.664955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-d934037b-e901-4d72-9b08-8b2bcba82b47 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:16.667007 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-d934037b-e901-4d72-9b08-8b2bcba82b47 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.39 "GET /v2.0/networks?id=70fbfe9e-e458-46e1-9333-d454eb0e06b8 HTTP/1.1" status: 200 len: 805 time: 0.8894246 Jan 14 07:25:16.669268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-69d66ef8-49f9-47ad-8bb9-137263ae51da req-7c864657-345e-4b0b-bfee-7f8bf5421e5a tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Synchronizing usage tracker for tenant:6acd0c0d5ec64d6ca3191a81d9e0c56c on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:16.736265 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0d62a4e-4522-4780-b17e-be780684d81b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:16.760600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-a9dd091c-3c0e-4a45-8b22-15e34d1cbb6b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Request body: {'port': {'device_id': 'e176a47f-59e3-49cb-80ba-892c6c5693c9', 'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8', 'admin_state_up': True, 'tenant_id': '6acd0c0d5ec64d6ca3191a81d9e0c56c'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:16.789725 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-348de845-3450-4105-b699-95c952f9300a None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:16.806069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-348de845-3450-4105-b699-95c952f9300a None None] Transition to ACTIVE for port object 4648f462-90df-4e56-99cc-4dc8c637e5e7 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:16.822118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-348de845-3450-4105-b699-95c952f9300a None None] Transition to ACTIVE for port object 4648f462-90df-4e56-99cc-4dc8c637e5e7 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:16.825869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Network 47745cbf-127b-4aeb-8a7e-455a1192ec85 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:16.826745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a261218b-0e51-4d27-8ff6-3ce0a38119a7 None None] Port 2dbb73b7-c96a-4a26-8309-210e535ba221 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:25:16.849204 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-348de845-3450-4105-b699-95c952f9300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:16.964357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-a9dd091c-3c0e-4a45-8b22-15e34d1cbb6b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:16.980554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-a9dd091c-3c0e-4a45-8b22-15e34d1cbb6b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Usage tracker for resource:port and tenant:6acd0c0d5ec64d6ca3191a81d9e0c56c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:16.984044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-a9dd091c-3c0e-4a45-8b22-15e34d1cbb6b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Quota usage for port was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:17.001380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-a9dd091c-3c0e-4a45-8b22-15e34d1cbb6b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:17.025758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-a9dd091c-3c0e-4a45-8b22-15e34d1cbb6b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Made reservation on behalf of 6acd0c0d5ec64d6ca3191a81d9e0c56c for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:17.035802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-a9dd091c-3c0e-4a45-8b22-15e34d1cbb6b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:17.070427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-69d66ef8-49f9-47ad-8bb9-137263ae51da req-7c864657-345e-4b0b-bfee-7f8bf5421e5a tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Unset dirty status for tenant:6acd0c0d5ec64d6ca3191a81d9e0c56c on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:17.071810 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-69d66ef8-49f9-47ad-8bb9-137263ae51da req-7c864657-345e-4b0b-bfee-7f8bf5421e5a tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.53 "GET /v2.0/ports?device_id=e176a47f-59e3-49cb-80ba-892c6c5693c9 HTTP/1.1" status: 200 len: 210 time: 1.4759765 Jan 14 07:25:17.093695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8febb02-2747-40ab-ae85-3297ba2eede2 req-18af2af4-f6bb-45e2-8c2e-491965d674a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:17.107397 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c8febb02-2747-40ab-ae85-3297ba2eede2 req-18af2af4-f6bb-45e2-8c2e-491965d674a7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4630113 Jan 14 07:25:17.262963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:17.267962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:17.275423 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:17.342198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348de845-3450-4105-b699-95c952f9300a None None] Network 9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:17.360089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Network 0906cedd-0602-40aa-8bcc-12aee5c79da2 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:17.361383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-348de845-3450-4105-b699-95c952f9300a None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:17.364377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348de845-3450-4105-b699-95c952f9300a None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:17.503881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:17.506885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:17.585573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-348de845-3450-4105-b699-95c952f9300a None None] Attempting to bind port 4648f462-90df-4e56-99cc-4dc8c637e5e7 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:17.585913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-348de845-3450-4105-b699-95c952f9300a None None] Attempting to bind port 4648f462-90df-4e56-99cc-4dc8c637e5e7 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'b3251ee7-93db-4202-91bf-eeeaccef7b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:17.586333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348de845-3450-4105-b699-95c952f9300a None None] Attempting to bind port 4648f462-90df-4e56-99cc-4dc8c637e5e7 on network 9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:17.614287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Attempting to bind port 37383653-10c8-4752-9fd2-10da658720e1 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:17.614703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Attempting to bind port 37383653-10c8-4752-9fd2-10da658720e1 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'e7392bdf-7f7b-4edd-820b-965bda73c0af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '0906cedd-0602-40aa-8bcc-12aee5c79da2'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:17.615119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Attempting to bind port 37383653-10c8-4752-9fd2-10da658720e1 on network 0906cedd-0602-40aa-8bcc-12aee5c79da2 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:17.626233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:17.626729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Checking segment: {'id': 'e7392bdf-7f7b-4edd-820b-965bda73c0af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '0906cedd-0602-40aa-8bcc-12aee5c79da2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:17.627186 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:17.627635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Bound using segment: {'id': 'e7392bdf-7f7b-4edd-820b-965bda73c0af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '0906cedd-0602-40aa-8bcc-12aee5c79da2'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:17.628227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Bound port: 37383653-10c8-4752-9fd2-10da658720e1, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7392bdf-7f7b-4edd-820b-965bda73c0af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '0906cedd-0602-40aa-8bcc-12aee5c79da2'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:17.628837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:17.640288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-bef89f8c-10b5-461a-bf4f-9fcad4ca9f15 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80909) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:25:17.644288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Attempting to bind port a8a07350-9466-49e5-82ae-879c78cb09b3 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:17.644716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Attempting to bind port a8a07350-9466-49e5-82ae-879c78cb09b3 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'a2b67af7-d659-4492-9803-f555bd4d58f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '47745cbf-127b-4aeb-8a7e-455a1192ec85'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:17.645127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Attempting to bind port a8a07350-9466-49e5-82ae-879c78cb09b3 on network 47745cbf-127b-4aeb-8a7e-455a1192ec85 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:17.661366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:17.662184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Checking segment: {'id': 'a2b67af7-d659-4492-9803-f555bd4d58f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '47745cbf-127b-4aeb-8a7e-455a1192ec85'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:17.663102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:17.674125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Bound using segment: {'id': 'a2b67af7-d659-4492-9803-f555bd4d58f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '47745cbf-127b-4aeb-8a7e-455a1192ec85'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:17.674725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Bound port: a8a07350-9466-49e5-82ae-879c78cb09b3, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b67af7-d659-4492-9803-f555bd4d58f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '47745cbf-127b-4aeb-8a7e-455a1192ec85'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:17.675934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:17.694932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-a9dd091c-3c0e-4a45-8b22-15e34d1cbb6b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Allocated IP 172.20.0.6 (70fbfe9e-e458-46e1-9333-d454eb0e06b8/a7049f99-1521-41cc-84cb-0f1c388db992/4de0a77a-b5ce-49e6-8345-b1e2a1df9790) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:17.714865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d0d62a4e-4522-4780-b17e-be780684d81b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:17.723308 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-672f0be9-ba0e-437d-bd80-ff4c485c54a1 service neutron] 10.222.0.41 "GET /v2.0/networks/9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1975837 Jan 14 07:25:17.726949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348de845-3450-4105-b699-95c952f9300a None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:17.728822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348de845-3450-4105-b699-95c952f9300a None None] Checking segment: {'id': 'b3251ee7-93db-4202-91bf-eeeaccef7b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:17.728822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-348de845-3450-4105-b699-95c952f9300a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:17.728822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348de845-3450-4105-b699-95c952f9300a None None] Bound using segment: {'id': 'b3251ee7-93db-4202-91bf-eeeaccef7b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:17.732994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-348de845-3450-4105-b699-95c952f9300a None None] Bound port: 4648f462-90df-4e56-99cc-4dc8c637e5e7, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3251ee7-93db-4202-91bf-eeeaccef7b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:17.734508 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-348de845-3450-4105-b699-95c952f9300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:17.767080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:25:17.767912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d0d62a4e-4522-4780-b17e-be780684d81b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Usage tracker for resource:security_group_rule and tenant:3a2693f475504bd09526ac6bd19368d9 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:17.874535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] For port a8a07350-9466-49e5-82ae-879c78cb09b3, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:17.877935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] For port a8a07350-9466-49e5-82ae-879c78cb09b3, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a8a07350-9466-49e5-82ae-879c78cb09b3,segment=NetworkSegment(a2b67af7-d659-4492-9803-f555bd4d58f1),segment_id=a2b67af7-d659-4492-9803-f555bd4d58f1)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:17.880632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] Sync routers for ids ['c1208a1a-9f24-46a9-8fcf-baa6e623d59c'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:25:17.888510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348de845-3450-4105-b699-95c952f9300a None None] Pushing event updated for resources: {'Port': ['ID=4648f462-90df-4e56-99cc-4dc8c637e5e7,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:18.002839 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-a9dd091c-3c0e-4a45-8b22-15e34d1cbb6b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:18.024130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Allocated IP 172.25.3.220 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/5ee957ba-48f5-4dba-9eae-125fcd7d5ad1) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:18.050524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:18.060355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-348de845-3450-4105-b699-95c952f9300a None None] For port 4648f462-90df-4e56-99cc-4dc8c637e5e7, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:18.066319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-348de845-3450-4105-b699-95c952f9300a None None] For port 4648f462-90df-4e56-99cc-4dc8c637e5e7, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4648f462-90df-4e56-99cc-4dc8c637e5e7,segment=NetworkSegment(b3251ee7-93db-4202-91bf-eeeaccef7b57),segment_id=b3251ee7-93db-4202-91bf-eeeaccef7b57)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:18.068902 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:18.111191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device 2c832569-5e24-4f67-af03-a431070f0c7a up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:18.147873 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-348de845-3450-4105-b699-95c952f9300a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:18.152617 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89081940-e66b-484a-86a8-0080c379419d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:18.187373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-348de845-3450-4105-b699-95c952f9300a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:18.199030 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] 10.222.0.41 "PUT /v2.0/routers/c1208a1a-9f24-46a9-8fcf-baa6e623d59c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6288097 Jan 14 07:25:18.204602 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f23d0e9c-2570-4297-ab43-1cdd5b3efe59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:18.239439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d0d62a4e-4522-4780-b17e-be780684d81b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:18.259159 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-a9dd091c-3c0e-4a45-8b22-15e34d1cbb6b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:18.297011 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:18.468157 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:18.481274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] Routers {'c1208a1a-9f24-46a9-8fcf-baa6e623d59c'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:18.481981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:24:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c1208a1a-9f24-46a9-8fcf-baa6e623d59c'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:18.522985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d0d62a4e-4522-4780-b17e-be780684d81b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:18.581521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Pushing event deleted for resources: {'Port': ['ID=ac1fb1c7-378c-4ff0-bb75-3e49c925a84a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:18.749521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] Set router c1208a1a-9f24-46a9-8fcf-baa6e623d59c gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:25:18.832218 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:19.089141 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-6c990e9d-3db9-4e75-b8d8-a24f30d91716 service neutron] 10.222.0.41 "GET /v2.0/networks/9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3175464 Jan 14 07:25:19.138606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:19.160143 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0d62a4e-4522-4780-b17e-be780684d81b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:19.171728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.173821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.175135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.177018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.177583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.178156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.179260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.181321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.181888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.183214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.184525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.185958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.187240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.189809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.190400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.190958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.191585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.192151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.194550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.195096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.196971 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2e57c40-15b6-48d8-a72d-b811ab344898 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:19.197488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.198030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.198575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.199297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.201301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.202459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.205626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.206223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.206843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.207515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.210105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.211044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.211605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.212182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.213519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.214616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:19.300907 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0d62a4e-4522-4780-b17e-be780684d81b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:19.305140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] For port 37383653-10c8-4752-9fd2-10da658720e1, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:19.308921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] For port 37383653-10c8-4752-9fd2-10da658720e1, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=37383653-10c8-4752-9fd2-10da658720e1,segment=NetworkSegment(e7392bdf-7f7b-4edd-820b-965bda73c0af),segment_id=e7392bdf-7f7b-4edd-820b-965bda73c0af)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:19.415889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Pushing event updated for resources: {'Port': ['ID=5ee957ba-48f5-4dba-9eae-125fcd7d5ad1,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:19.430464 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:19.433710 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f30a92d-7730-4187-b8a8-cb10fabc0264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:19.511172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d62a4e-4522-4780-b17e-be780684d81b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Pushing event updated for resources: {'SecurityGroup': ['ID=f800ab7e-8346-4fa7-a163-701b90d6e608,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:19.542493 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0d62a4e-4522-4780-b17e-be780684d81b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:19.554526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:19.591474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:19.603590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:19.619427 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0d62a4e-4522-4780-b17e-be780684d81b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:19.632975 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d0d62a4e-4522-4780-b17e-be780684d81b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 3.4961617 Jan 14 07:25:19.635147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59580) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:19.644166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:19.753220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning for port 2c832569-5e24-4f67-af03-a431070f0c7a completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:19.762354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-37637d8e-1b2e-4d62-b7ec-b867261a306a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Request body: {'security_group_rule': {'security_group_id': 'f800ab7e-8346-4fa7-a163-701b90d6e608', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:19.787533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port 2c832569-5e24-4f67-af03-a431070f0c7a triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:19.787799 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:19.795336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Allocated IP 172.25.3.111 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/e03a12a7-cda6-4d72-bbe1-458699f90d47) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:19.816134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9886795-ee1b-4710-a986-d9c56995aa24 {{(pid=80908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:25:19.831149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-37637d8e-1b2e-4d62-b7ec-b867261a306a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:19.833398 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:19.864781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Transition to ACTIVE for port object f9886795-ee1b-4710-a986-d9c56995aa24 will not be triggered until provisioned by entity L2. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:19.869493 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.664s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:19.870162 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b10e410b-d23d-40f9-a1b1-f8d758eb9d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.507s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:19.980287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:20.054204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Pushing event updated for resources: {'Port': ['ID=a8a07350-9466-49e5-82ae-879c78cb09b3,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:20.079410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1208a1a-9f24-46a9-8fcf-baa6e623d59c', 'name': 'tempest-ServersTestJSON-1339134954-router', 'tenant_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '8023296c-dd47-4527-8ada-2e6c328d0730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:24:48Z', 'updated_at': '2021-01-14T07:25:09Z', 'revision_number': 4, 'project_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'gw_port': {'id': '8023296c-dd47-4527-8ada-2e6c328d0730', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1208a1a-9f24-46a9-8fcf-baa6e623d59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:24:54Z', 'updated_at': '2021-01-14T07:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'b88d9cea-0650-4650-9476-2ad4f4c83e14', 'name': '', 'network_id': '22c42234-dff1-4331-9ee3-7c6ddcbc7290', 'tenant_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'mac_address': 'fa:16:3e:a8:09:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1208a1a-9f24-46a9-8fcf-baa6e623d59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'ab09021a-cda7-4d26-9c83-142a10a2c709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:04Z', 'updated_at': '2021-01-14T07:25:11Z', 'revision_number': 2, 'project_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'subnets': [{'id': 'ab09021a-cda7-4d26-9c83-142a10a2c709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:20.090026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-a9dd091c-3c0e-4a45-8b22-15e34d1cbb6b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Network 70fbfe9e-e458-46e1-9333-d454eb0e06b8 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:20.196895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-a9dd091c-3c0e-4a45-8b22-15e34d1cbb6b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:20.207292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-a9dd091c-3c0e-4a45-8b22-15e34d1cbb6b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:20.214848 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.062s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:20.218167 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:20.245825 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c93c54a2-970d-439e-ad92-4b3a85b15b9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.830s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:20.309749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd091c-3c0e-4a45-8b22-15e34d1cbb6b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Pushing event updated for resources: {'Port': ['ID=4de0a77a-b5ce-49e6-8345-b1e2a1df9790,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:20.328342 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a9dd091c-3c0e-4a45-8b22-15e34d1cbb6b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:20.328913 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-737d4143-67c4-4d9c-9b03-1b087cc17f47 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:20.336394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-37637d8e-1b2e-4d62-b7ec-b867261a306a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Usage tracker for resource:security_group_rule and tenant:3a2693f475504bd09526ac6bd19368d9 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:20.340819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-37637d8e-1b2e-4d62-b7ec-b867261a306a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:20.417223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] Checking router: c1208a1a-9f24-46a9-8fcf-baa6e623d59c for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:25:20.417625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] Updating router c1208a1a-9f24-46a9-8fcf-baa6e623d59c port b88d9cea-0650-4650-9476-2ad4f4c83e14 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:25:20.586107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59604) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:20.612555 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.616366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:20.620912 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:20.633212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-a9dd091c-3c0e-4a45-8b22-15e34d1cbb6b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:20.633953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-a9dd091c-3c0e-4a45-8b22-15e34d1cbb6b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:20.675538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port 2c832569-5e24-4f67-af03-a431070f0c7a, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=2c832569-5e24-4f67-af03-a431070f0c7a,segment=NetworkSegment(93dd5c73-9bcf-40db-a948-60df601b1498),segment_id=93dd5c73-9bcf-40db-a948-60df601b1498)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:20.681244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-96505406-f8a3-4c11-8025-f6c720868dba tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Request body: {'security_group': {'name': 'tempest-securitygroup--402604022', 'description': 'tempest-description--1471188625'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:20.715099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-96505406-f8a3-4c11-8025-f6c720868dba tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:20.721750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c832569-5e24-4f67-af03-a431070f0c7a'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:25:20.764378 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:20.775893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-96505406-f8a3-4c11-8025-f6c720868dba tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Usage tracker for resource:security_group and tenant:d80eadefa2a04dbc949b83745fb35cb9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:20.798168 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-a9dd091c-3c0e-4a45-8b22-15e34d1cbb6b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0520613 Jan 14 07:25:20.814121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-96505406-f8a3-4c11-8025-f6c720868dba tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:20.824785 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:20.844550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Request body: {'port': {'device_id': 'e176a47f-59e3-49cb-80ba-892c6c5693c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-2'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:20.845756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-37637d8e-1b2e-4d62-b7ec-b867261a306a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:20.854845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348de845-3450-4105-b699-95c952f9300a None None] Pushing event updated for resources: {'Port': ['ID=4648f462-90df-4e56-99cc-4dc8c637e5e7,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:20.923002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Pushing event updated for resources: {'Port': ['ID=f9886795-ee1b-4710-a986-d9c56995aa24,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:20.925848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-96505406-f8a3-4c11-8025-f6c720868dba tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:20.945816 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:21.001486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:21.009769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device 2c832569-5e24-4f67-af03-a431070f0c7a up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:21.174667 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96505406-f8a3-4c11-8025-f6c720868dba tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:21.340323 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:21.586725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-96505406-f8a3-4c11-8025-f6c720868dba tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:21.606068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-96505406-f8a3-4c11-8025-f6c720868dba tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Usage tracker for resource:security_group_rule and tenant:d80eadefa2a04dbc949b83745fb35cb9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:21.612643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-96505406-f8a3-4c11-8025-f6c720868dba tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:21.620903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-96505406-f8a3-4c11-8025-f6c720868dba tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:21.691875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-95dd434c-5944-47b3-8cfb-4ce390f69cd0 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:21.693647 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-95dd434c-5944-47b3-8cfb-4ce390f69cd0 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.41 "GET /v2.0/networks?id=9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd HTTP/1.1" status: 200 len: 815 time: 1.8835216 Jan 14 07:25:21.842246 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:21.982491 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c832569-5e24-4f67-af03-a431070f0c7a', 'code': 200} Jan 14 07:25:22.063563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Pushing event updated for resources: {'Port': ['ID=37383653-10c8-4752-9fd2-10da658720e1,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:22.073251 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.827s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:22.074716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4648f462-90df-4e56-99cc-4dc8c637e5e7 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:22.281267 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37637d8e-1b2e-4d62-b7ec-b867261a306a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.318314 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-348de845-3450-4105-b699-95c952f9300a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.645s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:22.433890 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96505406-f8a3-4c11-8025-f6c720868dba tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.480026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=2c832569-5e24-4f67-af03-a431070f0c7a,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:22.493844 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:22.504370 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.733s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:22.505025 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:22.538862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port 2c832569-5e24-4f67-af03-a431070f0c7a triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:22.539567 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.649576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.809749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Attempting to bind port f9886795-ee1b-4710-a986-d9c56995aa24 on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:22.810129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Attempting to bind port f9886795-ee1b-4710-a986-d9c56995aa24 by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': 'd6d894bf-e74a-4c46-8a72-18f9017df4cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181'}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:22.810501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Attempting to bind port f9886795-ee1b-4710-a986-d9c56995aa24 on network b253f46f-6d1c-491b-8798-482cf4eeb181 {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.815458 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.822357 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:22.839489 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:22.846558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-be75c146-9a0b-45f9-a4c1-a81c2458d473 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:22.846558 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-be75c146-9a0b-45f9-a4c1-a81c2458d473 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.53 "GET /v2.0/networks?id=9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd HTTP/1.1" status: 200 len: 815 time: 1.3910763 Jan 14 07:25:22.865447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96505406-f8a3-4c11-8025-f6c720868dba tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.877141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4998866b-ec00-4616-84b9-6f998309b32d None None] Network 47745cbf-127b-4aeb-8a7e-455a1192ec85 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:22.879102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-d2331cc6-e13e-45aa-bf80-3194c3061ab5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Request body: {'port': {'device_id': 'b727d3ca-80d8-4cfa-8de7-d8cb001c5792', 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd', 'admin_state_up': True, 'tenant_id': '70c580b2f73043ad905ca351382687bb'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:22.903492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37637d8e-1b2e-4d62-b7ec-b867261a306a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.947887 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37637d8e-1b2e-4d62-b7ec-b867261a306a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:22.957202 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-dacac9d4-2aeb-43ef-94ec-fcb9b1066f35 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.41 "GET /v2.0/quotas/70c580b2f73043ad905ca351382687bb HTTP/1.1" status: 200 len: 375 time: 0.9961314 Jan 14 07:25:23.052737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59650) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:23.058647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] Transition to ACTIVE for port object b88d9cea-0650-4650-9476-2ad4f4c83e14 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:23.060166 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0db79d8a-c082-48d9-8a90-7f57b8ca7519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:23.090186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0ce206-0cf1-4faf-afa4-716fed8291f6 None None] Network 9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:23.101260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:23.101619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Checking segment: {'id': 'd6d894bf-e74a-4c46-8a72-18f9017df4cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:23.102193 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:23.102746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Bound using segment: {'id': 'd6d894bf-e74a-4c46-8a72-18f9017df4cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181'} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:23.103424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Bound port: f9886795-ee1b-4710-a986-d9c56995aa24, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d894bf-e74a-4c46-8a72-18f9017df4cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b253f46f-6d1c-491b-8798-482cf4eeb181'}}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:23.103988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:23.131247 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a07a58e8-bdab-4ac9-b459-fa97b47ba05f tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:23.197286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37637d8e-1b2e-4d62-b7ec-b867261a306a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e0f474-4359-465e-bafa-4e9730662787,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:23.203414 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-37637d8e-1b2e-4d62-b7ec-b867261a306a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:23.305385 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:23.363771 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:23.378821 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37637d8e-1b2e-4d62-b7ec-b867261a306a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:23.394870 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-37637d8e-1b2e-4d62-b7ec-b867261a306a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.6531115 Jan 14 07:25:23.403817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59658) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:23.445570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e9abf63d-0214-4a97-87b7-8c316a0d3acb tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Request body: {'security_group_rule': {'security_group_id': 'f800ab7e-8346-4fa7-a163-701b90d6e608', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:23.472477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96505406-f8a3-4c11-8025-f6c720868dba tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Pushing event updated for resources: {'SecurityGroup': ['ID=68285c24-0912-4649-9f96-d6d31776824b,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:23.475159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2a5a7-80ed-4b13-b358-977256112a81 None None] Pushing event updated for resources: {'Port': ['ID=b88d9cea-0650-4650-9476-2ad4f4c83e14,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:23.485301 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:23.507146 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96505406-f8a3-4c11-8025-f6c720868dba tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:23.539686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e9abf63d-0214-4a97-87b7-8c316a0d3acb tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:23.565095 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:23.606787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 4648f462-90df-4e56-99cc-4dc8c637e5e7 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:23.655895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-84574921-3dd2-410f-bfc6-8417baccbf47 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:23.656729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-84574921-3dd2-410f-bfc6-8417baccbf47 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Synchronizing usage tracker for tenant:6acd0c0d5ec64d6ca3191a81d9e0c56c on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:23.664235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e9abf63d-0214-4a97-87b7-8c316a0d3acb tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Usage tracker for resource:security_group_rule and tenant:3a2693f475504bd09526ac6bd19368d9 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:23.677940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e9abf63d-0214-4a97-87b7-8c316a0d3acb tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:23.730796 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14a2a5a7-80ed-4b13-b358-977256112a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:23.743982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device a8a07350-9466-49e5-82ae-879c78cb09b3 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:23.754201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96505406-f8a3-4c11-8025-f6c720868dba tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:23.758415 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-96505406-f8a3-4c11-8025-f6c720868dba tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 3.1170959 Jan 14 07:25:23.813495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59664) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:23.816010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-929fe71d-594a-4b70-8fb6-5ec95fc981e4 None None] Provisioning for port a8a07350-9466-49e5-82ae-879c78cb09b3 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:23.819643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device 2c832569-5e24-4f67-af03-a431070f0c7a no longer exists at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:25:23.839835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f8927763-03e3-45bc-8b03-d805110e85f3 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Request body: {'security_group_rule': {'security_group_id': '68285c24-0912-4649-9f96-d6d31776824b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:23.846889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11974bf9-1dbb-4ffa-96af-5700e16a26a1 None None] Network 0906cedd-0602-40aa-8bcc-12aee5c79da2 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:23.860885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f8927763-03e3-45bc-8b03-d805110e85f3 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:23.873555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-d2331cc6-e13e-45aa-bf80-3194c3061ab5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:23.876554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-d2331cc6-e13e-45aa-bf80-3194c3061ab5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Usage tracker for resource:port and tenant:70c580b2f73043ad905ca351382687bb is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:23.879603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-d2331cc6-e13e-45aa-bf80-3194c3061ab5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Quota usage for port was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:23.885510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-d2331cc6-e13e-45aa-bf80-3194c3061ab5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:23.922983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-d2331cc6-e13e-45aa-bf80-3194c3061ab5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Made reservation on behalf of 70c580b2f73043ad905ca351382687bb for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:23.941828 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-d2331cc6-e13e-45aa-bf80-3194c3061ab5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:23.968858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e9abf63d-0214-4a97-87b7-8c316a0d3acb tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:23.974337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c5fe4df-2b78-4585-bd7f-7d717b2c089b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:24.004788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f8927763-03e3-45bc-8b03-d805110e85f3 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Usage tracker for resource:security_group_rule and tenant:d80eadefa2a04dbc949b83745fb35cb9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:24.013247 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-9e1afbd7-539e-40ea-910a-09d955df15d2 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.41 "GET /v2.0/ports?tenant_id=70c580b2f73043ad905ca351382687bb&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0545244 Jan 14 07:25:24.035196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f8927763-03e3-45bc-8b03-d805110e85f3 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:24.037328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port a8a07350-9466-49e5-82ae-879c78cb09b3 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:24.038872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] For port f9886795-ee1b-4710-a986-d9c56995aa24, host n-h2-769329-2, cleared binding levels {{(pid=80908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:24.062522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f8927763-03e3-45bc-8b03-d805110e85f3 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:24.099329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port a8a07350-9466-49e5-82ae-879c78cb09b3 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:24.099778 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:24.178019 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cd7acb2-77f0-4e1f-9600-bf321f888aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:24.195079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-84574921-3dd2-410f-bfc6-8417baccbf47 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Unset dirty status for tenant:6acd0c0d5ec64d6ca3191a81d9e0c56c on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:24.196405 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-84574921-3dd2-410f-bfc6-8417baccbf47 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.39 "GET /v2.0/ports?device_id=dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24 HTTP/1.1" status: 200 len: 946 time: 1.3843200 Jan 14 07:25:24.198490 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-c916b6d3-c447-4461-a601-aae296d4eb45 service neutron] 10.222.0.41 "GET /v2.0/networks/9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844549 Jan 14 07:25:24.215445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4c5fe4df-2b78-4585-bd7f-7d717b2c089b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:24.220070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4c5fe4df-2b78-4585-bd7f-7d717b2c089b admin admin] Usage tracker for resource:security_group_rule and tenant:df8a5a4d177c4cd1a8e8f2aa793b625f is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:24.222857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4c5fe4df-2b78-4585-bd7f-7d717b2c089b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:24.230201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4c5fe4df-2b78-4585-bd7f-7d717b2c089b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:24.313536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] For port f9886795-ee1b-4710-a986-d9c56995aa24, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=f9886795-ee1b-4710-a986-d9c56995aa24,segment=NetworkSegment(d6d894bf-e74a-4c46-8a72-18f9017df4cf),segment_id=d6d894bf-e74a-4c46-8a72-18f9017df4cf)] {{(pid=80908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:24.329296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Router 5492dbd9-5f0a-48c4-af2b-72ffadf8b02e has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:25:24.411042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:24.446954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59670) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:24.570013 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-063643d5-1978-450c-84f4-9cbf06862288 service neutron] 10.222.0.41 "GET /v2.0/networks/9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2563827 Jan 14 07:25:24.571399 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-35f8f312-378c-46ef-9453-1e6a7a85e6fa tempest-ServersAdminNegativeTestJSON-1714905572 tempest-ServersAdminNegativeTestJSON-1714905572] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:24.609815 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9abf63d-0214-4a97-87b7-8c316a0d3acb tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:24.665453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Pushing event updated for resources: {'Port': ['ID=f9886795-ee1b-4710-a986-d9c56995aa24,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:24.695365 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9abf63d-0214-4a97-87b7-8c316a0d3acb tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:24.701861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Router bcc762f5-f561-4921-afee-931b47d097a6 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:25:24.711570 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:24.734936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8927763-03e3-45bc-8b03-d805110e85f3 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:24.797406 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:24.859522 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:24.913817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-756b6e4b-9054-4282-a1d1-f8f4b5fb970c None None] Provisioning for port 4648f462-90df-4e56-99cc-4dc8c637e5e7 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:24.993020 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7bc31342-97a1-4490-a1fa-f0afd1577b1f tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:25.037751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c832569-5e24-4f67-af03-a431070f0c7a'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:25:25.053636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.076303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-756b6e4b-9054-4282-a1d1-f8f4b5fb970c None None] Provisioning complete for port 4648f462-90df-4e56-99cc-4dc8c637e5e7 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:25.078259 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-756b6e4b-9054-4282-a1d1-f8f4b5fb970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.164635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:25.166529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.169086 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] 10.222.0.39 "PUT /v2.0/ports/f9886795-ee1b-4710-a986-d9c56995aa24 HTTP/1.1" status: 200 len: 1155 time: 11.2218683 Jan 14 07:25:25.174535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port a8a07350-9466-49e5-82ae-879c78cb09b3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a8a07350-9466-49e5-82ae-879c78cb09b3,segment=NetworkSegment(a2b67af7-d659-4492-9803-f555bd4d58f1),segment_id=a2b67af7-d659-4492-9803-f555bd4d58f1)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:25.178544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9abf63d-0214-4a97-87b7-8c316a0d3acb tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.210813 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8927763-03e3-45bc-8b03-d805110e85f3 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.212767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f5d016-3b6a-4fea-b3a3-2255bc915c4d', 'tag': 'f9886795-ee1b-4710-a986-d9c56995aa24'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:25:25.216110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-27fdbb35-3852-4f17-be34-a51910a92082 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Deleting port 2c832569-5e24-4f67-af03-a431070f0c7a {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:25.216535 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-27fdbb35-3852-4f17-be34-a51910a92082 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.225079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port 2c832569-5e24-4f67-af03-a431070f0c7a, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=2c832569-5e24-4f67-af03-a431070f0c7a,segment=NetworkSegment(93dd5c73-9bcf-40db-a948-60df601b1498),segment_id=93dd5c73-9bcf-40db-a948-60df601b1498)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:25.226231 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.272721 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c832569-5e24-4f67-af03-a431070f0c7a', 'code': 200} Jan 14 07:25:25.322134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:25.324225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c5fe4df-2b78-4585-bd7f-7d717b2c089b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.341867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8927763-03e3-45bc-8b03-d805110e85f3 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.402373 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:25.406486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f91fe9f6-c806-43b9-b49f-7ed2aeff7025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.455534 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.470579 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:25.496271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:25.511902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8927763-03e3-45bc-8b03-d805110e85f3 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfcae3a1-92e7-4b82-a617-fd2ecd5d785d,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:25.517299 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f8927763-03e3-45bc-8b03-d805110e85f3 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:25.519687 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8927763-03e3-45bc-8b03-d805110e85f3 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.525570 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f8927763-03e3-45bc-8b03-d805110e85f3 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7023857 Jan 14 07:25:25.529205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59698) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:25.540717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 37383653-10c8-4752-9fd2-10da658720e1 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:25.573839 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87f5d016-3b6a-4fea-b3a3-2255bc915c4d', 'tag': 'f9886795-ee1b-4710-a986-d9c56995aa24', 'status': 'completed', 'code': 200} Jan 14 07:25:25.596257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:25.601423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9db7c125-c43f-43ab-9d82-27cb9d4b788b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Request body: {'security_group_rule': {'security_group_id': '68285c24-0912-4649-9f96-d6d31776824b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:25.611233 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:25.614234 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:25:25.614234 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:25.614234 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:25.614234 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:25.614234 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:25:25.614234 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:25.614234 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:25.614234 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:25.614234 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:25:25.614234 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:25.614234 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:25.614234 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:25.614234 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:25:25.614234 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:25.614234 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:25.614234 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:25.614234 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:25.614234 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:25.614234 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:25.614234 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:25.626668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9db7c125-c43f-43ab-9d82-27cb9d4b788b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:25.632616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9db7c125-c43f-43ab-9d82-27cb9d4b788b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Usage tracker for resource:security_group_rule and tenant:d80eadefa2a04dbc949b83745fb35cb9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:25.636122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9db7c125-c43f-43ab-9d82-27cb9d4b788b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:25.642825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9db7c125-c43f-43ab-9d82-27cb9d4b788b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:25.688182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e03a12a7-cda6-4d72-bbe1-458699f90d47,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:25.721014 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c5fe4df-2b78-4585-bd7f-7d717b2c089b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.735441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=a8a07350-9466-49e5-82ae-879c78cb09b3,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:25.761212 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9db7c125-c43f-43ab-9d82-27cb9d4b788b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:25.776120 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:25.794184 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:25.805915 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8c52f8b2-415e-49dd-96fc-34dd863c8e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:25.881376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=2c832569-5e24-4f67-af03-a431070f0c7a,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:25.898728 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:25.977686 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ff9feaf-6ac9-447b-b51f-fbf446f15a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:26.011783 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4c5fe4df-2b78-4585-bd7f-7d717b2c089b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df8a5a4d177c4cd1a8e8f2aa793b625f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8597600 Jan 14 07:25:26.040253 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-756b6e4b-9054-4282-a1d1-f8f4b5fb970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.041690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436d312-c09e-48b1-8af9-4a27654c419b req-98a3760e-e449-4205-8fc7-9debff44cfe7 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:26.043112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59704) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:26.044000 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8436d312-c09e-48b1-8af9-4a27654c419b req-98a3760e-e449-4205-8fc7-9debff44cfe7 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.41 "GET /v2.0/networks?id=9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd HTTP/1.1" status: 200 len: 815 time: 0.5502174 Jan 14 07:25:26.050527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9db7c125-c43f-43ab-9d82-27cb9d4b788b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.066144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] Attempting to bind port b88d9cea-0650-4650-9476-2ad4f4c83e14 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:26.066620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] Attempting to bind port b88d9cea-0650-4650-9476-2ad4f4c83e14 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '89a25cbc-9367-43e2-a3a7-85f4ee127cf4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '22c42234-dff1-4331-9ee3-7c6ddcbc7290'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:26.067125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] Attempting to bind port b88d9cea-0650-4650-9476-2ad4f4c83e14 on network 22c42234-dff1-4331-9ee3-7c6ddcbc7290 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:26.068939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9db7c125-c43f-43ab-9d82-27cb9d4b788b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.075797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fe4df-2b78-4585-bd7f-7d717b2c089b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b1dac7-5ac9-416d-8488-daf9b7b506f8,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:26.091971 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c5fe4df-2b78-4585-bd7f-7d717b2c089b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:26.102310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:25:26.111553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f91fe9f6-c806-43b9-b49f-7ed2aeff7025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:26.112907 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:26.116338 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-37637d8e-1b2e-4d62-b7ec-b867261a306a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.796s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:26.120613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-951106aa-ec8e-4cfa-9ad3-e524ab4d88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:26.122278 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-951106aa-ec8e-4cfa-9ad3-e524ab4d88fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09c32218fbf8421e8d39c11ddb10d709&device_id=87f5d016-3b6a-4fea-b3a3-2255bc915c4d HTTP/1.1" status: 200 len: 1158 time: 0.8871973 Jan 14 07:25:26.129924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:26.131163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] Checking segment: {'id': '89a25cbc-9367-43e2-a3a7-85f4ee127cf4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '22c42234-dff1-4331-9ee3-7c6ddcbc7290'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:26.131631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.132101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] Bound using segment: {'id': '89a25cbc-9367-43e2-a3a7-85f4ee127cf4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '22c42234-dff1-4331-9ee3-7c6ddcbc7290'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:26.132912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] Bound port: b88d9cea-0650-4650-9476-2ad4f4c83e14, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a25cbc-9367-43e2-a3a7-85f4ee127cf4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '22c42234-dff1-4331-9ee3-7c6ddcbc7290'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:26.133048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.152400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abf63d-0214-4a97-87b7-8c316a0d3acb tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f65e57-b483-47e6-ab23-bbf7528b0512,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:26.163766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f91fe9f6-c806-43b9-b49f-7ed2aeff7025 admin admin] Usage tracker for resource:security_group_rule and tenant:9f7f33e401704fa7bdda3a7cbd02a6b6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:26.178834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f91fe9f6-c806-43b9-b49f-7ed2aeff7025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:26.190853 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9abf63d-0214-4a97-87b7-8c316a0d3acb tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:26.201048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f91fe9f6-c806-43b9-b49f-7ed2aeff7025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:26.208568 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8436d312-c09e-48b1-8af9-4a27654c419b req-dc795cc4-c1fe-4888-98ce-cf0f2257ff4b tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.41 "GET /v2.0/quotas/70c580b2f73043ad905ca351382687bb HTTP/1.1" status: 200 len: 375 time: 0.0938854 Jan 14 07:25:26.232533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 37383653-10c8-4752-9fd2-10da658720e1 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:26.253958 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:25:26.258044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-756b6e4b-9054-4282-a1d1-f8f4b5fb970c None None] For port 4648f462-90df-4e56-99cc-4dc8c637e5e7, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4648f462-90df-4e56-99cc-4dc8c637e5e7,segment=NetworkSegment(b3251ee7-93db-4202-91bf-eeeaccef7b57),segment_id=b3251ee7-93db-4202-91bf-eeeaccef7b57)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:26.269297 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-756b6e4b-9054-4282-a1d1-f8f4b5fb970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.285354 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e06ab20b-bf2a-4c11-a75e-2fc68ad24054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:26.350696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-d2331cc6-e13e-45aa-bf80-3194c3061ab5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Allocated IP 172.20.0.8 (9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd/f71a5c1c-4d77-4951-b540-32b41fb1e21c/8220a77e-6a86-4326-9d88-f3d329815479) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:26.369196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-756b6e4b-9054-4282-a1d1-f8f4b5fb970c None None] Provisioning for port 37383653-10c8-4752-9fd2-10da658720e1 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:26.373353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] For port b88d9cea-0650-4650-9476-2ad4f4c83e14, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:26.382070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] For port b88d9cea-0650-4650-9476-2ad4f4c83e14, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b88d9cea-0650-4650-9476-2ad4f4c83e14,segment=NetworkSegment(89a25cbc-9367-43e2-a3a7-85f4ee127cf4),segment_id=89a25cbc-9367-43e2-a3a7-85f4ee127cf4)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:26.388389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:25:26.392120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-756b6e4b-9054-4282-a1d1-f8f4b5fb970c None None] Provisioning complete for port 37383653-10c8-4752-9fd2-10da658720e1 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:26.392541 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-756b6e4b-9054-4282-a1d1-f8f4b5fb970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.402430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf996d9-6fe4-488d-9e2d-0bf3a114767f None None] Sync routers for ids ['5492dbd9-5f0a-48c4-af2b-72ffadf8b02e'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:25:26.421186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf996d9-6fe4-488d-9e2d-0bf3a114767f None None] Routers {'5492dbd9-5f0a-48c4-af2b-72ffadf8b02e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:26.422285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-edf996d9-6fe4-488d-9e2d-0bf3a114767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:24:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5492dbd9-5f0a-48c4-af2b-72ffadf8b02e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:26.430160 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.430961 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] 10.222.0.41 "PUT /v2.0/routers/5492dbd9-5f0a-48c4-af2b-72ffadf8b02e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 22.2663105 Jan 14 07:25:26.437479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4de0a77a-b5ce-49e6-8345-b1e2a1df9790 {{(pid=80908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:25:26.443381 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-9cf9a0ac-2c3b-408a-98b4-6e389cf3d486 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9886795-ee1b-4710-a986-d9c56995aa24 HTTP/1.1" status: 200 len: 217 time: 0.3062465 Jan 14 07:25:26.444204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7c125-c43f-43ab-9d82-27cb9d4b788b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5872f9-10f0-48b7-b4bc-0b905a2fe620,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:26.446771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59708) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:26.459271 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9db7c125-c43f-43ab-9d82-27cb9d4b788b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.460877 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9db7c125-c43f-43ab-9d82-27cb9d4b788b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9232056 Jan 14 07:25:26.462514 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9db7c125-c43f-43ab-9d82-27cb9d4b788b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:26.464813 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.553138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59712) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:26.638566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b6e4b-9054-4282-a1d1-f8f4b5fb970c None None] Pushing event updated for resources: {'Port': ['ID=4648f462-90df-4e56-99cc-4dc8c637e5e7,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:26.643169 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-756b6e4b-9054-4282-a1d1-f8f4b5fb970c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:26.649484 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:26.726356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2a5a7-80ed-4b13-b358-977256112a81 None None] Pushing event updated for resources: {'Port': ['ID=b88d9cea-0650-4650-9476-2ad4f4c83e14,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:26.730332 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14a2a5a7-80ed-4b13-b358-977256112a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:26.747695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] Routers {'c1208a1a-9f24-46a9-8fcf-baa6e623d59c'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:26.748398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:24:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c1208a1a-9f24-46a9-8fcf-baa6e623d59c'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:26.828717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-27fdbb35-3852-4f17-be34-a51910a92082 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] For port 2c832569-5e24-4f67-af03-a431070f0c7a, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=2c832569-5e24-4f67-af03-a431070f0c7a,segment=NetworkSegment(93dd5c73-9bcf-40db-a948-60df601b1498),segment_id=93dd5c73-9bcf-40db-a948-60df601b1498)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:26.829565 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-27fdbb35-3852-4f17-be34-a51910a92082 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:26.912021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-edf996d9-6fe4-488d-9e2d-0bf3a114767f None None] Set router 5492dbd9-5f0a-48c4-af2b-72ffadf8b02e gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:25:26.969972 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9dcdcce2-93dc-4acb-a52d-0c7526608baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.108715 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-756b6e4b-9054-4282-a1d1-f8f4b5fb970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.154201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-27fdbb35-3852-4f17-be34-a51910a92082 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Calling delete_port for 2c832569-5e24-4f67-af03-a431070f0c7a owned by compute:nova {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:27.231514 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-051b445a-36fb-4bfe-96a6-f820c5910219 admin admin] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.254377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-756b6e4b-9054-4282-a1d1-f8f4b5fb970c None None] For port 37383653-10c8-4752-9fd2-10da658720e1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=37383653-10c8-4752-9fd2-10da658720e1,segment=NetworkSegment(e7392bdf-7f7b-4edd-820b-965bda73c0af),segment_id=e7392bdf-7f7b-4edd-820b-965bda73c0af)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:27.293887 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-756b6e4b-9054-4282-a1d1-f8f4b5fb970c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.305952 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a077e34-02d5-4213-af04-3ba9f114be3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:27.343852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.385134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] Set router c1208a1a-9f24-46a9-8fcf-baa6e623d59c gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:25:27.450467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4648f462-90df-4e56-99cc-4dc8c637e5e7 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:27.488911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9abf63d-0214-4a97-87b7-8c316a0d3acb tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.490207 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e9abf63d-0214-4a97-87b7-8c316a0d3acb tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 4.0709414 Jan 14 07:25:27.542569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b6e4b-9054-4282-a1d1-f8f4b5fb970c None None] Pushing event updated for resources: {'Port': ['ID=37383653-10c8-4752-9fd2-10da658720e1,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:27.546609 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-756b6e4b-9054-4282-a1d1-f8f4b5fb970c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:27.547773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8fac7d35-0ca0-403f-96c0-0c3ed37cfa3f None None] Provisioning complete for port 4648f462-90df-4e56-99cc-4dc8c637e5e7 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:27.548322 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fac7d35-0ca0-403f-96c0-0c3ed37cfa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.554466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:25:27.556497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-27fdbb35-3852-4f17-be34-a51910a92082 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.564972 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-051b445a-36fb-4bfe-96a6-f820c5910219 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.570556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-051b445a-36fb-4bfe-96a6-f820c5910219 admin admin] Deleting port ac185746-43fc-4575-8458-16d0ad5dc0c5 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:27.570923 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-051b445a-36fb-4bfe-96a6-f820c5910219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.622116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-edf996d9-6fe4-488d-9e2d-0bf3a114767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5492dbd9-5f0a-48c4-af2b-72ffadf8b02e', 'name': 'tempest-FloatingIPDetailsTestJSON-100458201-router', 'tenant_id': '369cf312e6f8411e821109a8779f4774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'ac185746-43fc-4575-8458-16d0ad5dc0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:00Z', 'updated_at': '2021-01-14T07:25:16Z', 'revision_number': 5, 'project_id': '369cf312e6f8411e821109a8779f4774', 'gw_port': {'id': 'ac185746-43fc-4575-8458-16d0ad5dc0c5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5492dbd9-5f0a-48c4-af2b-72ffadf8b02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:04Z', 'updated_at': '2021-01-14T07:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:27.625955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59716) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:27.628241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf996d9-6fe4-488d-9e2d-0bf3a114767f None None] Checking router: 5492dbd9-5f0a-48c4-af2b-72ffadf8b02e for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:25:27.636507 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c0870aa3-ba19-40f7-8c81-43b4fd1da8e2 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:27.641716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf996d9-6fe4-488d-9e2d-0bf3a114767f None None] Routers {'5492dbd9-5f0a-48c4-af2b-72ffadf8b02e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:27.642440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-edf996d9-6fe4-488d-9e2d-0bf3a114767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:25:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5492dbd9-5f0a-48c4-af2b-72ffadf8b02e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:27.776765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:27.788878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:27.792379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-051b445a-36fb-4bfe-96a6-f820c5910219 admin admin] For port ac185746-43fc-4575-8458-16d0ad5dc0c5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ac185746-43fc-4575-8458-16d0ad5dc0c5,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:27.792753 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-051b445a-36fb-4bfe-96a6-f820c5910219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.793658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Usage tracker for resource:floatingip and tenant:3a2693f475504bd09526ac6bd19368d9 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:27.797404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:27.803606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:27.814823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] Sync routers for ids ['bcc762f5-f561-4921-afee-931b47d097a6'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:25:27.874708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-edf996d9-6fe4-488d-9e2d-0bf3a114767f None None] Set router 5492dbd9-5f0a-48c4-af2b-72ffadf8b02e gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:25:27.913312 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for floatingip, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:27.968959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-051b445a-36fb-4bfe-96a6-f820c5910219 admin admin] Calling delete_port for ac185746-43fc-4575-8458-16d0ad5dc0c5 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:28.000116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] Routers {'bcc762f5-f561-4921-afee-931b47d097a6'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:28.001120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:25:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['bcc762f5-f561-4921-afee-931b47d097a6'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:28.104109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdbb35-3852-4f17-be34-a51910a92082 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Pushing event deleted for resources: {'Port': ['ID=2c832569-5e24-4f67-af03-a431070f0c7a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:28.140035 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-051b445a-36fb-4bfe-96a6-f820c5910219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.146020 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.157278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 4648f462-90df-4e56-99cc-4dc8c637e5e7 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:28.157938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.191173 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-27fdbb35-3852-4f17-be34-a51910a92082 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:28.249124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-edf996d9-6fe4-488d-9e2d-0bf3a114767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5492dbd9-5f0a-48c4-af2b-72ffadf8b02e', 'name': 'tempest-FloatingIPDetailsTestJSON-100458201-router', 'tenant_id': '369cf312e6f8411e821109a8779f4774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'ac185746-43fc-4575-8458-16d0ad5dc0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:00Z', 'updated_at': '2021-01-14T07:25:16Z', 'revision_number': 5, 'project_id': '369cf312e6f8411e821109a8779f4774', 'gw_port': {'id': 'ac185746-43fc-4575-8458-16d0ad5dc0c5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5492dbd9-5f0a-48c4-af2b-72ffadf8b02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:04Z', 'updated_at': '2021-01-14T07:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:28.254932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf996d9-6fe4-488d-9e2d-0bf3a114767f None None] The sync data for ids ['5492dbd9-5f0a-48c4-af2b-72ffadf8b02e'] in n-d-769329-2 is: [{'id': '5492dbd9-5f0a-48c4-af2b-72ffadf8b02e', 'name': 'tempest-FloatingIPDetailsTestJSON-100458201-router', 'tenant_id': '369cf312e6f8411e821109a8779f4774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'ac185746-43fc-4575-8458-16d0ad5dc0c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:00Z', 'updated_at': '2021-01-14T07:25:16Z', 'revision_number': 5, 'project_id': '369cf312e6f8411e821109a8779f4774', 'gw_port': {'id': 'ac185746-43fc-4575-8458-16d0ad5dc0c5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:6e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5492dbd9-5f0a-48c4-af2b-72ffadf8b02e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:04Z', 'updated_at': '2021-01-14T07:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:25:28.268191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.272315 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 16.2752068 Jan 14 07:25:28.287222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59720) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:28.312312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:28.337109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:28.339919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Transition to ACTIVE for port object 4de0a77a-b5ce-49e6-8345-b1e2a1df9790 will not be triggered until provisioned by entity L2. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:28.387045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8fac7d35-0ca0-403f-96c0-0c3ed37cfa3f None None] Provisioning complete for port 37383653-10c8-4752-9fd2-10da658720e1 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:28.387708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fac7d35-0ca0-403f-96c0-0c3ed37cfa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.445134 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.456470 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8436d312-c09e-48b1-8af9-4a27654c419b req-a53c8ff4-9615-42b1-a45e-b252f463743a tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.41 "GET /v2.0/ports?tenant_id=70c580b2f73043ad905ca351382687bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9640653 Jan 14 07:25:28.461414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-051b445a-36fb-4bfe-96a6-f820c5910219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.599870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device a8a07350-9466-49e5-82ae-879c78cb09b3 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:28.602952 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-051b445a-36fb-4bfe-96a6-f820c5910219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.606209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-051b445a-36fb-4bfe-96a6-f820c5910219 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.627276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Usage tracker for resource:floatingip and tenant:d80eadefa2a04dbc949b83745fb35cb9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:28.630382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] Set router bcc762f5-f561-4921-afee-931b47d097a6 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:25:28.632335 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-24be242d-0a31-46c6-adf7-66bdbff0a599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:28.673795 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec5ecdbe-f741-4a34-8397-60937dbcd4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.696766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:28.708437 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-051b445a-36fb-4bfe-96a6-f820c5910219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:28.708983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051b445a-36fb-4bfe-96a6-f820c5910219 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5492dbd9-5f0a-48c4-af2b-72ffadf8b02e {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:25:28.722836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2fad87d6-f2ec-4222-82a0-2f3c60a55138 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:28.724966 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2fad87d6-f2ec-4222-82a0-2f3c60a55138 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.53 "GET /v2.0/networks?id=9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd HTTP/1.1" status: 200 len: 815 time: 1.1722832 Jan 14 07:25:28.783825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Request body: {'port': {'device_id': '77f21d5d-e0d9-460e-852e-52c478af2a53', 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd', 'admin_state_up': True, 'tenant_id': '70c580b2f73043ad905ca351382687bb'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:28.796734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:28.879234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Pushing event updated for resources: {'Port': ['ID=4de0a77a-b5ce-49e6-8345-b1e2a1df9790,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:28.883729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-efb6df00-d18a-4e18-945e-4ae103416fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:28.886206 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-efb6df00-d18a-4e18-945e-4ae103416fc4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c385b801-e5a5-4e1e-9e2c-13ef2be877ab HTTP/1.1" status: 200 len: 855 time: 2.4171939 Jan 14 07:25:28.886490 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:29.024476 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec5ecdbe-f741-4a34-8397-60937dbcd4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.034758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks [] for floatingip, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.051490 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-7b3909ac-599f-47ae-b63e-8f6a3479a6c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b253f46f-6d1c-491b-8798-482cf4eeb181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031651 Jan 14 07:25:29.062219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.101244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port a8a07350-9466-49e5-82ae-879c78cb09b3 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:29.101669 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.191641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8fac7d35-0ca0-403f-96c0-0c3ed37cfa3f None None] Provisioning complete for port a8a07350-9466-49e5-82ae-879c78cb09b3 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:29.192105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fac7d35-0ca0-403f-96c0-0c3ed37cfa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.225097 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-051b445a-36fb-4bfe-96a6-f820c5910219 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.226401 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-051b445a-36fb-4bfe-96a6-f820c5910219 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5492dbd9-5f0a-48c4-af2b-72ffadf8b02e HTTP/1.1" status: 204 len: 168 time: 2.7691543 Jan 14 07:25:29.255767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1208a1a-9f24-46a9-8fcf-baa6e623d59c', 'name': 'tempest-ServersTestJSON-1339134954-router', 'tenant_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '8023296c-dd47-4527-8ada-2e6c328d0730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:24:48Z', 'updated_at': '2021-01-14T07:25:09Z', 'revision_number': 4, 'project_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'gw_port': {'id': '8023296c-dd47-4527-8ada-2e6c328d0730', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1208a1a-9f24-46a9-8fcf-baa6e623d59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:24:54Z', 'updated_at': '2021-01-14T07:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'b88d9cea-0650-4650-9476-2ad4f4c83e14', 'name': '', 'network_id': '22c42234-dff1-4331-9ee3-7c6ddcbc7290', 'tenant_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'mac_address': 'fa:16:3e:a8:09:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1208a1a-9f24-46a9-8fcf-baa6e623d59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'ab09021a-cda7-4d26-9c83-142a10a2c709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:04Z', 'updated_at': '2021-01-14T07:25:26Z', 'revision_number': 4, 'project_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'subnets': [{'id': 'ab09021a-cda7-4d26-9c83-142a10a2c709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:29.283872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75402edd-9d04-4174-b7f0-c8c4211a5ac2 None None] The sync data for ids ['c1208a1a-9f24-46a9-8fcf-baa6e623d59c'] in n-d-769329-2 is: [{'id': 'c1208a1a-9f24-46a9-8fcf-baa6e623d59c', 'name': 'tempest-ServersTestJSON-1339134954-router', 'tenant_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '8023296c-dd47-4527-8ada-2e6c328d0730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:24:48Z', 'updated_at': '2021-01-14T07:25:09Z', 'revision_number': 4, 'project_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'gw_port': {'id': '8023296c-dd47-4527-8ada-2e6c328d0730', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1208a1a-9f24-46a9-8fcf-baa6e623d59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:24:54Z', 'updated_at': '2021-01-14T07:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'b88d9cea-0650-4650-9476-2ad4f4c83e14', 'name': '', 'network_id': '22c42234-dff1-4331-9ee3-7c6ddcbc7290', 'tenant_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'mac_address': 'fa:16:3e:a8:09:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1208a1a-9f24-46a9-8fcf-baa6e623d59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'ab09021a-cda7-4d26-9c83-142a10a2c709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:04Z', 'updated_at': '2021-01-14T07:25:26Z', 'revision_number': 4, 'project_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'subnets': [{'id': 'ab09021a-cda7-4d26-9c83-142a10a2c709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:25:29.308215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59724) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:29.462719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f91fe9f6-c806-43b9-b49f-7ed2aeff7025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.562583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc762f5-f561-4921-afee-931b47d097a6', 'name': 'tempest-AttachVolumeTestJSON-1111293777-router', 'tenant_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '5ee957ba-48f5-4dba-9eae-125fcd7d5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:12Z', 'updated_at': '2021-01-14T07:25:20Z', 'revision_number': 3, 'project_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'gw_port': {'id': '5ee957ba-48f5-4dba-9eae-125fcd7d5ad1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc762f5-f561-4921-afee-931b47d097a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:17Z', 'updated_at': '2021-01-14T07:25:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:29.568262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] Checking router: bcc762f5-f561-4921-afee-931b47d097a6 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:25:29.568672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] Updating router bcc762f5-f561-4921-afee-931b47d097a6 port 5ee957ba-48f5-4dba-9eae-125fcd7d5ad1 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:25:29.573903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-27fdbb35-3852-4f17-be34-a51910a92082 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] No DVR routers for this DVR port 2c832569-5e24-4f67-af03-a431070f0c7a on host n-h2-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:25:29.581152 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-27fdbb35-3852-4f17-be34-a51910a92082 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.599524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24', 'name': 'network-vif-deleted', 'tag': '2c832569-5e24-4f67-af03-a431070f0c7a'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:25:29.604766 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f91fe9f6-c806-43b9-b49f-7ed2aeff7025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.630651 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d2fb7eb0-11ed-4dc9-8b12-ad569f0239a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:29.665730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b88d9cea-0650-4650-9476-2ad4f4c83e14 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:29.694211 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b5841335-2c0b-4fde-a7fa-da23e0760e9d req-27fdbb35-3852-4f17-be34-a51910a92082 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.39 "DELETE /v2.0/ports/2c832569-5e24-4f67-af03-a431070f0c7a HTTP/1.1" status: 204 len: 173 time: 5.4258616 Jan 14 07:25:29.795695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-40612633-337c-458e-a27b-611ec09140d9 None None] Provisioning complete for port 37383653-10c8-4752-9fd2-10da658720e1 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:29.796294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40612633-337c-458e-a27b-611ec09140d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.800562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-d2331cc6-e13e-45aa-bf80-3194c3061ab5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.834021 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5bf8ff-d44d-4335-a0f7-0d9afdd76a24', 'name': 'network-vif-deleted', 'tag': '2c832569-5e24-4f67-af03-a431070f0c7a', 'status': 'completed', 'code': 200} Jan 14 07:25:29.845044 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8436d312-c09e-48b1-8af9-4a27654c419b req-56a2f658-19c8-4b26-9cef-146e6bc2a56c service neutron] 10.222.0.41 "GET /v2.0/networks/9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3489466 Jan 14 07:25:29.877804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port b88d9cea-0650-4650-9476-2ad4f4c83e14 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:29.885510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port b88d9cea-0650-4650-9476-2ad4f4c83e14 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:29.885929 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.890316 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-aa2a7864-b821-407c-a8e0-af7d827a5323 service neutron] 10.222.0.39 "GET /v2.0/networks/b253f46f-6d1c-491b-8798-482cf4eeb181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8151076 Jan 14 07:25:29.901193 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f91fe9f6-c806-43b9-b49f-7ed2aeff7025 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f7f33e401704fa7bdda3a7cbd02a6b6&name=default HTTP/1.1" status: 200 len: 2983 time: 5.3404858 Jan 14 07:25:29.901869 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:29.928119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Attempting to bind port 4de0a77a-b5ce-49e6-8345-b1e2a1df9790 on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:29.928749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Attempting to bind port 4de0a77a-b5ce-49e6-8345-b1e2a1df9790 by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': '93dd5c73-9bcf-40db-a948-60df601b1498', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8'}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:29.929297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Attempting to bind port 4de0a77a-b5ce-49e6-8345-b1e2a1df9790 on network 70fbfe9e-e458-46e1-9333-d454eb0e06b8 {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:29.938107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59730) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:29.939302 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.028589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fe9f6-c806-43b9-b49f-7ed2aeff7025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7f2efe-6c7c-44dc-a589-339014d920c3,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:30.045069 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f91fe9f6-c806-43b9-b49f-7ed2aeff7025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:30.133597 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.202154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:30.301944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Usage tracker for resource:port and tenant:70c580b2f73043ad905ca351382687bb is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:30.329237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Quota usage for port was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:30.438644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6856500b-fa8e-42cf-b4c9-c3170b04fbda admin admin] Deleting subnet ec380218-ddae-4f4d-9742-2d737ec6ceac {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:25:30.440852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec5ecdbe-f741-4a34-8397-60937dbcd4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.445132 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96505406-f8a3-4c11-8025-f6c720868dba tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:30.458029 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-ad1b763a-9831-48b2-88ec-2a66b66a141a service neutron] 10.222.0.39 "GET /v2.0/networks/b253f46f-6d1c-491b-8798-482cf4eeb181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5256200 Jan 14 07:25:30.472232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:30.472616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Checking segment: {'id': '93dd5c73-9bcf-40db-a948-60df601b1498', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:30.473023 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.473457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Bound using segment: {'id': '93dd5c73-9bcf-40db-a948-60df601b1498', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8'} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:30.473939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Bound port: 4de0a77a-b5ce-49e6-8345-b1e2a1df9790, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dd5c73-9bcf-40db-a948-60df601b1498', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '70fbfe9e-e458-46e1-9333-d454eb0e06b8'}}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:30.474307 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.484697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:30.494421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ecdbe-f741-4a34-8397-60937dbcd4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b1dac7-5ac9-416d-8488-daf9b7b506f8,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:30.497893 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6856500b-fa8e-42cf-b4c9-c3170b04fbda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.530818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-d2331cc6-e13e-45aa-bf80-3194c3061ab5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Transition to ACTIVE for port object 8220a77e-6a86-4326-9d88-f3d329815479 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:30.553353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Made reservation on behalf of 70c580b2f73043ad905ca351382687bb for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:30.563549 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.625263 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec5ecdbe-f741-4a34-8397-60937dbcd4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:30.701316 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.735386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fe85651b-cf82-4095-a630-946d93688c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.744286 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8436d312-c09e-48b1-8af9-4a27654c419b req-529d44f8-ef49-4f54-a24d-01a63bbe3f2b service neutron] 10.222.0.41 "GET /v2.0/networks/9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8779731 Jan 14 07:25:30.799598 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fe85651b-cf82-4095-a630-946d93688c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.843872 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.848872 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec5ecdbe-f741-4a34-8397-60937dbcd4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.850157 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ec5ecdbe-f741-4a34-8397-60937dbcd4a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c8b1dac7-5ac9-416d-8488-daf9b7b506f8 HTTP/1.1" status: 204 len: 168 time: 4.7923281 Jan 14 07:25:30.868020 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fe85651b-cf82-4095-a630-946d93688c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.876166 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6856500b-fa8e-42cf-b4c9-c3170b04fbda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.888613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port b88d9cea-0650-4650-9476-2ad4f4c83e14, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b88d9cea-0650-4650-9476-2ad4f4c83e14,segment=NetworkSegment(89a25cbc-9367-43e2-a3a7-85f4ee127cf4),segment_id=89a25cbc-9367-43e2-a3a7-85f4ee127cf4)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:30.903130 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:30.904285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 37383653-10c8-4752-9fd2-10da658720e1 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:30.996379 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:31.028491 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b4d4e895-da93-4443-8ec4-2568e2420c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:31.111289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=b88d9cea-0650-4650-9476-2ad4f4c83e14,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:31.118223 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:31.119450 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:25:31.123283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85651b-cf82-4095-a630-946d93688c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7f2efe-6c7c-44dc-a589-339014d920c3,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:31.129164 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fe85651b-cf82-4095-a630-946d93688c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:31.191867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fe85651b-cf82-4095-a630-946d93688c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:31.194334 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fe85651b-cf82-4095-a630-946d93688c08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d7f2efe-6c7c-44dc-a589-339014d920c3 HTTP/1.1" status: 204 len: 168 time: 1.2508647 Jan 14 07:25:31.206145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ca30f-169a-4e8a-a377-fc9e7f0530fd req-72705e0c-9b5e-4db4-ab65-4717853f33ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:31.209792 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-cf3ca30f-169a-4e8a-a377-fc9e7f0530fd req-72705e0c-9b5e-4db4-ab65-4717853f33ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09c32218fbf8421e8d39c11ddb10d709&device_id=87f5d016-3b6a-4fea-b3a3-2255bc915c4d HTTP/1.1" status: 200 len: 1158 time: 0.6359487 Jan 14 07:25:31.288567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 37383653-10c8-4752-9fd2-10da658720e1 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:31.288990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:31.488765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ca30f-169a-4e8a-a377-fc9e7f0530fd req-42403388-7e5c-482b-b2d5-d91c72a34503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:31.490883 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-cf3ca30f-169a-4e8a-a377-fc9e7f0530fd req-42403388-7e5c-482b-b2d5-d91c72a34503 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=09c32218fbf8421e8d39c11ddb10d709&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2494230 Jan 14 07:25:31.501118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-d2331cc6-e13e-45aa-bf80-3194c3061ab5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:31.521925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:31.565018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] Transition to ACTIVE for port object 5ee957ba-48f5-4dba-9eae-125fcd7d5ad1 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:31.568769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:31.603057 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:31.658480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] For port 4de0a77a-b5ce-49e6-8345-b1e2a1df9790, host n-h2-769329-2, cleared binding levels {{(pid=80908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:31.660882 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:31.703558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ac1fb1c7-378c-4ff0-bb75-3e49c925a84a no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:25:31.989139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device f9886795-ee1b-4710-a986-d9c56995aa24 up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:32.013315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ca30f-169a-4e8a-a377-fc9e7f0530fd req-c93f42f4-2f0b-4517-b7b4-1c5dcc51bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:32.019739 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-cf3ca30f-169a-4e8a-a377-fc9e7f0530fd req-c93f42f4-2f0b-4517-b7b4-1c5dcc51bdeb service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3658984 Jan 14 07:25:32.020972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2331cc6-e13e-45aa-bf80-3194c3061ab5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Pushing event updated for resources: {'Port': ['ID=8220a77e-6a86-4326-9d88-f3d329815479,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:32.038135 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d2331cc6-e13e-45aa-bf80-3194c3061ab5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:32.046912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: ac1fb1c7-378c-4ff0-bb75-3e49c925a84a {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:25:32.047574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ac1fb1c7-378c-4ff0-bb75-3e49c925a84a not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:25:32.048234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ac185746-43fc-4575-8458-16d0ad5dc0c5 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:25:32.113362 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6856500b-fa8e-42cf-b4c9-c3170b04fbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:32.235989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: ac185746-43fc-4575-8458-16d0ad5dc0c5 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:25:32.236407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ac185746-43fc-4575-8458-16d0ad5dc0c5 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:25:32.237980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Pushing event updated for resources: {'Port': ['ID=5ee957ba-48f5-4dba-9eae-125fcd7d5ad1,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:32.264210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.264929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.265628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.266137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.266520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.266898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.267271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.267643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.268205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.268557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.268924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.269702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.270164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.270687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.271051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.271487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.271792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.272159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.272522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.272886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.273253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.273772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.274141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.274502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.274905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.275269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.276028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.276028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.276355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.276719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.277077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.277729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.278095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.278456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.278816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.279151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:25:32.289785 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:32.361970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] Attempting to bind port 5ee957ba-48f5-4dba-9eae-125fcd7d5ad1 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:32.363945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] Attempting to bind port 5ee957ba-48f5-4dba-9eae-125fcd7d5ad1 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:32.366382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] Attempting to bind port 5ee957ba-48f5-4dba-9eae-125fcd7d5ad1 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:32.384494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:32.386587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:32.387068 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:32.387607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:32.388187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] Bound port: 5ee957ba-48f5-4dba-9eae-125fcd7d5ad1, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:32.392762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:32.430373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59776) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:32.474575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b88d9cea-0650-4650-9476-2ad4f4c83e14 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:32.481157 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74d69032-8600-4516-a782-497cdb5829c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:32.583502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning for port f9886795-ee1b-4710-a986-d9c56995aa24 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:32.586488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-74d69032-8600-4516-a782-497cdb5829c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:32.595067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port f9886795-ee1b-4710-a986-d9c56995aa24 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:32.595330 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:32.608397 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.8-618a4b85-2f91-4335-a4ba-d7d277b19d19 {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:25:32.608782 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:25:32.616686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-74d69032-8600-4516-a782-497cdb5829c9 admin admin] Usage tracker for resource:security_group_rule and tenant:337bbfb17c0b465aad865414bc28f984 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:32.633024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-74d69032-8600-4516-a782-497cdb5829c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:32.657705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-74d69032-8600-4516-a782-497cdb5829c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:32.682230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] For port 5ee957ba-48f5-4dba-9eae-125fcd7d5ad1, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:32.728444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] For port 4de0a77a-b5ce-49e6-8345-b1e2a1df9790, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=4de0a77a-b5ce-49e6-8345-b1e2a1df9790,segment=NetworkSegment(93dd5c73-9bcf-40db-a948-60df601b1498),segment_id=93dd5c73-9bcf-40db-a948-60df601b1498)] {{(pid=80908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:32.738600 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:32.750051 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6856500b-fa8e-42cf-b4c9-c3170b04fbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:32.760264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port b88d9cea-0650-4650-9476-2ad4f4c83e14 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:32.761046 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:32.796430 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2408b66d-e828-4629-b71e-5f233939b485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:32.830996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:32.853826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] For port 5ee957ba-48f5-4dba-9eae-125fcd7d5ad1, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5ee957ba-48f5-4dba-9eae-125fcd7d5ad1,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:32.869876 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:32.988193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856500b-fa8e-42cf-b4c9-c3170b04fbda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec380218-ddae-4f4d-9742-2d737ec6ceac,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:33.011289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Allocated IP 172.25.3.194 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/d4d0f601-49a6-4c1c-b406-ebc04a6fd158) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:33.014505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59786) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:33.056654 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6856500b-fa8e-42cf-b4c9-c3170b04fbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:33.057272 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:33.065671 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:33.117662 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.199159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Pushing event updated for resources: {'Port': ['ID=5ee957ba-48f5-4dba-9eae-125fcd7d5ad1,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:33.221663 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:33.245110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Pushing event updated for resources: {'Port': ['ID=4de0a77a-b5ce-49e6-8345-b1e2a1df9790,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:33.280387 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:33.286121 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.296842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-d2331cc6-e13e-45aa-bf80-3194c3061ab5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Network 9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:33.310138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:33.310957 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.312563 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] 10.222.0.39 "PUT /v2.0/ports/4de0a77a-b5ce-49e6-8345-b1e2a1df9790 HTTP/1.1" status: 200 len: 1155 time: 12.4791853 Jan 14 07:25:33.313667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-d2331cc6-e13e-45aa-bf80-3194c3061ab5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:33.315556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e176a47f-59e3-49cb-80ba-892c6c5693c9', 'tag': '4de0a77a-b5ce-49e6-8345-b1e2a1df9790'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:25:33.322404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-d2331cc6-e13e-45aa-bf80-3194c3061ab5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:33.331048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] Routers {'bcc762f5-f561-4921-afee-931b47d097a6'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:33.331911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:25:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['bcc762f5-f561-4921-afee-931b47d097a6'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:33.395441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb634af-79e8-4558-929c-5db23ece6388 admin admin] Deleting subnet f71a5c1c-4d77-4951-b540-32b41fb1e21c {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:25:33.399087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-feb634af-79e8-4558-929c-5db23ece6388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.448338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port f9886795-ee1b-4710-a986-d9c56995aa24, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=f9886795-ee1b-4710-a986-d9c56995aa24,segment=NetworkSegment(d6d894bf-e74a-4c46-8a72-18f9017df4cf),segment_id=d6d894bf-e74a-4c46-8a72-18f9017df4cf)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:33.454123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f5d016-3b6a-4fea-b3a3-2255bc915c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9886795-ee1b-4710-a986-d9c56995aa24'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:25:33.485568 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.489330 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-feb634af-79e8-4558-929c-5db23ece6388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.499740 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-756b6e4b-9054-4282-a1d1-f8f4b5fb970c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:33.527893 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e176a47f-59e3-49cb-80ba-892c6c5693c9', 'tag': '4de0a77a-b5ce-49e6-8345-b1e2a1df9790', 'status': 'completed', 'code': 200} Jan 14 07:25:33.585668 n-d-769329-2 neutron-server[80794]: INFO neutron.db.db_base_plugin_v2 [None req-feb634af-79e8-4558-929c-5db23ece6388 admin admin] Found port (8220a77e-6a86-4326-9d88-f3d329815479, 172.20.0.8) having IP allocation on subnet f71a5c1c-4d77-4951-b540-32b41fb1e21c, cannot delete Jan 14 07:25:33.603133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6856500b-fa8e-42cf-b4c9-c3170b04fbda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.607370 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb634af-79e8-4558-929c-5db23ece6388 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:25:33.608034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb634af-79e8-4558-929c-5db23ece6388 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:25:33.613363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Router 4ac5fb26-c9f0-4a84-abef-1187d2b5066e is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:25:33.614052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=f9886795-ee1b-4710-a986-d9c56995aa24,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:33.627404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cbf53b-cb18-4d0a-9f37-898108b79007 None None] Network dc2fa14e-4b87-48a7-b606-8f596d237854 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:33.651384 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6856500b-fa8e-42cf-b4c9-c3170b04fbda admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ec380218-ddae-4f4d-9742-2d737ec6ceac HTTP/1.1" status: 204 len: 168 time: 4.3222368 Jan 14 07:25:33.655838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59800) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:33.657373 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:33.659325 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f5d016-3b6a-4fea-b3a3-2255bc915c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9886795-ee1b-4710-a986-d9c56995aa24', 'code': 200} Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.811723 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.815556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:33.820644 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:33.830212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-d2331cc6-e13e-45aa-bf80-3194c3061ab5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:33.830931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-d2331cc6-e13e-45aa-bf80-3194c3061ab5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.845458 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.942913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e01e2737-b2a0-42eb-aeb3-4d2b9b5acc5d None None] Provisioning for port 8220a77e-6a86-4326-9d88-f3d329815479 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:33.979710 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:33.984490 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-feb634af-79e8-4558-929c-5db23ece6388 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f71a5c1c-4d77-4951-b540-32b41fb1e21c HTTP/1.1" status: 409 len: 404 time: 0.9680293 Jan 14 07:25:34.054984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74d69032-8600-4516-a782-497cdb5829c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:34.160506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74d69032-8600-4516-a782-497cdb5829c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:34.255255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:34.258831 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61741c9d-f1c0-44a1-afcd-210555b13dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:34.283173 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-74d69032-8600-4516-a782-497cdb5829c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=337bbfb17c0b465aad865414bc28f984&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8510244 Jan 14 07:25:34.374617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-f35e5fba-7676-46c8-9b1e-44cd3b292816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:34.376082 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-f35e5fba-7676-46c8-9b1e-44cd3b292816 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6acd0c0d5ec64d6ca3191a81d9e0c56c&device_id=e176a47f-59e3-49cb-80ba-892c6c5693c9 HTTP/1.1" status: 200 len: 1158 time: 0.9597344 Jan 14 07:25:34.453124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e01e2737-b2a0-42eb-aeb3-4d2b9b5acc5d None None] Provisioning complete for port 8220a77e-6a86-4326-9d88-f3d329815479 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:34.454508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Allocated IP 172.25.3.205 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/9e145f77-3172-4478-949c-e2f25b504f1c) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:34.455945 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e01e2737-b2a0-42eb-aeb3-4d2b9b5acc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:34.539078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e01e2737-b2a0-42eb-aeb3-4d2b9b5acc5d None None] Port 8220a77e-6a86-4326-9d88-f3d329815479 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:25:34.570727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59814) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:34.571064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59820) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:34.591396 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-d2331cc6-e13e-45aa-bf80-3194c3061ab5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.7169907 Jan 14 07:25:34.606659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] Set router bcc762f5-f561-4921-afee-931b47d097a6 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:25:34.621142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Request body: {'port': {'device_id': 'b727d3ca-80d8-4cfa-8de7-d8cb001c5792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-2'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:34.674529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f618415-ba1d-429a-a69c-db5e11f36c8a None None] DHCP port deletion for dc2fa14e-4b87-48a7-b606-8f596d237854 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:25:34.694975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Allocated IP 172.20.0.10 (9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd/f71a5c1c-4d77-4951-b540-32b41fb1e21c/f0e93fe0-94e5-4374-b919-afec16138a7e) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:34.747419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8f618415-ba1d-429a-a69c-db5e11f36c8a None None] Deleting port 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:34.747869 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f618415-ba1d-429a-a69c-db5e11f36c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:34.937760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] Deleting port 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:34.938249 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.051834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.073858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Transition to ACTIVE for port object f0e93fe0-94e5-4374-b919-afec16138a7e will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:35.106180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8f618415-ba1d-429a-a69c-db5e11f36c8a None None] For port 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2,segment=NetworkSegment(00855404-a015-44c1-8de5-c3212d2be800),segment_id=00855404-a015-44c1-8de5-c3212d2be800)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:35.106625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f618415-ba1d-429a-a69c-db5e11f36c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.169409 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-6b14f0e0-e744-4085-9a2b-4c750f6057f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4de0a77a-b5ce-49e6-8345-b1e2a1df9790 HTTP/1.1" status: 200 len: 217 time: 0.5865247 Jan 14 07:25:35.225125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:25:35.235521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] Sync routers for ids ['4ac5fb26-c9f0-4a84-abef-1187d2b5066e'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:25:35.255045 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.256382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8f618415-ba1d-429a-a69c-db5e11f36c8a None None] Calling delete_port for 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:35.258094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] Routers {'4ac5fb26-c9f0-4a84-abef-1187d2b5066e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:35.259068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:25:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['4ac5fb26-c9f0-4a84-abef-1187d2b5066e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:35.275380 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.305940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59842) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:35.371569 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7f6fa5b-3b3c-4bfd-a716-680768f5b398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.375783 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9da391ed-be48-4cc0-8d84-18783d0b466c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.455623 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.465580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.518273 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f618415-ba1d-429a-a69c-db5e11f36c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.560124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9da391ed-be48-4cc0-8d84-18783d0b466c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:35.567981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-5ddc8f04-9c00-44a8-9da7-091a2e66f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:35.569897 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-5ddc8f04-9c00-44a8-9da7-091a2e66f4ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a7049f99-1521-41cc-84cb-0f1c388db992 HTTP/1.1" status: 200 len: 845 time: 0.3444011 Jan 14 07:25:35.649820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9da391ed-be48-4cc0-8d84-18783d0b466c admin admin] Usage tracker for resource:security_group_rule and tenant:c404ffe6f020408e9d17f08dc56becc1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:35.666473 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ff19b632-09c6-4d7e-899f-4e25e544f812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:35.668074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] Set router 4ac5fb26-c9f0-4a84-abef-1187d2b5066e gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:25:35.676774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9da391ed-be48-4cc0-8d84-18783d0b466c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:35.715069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device f9886795-ee1b-4710-a986-d9c56995aa24 no longer exists at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:25:35.737265 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-34c40344-3978-4885-915d-7cf5423d6654 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=70fbfe9e-e458-46e1-9333-d454eb0e06b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985494 Jan 14 07:25:35.741470 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7f6fa5b-3b3c-4bfd-a716-680768f5b398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.760006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9da391ed-be48-4cc0-8d84-18783d0b466c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:35.786717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f618415-ba1d-429a-a69c-db5e11f36c8a None None] Pushing event deleted for resources: {'Port': ['ID=5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:35.793364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d69032-8600-4516-a782-497cdb5829c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc64100-b584-407b-b4cb-6d378b69ecbd,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:35.807627 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-74d69032-8600-4516-a782-497cdb5829c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.549s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:35.810649 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5864ed36-299f-4cd8-9ed6-4be7274d3136 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:35.826866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] For port 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2,segment=NetworkSegment(00855404-a015-44c1-8de5-c3212d2be800),segment_id=00855404-a015-44c1-8de5-c3212d2be800)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:35.827267 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.832301 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8f618415-ba1d-429a-a69c-db5e11f36c8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:35.840137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc762f5-f561-4921-afee-931b47d097a6', 'name': 'tempest-AttachVolumeTestJSON-1111293777-router', 'tenant_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '5ee957ba-48f5-4dba-9eae-125fcd7d5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:12Z', 'updated_at': '2021-01-14T07:25:20Z', 'revision_number': 3, 'project_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'gw_port': {'id': '5ee957ba-48f5-4dba-9eae-125fcd7d5ad1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc762f5-f561-4921-afee-931b47d097a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:17Z', 'updated_at': '2021-01-14T07:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:35.855301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f618415-ba1d-429a-a69c-db5e11f36c8a None None] No DVR routers for this DVR port 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:25:35.958862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52eb7c44-7898-41dc-b548-46bd87f907bb None None] The sync data for ids ['bcc762f5-f561-4921-afee-931b47d097a6'] in n-d-769329-2 is: [{'id': 'bcc762f5-f561-4921-afee-931b47d097a6', 'name': 'tempest-AttachVolumeTestJSON-1111293777-router', 'tenant_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '5ee957ba-48f5-4dba-9eae-125fcd7d5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:12Z', 'updated_at': '2021-01-14T07:25:20Z', 'revision_number': 3, 'project_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'gw_port': {'id': '5ee957ba-48f5-4dba-9eae-125fcd7d5ad1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc762f5-f561-4921-afee-931b47d097a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:17Z', 'updated_at': '2021-01-14T07:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:25:35.961648 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:35.987346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Network 9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:35.996729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:36.000670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:36.035409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port f9886795-ee1b-4710-a986-d9c56995aa24, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=f9886795-ee1b-4710-a986-d9c56995aa24,segment=NetworkSegment(d6d894bf-e74a-4c46-8a72-18f9017df4cf),segment_id=d6d894bf-e74a-4c46-8a72-18f9017df4cf)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:36.036842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f5d016-3b6a-4fea-b3a3-2255bc915c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9886795-ee1b-4710-a986-d9c56995aa24'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:25:36.043486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:36.045954 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:36.050078 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:36.054035 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 23.3248875 Jan 14 07:25:36.065667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59850) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:36.110358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Pushing event updated for resources: {'Port': ['ID=d4d0f601-49a6-4c1c-b406-ebc04a6fd158,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:36.111801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] Calling delete_port for 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:36.142511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=f9886795-ee1b-4710-a986-d9c56995aa24,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:36.146731 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:36.169999 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f5d016-3b6a-4fea-b3a3-2255bc915c4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9886795-ee1b-4710-a986-d9c56995aa24', 'code': 200} Jan 14 07:25:36.178183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac5fb26-c9f0-4a84-abef-1187d2b5066e', 'name': 'tempest-ServersTestMultiNic-1712367493-router', 'tenant_id': '5d197e4b213a44b2ae795af4c59044f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e03a12a7-cda6-4d72-bbe1-458699f90d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:13Z', 'updated_at': '2021-01-14T07:25:28Z', 'revision_number': 3, 'project_id': '5d197e4b213a44b2ae795af4c59044f6', 'gw_port': {'id': 'e03a12a7-cda6-4d72-bbe1-458699f90d47', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac5fb26-c9f0-4a84-abef-1187d2b5066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:19Z', 'updated_at': '2021-01-14T07:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:36.185138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] Checking router: 4ac5fb26-c9f0-4a84-abef-1187d2b5066e for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:25:36.186155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] Updating router 4ac5fb26-c9f0-4a84-abef-1187d2b5066e port e03a12a7-cda6-4d72-bbe1-458699f90d47 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:25:36.302311 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:36.354705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:25:36.382257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Pushing event updated for resources: {'Port': ['ID=f0e93fe0-94e5-4374-b919-afec16138a7e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:36.388640 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:36.419473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:25:36.421686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:25:36.434216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-54d8a9ac-8ec0-4b4e-bd2b-6693dd57a8e0 None None] Provisioning for port f0e93fe0-94e5-4374-b919-afec16138a7e completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:36.443121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-54d8a9ac-8ec0-4b4e-bd2b-6693dd57a8e0 None None] Provisioning complete for port f0e93fe0-94e5-4374-b919-afec16138a7e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:36.443539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54d8a9ac-8ec0-4b4e-bd2b-6693dd57a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:36.475944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-84d296aa-3a95-49e4-b307-95638f8f8ef8 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:36.476956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-84d296aa-3a95-49e4-b307-95638f8f8ef8 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Synchronizing usage tracker for tenant:09c32218fbf8421e8d39c11ddb10d709 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:36.528741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-54d8a9ac-8ec0-4b4e-bd2b-6693dd57a8e0 None None] Port f0e93fe0-94e5-4374-b919-afec16138a7e cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:25:36.547719 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11137ea3-5677-4028-b593-c0e04a44dcda tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.759s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:36.548247 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11137ea3-5677-4028-b593-c0e04a44dcda tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:36.557063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-4008403-network', 'tenant_id': 'a14af3dfbac1474cb460528a4105cf22'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:36.599435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:36.632092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Usage tracker for resource:network and tenant:a14af3dfbac1474cb460528a4105cf22 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:36.643439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:36.651989 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:36.659837 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:36.663201 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:36.665540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:25:36.665540 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:25:36.669330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:36.670372 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:36.687727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:36.694767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-84d296aa-3a95-49e4-b307-95638f8f8ef8 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Unset dirty status for tenant:09c32218fbf8421e8d39c11ddb10d709 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:36.696076 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-84d296aa-3a95-49e4-b307-95638f8f8ef8 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.39 "GET /v2.0/ports?device_id=87f5d016-3b6a-4fea-b3a3-2255bc915c4d HTTP/1.1" status: 200 len: 945 time: 1.8574605 Jan 14 07:25:36.716012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:36.866636 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6396d298-32ec-496a-b8c7-ad54f29ffd69 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:36.900409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:36.905365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:37.024741 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:37.039455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] Transition to ACTIVE for port object e03a12a7-cda6-4d72-bbe1-458699f90d47 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:37.045353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:37.046863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-5bb16ab5-1aee-4aea-ab8c-046dc20f4dff tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Deleting port f9886795-ee1b-4710-a986-d9c56995aa24 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:37.047255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-5bb16ab5-1aee-4aea-ab8c-046dc20f4dff tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:37.102278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Made reservation on behalf of a14af3dfbac1474cb460528a4105cf22 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:37.108416 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:37.122011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:37.195242 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0db114f2-2859-45c9-98e6-7f4442147c8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:37.222808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:37.251611 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.4924793 Jan 14 07:25:37.276683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Request body: {'port': {'device_id': '77f21d5d-e0d9-460e-852e-52c478af2a53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-2'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:37.277438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e971c11-afec-435c-a893-b72301356b1a None None] Pushing event updated for resources: {'Port': ['ID=e03a12a7-cda6-4d72-bbe1-458699f90d47,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:37.282553 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e971c11-afec-435c-a893-b72301356b1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:37.302527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] Attempting to bind port e03a12a7-cda6-4d72-bbe1-458699f90d47 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:37.302947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] Attempting to bind port e03a12a7-cda6-4d72-bbe1-458699f90d47 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:37.303366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] Attempting to bind port e03a12a7-cda6-4d72-bbe1-458699f90d47 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:37.310390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:37.311298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:37.311873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:37.312583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:37.313139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] Bound port: e03a12a7-cda6-4d72-bbe1-458699f90d47, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:37.313569 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:37.401024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:37.402179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] For port e03a12a7-cda6-4d72-bbe1-458699f90d47, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:37.407497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] For port e03a12a7-cda6-4d72-bbe1-458699f90d47, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e03a12a7-cda6-4d72-bbe1-458699f90d47,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:37.412120 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:37.438194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] Allocated IP 172.20.0.1 (47745cbf-127b-4aeb-8a7e-455a1192ec85/d350ee27-96db-4a80-9441-efee242fff34/f1831662-826f-4a0b-81c1-7a06218cb10d) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:37.440763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Usage tracker for resource:security_group_rule and tenant:a14af3dfbac1474cb460528a4105cf22 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:37.446777 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9da391ed-be48-4cc0-8d84-18783d0b466c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:37.446979 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cd94ffc3-67c3-47db-94fe-57cdc2c049a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:37.450491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:37.470505 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-f3758e55-49a2-4370-9b12-f689468f5aa5 service neutron] 10.222.0.39 "GET /v2.0/networks/70fbfe9e-e458-46e1-9333-d454eb0e06b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7054508 Jan 14 07:25:37.471027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] Deleting port 5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:37.471408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:37.518778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:37.558229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] The port '5fda4f6e-e2cf-4ba4-90a8-4ff9dd1947f2' was deleted {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:25:37.559705 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7f6fa5b-3b3c-4bfd-a716-680768f5b398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:37.593806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e971c11-afec-435c-a893-b72301356b1a None None] Pushing event updated for resources: {'Port': ['ID=e03a12a7-cda6-4d72-bbe1-458699f90d47,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:37.608926 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:37.609144 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e971c11-afec-435c-a893-b72301356b1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:37.662189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] Routers {'4ac5fb26-c9f0-4a84-abef-1187d2b5066e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:37.663073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:25:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['4ac5fb26-c9f0-4a84-abef-1187d2b5066e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:37.747878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9da391ed-be48-4cc0-8d84-18783d0b466c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:37.838717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Pushing event updated for resources: {'Port': ['ID=9e145f77-3172-4478-949c-e2f25b504f1c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:37.842798 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.976s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:37.860716 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-265eba2f-91b5-4528-a017-5d635ac1e55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:37.871240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] Set router 4ac5fb26-c9f0-4a84-abef-1187d2b5066e gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:25:38.156703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6fa5b-3b3c-4bfd-a716-680768f5b398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc64100-b584-407b-b4cb-6d378b69ecbd,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:38.252655 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for floatingip, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:38.254400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac5fb26-c9f0-4a84-abef-1187d2b5066e', 'name': 'tempest-ServersTestMultiNic-1712367493-router', 'tenant_id': '5d197e4b213a44b2ae795af4c59044f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e03a12a7-cda6-4d72-bbe1-458699f90d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:13Z', 'updated_at': '2021-01-14T07:25:28Z', 'revision_number': 3, 'project_id': '5d197e4b213a44b2ae795af4c59044f6', 'gw_port': {'id': 'e03a12a7-cda6-4d72-bbe1-458699f90d47', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac5fb26-c9f0-4a84-abef-1187d2b5066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:19Z', 'updated_at': '2021-01-14T07:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:38.262717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c349bb54-77e7-45e9-91df-f3b7de81658a None None] The sync data for ids ['4ac5fb26-c9f0-4a84-abef-1187d2b5066e'] in n-d-769329-2 is: [{'id': '4ac5fb26-c9f0-4a84-abef-1187d2b5066e', 'name': 'tempest-ServersTestMultiNic-1712367493-router', 'tenant_id': '5d197e4b213a44b2ae795af4c59044f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e03a12a7-cda6-4d72-bbe1-458699f90d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:13Z', 'updated_at': '2021-01-14T07:25:28Z', 'revision_number': 3, 'project_id': '5d197e4b213a44b2ae795af4c59044f6', 'gw_port': {'id': 'e03a12a7-cda6-4d72-bbe1-458699f90d47', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac5fb26-c9f0-4a84-abef-1187d2b5066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:19Z', 'updated_at': '2021-01-14T07:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:25:38.269674 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9da391ed-be48-4cc0-8d84-18783d0b466c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c404ffe6f020408e9d17f08dc56becc1&name=default HTTP/1.1" status: 200 len: 2983 time: 3.6911817 Jan 14 07:25:38.277864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59854) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:38.298074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7f6fa5b-3b3c-4bfd-a716-680768f5b398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:38.299302 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c7f6fa5b-3b3c-4bfd-a716-680768f5b398 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/abc64100-b584-407b-b4cb-6d378b69ecbd HTTP/1.1" status: 204 len: 168 time: 3.7243519 Jan 14 07:25:38.323176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:38.333745 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:38.353884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:38.356361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:38.397091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5ee957ba-48f5-4dba-9eae-125fcd7d5ad1 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:38.489163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 5ee957ba-48f5-4dba-9eae-125fcd7d5ad1 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:38.496258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 5ee957ba-48f5-4dba-9eae-125fcd7d5ad1 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:38.497250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:38.540949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da391ed-be48-4cc0-8d84-18783d0b466c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af596219-ad21-4ffc-ba94-ab6b3206e054,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:38.546526 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9da391ed-be48-4cc0-8d84-18783d0b466c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:38.558752 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-05561c9e-a53e-455b-b308-766dc0d27e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.745s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:38.559293 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-05561c9e-a53e-455b-b308-766dc0d27e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:38.565656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-5bb16ab5-1aee-4aea-ab8c-046dc20f4dff tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] For port f9886795-ee1b-4710-a986-d9c56995aa24, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=f9886795-ee1b-4710-a986-d9c56995aa24,segment=NetworkSegment(d6d894bf-e74a-4c46-8a72-18f9017df4cf),segment_id=d6d894bf-e74a-4c46-8a72-18f9017df4cf)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:38.566338 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-5bb16ab5-1aee-4aea-ab8c-046dc20f4dff tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:38.580508 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:38.587681 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-30bd9525-f69c-4f3c-a8e7-74626d8d12ad service neutron] 10.222.0.39 "GET /v2.0/networks/70fbfe9e-e458-46e1-9333-d454eb0e06b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0721300 Jan 14 07:25:38.627601 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:38.710455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:38.746570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 5ee957ba-48f5-4dba-9eae-125fcd7d5ad1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5ee957ba-48f5-4dba-9eae-125fcd7d5ad1,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:38.750705 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:38.753974 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7e11449-3ed2-46a3-a5b0-47e24892ec8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:38.754241 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:38.778454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] Transition to ACTIVE for port object f1831662-826f-4a0b-81c1-7a06218cb10d will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:38.783226 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:38.800120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-5bb16ab5-1aee-4aea-ab8c-046dc20f4dff tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Calling delete_port for f9886795-ee1b-4710-a986-d9c56995aa24 owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:38.818147 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:38.833765 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:25:38.850046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=5ee957ba-48f5-4dba-9eae-125fcd7d5ad1,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:38.858455 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9287df94-2c35-4c6c-9ef1-b0022b339c25 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:38.864624 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:38.913294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7e11449-3ed2-46a3-a5b0-47e24892ec8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:38.936555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc2fa14e-4b87-48a7-b606-8f596d237854']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:38.966172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:25:38.990846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00855404-a015-44c1-8de5-c3212d2be800') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:38.990846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00855404-a015-44c1-8de5-c3212d2be800') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:39.039061 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:39.041067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab0582d-9727-42bc-a869-5b9faa1ec315,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:39.053105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8220a77e-6a86-4326-9d88-f3d329815479 {{(pid=80908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:25:39.067518 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:39.068267 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Added segment 36e9b6c3-e317-453b-a29c-701b92434088 of type vxlan for network f174422f-f2a5-4d78-a426-dbcec76ffb44 Jan 14 07:25:39.068993 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:39.080142 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:39.081709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:39.084072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks [] for floatingip, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:39.090861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:25:39.100017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:39.136310 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b1e7b8e-4e9b-4826-840b-701ee805b64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:39.188495 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:39.284361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Transition to ACTIVE for port object 8220a77e-6a86-4326-9d88-f3d329815479 will not be triggered until provisioned by entity L2. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:39.319750 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:39.377477 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:39.539396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:39.574427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba61c2b-33e1-42fd-80f7-abfca408a269 req-fe200968-3ffc-4d15-a1b0-0d66bb5737d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:39.576170 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ba61c2b-33e1-42fd-80f7-abfca408a269 req-fe200968-3ffc-4d15-a1b0-0d66bb5737d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6acd0c0d5ec64d6ca3191a81d9e0c56c&device_id=e176a47f-59e3-49cb-80ba-892c6c5693c9 HTTP/1.1" status: 200 len: 1158 time: 0.8922212 Jan 14 07:25:39.594074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7e11449-3ed2-46a3-a5b0-47e24892ec8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:39.596972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] Pushing event updated for resources: {'Port': ['ID=f1831662-826f-4a0b-81c1-7a06218cb10d,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:39.608379 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:39.618983 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:39.731344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:39.823553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e11449-3ed2-46a3-a5b0-47e24892ec8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af596219-ad21-4ffc-ba94-ab6b3206e054,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:39.828578 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:39.830636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:39.831403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:39.853876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] Network dc2fa14e-4b87-48a7-b606-8f596d237854 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:25:39.863417 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-5bb16ab5-1aee-4aea-ab8c-046dc20f4dff tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:39.887340 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f7e11449-3ed2-46a3-a5b0-47e24892ec8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:39.897221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device 4de0a77a-b5ce-49e6-8345-b1e2a1df9790 up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:40.016323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning for port 4de0a77a-b5ce-49e6-8345-b1e2a1df9790 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:40.020792 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b746fc2-17e4-4366-92f1-b0c8553d2768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:40.025171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port 4de0a77a-b5ce-49e6-8345-b1e2a1df9790 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:40.025909 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:40.231926 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:40.270750 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 4.4809651 Jan 14 07:25:40.294920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e176a47f-59e3-49cb-80ba-892c6c5693c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de0a77a-b5ce-49e6-8345-b1e2a1df9790'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:25:40.305132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59890) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:40.328048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port 4de0a77a-b5ce-49e6-8345-b1e2a1df9790, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=4de0a77a-b5ce-49e6-8345-b1e2a1df9790,segment=NetworkSegment(93dd5c73-9bcf-40db-a948-60df601b1498),segment_id=93dd5c73-9bcf-40db-a948-60df601b1498)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:40.335072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7e11449-3ed2-46a3-a5b0-47e24892ec8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:40.336424 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:40.341759 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8f618415-ba1d-429a-a69c-db5e11f36c8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:40.349402 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f7e11449-3ed2-46a3-a5b0-47e24892ec8e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af596219-ad21-4ffc-ba94-ab6b3206e054 HTTP/1.1" status: 204 len: 168 time: 2.0706589 Jan 14 07:25:40.367895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:40.382565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Pushing event updated for resources: {'Network': ['ID=f174422f-f2a5-4d78-a426-dbcec76ffb44,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:40.407364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1784afb0-dcfe-4767-9265-7a2a5dcac77a admin admin] Request body: {'subnet': {'network_id': 'f174422f-f2a5-4d78-a426-dbcec76ffb44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-4008403-subnet', 'tenant_id': 'a14af3dfbac1474cb460528a4105cf22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:40.414370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1784afb0-dcfe-4767-9265-7a2a5dcac77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:40.433687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1784afb0-dcfe-4767-9265-7a2a5dcac77a admin admin] Usage tracker for resource:subnet and tenant:a14af3dfbac1474cb460528a4105cf22 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:40.434743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=4de0a77a-b5ce-49e6-8345-b1e2a1df9790,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:40.438906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1784afb0-dcfe-4767-9265-7a2a5dcac77a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:40.448973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network f174422f-f2a5-4d78-a426-dbcec76ffb44 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:40.459104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1784afb0-dcfe-4767-9265-7a2a5dcac77a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:40.472455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] Network 47745cbf-127b-4aeb-8a7e-455a1192ec85 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:40.475064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59898) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:40.502989 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:40.533503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:40.564944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1784afb0-dcfe-4767-9265-7a2a5dcac77a admin admin] Made reservation on behalf of a14af3dfbac1474cb460528a4105cf22 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:40.569906 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1784afb0-dcfe-4767-9265-7a2a5dcac77a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:40.605251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:40.634828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Pushing event updated for resources: {'Port': ['ID=8220a77e-6a86-4326-9d88-f3d329815479,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:40.645169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba61c2b-33e1-42fd-80f7-abfca408a269 req-8b75d913-4563-4cf9-a285-9ad1ee2aa703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:40.646993 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ba61c2b-33e1-42fd-80f7-abfca408a269 req-8b75d913-4563-4cf9-a285-9ad1ee2aa703 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6acd0c0d5ec64d6ca3191a81d9e0c56c&shared=False HTTP/1.1" status: 200 len: 899 time: 1.0481906 Jan 14 07:25:40.648135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network f174422f-f2a5-4d78-a426-dbcec76ffb44 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:40.664171 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.287s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:40.664772 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.780s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:40.679203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network f174422f-f2a5-4d78-a426-dbcec76ffb44 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:40.860676 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e176a47f-59e3-49cb-80ba-892c6c5693c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de0a77a-b5ce-49e6-8345-b1e2a1df9790', 'code': 200} Jan 14 07:25:40.861829 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:40.869436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5ee957ba-48f5-4dba-9eae-125fcd7d5ad1 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:40.885147 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:25:40.965572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb16ab5-1aee-4aea-ab8c-046dc20f4dff tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Pushing event deleted for resources: {'Port': ['ID=f9886795-ee1b-4710-a986-d9c56995aa24,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:41.019787 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5bb16ab5-1aee-4aea-ab8c-046dc20f4dff tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:41.055995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e93fe0-94e5-4374-b919-afec16138a7e {{(pid=80907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:25:41.058739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-18591ec9-c8a8-482b-a119-409c136fbcad None None] Provisioning for port f1831662-826f-4a0b-81c1-7a06218cb10d completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:41.069379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:41.080182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-18591ec9-c8a8-482b-a119-409c136fbcad None None] Provisioning complete for port f1831662-826f-4a0b-81c1-7a06218cb10d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:41.080597 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18591ec9-c8a8-482b-a119-409c136fbcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:41.092397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Transition to ACTIVE for port object f0e93fe0-94e5-4374-b919-afec16138a7e will not be triggered until provisioned by entity L2. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:41.167699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-18591ec9-c8a8-482b-a119-409c136fbcad None None] Port f1831662-826f-4a0b-81c1-7a06218cb10d cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:25:41.194106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 5ee957ba-48f5-4dba-9eae-125fcd7d5ad1 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:41.194523 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:41.376720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e03a12a7-cda6-4d72-bbe1-458699f90d47 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:41.538073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port e03a12a7-cda6-4d72-bbe1-458699f90d47 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:41.544090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port e03a12a7-cda6-4d72-bbe1-458699f90d47 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:41.544510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:41.614686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device 4de0a77a-b5ce-49e6-8345-b1e2a1df9790 no longer exists at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:25:41.629043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] Network dc2fa14e-4b87-48a7-b606-8f596d237854 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:25:41.683966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Allocated IP 172.20.0.1 (0906cedd-0602-40aa-8bcc-12aee5c79da2/f4913c67-a341-45ce-b8cf-96c883038239/7dedf924-1892-4aff-8806-727ee3958529) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:25:41.816689 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:25:41.820253 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:25:41.820253 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:25:41.820253 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:25:41.820253 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:25:41.820253 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:25:41.820253 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:25:41.820253 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:25:41.822723 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:41.828416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59920) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:41.844060 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:41.852824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port e03a12a7-cda6-4d72-bbe1-458699f90d47, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e03a12a7-cda6-4d72-bbe1-458699f90d47,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:41.857739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:41.858661 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:41.861332 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2174d096-e5af-4fda-8f47-1ec42fde2550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:41.863327 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:41.878301 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:41.886177 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:41.887636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] It took 1.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:25:41.955267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=e03a12a7-cda6-4d72-bbe1-458699f90d47,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:41.961078 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:41.973399 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:41.985178 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6708806-91f3-4dfa-a3dc-655849dd3ca2 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:42.005905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port 4de0a77a-b5ce-49e6-8345-b1e2a1df9790, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=4de0a77a-b5ce-49e6-8345-b1e2a1df9790,segment=NetworkSegment(93dd5c73-9bcf-40db-a948-60df601b1498),segment_id=93dd5c73-9bcf-40db-a948-60df601b1498)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:42.011134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc2fa14e-4b87-48a7-b606-8f596d237854,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:42.013950 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.016577 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-db79efa5-4031-4551-83fa-fbd30d41f8fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:42.024291 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] 10.222.0.41 "DELETE /v2.0/networks/dc2fa14e-4b87-48a7-b606-8f596d237854 HTTP/1.1" status: 204 len: 168 time: 8.3542426 Jan 14 07:25:42.025307 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.117395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=4de0a77a-b5ce-49e6-8345-b1e2a1df9790,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:42.118099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e93fe0-94e5-4374-b919-afec16138a7e,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:42.121821 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:42.183775 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:42.184360 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5bb16ab5-1aee-4aea-ab8c-046dc20f4dff tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:42.195301 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.197336 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:42.226957 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a1ea7b6-7fc4-4fa1-9928-238694e79673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.237303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1944214179-network', 'tenant_id': '9268a0b323d24dae8ab7f37ea82f15af'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:42.257985 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.274821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59930) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:42.285664 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7704de50-7667-4afd-ab08-c4709437a71b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:42.303539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Attempting to bind port 8220a77e-6a86-4326-9d88-f3d329815479 on host n-h1-769329-2 for vnic_type normal with profile {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:42.303926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Attempting to bind port 8220a77e-6a86-4326-9d88-f3d329815479 by drivers openvswitch on host n-h1-769329-2 at level 0 using segments [{'id': 'b3251ee7-93db-4202-91bf-eeeaccef7b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd'}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:42.304276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Attempting to bind port 8220a77e-6a86-4326-9d88-f3d329815479 on network 9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:42.326659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:42.331123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Usage tracker for resource:network and tenant:9268a0b323d24dae8ab7f37ea82f15af is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:42.332773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1a1ea7b6-7fc4-4fa1-9928-238694e79673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:42.339550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e03a12a7-cda6-4d72-bbe1-458699f90d47 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:42.356786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:42.379305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Checking agent: {'id': '1b004ee2-a22f-479b-a760-de06669a81a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 46), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:42.379925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Checking segment: {'id': 'b3251ee7-93db-4202-91bf-eeeaccef7b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:42.380443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.380443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Bound using segment: {'id': 'b3251ee7-93db-4202-91bf-eeeaccef7b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd'} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:42.380983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Bound port: 8220a77e-6a86-4326-9d88-f3d329815479, host: n-h1-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3251ee7-93db-4202-91bf-eeeaccef7b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd'}}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:42.381505 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.399087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:42.415038 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.489675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-5bb16ab5-1aee-4aea-ab8c-046dc20f4dff tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] No DVR routers for this DVR port f9886795-ee1b-4710-a986-d9c56995aa24 on host n-h2-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:25:42.492448 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-5bb16ab5-1aee-4aea-ab8c-046dc20f4dff tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.494865 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a45840cc-5669-473d-b7f3-039c62a83ffa req-5bb16ab5-1aee-4aea-ab8c-046dc20f4dff tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] 10.222.0.39 "DELETE /v2.0/ports/f9886795-ee1b-4710-a986-d9c56995aa24 HTTP/1.1" status: 204 len: 173 time: 5.7826710 Jan 14 07:25:42.508117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f5d016-3b6a-4fea-b3a3-2255bc915c4d', 'name': 'network-vif-deleted', 'tag': 'f9886795-ee1b-4710-a986-d9c56995aa24'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:25:42.562866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba61c2b-33e1-42fd-80f7-abfca408a269 req-2953e0a2-716d-467a-b8d3-a1de680735f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:42.564619 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-6ba61c2b-33e1-42fd-80f7-abfca408a269 req-2953e0a2-716d-467a-b8d3-a1de680735f4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.8588789 Jan 14 07:25:42.572744 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.598213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1a1ea7b6-7fc4-4fa1-9928-238694e79673 admin admin] Usage tracker for resource:security_group_rule and tenant:3cca2f3e952840efaa3282bbf2d2a259 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:42.615906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Pushing event updated for resources: {'Port': ['ID=9e145f77-3172-4478-949c-e2f25b504f1c,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:42.619582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port e03a12a7-cda6-4d72-bbe1-458699f90d47 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:42.620017 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:42.620174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.633911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Made reservation on behalf of 9268a0b323d24dae8ab7f37ea82f15af for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:42.640374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.652931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1a1ea7b6-7fc4-4fa1-9928-238694e79673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:42.669105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.698209 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87f5d016-3b6a-4fea-b3a3-2255bc915c4d', 'name': 'network-vif-deleted', 'tag': 'f9886795-ee1b-4710-a986-d9c56995aa24', 'status': 'completed', 'code': 200} Jan 14 07:25:42.704129 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cfb0ea8b-d17e-4360-ae88-ad62531e458a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=369cf312e6f8411e821109a8779f4774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3939335 Jan 14 07:25:42.711720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59936) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:42.751264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1a1ea7b6-7fc4-4fa1-9928-238694e79673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:42.756840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:42.775460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Usage tracker for resource:security_group_rule and tenant:9268a0b323d24dae8ab7f37ea82f15af is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:42.790801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:42.804641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Transition to ACTIVE for port object 7dedf924-1892-4aff-8806-727ee3958529 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:42.816983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Pushing event updated for resources: {'Port': ['ID=d4d0f601-49a6-4c1c-b406-ebc04a6fd158,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:42.821834 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:42.846100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:42.862448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e176a47f-59e3-49cb-80ba-892c6c5693c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4de0a77a-b5ce-49e6-8345-b1e2a1df9790'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:25:42.884186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] For port 8220a77e-6a86-4326-9d88-f3d329815479, host n-h1-769329-2, cleared binding levels {{(pid=80908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:42.913389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] For port 8220a77e-6a86-4326-9d88-f3d329815479, host n-h1-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=8220a77e-6a86-4326-9d88-f3d329815479,segment=NetworkSegment(b3251ee7-93db-4202-91bf-eeeaccef7b57),segment_id=b3251ee7-93db-4202-91bf-eeeaccef7b57)] {{(pid=80908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:42.929360 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:25:42.932505 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:42.932505 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:42.932505 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:42.932505 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:25:42.932505 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:42.932505 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:42.932505 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:42.932505 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:25:42.932505 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:42.932505 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:42.932505 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:42.932505 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:25:42.932505 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:42.932505 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:42.932505 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:42.932505 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:25:42.932505 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:42.932505 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:42.932505 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:42.939961 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e176a47f-59e3-49cb-80ba-892c6c5693c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4de0a77a-b5ce-49e6-8345-b1e2a1df9790', 'code': 200} Jan 14 07:25:42.949400 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:42.953354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-154f4e7f-f9f5-4808-a244-9b8f8ed91872 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:42.954190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-154f4e7f-f9f5-4808-a244-9b8f8ed91872 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Synchronizing usage tracker for tenant:6acd0c0d5ec64d6ca3191a81d9e0c56c on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:42.980665 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d801a041-3301-4308-aea5-e31bbe278e4b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:43.033872 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:43.114481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-efa50a1d-9fbd-4a64-972b-bcf11cd324d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:43.215179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-efa50a1d-9fbd-4a64-972b-bcf11cd324d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:43.219142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-154f4e7f-f9f5-4808-a244-9b8f8ed91872 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Unset dirty status for tenant:6acd0c0d5ec64d6ca3191a81d9e0c56c on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:43.220444 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-154f4e7f-f9f5-4808-a244-9b8f8ed91872 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.39 "GET /v2.0/ports?device_id=e176a47f-59e3-49cb-80ba-892c6c5693c9 HTTP/1.1" status: 200 len: 943 time: 1.3867097 Jan 14 07:25:43.233094 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:43.238409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:43.239739 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 16.0204637 Jan 14 07:25:43.286328 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:43.295964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Pushing event updated for resources: {'Port': ['ID=8220a77e-6a86-4326-9d88-f3d329815479,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:43.313449 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:43.370523 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:43.381731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:43.392785 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-33ba3b39-c84b-4717-81fa-c05ffcc95c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:43.438310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:43.439613 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:43.441444 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] 10.222.0.53 "PUT /v2.0/ports/8220a77e-6a86-4326-9d88-f3d329815479 HTTP/1.1" status: 200 len: 1155 time: 8.8301446 Jan 14 07:25:43.498333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3a9b27-4991-4204-a0b9-f28a52b993bf,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:43.505914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:25:43.513015 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:43.514548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-efa50a1d-9fbd-4a64-972b-bcf11cd324d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:43.604596 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9da391ed-be48-4cc0-8d84-18783d0b466c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:43.638377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa50a1d-9fbd-4a64-972b-bcf11cd324d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd80b35-cd55-4133-8dbd-7877475891a9,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:43.643907 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:43.644309 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Added segment 8d00b196-6976-485d-ba3c-4dc2a3084723 of type vxlan for network cf9b7913-93f3-45f5-ba8b-b54d641486d4 Jan 14 07:25:43.663428 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-efa50a1d-9fbd-4a64-972b-bcf11cd324d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:43.665504 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-efa50a1d-9fbd-4a64-972b-bcf11cd324d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:43.669154 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-efa50a1d-9fbd-4a64-972b-bcf11cd324d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8bd80b35-cd55-4133-8dbd-7877475891a9 HTTP/1.1" status: 204 len: 168 time: 0.9505510 Jan 14 07:25:43.753623 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:43.770201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-d31162ca-cd09-42e8-941f-2bfa15a588f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:43.772159 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-d31162ca-cd09-42e8-941f-2bfa15a588f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=70c580b2f73043ad905ca351382687bb&device_id=b727d3ca-80d8-4cfa-8de7-d8cb001c5792 HTTP/1.1" status: 200 len: 1158 time: 0.2695100 Jan 14 07:25:43.880538 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-9220e137-b223-4d1b-8e6d-fc121e33a604 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8220a77e-6a86-4326-9d88-f3d329815479 HTTP/1.1" status: 200 len: 217 time: 0.0918398 Jan 14 07:25:43.980221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Attempting to bind port f0e93fe0-94e5-4374-b919-afec16138a7e on host n-h1-769329-2 for vnic_type normal with profile {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:43.980631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Attempting to bind port f0e93fe0-94e5-4374-b919-afec16138a7e by drivers openvswitch on host n-h1-769329-2 at level 0 using segments [{'id': 'b3251ee7-93db-4202-91bf-eeeaccef7b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd'}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:43.981001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Attempting to bind port f0e93fe0-94e5-4374-b919-afec16138a7e on network 9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:44.000753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-a940d3a3-1b1b-4a31-8ded-ce8ae49bec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:44.004524 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-a940d3a3-1b1b-4a31-8ded-ce8ae49bec60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f71a5c1c-4d77-4951-b540-32b41fb1e21c HTTP/1.1" status: 200 len: 854 time: 0.1172633 Jan 14 07:25:44.007449 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:44.008821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:44.009839 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:44.019201 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:44.022062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Pushing event updated for resources: {'Port': ['ID=7dedf924-1892-4aff-8806-727ee3958529,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:44.025200 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:44.049786 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:44.063688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-0e8d9ed0-90b9-48e5-92ea-e8407a619925 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Deleting port 4de0a77a-b5ce-49e6-8345-b1e2a1df9790 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:44.064005 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-0e8d9ed0-90b9-48e5-92ea-e8407a619925 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:44.090137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Checking agent: {'id': '1b004ee2-a22f-479b-a760-de06669a81a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 46), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:44.090519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Checking segment: {'id': 'b3251ee7-93db-4202-91bf-eeeaccef7b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:44.090926 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:44.091322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Bound using segment: {'id': 'b3251ee7-93db-4202-91bf-eeeaccef7b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd'} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:44.092438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Bound port: f0e93fe0-94e5-4374-b919-afec16138a7e, host: n-h1-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3251ee7-93db-4202-91bf-eeeaccef7b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd'}}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:44.093056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:44.131507 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a1ea7b6-7fc4-4fa1-9928-238694e79673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:44.207874 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.3616383 Jan 14 07:25:44.214733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59964) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:44.222449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e4bfa273-ac2c-4e88-a6d0-09ce67eb749a admin admin] Request body: {'subnet': {'network_id': 'cf9b7913-93f3-45f5-ba8b-b54d641486d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1944214179-subnet', 'tenant_id': '9268a0b323d24dae8ab7f37ea82f15af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:44.231134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Pushing event updated for resources: {'Network': ['ID=cf9b7913-93f3-45f5-ba8b-b54d641486d4,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:44.234668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e4bfa273-ac2c-4e88-a6d0-09ce67eb749a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:44.238756 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:44.245440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a1ea7b6-7fc4-4fa1-9928-238694e79673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:44.245681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e4bfa273-ac2c-4e88-a6d0-09ce67eb749a admin admin] Usage tracker for resource:subnet and tenant:9268a0b323d24dae8ab7f37ea82f15af is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:44.245954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network cf9b7913-93f3-45f5-ba8b-b54d641486d4 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:44.256296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e4bfa273-ac2c-4e88-a6d0-09ce67eb749a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:44.269992 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:44.271248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e4bfa273-ac2c-4e88-a6d0-09ce67eb749a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:44.274999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-cabdc46d-b61b-4550-9a0c-b1d6fdf9c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:44.276697 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-cabdc46d-b61b-4550-9a0c-b1d6fdf9c17f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2588823 Jan 14 07:25:44.313934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network cf9b7913-93f3-45f5-ba8b-b54d641486d4 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:44.359448 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-ac58eaa2-90c9-4517-bdc5-d86561b3119e tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--402604022&fields=id&tenant_id=d80eadefa2a04dbc949b83745fb35cb9 HTTP/1.1" status: 200 len: 267 time: 0.8064229 Jan 14 07:25:44.492244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network cf9b7913-93f3-45f5-ba8b-b54d641486d4 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:44.525507 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:44.538190 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 16.8629041 Jan 14 07:25:44.539746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ea7b6-7fc4-4fa1-9928-238694e79673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c4f636-d74c-4388-a0d0-84775cd701bf,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:44.630471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] For port f0e93fe0-94e5-4374-b919-afec16138a7e, host n-h1-769329-2, cleared binding levels {{(pid=80907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:44.634564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] For port f0e93fe0-94e5-4374-b919-afec16138a7e, host n-h1-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=f0e93fe0-94e5-4374-b919-afec16138a7e,segment=NetworkSegment(b3251ee7-93db-4202-91bf-eeeaccef7b57),segment_id=b3251ee7-93db-4202-91bf-eeeaccef7b57)] {{(pid=80907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:44.658578 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:44.683826 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1a1ea7b6-7fc4-4fa1-9928-238694e79673 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3cca2f3e952840efaa3282bbf2d2a259&name=default HTTP/1.1" status: 200 len: 2983 time: 4.1952147 Jan 14 07:25:44.686756 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a1ea7b6-7fc4-4fa1-9928-238694e79673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:44.712101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b727d3ca-80d8-4cfa-8de7-d8cb001c5792', 'tag': '8220a77e-6a86-4326-9d88-f3d329815479'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:25:44.718640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bfa273-ac2c-4e88-a6d0-09ce67eb749a admin admin] Made reservation on behalf of 9268a0b323d24dae8ab7f37ea82f15af for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:44.726362 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4bfa273-ac2c-4e88-a6d0-09ce67eb749a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:44.768494 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:44.773013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59974) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:44.869181 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:44.978278 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b727d3ca-80d8-4cfa-8de7-d8cb001c5792', 'tag': '8220a77e-6a86-4326-9d88-f3d329815479', 'status': 'completed', 'code': 200} Jan 14 07:25:45.084560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e93fe0-94e5-4374-b919-afec16138a7e,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:45.141581 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:45.146621 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-e102afbe-beaa-4416-a814-fade5418dc8a service neutron] 10.222.0.53 "GET /v2.0/networks/9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8623252 Jan 14 07:25:45.160424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Network 0906cedd-0602-40aa-8bcc-12aee5c79da2 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:45.192714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37a96601-b20f-45ea-842c-63644114b26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:45.202402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:45.237187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:45.314214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37a96601-b20f-45ea-842c-63644114b26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:45.468314 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-647e68d6-551b-45d8-ae33-e1e0b07437d2 service neutron] 10.222.0.53 "GET /v2.0/networks/9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3090124 Jan 14 07:25:45.478273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cad6c85c-09e0-48b9-92f3-b84b276e77ac None None] Provisioning for port 7dedf924-1892-4aff-8806-727ee3958529 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:45.485622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cad6c85c-09e0-48b9-92f3-b84b276e77ac None None] Provisioning complete for port 7dedf924-1892-4aff-8806-727ee3958529 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:45.486466 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cad6c85c-09e0-48b9-92f3-b84b276e77ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.488440 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.492749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:45.500662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-ad65bf04-21cb-483a-b13b-7974e5c0c304 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Synchronizing usage tracker for tenant:3a2693f475504bd09526ac6bd19368d9 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:45.531622 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:45.533239 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:45.566675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-cad6c85c-09e0-48b9-92f3-b84b276e77ac None None] Port 7dedf924-1892-4aff-8806-727ee3958529 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:25:45.571167 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37a96601-b20f-45ea-842c-63644114b26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:45.579496 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a642c4b5-c8e0-4324-84b4-589bdca7f9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:45.604202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a96601-b20f-45ea-842c-63644114b26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c4f636-d74c-4388-a0d0-84775cd701bf,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:45.607268 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-37a96601-b20f-45ea-842c-63644114b26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:45.612151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-0fc9bcf8-fd88-423f-b847-5d1c1565b5ea tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:45.613696 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-0fc9bcf8-fd88-423f-b847-5d1c1565b5ea tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] 10.222.0.41 "GET /v2.0/networks?id=22c42234-dff1-4331-9ee3-7c6ddcbc7290 HTTP/1.1" status: 200 len: 806 time: 1.1767881 Jan 14 07:25:45.648657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37a96601-b20f-45ea-842c-63644114b26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:45.651040 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-37a96601-b20f-45ea-842c-63644114b26a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6c4f636-d74c-4388-a0d0-84775cd701bf HTTP/1.1" status: 204 len: 168 time: 0.8767829 Jan 14 07:25:45.651294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-0e8d9ed0-90b9-48e5-92ea-e8407a619925 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] For port 4de0a77a-b5ce-49e6-8345-b1e2a1df9790, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=4de0a77a-b5ce-49e6-8345-b1e2a1df9790,segment=NetworkSegment(93dd5c73-9bcf-40db-a948-60df601b1498),segment_id=93dd5c73-9bcf-40db-a948-60df601b1498)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:45.651740 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-0e8d9ed0-90b9-48e5-92ea-e8407a619925 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:45.682840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb50e1-aff7-47a7-b171-27eb3b3ebe0e req-1e84b153-71e9-41c3-9689-2976a2ef2aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:45.684753 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-33eb50e1-aff7-47a7-b171-27eb3b3ebe0e req-1e84b153-71e9-41c3-9689-2976a2ef2aa2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=70c580b2f73043ad905ca351382687bb&device_id=b727d3ca-80d8-4cfa-8de7-d8cb001c5792 HTTP/1.1" status: 200 len: 1158 time: 0.1529458 Jan 14 07:25:45.894853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-0e8d9ed0-90b9-48e5-92ea-e8407a619925 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Calling delete_port for 4de0a77a-b5ce-49e6-8345-b1e2a1df9790 owned by compute:nova {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:25:45.926383 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-e9cdd940-fca2-4e50-8f5a-9c0c1ce5bf3f tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] 10.222.0.41 "GET /v2.0/quotas/d80eadefa2a04dbc949b83745fb35cb9 HTTP/1.1" status: 200 len: 375 time: 0.2768688 Jan 14 07:25:45.945645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-ad65bf04-21cb-483a-b13b-7974e5c0c304 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Unset dirty status for tenant:3a2693f475504bd09526ac6bd19368d9 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:45.946893 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-ad65bf04-21cb-483a-b13b-7974e5c0c304 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1748394768&fields=id&tenant_id=3a2693f475504bd09526ac6bd19368d9 HTTP/1.1" status: 200 len: 267 time: 0.7799604 Jan 14 07:25:45.961809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb50e1-aff7-47a7-b171-27eb3b3ebe0e req-664e91e7-5712-4800-87eb-9abe4f1b9dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:45.963034 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-33eb50e1-aff7-47a7-b171-27eb3b3ebe0e req-664e91e7-5712-4800-87eb-9abe4f1b9dd8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd HTTP/1.1" status: 200 len: 910 time: 0.2689393 Jan 14 07:25:45.978335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:45.978631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4bfa273-ac2c-4e88-a6d0-09ce67eb749a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:45.978741 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:45.979953 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] 10.222.0.53 "PUT /v2.0/ports/f0e93fe0-94e5-4374-b919-afec16138a7e HTTP/1.1" status: 200 len: 1156 time: 8.7192039 Jan 14 07:25:45.985496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f21d5d-e0d9-460e-852e-52c478af2a53', 'tag': 'f0e93fe0-94e5-4374-b919-afec16138a7e'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:25:46.036797 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:46.062097 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:46.228457 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-33eb50e1-aff7-47a7-b171-27eb3b3ebe0e req-29a40acd-5c1d-4201-8556-d0f36e2bc4d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8220a77e-6a86-4326-9d88-f3d329815479 HTTP/1.1" status: 200 len: 217 time: 0.2517965 Jan 14 07:25:46.346681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb50e1-aff7-47a7-b171-27eb3b3ebe0e req-7d968b64-5279-4881-96de-840300af2cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:46.348331 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-33eb50e1-aff7-47a7-b171-27eb3b3ebe0e req-7d968b64-5279-4881-96de-840300af2cb9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f71a5c1c-4d77-4951-b540-32b41fb1e21c HTTP/1.1" status: 200 len: 854 time: 0.1113012 Jan 14 07:25:46.349136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfa273-ac2c-4e88-a6d0-09ce67eb749a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c9a2109-4865-405b-a130-3035ed2ceaa3,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:46.352563 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4bfa273-ac2c-4e88-a6d0-09ce67eb749a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:46.465052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bfa273-ac2c-4e88-a6d0-09ce67eb749a admin admin] Checking segment: {'id': '8d00b196-6976-485d-ba3c-4dc2a3084723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cf9b7913-93f3-45f5-ba8b-b54d641486d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:46.465440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bfa273-ac2c-4e88-a6d0-09ce67eb749a admin admin] Network hostable DHCP agents. Network: cf9b7913-93f3-45f5-ba8b-b54d641486d4, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:25:46.490670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb50e1-aff7-47a7-b171-27eb3b3ebe0e req-2b5ef211-0259-41f4-a79c-127fd62acf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:46.492370 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-33eb50e1-aff7-47a7-b171-27eb3b3ebe0e req-2b5ef211-0259-41f4-a79c-127fd62acf5f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1350036 Jan 14 07:25:46.497322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bfa273-ac2c-4e88-a6d0-09ce67eb749a admin admin] Network cf9b7913-93f3-45f5-ba8b-b54d641486d4 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:25:46.540271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e4bfa273-ac2c-4e88-a6d0-09ce67eb749a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, cf9b7913-93f3-45f5-ba8b-b54d641486d4) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:46.551318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bde6dfe-5f4e-4aee-9b28-1dcc31b68826 None None] Network cf9b7913-93f3-45f5-ba8b-b54d641486d4 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:46.615977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-adfaf5fc-88e0-484e-8acb-0442327f4c9a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:46.615977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-adfaf5fc-88e0-484e-8acb-0442327f4c9a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Synchronizing usage tracker for tenant:3a2693f475504bd09526ac6bd19368d9 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:46.655079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bfa273-ac2c-4e88-a6d0-09ce67eb749a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:46.656484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4bfa273-ac2c-4e88-a6d0-09ce67eb749a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:46.768660 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-33eb50e1-aff7-47a7-b171-27eb3b3ebe0e req-171afd34-b27d-4044-9e30-f07205e19219 service neutron] 10.222.0.53 "GET /v2.0/networks/9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619119 Jan 14 07:25:46.771275 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e4bfa273-ac2c-4e88-a6d0-09ce67eb749a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5538087 Jan 14 07:25:46.773931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60020) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:46.831136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1944214179-router', 'tenant_id': '9268a0b323d24dae8ab7f37ea82f15af', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:46.833358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-cf9b7913-93f3-45f5-ba8b-b54d641486d4', 'network_id': 'cf9b7913-93f3-45f5-ba8b-b54d641486d4', 'tenant_id': '9268a0b323d24dae8ab7f37ea82f15af', 'fixed_ips': [{'subnet_id': '4c9a2109-4865-405b-a130-3035ed2ceaa3'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:25:46.834343 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:46.855443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-adfaf5fc-88e0-484e-8acb-0442327f4c9a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Unset dirty status for tenant:3a2693f475504bd09526ac6bd19368d9 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:46.856807 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-adfaf5fc-88e0-484e-8acb-0442327f4c9a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "GET /v2.0/ports/39617270-2444-44fa-8b5c-a39cc6502806 HTTP/1.1" status: 200 len: 936 time: 0.8723853 Jan 14 07:25:46.860762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:46.895108 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1784afb0-dcfe-4767-9265-7a2a5dcac77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:46.909932 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:46.920537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:46.999133 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c7ad408e-36ac-4313-912f-89c026e49058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:47.006311 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-33eb50e1-aff7-47a7-b171-27eb3b3ebe0e req-f154d607-f1d8-4861-be68-ba11a76f6d08 service neutron] 10.222.0.53 "GET /v2.0/networks/9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2280505 Jan 14 07:25:47.009229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Usage tracker for resource:router and tenant:9268a0b323d24dae8ab7f37ea82f15af is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:47.013159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:47.022163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:47.043110 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:47.043110 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:47.066184 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:47.068582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-0e8d9ed0-90b9-48e5-92ea-e8407a619925 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:47.122554 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-1963a800-dcd0-4433-be3c-40b89072d3f9 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] 10.222.0.41 "GET /v2.0/ports?tenant_id=d80eadefa2a04dbc949b83745fb35cb9&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1637418 Jan 14 07:25:47.276933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Allocated IP 172.20.0.2 (cf9b7913-93f3-45f5-ba8b-b54d641486d4/4c9a2109-4865-405b-a130-3035ed2ceaa3/dc5996c6-2299-4eb1-81fe-d0805f6b1ba5) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:47.282488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e576ae34-56d3-46db-8122-0c822554a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:47.284491 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-e576ae34-56d3-46db-8122-0c822554a0b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=70c580b2f73043ad905ca351382687bb&device_id=77f21d5d-e0d9-460e-852e-52c478af2a53 HTTP/1.1" status: 200 len: 1159 time: 1.2312996 Jan 14 07:25:47.421603 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:47.523444 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:47.538055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:47.642562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:47.663229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Transition to ACTIVE for port object dc5996c6-2299-4eb1-81fe-d0805f6b1ba5 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:47.691090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-bcdf514c-b07d-492e-a266-26ea647f598e None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80909) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:25:47.697653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Transition to ACTIVE for port object dc5996c6-2299-4eb1-81fe-d0805f6b1ba5 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:47.705345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:47.726668 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:47.799713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Pushing event updated for resources: {'Port': ['ID=dc5996c6-2299-4eb1-81fe-d0805f6b1ba5,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:47.851712 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:47.975595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 8220a77e-6a86-4326-9d88-f3d329815479 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:47.990302 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-f2dbf347-b5df-4c1f-b4f2-42b50ea368d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0e93fe0-94e5-4374-b919-afec16138a7e HTTP/1.1" status: 200 len: 217 time: 0.5426178 Jan 14 07:25:48.058115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Network cf9b7913-93f3-45f5-ba8b-b54d641486d4 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:48.061904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:48.067848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:48.078043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-b8651000-7550-4a8f-bf65-032d8d0a383e tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:48.079474 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-b8651000-7550-4a8f-bf65-032d8d0a383e tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "GET /v2.0/ports/2dbb73b7-c96a-4a26-8309-210e535ba221 HTTP/1.1" status: 200 len: 937 time: 1.2011511 Jan 14 07:25:48.081940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784afb0-dcfe-4767-9265-7a2a5dcac77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b47222d9-4577-4226-b31a-1bbb0f072257,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:48.165989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Attempting to bind port dc5996c6-2299-4eb1-81fe-d0805f6b1ba5 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:48.166688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Attempting to bind port dc5996c6-2299-4eb1-81fe-d0805f6b1ba5 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '8d00b196-6976-485d-ba3c-4dc2a3084723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cf9b7913-93f3-45f5-ba8b-b54d641486d4'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:48.167324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Attempting to bind port dc5996c6-2299-4eb1-81fe-d0805f6b1ba5 on network cf9b7913-93f3-45f5-ba8b-b54d641486d4 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:48.175002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning for port 8220a77e-6a86-4326-9d88-f3d329815479 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:48.179808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:48.180235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Checking segment: {'id': '8d00b196-6976-485d-ba3c-4dc2a3084723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cf9b7913-93f3-45f5-ba8b-b54d641486d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:48.180845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.181839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Bound using segment: {'id': '8d00b196-6976-485d-ba3c-4dc2a3084723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cf9b7913-93f3-45f5-ba8b-b54d641486d4'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:48.182447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Bound port: dc5996c6-2299-4eb1-81fe-d0805f6b1ba5, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d00b196-6976-485d-ba3c-4dc2a3084723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cf9b7913-93f3-45f5-ba8b-b54d641486d4'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:48.182918 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.195784 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1784afb0-dcfe-4767-9265-7a2a5dcac77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.197s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:48.197563 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:25:48.222818 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a4be9935-5c7a-4601-bbaa-0e713df6e7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.154s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:48.252851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port 8220a77e-6a86-4326-9d88-f3d329815479 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:48.253498 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.268737 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.306962 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.458470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] For port dc5996c6-2299-4eb1-81fe-d0805f6b1ba5, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:48.464928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] For port dc5996c6-2299-4eb1-81fe-d0805f6b1ba5, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=dc5996c6-2299-4eb1-81fe-d0805f6b1ba5,segment=NetworkSegment(8d00b196-6976-485d-ba3c-4dc2a3084723),segment_id=8d00b196-6976-485d-ba3c-4dc2a3084723)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:48.468959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.489825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.527135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port 8220a77e-6a86-4326-9d88-f3d329815479, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=8220a77e-6a86-4326-9d88-f3d329815479,segment=NetworkSegment(b3251ee7-93db-4202-91bf-eeeaccef7b57),segment_id=b3251ee7-93db-4202-91bf-eeeaccef7b57)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:48.531495 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:48.612809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b727d3ca-80d8-4cfa-8de7-d8cb001c5792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8220a77e-6a86-4326-9d88-f3d329815479'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:25:48.643864 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.666527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.676906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Allocated IP 172.25.3.70 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/828b7570-b1e9-49f3-87d4-9b71471e94f1) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:48.684461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-0e8d9ed0-90b9-48e5-92ea-e8407a619925 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] No DVR routers for this DVR port 4de0a77a-b5ce-49e6-8345-b1e2a1df9790 on host n-h2-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:25:48.767017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Pushing event updated for resources: {'Port': ['ID=dc5996c6-2299-4eb1-81fe-d0805f6b1ba5,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:48.776223 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:48.776779 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:48.798505 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-0e8d9ed0-90b9-48e5-92ea-e8407a619925 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.809614 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.861617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=8220a77e-6a86-4326-9d88-f3d329815479,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:48.868432 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:48.876380 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-661560de-166f-4e99-a639-e15387500239 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "GET /v2.0/ports?network_id=c9ed708e-d62d-484d-ade0-a088dfc698a4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.6623378 Jan 14 07:25:48.887967 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.919794 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:48.970004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:49.075528 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:49.111571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-539372db-698a-4b8e-a133-1bf118f63f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:49.113146 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-539372db-698a-4b8e-a133-1bf118f63f96 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f71a5c1c-4d77-4951-b540-32b41fb1e21c HTTP/1.1" status: 200 len: 854 time: 1.1014249 Jan 14 07:25:49.114485 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2d42b49d-04e6-44ff-a6a4-3084acd595ff req-0e8d9ed0-90b9-48e5-92ea-e8407a619925 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] 10.222.0.39 "DELETE /v2.0/ports/4de0a77a-b5ce-49e6-8345-b1e2a1df9790 HTTP/1.1" status: 204 len: 173 time: 5.8294365 Jan 14 07:25:49.115204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] Pushing event updated for resources: {'Port': ['ID=f1831662-826f-4a0b-81c1-7a06218cb10d,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:49.121674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] Network 47745cbf-127b-4aeb-8a7e-455a1192ec85 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:49.129592 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-cc57499e-ea67-45ba-ab63-fc4f22f36b1d tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "GET /v2.0/ports?network_id=c9ed708e-d62d-484d-ade0-a088dfc698a4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2134769 Jan 14 07:25:49.187057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:49.301077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:49.303339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d9ed0-90b9-48e5-92ea-e8407a619925 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Pushing event deleted for resources: {'Port': ['ID=4de0a77a-b5ce-49e6-8345-b1e2a1df9790,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:49.307399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:49.327563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Pushing event updated for resources: {'Port': ['ID=828b7570-b1e9-49f3-87d4-9b71471e94f1,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:49.330383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:49.372134 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e8d9ed0-90b9-48e5-92ea-e8407a619925 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.149s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:49.382290 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-731b37a4-96d8-4084-9e9f-fc6e2ab690fb tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.187s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:49.386848 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:49.509275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 8220a77e-6a86-4326-9d88-f3d329815479 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:49.545036 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-35ee18b0-9083-40e6-a74b-54646305382c service neutron] 10.222.0.41 "GET /v2.0/networks/22c42234-dff1-4331-9ee3-7c6ddcbc7290?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3353174 Jan 14 07:25:49.636131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port 8220a77e-6a86-4326-9d88-f3d329815479 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:49.636559 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:49.727625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9b6cdad9-c7cf-40de-b7f1-8bba0f37c62c None None] Provisioning complete for port f1831662-826f-4a0b-81c1-7a06218cb10d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:49.728086 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b6cdad9-c7cf-40de-b7f1-8bba0f37c62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:49.759196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1784afb0-dcfe-4767-9265-7a2a5dcac77a admin admin] Checking segment: {'id': '36e9b6c3-e317-453b-a29c-701b92434088', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f174422f-f2a5-4d78-a426-dbcec76ffb44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:49.759583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1784afb0-dcfe-4767-9265-7a2a5dcac77a admin admin] Network hostable DHCP agents. Network: f174422f-f2a5-4d78-a426-dbcec76ffb44, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:25:49.831875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9b6cdad9-c7cf-40de-b7f1-8bba0f37c62c None None] Port f1831662-826f-4a0b-81c1-7a06218cb10d cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:25:49.916796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Pushing event updated for resources: {'Port': ['ID=7dedf924-1892-4aff-8806-727ee3958529,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:49.963070 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:49.993212 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:49.995810 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-27fdbb35-3852-4f17-be34-a51910a92082 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.108s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:49.996269 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-27fdbb35-3852-4f17-be34-a51910a92082 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:50.068895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1784afb0-dcfe-4767-9265-7a2a5dcac77a admin admin] Network f174422f-f2a5-4d78-a426-dbcec76ffb44 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:25:50.108626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Network 0906cedd-0602-40aa-8bcc-12aee5c79da2 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:50.137053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-19e813cf-127d-4cac-94b4-148797d7917d tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:50.161988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-19e813cf-127d-4cac-94b4-148797d7917d tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:50.188194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-19e813cf-127d-4cac-94b4-148797d7917d tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:50.189550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-19e813cf-127d-4cac-94b4-148797d7917d tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Synchronizing usage tracker for tenant:3a2693f475504bd09526ac6bd19368d9 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:50.203379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:50.229014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-aec7c1d6-3393-473e-8eb2-96cf1711daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:50.232163 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-aec7c1d6-3393-473e-8eb2-96cf1711daee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0982201 Jan 14 07:25:50.258515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1784afb0-dcfe-4767-9265-7a2a5dcac77a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, f174422f-f2a5-4d78-a426-dbcec76ffb44) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:50.268491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00b58f8-fee2-4b30-a638-a001dfc38319 None None] Network f174422f-f2a5-4d78-a426-dbcec76ffb44 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:50.480090 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-4da34890-645e-4c1f-be15-0b2e2fffc772 service neutron] 10.222.0.41 "GET /v2.0/networks/22c42234-dff1-4331-9ee3-7c6ddcbc7290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8500340 Jan 14 07:25:50.542627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] Router bcc762f5-f561-4921-afee-931b47d097a6 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:25:50.544643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device dc5996c6-2299-4eb1-81fe-d0805f6b1ba5 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:50.547749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:50.737082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1784afb0-dcfe-4767-9265-7a2a5dcac77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:50.737737 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1784afb0-dcfe-4767-9265-7a2a5dcac77a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:50.811500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port dc5996c6-2299-4eb1-81fe-d0805f6b1ba5 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:50.824549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-06cfc213-9eb6-480c-a329-06cb6c417daa None None] Provisioning complete for port 7dedf924-1892-4aff-8806-727ee3958529 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:50.825095 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06cfc213-9eb6-480c-a329-06cb6c417daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:50.835632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-19e813cf-127d-4cac-94b4-148797d7917d tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Unset dirty status for tenant:3a2693f475504bd09526ac6bd19368d9 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:50.839049 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-19e813cf-127d-4cac-94b4-148797d7917d tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "GET /v2.0/networks?id=15ac981d-0d09-4ec0-895b-ce9d7bcccd9e&id=d296a63f-7c95-482a-bbfd-05a2330d25d3&id=d296a63f-7c95-482a-bbfd-05a2330d25d3&id=c9ed708e-d62d-484d-ade0-a088dfc698a4&id=c9ed708e-d62d-484d-ade0-a088dfc698a4 HTTP/1.1" status: 200 len: 1994 time: 1.6497486 Jan 14 07:25:50.867327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72212332-6435-4421-bd80-1cf900c19c58 None None] Network cf9b7913-93f3-45f5-ba8b-b54d641486d4 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:50.962725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Router 90e3b24f-760a-4f7e-a692-ea7a74fe2393 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:25:51.231821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:25:51.258908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:51.262898 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4848053 Jan 14 07:25:51.264003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60184) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:51.393562 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-67f0ee49-22bb-4e31-babf-0f6b37d02074 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "GET /v2.0/quotas/3a2693f475504bd09526ac6bd19368d9 HTTP/1.1" status: 200 len: 375 time: 0.5285342 Jan 14 07:25:51.403722 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1784afb0-dcfe-4767-9265-7a2a5dcac77a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 11.0712957 Jan 14 07:25:51.468998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] Sync routers for ids ['90e3b24f-760a-4f7e-a692-ea7a74fe2393'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:25:51.586677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8248c4-3783-45a6-99e8-6f18882c5548 None None] Network f174422f-f2a5-4d78-a426-dbcec76ffb44 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:25:51.770691 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-1e4d96d2-2343-4842-8fb4-bc355ac77187 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] 10.222.0.41 "GET /v2.0/networks?tenant_id=9e9238d31d96430fa9708f6c86547d3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3502941 Jan 14 07:25:51.802192 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-46c1a694-f2b4-4eba-a5ae-8685148a16b8 service neutron] 10.222.0.53 "GET /v2.0/networks/9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5311806 Jan 14 07:25:51.834205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] Routers {'90e3b24f-760a-4f7e-a692-ea7a74fe2393'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:51.835187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:25:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['90e3b24f-760a-4f7e-a692-ea7a74fe2393'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:52.059517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Router 4ac5fb26-c9f0-4a84-abef-1187d2b5066e has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:25:52.130746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] Set router 90e3b24f-760a-4f7e-a692-ea7a74fe2393 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:25:52.407686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-06cfc213-9eb6-480c-a329-06cb6c417daa None None] Port 7dedf924-1892-4aff-8806-727ee3958529 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:25:52.760043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:52.761240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-870bea69-a193-47a8-8026-9d20e38cdecc None None] Provisioning for port dc5996c6-2299-4eb1-81fe-d0805f6b1ba5 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:52.770531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:25:52.782033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] Sync routers for ids ['bcc762f5-f561-4921-afee-931b47d097a6'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:25:52.802802 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] 10.222.0.41 "PUT /v2.0/routers/bcc762f5-f561-4921-afee-931b47d097a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 24.4797602 Jan 14 07:25:52.803316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] Routers {'bcc762f5-f561-4921-afee-931b47d097a6'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:52.804369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-870bea69-a193-47a8-8026-9d20e38cdecc None None] Provisioning complete for port dc5996c6-2299-4eb1-81fe-d0805f6b1ba5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:52.804748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:25:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['bcc762f5-f561-4921-afee-931b47d097a6'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:52.807474 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-870bea69-a193-47a8-8026-9d20e38cdecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:53.134058 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-0b6b02a7-cd53-4bf3-aad5-b4f7ec2d748a tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a2693f475504bd09526ac6bd19368d9&fields=id HTTP/1.1" status: 200 len: 532 time: 1.7236657 Jan 14 07:25:53.376133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-870bea69-a193-47a8-8026-9d20e38cdecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:53.403364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] Set router bcc762f5-f561-4921-afee-931b47d097a6 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:25:53.599763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-870bea69-a193-47a8-8026-9d20e38cdecc None None] For port dc5996c6-2299-4eb1-81fe-d0805f6b1ba5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=dc5996c6-2299-4eb1-81fe-d0805f6b1ba5,segment=NetworkSegment(8d00b196-6976-485d-ba3c-4dc2a3084723),segment_id=8d00b196-6976-485d-ba3c-4dc2a3084723)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:53.611961 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-0008cc12-7cd3-4640-a8e3-e829cb62be31 service neutron] 10.222.0.53 "GET /v2.0/networks/9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.6731489 Jan 14 07:25:53.615017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'name': 'tempest-ServersTestManualDisk-1944214179-router', 'tenant_id': '9268a0b323d24dae8ab7f37ea82f15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '828b7570-b1e9-49f3-87d4-9b71471e94f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:47Z', 'updated_at': '2021-01-14T07:25:49Z', 'revision_number': 3, 'project_id': '9268a0b323d24dae8ab7f37ea82f15af', 'gw_port': {'id': '828b7570-b1e9-49f3-87d4-9b71471e94f1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:48Z', 'updated_at': '2021-01-14T07:25:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:53.622173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] Checking router: 90e3b24f-760a-4f7e-a692-ea7a74fe2393 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:25:53.622757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] Updating router 90e3b24f-760a-4f7e-a692-ea7a74fe2393 port 828b7570-b1e9-49f3-87d4-9b71471e94f1 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:25:53.644561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-631636f3-89ed-4c3e-83ea-68de0f4f9f2a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:53.652910 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-631636f3-89ed-4c3e-83ea-68de0f4f9f2a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.8494573 Jan 14 07:25:53.707389 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-870bea69-a193-47a8-8026-9d20e38cdecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:53.711435 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:53.713267 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-8a88ee47-e700-4b93-bba0-ae35f5728291 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] 10.222.0.41 "GET /v2.0/quotas/9e9238d31d96430fa9708f6c86547d3a HTTP/1.1" status: 200 len: 375 time: 0.0587535 Jan 14 07:25:53.792833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:25:53.803193 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:53.818694 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] 10.222.0.41 "PUT /v2.0/routers/4ac5fb26-c9f0-4a84-abef-1187d2b5066e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.7470276 Jan 14 07:25:53.832892 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-ac1a4cbe-0076-4a97-8bf8-1ce4fab3798c tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e9238d31d96430fa9708f6c86547d3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1185544 Jan 14 07:25:53.842813 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-7a022ce2-4e7b-4c0e-9407-8c3fe7e6ac62 service neutron] 10.222.0.41 "GET /v2.0/networks/15ac981d-0d09-4ec0-895b-ce9d7bcccd9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507514 Jan 14 07:25:53.852031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] Allocated IP 172.20.0.1 (cf9b7913-93f3-45f5-ba8b-b54d641486d4/4c9a2109-4865-405b-a130-3035ed2ceaa3/43d070aa-3955-41e1-a716-6be5dbb2c3b9) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.874766 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:53.878910 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:25:53.878910 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:53.878910 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.878910 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:53.878910 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:25:53.878910 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:53.878910 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.878910 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:53.878910 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:25:53.878910 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:53.878910 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.878910 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:53.878910 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:25:53.878910 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:53.878910 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.878910 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:53.878910 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:25:53.878910 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:25:53.878910 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:25:53.878910 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:25:53.953990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-cb414e9a-23f9-4646-b475-bd39d6107e00 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:53.959029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-cb414e9a-23f9-4646-b475-bd39d6107e00 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Synchronizing usage tracker for tenant:d80eadefa2a04dbc949b83745fb35cb9 on resource:network {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:54.009532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-cb414e9a-23f9-4646-b475-bd39d6107e00 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Unset dirty status for tenant:d80eadefa2a04dbc949b83745fb35cb9 on resource:network {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:54.011039 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-cb414e9a-23f9-4646-b475-bd39d6107e00 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] 10.222.0.53 "GET /v2.0/networks?id=22c42234-dff1-4331-9ee3-7c6ddcbc7290 HTTP/1.1" status: 200 len: 806 time: 1.2094717 Jan 14 07:25:54.237536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc762f5-f561-4921-afee-931b47d097a6', 'name': 'tempest-AttachVolumeTestJSON-1111293777-router', 'tenant_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '5ee957ba-48f5-4dba-9eae-125fcd7d5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:12Z', 'updated_at': '2021-01-14T07:25:44Z', 'revision_number': 4, 'project_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'gw_port': {'id': '5ee957ba-48f5-4dba-9eae-125fcd7d5ad1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc762f5-f561-4921-afee-931b47d097a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:17Z', 'updated_at': '2021-01-14T07:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'f1831662-826f-4a0b-81c1-7a06218cb10d', 'name': '', 'network_id': '47745cbf-127b-4aeb-8a7e-455a1192ec85', 'tenant_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'mac_address': 'fa:16:3e:b6:d6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc762f5-f561-4921-afee-931b47d097a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'd350ee27-96db-4a80-9441-efee242fff34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:36Z', 'updated_at': '2021-01-14T07:25:45Z', 'revision_number': 2, 'project_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'subnets': [{'id': 'd350ee27-96db-4a80-9441-efee242fff34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:54.266076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] Checking router: bcc762f5-f561-4921-afee-931b47d097a6 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:25:54.267301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] Updating router bcc762f5-f561-4921-afee-931b47d097a6 port f1831662-826f-4a0b-81c1-7a06218cb10d binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:25:54.279880 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-82b1a866-5477-480d-af20-3feb25edc0a0 service neutron] 10.222.0.41 "GET /v2.0/networks/15ac981d-0d09-4ec0-895b-ce9d7bcccd9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4279485 Jan 14 07:25:54.288856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60320) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:54.357958 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f21d5d-e0d9-460e-852e-52c478af2a53', 'tag': 'f0e93fe0-94e5-4374-b919-afec16138a7e', 'status': 'completed', 'code': 200} Jan 14 07:25:54.394941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:54.445314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] Transition to ACTIVE for port object 828b7570-b1e9-49f3-87d4-9b71471e94f1 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:54.475607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-023010b0-8130-41dc-ae4a-8d29a9956624 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Synchronizing usage tracker for tenant:d80eadefa2a04dbc949b83745fb35cb9 on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:54.476496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bea69-a193-47a8-8026-9d20e38cdecc None None] Pushing event updated for resources: {'Port': ['ID=dc5996c6-2299-4eb1-81fe-d0805f6b1ba5,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:54.499049 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:54.507573 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-4a9b94ba-d6f2-4a84-a805-f64dc64c831b service neutron] 10.222.0.41 "GET /v2.0/ports/39617270-2444-44fa-8b5c-a39cc6502806?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2152321 Jan 14 07:25:54.519579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] Sync routers for ids ['4ac5fb26-c9f0-4a84-abef-1187d2b5066e'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:25:54.539375 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-870bea69-a193-47a8-8026-9d20e38cdecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:54.549348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:54.573809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-023010b0-8130-41dc-ae4a-8d29a9956624 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Unset dirty status for tenant:d80eadefa2a04dbc949b83745fb35cb9 on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:54.577284 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-023010b0-8130-41dc-ae4a-8d29a9956624 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d80eadefa2a04dbc949b83745fb35cb9 HTTP/1.1" status: 200 len: 5712 time: 0.5246439 Jan 14 07:25:54.596083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:54.621875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-6ba2f14b-2266-4bca-a82c-410d10f76f7b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Request body: {'port': {'device_id': '1a9aa15b-75ba-4072-8e84-97e37ae083df', 'network_id': '22c42234-dff1-4331-9ee3-7c6ddcbc7290', 'admin_state_up': True, 'tenant_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'security_groups': ['68285c24-0912-4649-9f96-d6d31776824b']}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:54.758463 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-713b4a40-850f-4332-bb03-8bb9a573aec0 service neutron] 10.222.0.41 "GET /v2.0/networks/d296a63f-7c95-482a-bbfd-05a2330d25d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403808 Jan 14 07:25:54.767583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c94c3091-0d32-4ed6-8e29-584a44214c2a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-904662386'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:54.777094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c94c3091-0d32-4ed6-8e29-584a44214c2a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:54.783934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c94c3091-0d32-4ed6-8e29-584a44214c2a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Usage tracker for resource:network and tenant:5d197e4b213a44b2ae795af4c59044f6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:54.787957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c94c3091-0d32-4ed6-8e29-584a44214c2a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Quota usage for network was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:54.802437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c94c3091-0d32-4ed6-8e29-584a44214c2a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:54.819199 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b727d3ca-80d8-4cfa-8de7-d8cb001c5792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8220a77e-6a86-4326-9d88-f3d329815479', 'code': 200} Jan 14 07:25:54.821920 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:54.953693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] Transition to ACTIVE for port object 43d070aa-3955-41e1-a716-6be5dbb2c3b9 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:54.955196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727692c-f5fe-472f-9684-68f73d01f096 req-bf7d433c-16d5-4e31-9e8b-3babad6c1403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:54.961307 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2727692c-f5fe-472f-9684-68f73d01f096 req-bf7d433c-16d5-4e31-9e8b-3babad6c1403 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=70c580b2f73043ad905ca351382687bb&device_id=77f21d5d-e0d9-460e-852e-52c478af2a53 HTTP/1.1" status: 200 len: 1159 time: 0.5937436 Jan 14 07:25:54.975108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94c3091-0d32-4ed6-8e29-584a44214c2a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Made reservation on behalf of 5d197e4b213a44b2ae795af4c59044f6 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:54.993083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c94c3091-0d32-4ed6-8e29-584a44214c2a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:55.010258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] Routers {'4ac5fb26-c9f0-4a84-abef-1187d2b5066e'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:55.011069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:25:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['4ac5fb26-c9f0-4a84-abef-1187d2b5066e'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:55.111095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c94c3091-0d32-4ed6-8e29-584a44214c2a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:25:55.123835 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c94c3091-0d32-4ed6-8e29-584a44214c2a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:55.124029 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-c94c3091-0d32-4ed6-8e29-584a44214c2a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Added segment d7fb1864-3db6-48f1-9c7c-77f30d38b842 of type vxlan for network 95ecd057-1063-4c78-8c35-01cb693138d7 Jan 14 07:25:55.157556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c94c3091-0d32-4ed6-8e29-584a44214c2a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:55.191583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:55.207346 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c94c3091-0d32-4ed6-8e29-584a44214c2a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:55.228579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94c3091-0d32-4ed6-8e29-584a44214c2a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:55.229298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c94c3091-0d32-4ed6-8e29-584a44214c2a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:55.240605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-6ba2f14b-2266-4bca-a82c-410d10f76f7b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:55.245809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-6ba2f14b-2266-4bca-a82c-410d10f76f7b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Usage tracker for resource:port and tenant:d80eadefa2a04dbc949b83745fb35cb9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:55.248349 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-434b84e1-9b83-43f9-95ff-14f166b3d0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:55.250453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-6ba2f14b-2266-4bca-a82c-410d10f76f7b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Quota usage for port was recalculated. Used quota:3. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:55.256814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-6ba2f14b-2266-4bca-a82c-410d10f76f7b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:55.267837 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c2b9831-85eb-46ce-bdac-f3e66c1aa118 tempest-ListImageFiltersTestJSON-985252931 tempest-ListImageFiltersTestJSON-985252931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:55.346123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] Pushing event updated for resources: {'Port': ['ID=43d070aa-3955-41e1-a716-6be5dbb2c3b9,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:55.350192 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:55.350978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-6ba2f14b-2266-4bca-a82c-410d10f76f7b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Made reservation on behalf of d80eadefa2a04dbc949b83745fb35cb9 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:55.362865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-6ba2f14b-2266-4bca-a82c-410d10f76f7b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:55.659825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:55.661281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] Set router 4ac5fb26-c9f0-4a84-abef-1187d2b5066e gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:25:55.690511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] Transition to ACTIVE for port object f1831662-826f-4a0b-81c1-7a06218cb10d will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:55.699542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:55.730762 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-001f1079-03f3-4fef-b750-000490eda78e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:55.805511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-55d5d5f2-b82b-42b4-a5ba-ad685293278c tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:55.806616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-55d5d5f2-b82b-42b4-a5ba-ad685293278c tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] Synchronizing usage tracker for tenant:a14af3dfbac1474cb460528a4105cf22 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:55.842167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c3091-0d32-4ed6-8e29-584a44214c2a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Pushing event updated for resources: {'Network': ['ID=95ecd057-1063-4c78-8c35-01cb693138d7,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:55.852036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] Network cf9b7913-93f3-45f5-ba8b-b54d641486d4 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:25:55.857986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:25:55.858373 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c94c3091-0d32-4ed6-8e29-584a44214c2a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:55.874161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:25:55.946610 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c94c3091-0d32-4ed6-8e29-584a44214c2a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6538846 Jan 14 07:25:55.964335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60392) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:55.972316 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-b7e78dcf-5252-4bc3-888d-14933dabef5e service neutron] 10.222.0.41 "GET /v2.0/networks/d296a63f-7c95-482a-bbfd-05a2330d25d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1603100 Jan 14 07:25:56.037986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-889aee3e-7cba-4134-ac65-1adc7134b40f tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Request body: {'subnet': {'network_id': '95ecd057-1063-4c78-8c35-01cb693138d7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:56.139455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device f0e93fe0-94e5-4374-b919-afec16138a7e up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:56.174882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-55d5d5f2-b82b-42b4-a5ba-ad685293278c tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] Unset dirty status for tenant:a14af3dfbac1474cb460528a4105cf22 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:56.193145 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-55d5d5f2-b82b-42b4-a5ba-ad685293278c tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] 10.222.0.41 "GET /v2.0/networks?id=f174422f-f2a5-4d78-a426-dbcec76ffb44 HTTP/1.1" status: 200 len: 811 time: 0.7216196 Jan 14 07:25:56.228976 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-28fbf537-4148-41c9-a46d-7736554d24c4 service neutron] 10.222.0.41 "GET /v2.0/ports/2dbb73b7-c96a-4a26-8309-210e535ba221?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2346878 Jan 14 07:25:56.236253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa7936-e39b-4815-b5b4-e29f517e1ef7 None None] Pushing event updated for resources: {'Port': ['ID=f1831662-826f-4a0b-81c1-7a06218cb10d,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:56.246953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761a19f-aeb3-4540-a292-68043ce188c1 None None] Pushing event updated for resources: {'Port': ['ID=828b7570-b1e9-49f3-87d4-9b71471e94f1,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:56.248438 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-2b8c6afa-5d75-4ab2-8f3e-9077c64dcd80 tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] 10.222.0.41 "GET /v2.0/quotas/a14af3dfbac1474cb460528a4105cf22 HTTP/1.1" status: 200 len: 375 time: 0.0534270 Jan 14 07:25:56.261754 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1cfa7936-e39b-4815-b5b4-e29f517e1ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:56.268242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-889aee3e-7cba-4134-ac65-1adc7134b40f tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:56.273408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-889aee3e-7cba-4134-ac65-1adc7134b40f tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Usage tracker for resource:subnet and tenant:5d197e4b213a44b2ae795af4c59044f6 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:56.278466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-889aee3e-7cba-4134-ac65-1adc7134b40f tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:56.286702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-889aee3e-7cba-4134-ac65-1adc7134b40f tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:56.309560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889aee3e-7cba-4134-ac65-1adc7134b40f tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Made reservation on behalf of 5d197e4b213a44b2ae795af4c59044f6 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:25:56.327972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 95ecd057-1063-4c78-8c35-01cb693138d7 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:56.354273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 95ecd057-1063-4c78-8c35-01cb693138d7 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:56.554277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 95ecd057-1063-4c78-8c35-01cb693138d7 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:25:56.585015 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-31f4cca1-dbe4-4458-8e22-797e52303a15 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] 10.222.0.53 "GET /v2.0/networks?tenant_id=9e9238d31d96430fa9708f6c86547d3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2859697 Jan 14 07:25:56.704838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e176a47f-59e3-49cb-80ba-892c6c5693c9', 'name': 'network-vif-deleted', 'tag': '4de0a77a-b5ce-49e6-8345-b1e2a1df9790'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:25:56.712299 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-4c9c39d0-78cb-49b2-bdac-03e1f6f5b5ef service neutron] 10.222.0.41 "GET /v2.0/networks/d296a63f-7c95-482a-bbfd-05a2330d25d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527137 Jan 14 07:25:56.727542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] Attempting to bind port f1831662-826f-4a0b-81c1-7a06218cb10d on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:56.727994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] Attempting to bind port f1831662-826f-4a0b-81c1-7a06218cb10d by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'a2b67af7-d659-4492-9803-f555bd4d58f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '47745cbf-127b-4aeb-8a7e-455a1192ec85'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:56.728383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] Attempting to bind port f1831662-826f-4a0b-81c1-7a06218cb10d on network 47745cbf-127b-4aeb-8a7e-455a1192ec85 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:56.740866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:56.741565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] Checking segment: {'id': 'a2b67af7-d659-4492-9803-f555bd4d58f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '47745cbf-127b-4aeb-8a7e-455a1192ec85'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:56.742325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:56.743350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] Bound using segment: {'id': 'a2b67af7-d659-4492-9803-f555bd4d58f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '47745cbf-127b-4aeb-8a7e-455a1192ec85'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:56.744107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] Bound port: f1831662-826f-4a0b-81c1-7a06218cb10d, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b67af7-d659-4492-9803-f555bd4d58f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '47745cbf-127b-4aeb-8a7e-455a1192ec85'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:56.744713 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:56.812780 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e7f14034-ab53-4aae-80df-47decc922b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:56.821106 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a761a19f-aeb3-4540-a292-68043ce188c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:56.833479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device dc5996c6-2299-4eb1-81fe-d0805f6b1ba5 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:25:56.854424 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:56.877204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-27957e64-b794-4dc6-9433-8d03d9cb201d None None] Provisioning complete for port dc5996c6-2299-4eb1-81fe-d0805f6b1ba5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:56.878023 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27957e64-b794-4dc6-9433-8d03d9cb201d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:56.879367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] For port f1831662-826f-4a0b-81c1-7a06218cb10d, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:56.883299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] For port f1831662-826f-4a0b-81c1-7a06218cb10d, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f1831662-826f-4a0b-81c1-7a06218cb10d,segment=NetworkSegment(a2b67af7-d659-4492-9803-f555bd4d58f1),segment_id=a2b67af7-d659-4492-9803-f555bd4d58f1)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:56.895354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:56.945141 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:57.168071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa7936-e39b-4815-b5b4-e29f517e1ef7 None None] Pushing event updated for resources: {'Port': ['ID=f1831662-826f-4a0b-81c1-7a06218cb10d,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:57.184576 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1cfa7936-e39b-4815-b5b4-e29f517e1ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:57.204610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] Attempting to bind port 828b7570-b1e9-49f3-87d4-9b71471e94f1 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:25:57.205398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] Attempting to bind port 828b7570-b1e9-49f3-87d4-9b71471e94f1 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:25:57.206031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] Attempting to bind port 828b7570-b1e9-49f3-87d4-9b71471e94f1 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:25:57.235064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:25:57.235963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:25:57.236651 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:57.237295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:25:57.238036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] Bound port: 828b7570-b1e9-49f3-87d4-9b71471e94f1, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:25:57.238833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:57.272706 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-be124bac-6d84-4ba2-a45e-536f2eafbee0 tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] 10.222.0.41 "GET /v2.0/ports?tenant_id=a14af3dfbac1474cb460528a4105cf22&fields=id HTTP/1.1" status: 200 len: 210 time: 1.0214195 Jan 14 07:25:57.277730 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-9dbfc212-1ba1-4740-83ae-f92c4aa5b691 service neutron] 10.222.0.41 "GET /v2.0/networks/d296a63f-7c95-482a-bbfd-05a2330d25d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5529644 Jan 14 07:25:57.278667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727692c-f5fe-472f-9684-68f73d01f096 req-ea342ea3-eed1-4b34-a4d6-a405521cefd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:57.280694 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2727692c-f5fe-472f-9684-68f73d01f096 req-ea342ea3-eed1-4b34-a4d6-a405521cefd5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd HTTP/1.1" status: 200 len: 910 time: 2.2579725 Jan 14 07:25:57.297933 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-930469a3-7212-43e4-b311-1288a70b0831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:57.354109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] For port 828b7570-b1e9-49f3-87d4-9b71471e94f1, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:25:57.358250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] For port 828b7570-b1e9-49f3-87d4-9b71471e94f1, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=828b7570-b1e9-49f3-87d4-9b71471e94f1,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:25:57.378038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning for port f0e93fe0-94e5-4374-b919-afec16138a7e completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:57.401879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port f0e93fe0-94e5-4374-b919-afec16138a7e triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:57.402554 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:57.446812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:57.460914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] Routers {'bcc762f5-f561-4921-afee-931b47d097a6'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:57.461638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:25:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['bcc762f5-f561-4921-afee-931b47d097a6'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:57.487060 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14a2a5a7-80ed-4b13-b358-977256112a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:57.579731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761a19f-aeb3-4540-a292-68043ce188c1 None None] Pushing event updated for resources: {'Port': ['ID=828b7570-b1e9-49f3-87d4-9b71471e94f1,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:25:57.583473 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a761a19f-aeb3-4540-a292-68043ce188c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:25:57.594071 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2727692c-f5fe-472f-9684-68f73d01f096 req-b56d0c40-a12c-498b-b390-64462219426f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0e93fe0-94e5-4374-b919-afec16138a7e HTTP/1.1" status: 200 len: 217 time: 0.2855577 Jan 14 07:25:57.595912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60428) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:57.673690 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:57.793570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac5fb26-c9f0-4a84-abef-1187d2b5066e', 'name': 'tempest-ServersTestMultiNic-1712367493-router', 'tenant_id': '5d197e4b213a44b2ae795af4c59044f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e03a12a7-cda6-4d72-bbe1-458699f90d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:13Z', 'updated_at': '2021-01-14T07:25:46Z', 'revision_number': 4, 'project_id': '5d197e4b213a44b2ae795af4c59044f6', 'gw_port': {'id': 'e03a12a7-cda6-4d72-bbe1-458699f90d47', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac5fb26-c9f0-4a84-abef-1187d2b5066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:19Z', 'updated_at': '2021-01-14T07:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '7dedf924-1892-4aff-8806-727ee3958529', 'name': '', 'network_id': '0906cedd-0602-40aa-8bcc-12aee5c79da2', 'tenant_id': '5d197e4b213a44b2ae795af4c59044f6', 'mac_address': 'fa:16:3e:f2:f6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac5fb26-c9f0-4a84-abef-1187d2b5066e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'f4913c67-a341-45ce-b8cf-96c883038239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:41Z', 'updated_at': '2021-01-14T07:25:47Z', 'revision_number': 2, 'project_id': '5d197e4b213a44b2ae795af4c59044f6', 'subnets': [{'id': 'f4913c67-a341-45ce-b8cf-96c883038239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:57.804906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] Checking router: 4ac5fb26-c9f0-4a84-abef-1187d2b5066e for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:25:57.805275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] Updating router 4ac5fb26-c9f0-4a84-abef-1187d2b5066e port 7dedf924-1892-4aff-8806-727ee3958529 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:25:57.824206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] Set router bcc762f5-f561-4921-afee-931b47d097a6 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:25:57.865665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port dc5996c6-2299-4eb1-81fe-d0805f6b1ba5 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:57.866093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:57.895588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-40a5eb3d-a3ce-4723-988f-5b89da9acae1 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:57.896931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-40a5eb3d-a3ce-4723-988f-5b89da9acae1 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Synchronizing usage tracker for tenant:70c580b2f73043ad905ca351382687bb on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:25:57.920788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:57.972752 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-18722a6c-94c0-4bea-8103-eb5e2eed5da3 service neutron] 10.222.0.41 "GET /v2.0/networks/d296a63f-7c95-482a-bbfd-05a2330d25d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6662059 Jan 14 07:25:58.011857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727692c-f5fe-472f-9684-68f73d01f096 req-afbe5bcc-1b36-4b90-8cc1-2bd2582b3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:58.015891 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:58.018148 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2727692c-f5fe-472f-9684-68f73d01f096 req-afbe5bcc-1b36-4b90-8cc1-2bd2582b3b9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f71a5c1c-4d77-4951-b540-32b41fb1e21c HTTP/1.1" status: 200 len: 854 time: 0.3959155 Jan 14 07:25:58.079694 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-889aee3e-7cba-4134-ac65-1adc7134b40f tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:58.160939 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-30c72596-4639-402b-90c7-2231abae06f3 service neutron] 10.222.0.41 "GET /v2.0/networks/f174422f-f2a5-4d78-a426-dbcec76ffb44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8871925 Jan 14 07:25:58.249943 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-7e2a2629-c928-49f0-aea6-334e1768c6a8 service neutron] 10.222.0.41 "GET /v2.0/networks/d296a63f-7c95-482a-bbfd-05a2330d25d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2757590 Jan 14 07:25:58.338176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc762f5-f561-4921-afee-931b47d097a6', 'name': 'tempest-AttachVolumeTestJSON-1111293777-router', 'tenant_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '5ee957ba-48f5-4dba-9eae-125fcd7d5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:12Z', 'updated_at': '2021-01-14T07:25:44Z', 'revision_number': 4, 'project_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'gw_port': {'id': '5ee957ba-48f5-4dba-9eae-125fcd7d5ad1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc762f5-f561-4921-afee-931b47d097a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:17Z', 'updated_at': '2021-01-14T07:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'f1831662-826f-4a0b-81c1-7a06218cb10d', 'name': '', 'network_id': '47745cbf-127b-4aeb-8a7e-455a1192ec85', 'tenant_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'mac_address': 'fa:16:3e:b6:d6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc762f5-f561-4921-afee-931b47d097a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'd350ee27-96db-4a80-9441-efee242fff34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:36Z', 'updated_at': '2021-01-14T07:25:56Z', 'revision_number': 4, 'project_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'subnets': [{'id': 'd350ee27-96db-4a80-9441-efee242fff34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:58.344756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a4a5cf-64e3-47e7-ad9f-597c878f0f96 None None] The sync data for ids ['bcc762f5-f561-4921-afee-931b47d097a6'] in n-d-769329-2 is: [{'id': 'bcc762f5-f561-4921-afee-931b47d097a6', 'name': 'tempest-AttachVolumeTestJSON-1111293777-router', 'tenant_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '5ee957ba-48f5-4dba-9eae-125fcd7d5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:12Z', 'updated_at': '2021-01-14T07:25:44Z', 'revision_number': 4, 'project_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'gw_port': {'id': '5ee957ba-48f5-4dba-9eae-125fcd7d5ad1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc762f5-f561-4921-afee-931b47d097a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:17Z', 'updated_at': '2021-01-14T07:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'f1831662-826f-4a0b-81c1-7a06218cb10d', 'name': '', 'network_id': '47745cbf-127b-4aeb-8a7e-455a1192ec85', 'tenant_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'mac_address': 'fa:16:3e:b6:d6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcc762f5-f561-4921-afee-931b47d097a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'd350ee27-96db-4a80-9441-efee242fff34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:36Z', 'updated_at': '2021-01-14T07:25:56Z', 'revision_number': 4, 'project_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'subnets': [{'id': 'd350ee27-96db-4a80-9441-efee242fff34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:25:58.348880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-6ba2f14b-2266-4bca-a82c-410d10f76f7b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Allocated IP 172.20.0.11 (22c42234-dff1-4331-9ee3-7c6ddcbc7290/ab09021a-cda7-4d26-9c83-142a10a2c709/8c0e0bb5-a08a-488b-b110-253ee2971574) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:25:58.375195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:58.559981 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-9ef4e047-4e95-4f48-8f36-c934d95daf5d service neutron] 10.222.0.41 "GET /v2.0/networks/f174422f-f2a5-4d78-a426-dbcec76ffb44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1935029 Jan 14 07:25:58.565576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6e95caa-13ab-4768-ad25-a49b66f4a384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:58.584960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-40a5eb3d-a3ce-4723-988f-5b89da9acae1 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Unset dirty status for tenant:70c580b2f73043ad905ca351382687bb on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:25:58.586241 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-40a5eb3d-a3ce-4723-988f-5b89da9acae1 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.53 "GET /v2.0/ports?device_id=b727d3ca-80d8-4cfa-8de7-d8cb001c5792 HTTP/1.1" status: 200 len: 945 time: 1.8726020 Jan 14 07:25:58.658552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-04f31613-24bd-4d48-985f-c70076655846 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:58.660345 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-04f31613-24bd-4d48-985f-c70076655846 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.0347531 Jan 14 07:25:58.699428 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:58.733170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-6ba2f14b-2266-4bca-a82c-410d10f76f7b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:58.735961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f6e95caa-13ab-4768-ad25-a49b66f4a384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:25:58.771458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-6ba2f14b-2266-4bca-a82c-410d10f76f7b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Transition to ACTIVE for port object 8c0e0bb5-a08a-488b-b110-253ee2971574 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:25:58.773837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-35ca61a7-4896-4fb4-8c42-c5cff4379b3e tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Deleting port 8220a77e-6a86-4326-9d88-f3d329815479 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:25:58.774225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-35ca61a7-4896-4fb4-8c42-c5cff4379b3e tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:58.781956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e46e13fd-026f-4b23-a3af-031a03431fd7 None None] Provisioning for port 43d070aa-3955-41e1-a716-6be5dbb2c3b9 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:25:58.830047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Request body: {'port': {'device_id': '7639e718-3c07-4f8c-a311-9ef3bb6fcbeb', 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd', 'admin_state_up': True, 'tenant_id': '9e9238d31d96430fa9708f6c86547d3a'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:25:58.856842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f6e95caa-13ab-4768-ad25-a49b66f4a384 admin admin] Usage tracker for resource:security_group_rule and tenant:d30e33cefc7f48e2a3e9d52741dbdd11 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:25:58.891309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e46e13fd-026f-4b23-a3af-031a03431fd7 None None] Provisioning complete for port 43d070aa-3955-41e1-a716-6be5dbb2c3b9 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:25:58.891947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e46e13fd-026f-4b23-a3af-031a03431fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:58.954806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f6e95caa-13ab-4768-ad25-a49b66f4a384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:25:59.005356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e46e13fd-026f-4b23-a3af-031a03431fd7 None None] Port 43d070aa-3955-41e1-a716-6be5dbb2c3b9 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:25:59.007169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f21d5d-e0d9-460e-852e-52c478af2a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e93fe0-94e5-4374-b919-afec16138a7e'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:25:59.012525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] Routers {'90e3b24f-760a-4f7e-a692-ea7a74fe2393'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:25:59.013762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:25:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['90e3b24f-760a-4f7e-a692-ea7a74fe2393'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:25:59.038660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f6e95caa-13ab-4768-ad25-a49b66f4a384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:25:59.113361 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-6ba2f14b-2266-4bca-a82c-410d10f76f7b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:59.206489 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6e95caa-13ab-4768-ad25-a49b66f4a384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:59.241440 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-0de085ab-aade-4c9c-ad69-32d7cf9b641a service neutron] 10.222.0.41 "GET /v2.0/networks/d296a63f-7c95-482a-bbfd-05a2330d25d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9902520 Jan 14 07:25:59.242087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6e95caa-13ab-4768-ad25-a49b66f4a384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:59.296345 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4f51825c-c0be-469e-add1-62bdd2def85c tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:59.320021 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f6e95caa-13ab-4768-ad25-a49b66f4a384 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d30e33cefc7f48e2a3e9d52741dbdd11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7091732 Jan 14 07:25:59.352061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] Set router 90e3b24f-760a-4f7e-a692-ea7a74fe2393 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:25:59.452884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:59.459802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:59.513816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60448) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:25:59.517929 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d2331cc6-e13e-45aa-bf80-3194c3061ab5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:25:59.629509 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-e9eeada8-d59a-43a7-bc79-6427f0a8c8d8 service neutron] 10.222.0.41 "GET /v2.0/networks/d296a63f-7c95-482a-bbfd-05a2330d25d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3341501 Jan 14 07:25:59.852728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:25:59.860534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port f0e93fe0-94e5-4374-b919-afec16138a7e, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=f0e93fe0-94e5-4374-b919-afec16138a7e,segment=NetworkSegment(b3251ee7-93db-4202-91bf-eeeaccef7b57),segment_id=b3251ee7-93db-4202-91bf-eeeaccef7b57)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:25:59.902670 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-256052cb-7977-41bd-ace0-e38de5a528fa service neutron] 10.222.0.41 "GET /v2.0/networks/c9ed708e-d62d-484d-ade0-a088dfc698a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264187 Jan 14 07:25:59.936981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727692c-f5fe-472f-9684-68f73d01f096 req-bffe17fc-a2b0-41a2-8f0f-27c20ab5a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:25:59.940119 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2727692c-f5fe-472f-9684-68f73d01f096 req-bffe17fc-a2b0-41a2-8f0f-27c20ab5a162 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.8535616 Jan 14 07:25:59.941067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e95caa-13ab-4768-ad25-a49b66f4a384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32edd16c-6078-447c-a5bc-8c05ec3e386c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:00.005878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:26:00.011922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:00.046644 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.047363 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.052217 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:00.097419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Usage tracker for resource:port and tenant:9e9238d31d96430fa9708f6c86547d3a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:00.123404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:00.131878 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f6e95caa-13ab-4768-ad25-a49b66f4a384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:00.187804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60454) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:00.238019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=f0e93fe0-94e5-4374-b919-afec16138a7e,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:00.242518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 8220a77e-6a86-4326-9d88-f3d329815479 no longer exists at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:00.278346 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:00.304827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f1831662-826f-4a0b-81c1-7a06218cb10d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:00.309575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e80eb26b-ec89-44bf-90b5-0478b6451dd4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Request body: {'security_group': {'name': 'tempest-securitygroup--49723214', 'description': 'tempest-description--320869999'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:00.321557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e80eb26b-ec89-44bf-90b5-0478b6451dd4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:00.327793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e80eb26b-ec89-44bf-90b5-0478b6451dd4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Usage tracker for resource:security_group and tenant:b635ebb1cf0b486c984bf0a25ec6bb62 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:00.331901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e80eb26b-ec89-44bf-90b5-0478b6451dd4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:00.340024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e80eb26b-ec89-44bf-90b5-0478b6451dd4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:00.361020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:00.375959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] Pushing event updated for resources: {'Port': ['ID=43d070aa-3955-41e1-a716-6be5dbb2c3b9,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:00.448553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-35ca61a7-4896-4fb4-8c42-c5cff4379b3e tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] For port 8220a77e-6a86-4326-9d88-f3d329815479, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=8220a77e-6a86-4326-9d88-f3d329815479,segment=NetworkSegment(b3251ee7-93db-4202-91bf-eeeaccef7b57),segment_id=b3251ee7-93db-4202-91bf-eeeaccef7b57)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:00.448994 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-35ca61a7-4896-4fb4-8c42-c5cff4379b3e tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.457817 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.474348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1e4cb28-e826-49bd-937b-01d490598bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.479366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] Transition to ACTIVE for port object 7dedf924-1892-4aff-8806-727ee3958529 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:00.487310 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.514376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port f1831662-826f-4a0b-81c1-7a06218cb10d completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:00.521988 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:00.540089 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1e4cb28-e826-49bd-937b-01d490598bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.603903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] Network cf9b7913-93f3-45f5-ba8b-b54d641486d4 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:00.614824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9633d-7b66-4581-9e5a-89652fc40688 None None] Pushing event updated for resources: {'Port': ['ID=7dedf924-1892-4aff-8806-727ee3958529,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:00.629752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:00.675898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.53', 51715) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:00.676667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Made reservation on behalf of 9e9238d31d96430fa9708f6c86547d3a for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:00.679578 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3d9633d-7b66-4581-9e5a-89652fc40688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:00.686591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port f1831662-826f-4a0b-81c1-7a06218cb10d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:00.687188 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.694111 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.748113 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1e4cb28-e826-49bd-937b-01d490598bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.828343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'name': 'tempest-ServersTestManualDisk-1944214179-router', 'tenant_id': '9268a0b323d24dae8ab7f37ea82f15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '828b7570-b1e9-49f3-87d4-9b71471e94f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:47Z', 'updated_at': '2021-01-14T07:25:57Z', 'revision_number': 4, 'project_id': '9268a0b323d24dae8ab7f37ea82f15af', 'gw_port': {'id': '828b7570-b1e9-49f3-87d4-9b71471e94f1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:48Z', 'updated_at': '2021-01-14T07:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '43d070aa-3955-41e1-a716-6be5dbb2c3b9', 'name': '', 'network_id': 'cf9b7913-93f3-45f5-ba8b-b54d641486d4', 'tenant_id': '9268a0b323d24dae8ab7f37ea82f15af', 'mac_address': 'fa:16:3e:78:77:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '4c9a2109-4865-405b-a130-3035ed2ceaa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:53Z', 'updated_at': '2021-01-14T07:25:53Z', 'revision_number': 1, 'project_id': '9268a0b323d24dae8ab7f37ea82f15af', 'subnets': [{'id': '4c9a2109-4865-405b-a130-3035ed2ceaa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:00.845659 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:00.990470 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-c243de2d-eb83-4f3a-9643-c4011f41a6e9 service neutron] 10.222.0.41 "GET /v2.0/networks/c9ed708e-d62d-484d-ade0-a088dfc698a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9627440 Jan 14 07:26:00.999852 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e176a47f-59e3-49cb-80ba-892c6c5693c9', 'name': 'network-vif-deleted', 'tag': '4de0a77a-b5ce-49e6-8345-b1e2a1df9790', 'status': 'completed', 'code': 200} Jan 14 07:26:01.011074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-35ca61a7-4896-4fb4-8c42-c5cff4379b3e tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Calling delete_port for 8220a77e-6a86-4326-9d88-f3d329815479 owned by compute:nova {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:01.050788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:01.101921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eb1ff8-dec7-412d-b653-c98e9ae88754 None None] The sync data for ids ['90e3b24f-760a-4f7e-a692-ea7a74fe2393'] in n-d-769329-2 is: [{'id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'name': 'tempest-ServersTestManualDisk-1944214179-router', 'tenant_id': '9268a0b323d24dae8ab7f37ea82f15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '828b7570-b1e9-49f3-87d4-9b71471e94f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:47Z', 'updated_at': '2021-01-14T07:25:57Z', 'revision_number': 4, 'project_id': '9268a0b323d24dae8ab7f37ea82f15af', 'gw_port': {'id': '828b7570-b1e9-49f3-87d4-9b71471e94f1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:48Z', 'updated_at': '2021-01-14T07:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '43d070aa-3955-41e1-a716-6be5dbb2c3b9', 'name': '', 'network_id': 'cf9b7913-93f3-45f5-ba8b-b54d641486d4', 'tenant_id': '9268a0b323d24dae8ab7f37ea82f15af', 'mac_address': 'fa:16:3e:78:77:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '4c9a2109-4865-405b-a130-3035ed2ceaa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:53Z', 'updated_at': '2021-01-14T07:25:53Z', 'revision_number': 1, 'project_id': '9268a0b323d24dae8ab7f37ea82f15af', 'subnets': [{'id': '4c9a2109-4865-405b-a130-3035ed2ceaa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:26:01.105237 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f21d5d-e0d9-460e-852e-52c478af2a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e93fe0-94e5-4374-b919-afec16138a7e', 'code': 200} Jan 14 07:26:01.157656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port 8220a77e-6a86-4326-9d88-f3d329815479, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=8220a77e-6a86-4326-9d88-f3d329815479,segment=NetworkSegment(b3251ee7-93db-4202-91bf-eeeaccef7b57),segment_id=b3251ee7-93db-4202-91bf-eeeaccef7b57)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:01.203487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] Router 90e3b24f-760a-4f7e-a692-ea7a74fe2393 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:26:01.235525 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:01.240333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1cb59279-2028-4d0d-8989-957d84c07384 None None] Provisioning complete for port 43d070aa-3955-41e1-a716-6be5dbb2c3b9 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:01.240759 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1cb59279-2028-4d0d-8989-957d84c07384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:01.261086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2f14b-2266-4bca-a82c-410d10f76f7b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Pushing event updated for resources: {'Port': ['ID=8c0e0bb5-a08a-488b-b110-253ee2971574,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:01.268888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:01.275176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Usage tracker for resource:security_group_rule and tenant:9e9238d31d96430fa9708f6c86547d3a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:01.285722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:01.292533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:01.319677 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:01.331558 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ba2f14b-2266-4bca-a82c-410d10f76f7b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.814s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:01.337051 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1e4cb28-e826-49bd-937b-01d490598bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:01.338355 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a1e4cb28-e826-49bd-937b-01d490598bec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32edd16c-6078-447c-a5bc-8c05ec3e386c HTTP/1.1" status: 204 len: 168 time: 1.7727027 Jan 14 07:26:01.339414 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.774s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:01.340077 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:01.353378 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e08acb5a-4583-468c-8960-df1ef9bcba9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.562s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:01.365908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1cb59279-2028-4d0d-8989-957d84c07384 None None] Port 43d070aa-3955-41e1-a716-6be5dbb2c3b9 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:26:01.455088 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:01.463125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e80eb26b-ec89-44bf-90b5-0478b6451dd4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:01.675261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] Attempting to bind port 7dedf924-1892-4aff-8806-727ee3958529 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:26:01.675603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] Attempting to bind port 7dedf924-1892-4aff-8806-727ee3958529 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'e7392bdf-7f7b-4edd-820b-965bda73c0af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '0906cedd-0602-40aa-8bcc-12aee5c79da2'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:26:01.676041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] Attempting to bind port 7dedf924-1892-4aff-8806-727ee3958529 on network 0906cedd-0602-40aa-8bcc-12aee5c79da2 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:26:01.702847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port f1831662-826f-4a0b-81c1-7a06218cb10d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f1831662-826f-4a0b-81c1-7a06218cb10d,segment=NetworkSegment(a2b67af7-d659-4492-9803-f555bd4d58f1),segment_id=a2b67af7-d659-4492-9803-f555bd4d58f1)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:01.707775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:26:01.708107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] Checking segment: {'id': 'e7392bdf-7f7b-4edd-820b-965bda73c0af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '0906cedd-0602-40aa-8bcc-12aee5c79da2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:01.708558 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:01.709043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] Bound using segment: {'id': 'e7392bdf-7f7b-4edd-820b-965bda73c0af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '0906cedd-0602-40aa-8bcc-12aee5c79da2'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:26:01.709834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] Bound port: 7dedf924-1892-4aff-8806-727ee3958529, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7392bdf-7f7b-4edd-820b-965bda73c0af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '0906cedd-0602-40aa-8bcc-12aee5c79da2'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:26:01.710252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:01.736708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:01.753706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=8220a77e-6a86-4326-9d88-f3d329815479,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:01.884432 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2727692c-f5fe-472f-9684-68f73d01f096 req-3e19dc2b-f754-4462-9723-8d03fa5c4d76 service neutron] 10.222.0.53 "GET /v2.0/networks/9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7570317 Jan 14 07:26:01.890382 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-35ca61a7-4896-4fb4-8c42-c5cff4379b3e tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:26:01.890705 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-35ca61a7-4896-4fb4-8c42-c5cff4379b3e tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:26:01.923948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] For port 7dedf924-1892-4aff-8806-727ee3958529, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:26:01.930342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] For port 7dedf924-1892-4aff-8806-727ee3958529, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7dedf924-1892-4aff-8806-727ee3958529,segment=NetworkSegment(e7392bdf-7f7b-4edd-820b-965bda73c0af),segment_id=e7392bdf-7f7b-4edd-820b-965bda73c0af)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:26:01.933765 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:01.938712 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14a2a5a7-80ed-4b13-b358-977256112a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:01.979844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e80eb26b-ec89-44bf-90b5-0478b6451dd4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:01.980316 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:02.151900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4cb28-e826-49bd-937b-01d490598bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32edd16c-6078-447c-a5bc-8c05ec3e386c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:02.158099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e80eb26b-ec89-44bf-90b5-0478b6451dd4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Usage tracker for resource:security_group_rule and tenant:b635ebb1cf0b486c984bf0a25ec6bb62 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:02.173842 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a1e4cb28-e826-49bd-937b-01d490598bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:02.213719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e80eb26b-ec89-44bf-90b5-0478b6451dd4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:02.215747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device f0e93fe0-94e5-4374-b919-afec16138a7e no longer exists at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:02.266282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e80eb26b-ec89-44bf-90b5-0478b6451dd4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:02.332316 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-88d304c3-cd62-4b4d-9c1b-ef1aa4f44b9e service neutron] 10.222.0.41 "GET /v2.0/networks/c9ed708e-d62d-484d-ade0-a088dfc698a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8476350 Jan 14 07:26:02.589660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-6ba2f14b-2266-4bca-a82c-410d10f76f7b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Network 22c42234-dff1-4331-9ee3-7c6ddcbc7290 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:02.616585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:26:02.618594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-6ba2f14b-2266-4bca-a82c-410d10f76f7b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:02.622086 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.626320 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:02.630836 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:02.655186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-8b9effe8-adbe-4baa-b9d5-6107b1d5a22b tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:02.656985 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-8b9effe8-adbe-4baa-b9d5-6107b1d5a22b tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] 10.222.0.53 "GET /v2.0/networks?id=f174422f-f2a5-4d78-a426-dbcec76ffb44 HTTP/1.1" status: 200 len: 811 time: 1.9503086 Jan 14 07:26:02.667636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60486) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:02.668041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.53', 51716) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:02.678118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-6ba2f14b-2266-4bca-a82c-410d10f76f7b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:02.740823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-35ca61a7-4896-4fb4-8c42-c5cff4379b3e tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Deleting port 8220a77e-6a86-4326-9d88-f3d329815479 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:02.741220 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-35ca61a7-4896-4fb4-8c42-c5cff4379b3e tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:02.762315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=f1831662-826f-4a0b-81c1-7a06218cb10d,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:02.821683 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:02.824208 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.622s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:02.848234 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bf05fae1-8716-41c5-8dfb-4e5041fef61f req-3555f80a-aff2-4ed0-99ba-2c433b88c693 service neutron] 10.222.0.41 "GET /v2.0/networks/c9ed708e-d62d-484d-ade0-a088dfc698a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4748838 Jan 14 07:26:02.915010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-6ba2f14b-2266-4bca-a82c-410d10f76f7b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:02.916685 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-6ba2f14b-2266-4bca-a82c-410d10f76f7b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:02.978965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60494) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:02.999292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-1e5e5403-e5d1-4dfe-8ebd-34a3651e86c0 tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] Request body: {'port': {'device_id': 'b08c9548-3590-4ae5-a398-6e079c8a2fea', 'network_id': 'f174422f-f2a5-4d78-a426-dbcec76ffb44', 'admin_state_up': True, 'tenant_id': 'a14af3dfbac1474cb460528a4105cf22'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:03.021610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e80eb26b-ec89-44bf-90b5-0478b6451dd4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:03.052035 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e80eb26b-ec89-44bf-90b5-0478b6451dd4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:03.080360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9633d-7b66-4581-9e5a-89652fc40688 None None] Pushing event updated for resources: {'Port': ['ID=7dedf924-1892-4aff-8806-727ee3958529,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:03.093499 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3d9633d-7b66-4581-9e5a-89652fc40688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:03.102662 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5d4a47f9-7ea2-45c5-b732-07ca9ea3c3f4 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:03.120639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:26:03.125429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b727d3ca-80d8-4cfa-8de7-d8cb001c5792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8220a77e-6a86-4326-9d88-f3d329815479'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:26:03.158148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80eb26b-ec89-44bf-90b5-0478b6451dd4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Pushing event updated for resources: {'SecurityGroup': ['ID=a733acc3-99b8-4df1-aa2b-857f92d2a708,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:03.189468 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e80eb26b-ec89-44bf-90b5-0478b6451dd4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:03.221867 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2727692c-f5fe-472f-9684-68f73d01f096 req-0c666919-b236-45fc-9d0a-8936077865dc service neutron] 10.222.0.53 "GET /v2.0/networks/9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3301044 Jan 14 07:26:03.604557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-1e5e5403-e5d1-4dfe-8ebd-34a3651e86c0 tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:03.612331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-1e5e5403-e5d1-4dfe-8ebd-34a3651e86c0 tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] Usage tracker for resource:port and tenant:a14af3dfbac1474cb460528a4105cf22 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:03.621551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-1e5e5403-e5d1-4dfe-8ebd-34a3651e86c0 tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:03.648680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-1e5e5403-e5d1-4dfe-8ebd-34a3651e86c0 tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:03.681061 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-6ba2f14b-2266-4bca-a82c-410d10f76f7b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.0774159 Jan 14 07:26:03.709605 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e80eb26b-ec89-44bf-90b5-0478b6451dd4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:03.711934 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e80eb26b-ec89-44bf-90b5-0478b6451dd4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.5225809 Jan 14 07:26:03.726715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60522) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:03.775904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5e12c24d-7d4e-4791-823a-0c39df02c062 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Request body: {'security_group_rule': {'security_group_id': 'a733acc3-99b8-4df1-aa2b-857f92d2a708', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:03.781098 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b727d3ca-80d8-4cfa-8de7-d8cb001c5792', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8220a77e-6a86-4326-9d88-f3d329815479', 'code': 422} returned with failed status Jan 14 07:26:03.782331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:03.813143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5e12c24d-7d4e-4791-823a-0c39df02c062 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:03.837591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-1e5e5403-e5d1-4dfe-8ebd-34a3651e86c0 tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] Made reservation on behalf of a14af3dfbac1474cb460528a4105cf22 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:03.842785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] Routers {'4ac5fb26-c9f0-4a84-abef-1187d2b5066e'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:26:03.844333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:25:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['4ac5fb26-c9f0-4a84-abef-1187d2b5066e'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:03.844495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5e12c24d-7d4e-4791-823a-0c39df02c062 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Usage tracker for resource:security_group_rule and tenant:b635ebb1cf0b486c984bf0a25ec6bb62 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:03.848481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-1e5e5403-e5d1-4dfe-8ebd-34a3651e86c0 tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:03.861661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5e12c24d-7d4e-4791-823a-0c39df02c062 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:03.872572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ed1e06-f1c2-45b1-80ba-64aadfb132e4 admin admin] Deleting subnet b47222d9-4577-4226-b31a-1bbb0f072257 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:26:03.891749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82ed1e06-f1c2-45b1-80ba-64aadfb132e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:03.924083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5e12c24d-7d4e-4791-823a-0c39df02c062 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:03.959761 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82ed1e06-f1c2-45b1-80ba-64aadfb132e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.018529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5e12c24d-7d4e-4791-823a-0c39df02c062 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.041728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60532) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:04.047890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Request body: {'port': {'device_id': '1a9aa15b-75ba-4072-8e84-97e37ae083df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-2'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:04.145016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5e12c24d-7d4e-4791-823a-0c39df02c062 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.150172 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5e12c24d-7d4e-4791-823a-0c39df02c062 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.157038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port f0e93fe0-94e5-4374-b919-afec16138a7e, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=f0e93fe0-94e5-4374-b919-afec16138a7e,segment=NetworkSegment(b3251ee7-93db-4202-91bf-eeeaccef7b57),segment_id=b3251ee7-93db-4202-91bf-eeeaccef7b57)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:04.172436 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-81d80d3f-0c29-4cd5-b6ef-1eb52791c07d tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 07:26:04.180260 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-81d80d3f-0c29-4cd5-b6ef-1eb52791c07d tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] 10.222.0.41 "DELETE /v2.0/security-groups/68285c24-0912-4649-9f96-d6d31776824b HTTP/1.1" status: 409 len: 336 time: 1.3554254 Jan 14 07:26:04.182579 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:04.194581 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.202575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2de38196-d32c-4802-8445-d388a072b91a None None] Provisioning for port 8c0e0bb5-a08a-488b-b110-253ee2971574 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:04.213529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60542) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:04.219610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12c24d-7d4e-4791-823a-0c39df02c062 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1790c5-8745-40c6-a3a5-664763b5c5b4,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:04.219854 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:04.226670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-35ca61a7-4896-4fb4-8c42-c5cff4379b3e tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] For port 8220a77e-6a86-4326-9d88-f3d329815479, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=8220a77e-6a86-4326-9d88-f3d329815479,segment=NetworkSegment(b3251ee7-93db-4202-91bf-eeeaccef7b57),segment_id=b3251ee7-93db-4202-91bf-eeeaccef7b57)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:04.227080 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-35ca61a7-4896-4fb4-8c42-c5cff4379b3e tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.240495 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5e12c24d-7d4e-4791-823a-0c39df02c062 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:04.291692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.332234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2de38196-d32c-4802-8445-d388a072b91a None None] Provisioning complete for port 8c0e0bb5-a08a-488b-b110-253ee2971574 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:04.332776 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2de38196-d32c-4802-8445-d388a072b91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.396987 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] 10.222.0.41 "PUT /v2.0/routers/90e3b24f-760a-4f7e-a692-ea7a74fe2393/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1316476 Jan 14 07:26:04.430499 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.487274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 828b7570-b1e9-49f3-87d4-9b71471e94f1 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:04.512406 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0804109b-d893-477b-8bc8-bf436358e3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:04.665811 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.698119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-35ca61a7-4896-4fb4-8c42-c5cff4379b3e tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Calling delete_port for 8220a77e-6a86-4326-9d88-f3d329815479 owned by compute:nova {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:04.898285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82ed1e06-f1c2-45b1-80ba-64aadfb132e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.937484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5e12c24d-7d4e-4791-823a-0c39df02c062 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.944881 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5e12c24d-7d4e-4791-823a-0c39df02c062 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2163243 Jan 14 07:26:04.947606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c85baab7-5c1b-4d49-b4f9-8be7fd9d3924 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Deleting port 9e145f77-3172-4478-949c-e2f25b504f1c {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:04.948549 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c85baab7-5c1b-4d49-b4f9-8be7fd9d3924 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:04.975152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] Set router 4ac5fb26-c9f0-4a84-abef-1187d2b5066e gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:26:05.069295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60592) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:05.188002 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c85baab7-5c1b-4d49-b4f9-8be7fd9d3924 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:05.193618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c85baab7-5c1b-4d49-b4f9-8be7fd9d3924 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:05.255937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-d7e0a30e-bc3b-4738-87ef-b4e4b7b0f8c0 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:05.270947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-d7e0a30e-bc3b-4738-87ef-b4e4b7b0f8c0 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Synchronizing usage tracker for tenant:70c580b2f73043ad905ca351382687bb on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:05.273953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Pushing event updated for resources: {'SecurityGroup': ['ID=c66712b9-77f6-42ce-b8a6-4aa1691fc8bf,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:05.370512 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:05.381261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=f0e93fe0-94e5-4374-b919-afec16138a7e,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:05.396368 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.177s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:05.412678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f44d9f74-0ddb-4233-ba1f-19c8fbf60350 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Request body: {'security_group_rule': {'security_group_id': 'a733acc3-99b8-4df1-aa2b-857f92d2a708', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:05.431250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2de38196-d32c-4802-8445-d388a072b91a None None] Port 8c0e0bb5-a08a-488b-b110-253ee2971574 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:26:05.515788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 828b7570-b1e9-49f3-87d4-9b71471e94f1 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:05.529497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 828b7570-b1e9-49f3-87d4-9b71471e94f1 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:05.530012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:05.530855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c85baab7-5c1b-4d49-b4f9-8be7fd9d3924 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Calling delete_port for 9e145f77-3172-4478-949c-e2f25b504f1c owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:05.572974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60604) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:05.573426 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-35ca61a7-4896-4fb4-8c42-c5cff4379b3e tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:05.592025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f44d9f74-0ddb-4233-ba1f-19c8fbf60350 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:05.608046 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fb0605b8-5561-4521-81a3-37fb693fe697 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:05.616186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac5fb26-c9f0-4a84-abef-1187d2b5066e', 'name': 'tempest-ServersTestMultiNic-1712367493-router', 'tenant_id': '5d197e4b213a44b2ae795af4c59044f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e03a12a7-cda6-4d72-bbe1-458699f90d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:13Z', 'updated_at': '2021-01-14T07:25:46Z', 'revision_number': 4, 'project_id': '5d197e4b213a44b2ae795af4c59044f6', 'gw_port': {'id': 'e03a12a7-cda6-4d72-bbe1-458699f90d47', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac5fb26-c9f0-4a84-abef-1187d2b5066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:19Z', 'updated_at': '2021-01-14T07:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '7dedf924-1892-4aff-8806-727ee3958529', 'name': '', 'network_id': '0906cedd-0602-40aa-8bcc-12aee5c79da2', 'tenant_id': '5d197e4b213a44b2ae795af4c59044f6', 'mac_address': 'fa:16:3e:f2:f6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac5fb26-c9f0-4a84-abef-1187d2b5066e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'f4913c67-a341-45ce-b8cf-96c883038239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:41Z', 'updated_at': '2021-01-14T07:26:01Z', 'revision_number': 4, 'project_id': '5d197e4b213a44b2ae795af4c59044f6', 'subnets': [{'id': 'f4913c67-a341-45ce-b8cf-96c883038239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:05.634397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19496f-001a-415a-b89b-2ba9e6743bb6 None None] The sync data for ids ['4ac5fb26-c9f0-4a84-abef-1187d2b5066e'] in n-d-769329-2 is: [{'id': '4ac5fb26-c9f0-4a84-abef-1187d2b5066e', 'name': 'tempest-ServersTestMultiNic-1712367493-router', 'tenant_id': '5d197e4b213a44b2ae795af4c59044f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e03a12a7-cda6-4d72-bbe1-458699f90d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:13Z', 'updated_at': '2021-01-14T07:25:46Z', 'revision_number': 4, 'project_id': '5d197e4b213a44b2ae795af4c59044f6', 'gw_port': {'id': 'e03a12a7-cda6-4d72-bbe1-458699f90d47', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac5fb26-c9f0-4a84-abef-1187d2b5066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:19Z', 'updated_at': '2021-01-14T07:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '7dedf924-1892-4aff-8806-727ee3958529', 'name': '', 'network_id': '0906cedd-0602-40aa-8bcc-12aee5c79da2', 'tenant_id': '5d197e4b213a44b2ae795af4c59044f6', 'mac_address': 'fa:16:3e:f2:f6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ac5fb26-c9f0-4a84-abef-1187d2b5066e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'f4913c67-a341-45ce-b8cf-96c883038239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:41Z', 'updated_at': '2021-01-14T07:26:01Z', 'revision_number': 4, 'project_id': '5d197e4b213a44b2ae795af4c59044f6', 'subnets': [{'id': 'f4913c67-a341-45ce-b8cf-96c883038239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:26:05.635974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f44d9f74-0ddb-4233-ba1f-19c8fbf60350 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Usage tracker for resource:security_group_rule and tenant:b635ebb1cf0b486c984bf0a25ec6bb62 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:05.654578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f44d9f74-0ddb-4233-ba1f-19c8fbf60350 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:05.785970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f21d5d-e0d9-460e-852e-52c478af2a53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e93fe0-94e5-4374-b919-afec16138a7e'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:26:05.791307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca61a7-4896-4fb4-8c42-c5cff4379b3e tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Pushing event deleted for resources: {'Port': ['ID=8220a77e-6a86-4326-9d88-f3d329815479,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:05.810358 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-35ca61a7-4896-4fb4-8c42-c5cff4379b3e tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:05.833979 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:05.860423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 828b7570-b1e9-49f3-87d4-9b71471e94f1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=828b7570-b1e9-49f3-87d4-9b71471e94f1,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:05.874629 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:05.878433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f1831662-826f-4a0b-81c1-7a06218cb10d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:05.969916 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:06.005414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60620) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:06.047272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Request body: {'security_group': {'name': 'tempest-securitygroup--1066351949', 'description': 'tempest-description--101376148'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:06.073766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:06.084166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Usage tracker for resource:security_group and tenant:9268a0b323d24dae8ab7f37ea82f15af is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:06.110487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:06.119362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:06.155781 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '77f21d5d-e0d9-460e-852e-52c478af2a53', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f0e93fe0-94e5-4374-b919-afec16138a7e', 'code': 422} returned with failed status Jan 14 07:26:06.156812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=828b7570-b1e9-49f3-87d4-9b71471e94f1,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:06.171891 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:06.190655 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:06.202330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Allocated IP 192.168.233.238 (d6bd0598-2cab-47e3-9f0f-47d899b421cd/ffe7d3d2-18e7-450d-bb59-0b64181030a8/6c8b559e-25a0-46d2-938c-cc3dfa29415b) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:06.217457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port f1831662-826f-4a0b-81c1-7a06218cb10d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:06.218351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:06.279757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:06.287194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Usage tracker for resource:security_group_rule and tenant:9268a0b323d24dae8ab7f37ea82f15af is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:06.294849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:06.323066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:06.625848 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:06.640191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:06.702604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7dedf924-1892-4aff-8806-727ee3958529 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:06.707414 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-564375bf-2450-446b-a6ac-1c5d0463df42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:06.767523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] Sync routers for ids ['90e3b24f-760a-4f7e-a692-ea7a74fe2393'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:26:06.792655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] Routers {'90e3b24f-760a-4f7e-a692-ea7a74fe2393'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:26:06.795572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:25:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['90e3b24f-760a-4f7e-a692-ea7a74fe2393'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:06.854285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe5fc20-f69a-4b1f-98de-07496860d794,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:06.882922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 7dedf924-1892-4aff-8806-727ee3958529 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:06.889941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 7dedf924-1892-4aff-8806-727ee3958529 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:06.892382 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:06.894442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-35ca61a7-4896-4fb4-8c42-c5cff4379b3e tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] No DVR routers for this DVR port 8220a77e-6a86-4326-9d88-f3d329815479 on host n-h1-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:06.900265 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:06.901682 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8803902 Jan 14 07:26:06.910969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-35ca61a7-4896-4fb4-8c42-c5cff4379b3e tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:06.913363 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-35ca61a7-4896-4fb4-8c42-c5cff4379b3e tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.53 "DELETE /v2.0/ports/8220a77e-6a86-4326-9d88-f3d329815479 HTTP/1.1" status: 204 len: 173 time: 8.2992072 Jan 14 07:26:06.914263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b727d3ca-80d8-4cfa-8de7-d8cb001c5792', 'name': 'network-vif-deleted', 'tag': '8220a77e-6a86-4326-9d88-f3d329815479'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:26:06.926228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.926703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.927180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.927602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.928043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.928453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.928907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.929317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.929721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.930126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.941047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.941628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.942149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.942785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.943234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.943709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.944484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.944628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.945056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.945495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.945892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.946501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.946723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.947113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.947569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.947997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.948403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.948861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.949209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.949610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.950013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.950418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.961350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.961927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.962359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.965788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:06.976446 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c85baab7-5c1b-4d49-b4f9-8be7fd9d3924 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:07.210138 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:07.223905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] Set router 90e3b24f-760a-4f7e-a692-ea7a74fe2393 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:26:07.306838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 7dedf924-1892-4aff-8806-727ee3958529, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7dedf924-1892-4aff-8806-727ee3958529,segment=NetworkSegment(e7392bdf-7f7b-4edd-820b-965bda73c0af),segment_id=e7392bdf-7f7b-4edd-820b-965bda73c0af)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:07.314904 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:07.316194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 828b7570-b1e9-49f3-87d4-9b71471e94f1 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:07.368445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60630) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:07.369131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60640) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:07.371297 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:07.373621 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d30780b-c048-4a3c-83b0-77e92b8bb26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:07.488002 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:07.491569 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b727d3ca-80d8-4cfa-8de7-d8cb001c5792', 'name': 'network-vif-deleted', 'tag': '8220a77e-6a86-4326-9d88-f3d329815479', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:26:07.498737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85baab7-5c1b-4d49-b4f9-8be7fd9d3924 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Pushing event deleted for resources: {'Port': ['ID=9e145f77-3172-4478-949c-e2f25b504f1c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:07.515548 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c85baab7-5c1b-4d49-b4f9-8be7fd9d3924 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:07.520239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-71069a50-9423-4de2-9484-7d1f83c6fff7 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Request body: {'security_group_rule': {'security_group_id': 'ebe5fc20-f69a-4b1f-98de-07496860d794', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:07.525922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:07.535387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-71069a50-9423-4de2-9484-7d1f83c6fff7 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:07.540826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-71069a50-9423-4de2-9484-7d1f83c6fff7 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Usage tracker for resource:security_group_rule and tenant:9268a0b323d24dae8ab7f37ea82f15af is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:07.545550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-71069a50-9423-4de2-9484-7d1f83c6fff7 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:07.550089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Transition to ACTIVE for port object 6c8b559e-25a0-46d2-938c-cc3dfa29415b will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:07.553947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-71069a50-9423-4de2-9484-7d1f83c6fff7 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:07.573790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f44d9f74-0ddb-4233-ba1f-19c8fbf60350 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:07.577318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-d7e0a30e-bc3b-4738-87ef-b4e4b7b0f8c0 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Unset dirty status for tenant:70c580b2f73043ad905ca351382687bb on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:07.578889 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-d7e0a30e-bc3b-4738-87ef-b4e4b7b0f8c0 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.53 "GET /v2.0/ports?device_id=77f21d5d-e0d9-460e-852e-52c478af2a53 HTTP/1.1" status: 200 len: 946 time: 4.7521474 Jan 14 07:26:07.608700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 828b7570-b1e9-49f3-87d4-9b71471e94f1 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:07.609594 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:07.613428 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:07.618330 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5ecf9172-786f-467e-b85a-af32266d0209 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e9238d31d96430fa9708f6c86547d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4960432 Jan 14 07:26:07.638833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60650) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:07.639606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71069a50-9423-4de2-9484-7d1f83c6fff7 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:07.657447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=7dedf924-1892-4aff-8806-727ee3958529,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:07.670196 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:07.740905 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71069a50-9423-4de2-9484-7d1f83c6fff7 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:07.825179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71069a50-9423-4de2-9484-7d1f83c6fff7 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:07.889520 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:07.938184 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00c47ddd-2e50-4bac-ae00-b1236e5ef343 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:07.973592 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00c47ddd-2e50-4bac-ae00-b1236e5ef343 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:07.994030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Pushing event updated for resources: {'Port': ['ID=6c8b559e-25a0-46d2-938c-cc3dfa29415b,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:08.033868 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a0f21c23-2a0c-4127-9216-40e766a46b01 req-9255d0c7-64d9-41ac-b1d7-609e7e7656d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=70c580b2f73043ad905ca351382687bb&device_id=b727d3ca-80d8-4cfa-8de7-d8cb001c5792 HTTP/1.1" status: 200 len: 210 time: 0.3285420 Jan 14 07:26:08.034885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c85baab7-5c1b-4d49-b4f9-8be7fd9d3924 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks [] for floatingip, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:08.053745 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5e12c24d-7d4e-4791-823a-0c39df02c062 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:08.071092 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00c47ddd-2e50-4bac-ae00-b1236e5ef343 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:08.103462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'name': 'tempest-ServersTestManualDisk-1944214179-router', 'tenant_id': '9268a0b323d24dae8ab7f37ea82f15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '828b7570-b1e9-49f3-87d4-9b71471e94f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:47Z', 'updated_at': '2021-01-14T07:25:57Z', 'revision_number': 4, 'project_id': '9268a0b323d24dae8ab7f37ea82f15af', 'gw_port': {'id': '828b7570-b1e9-49f3-87d4-9b71471e94f1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:48Z', 'updated_at': '2021-01-14T07:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '43d070aa-3955-41e1-a716-6be5dbb2c3b9', 'name': '', 'network_id': 'cf9b7913-93f3-45f5-ba8b-b54d641486d4', 'tenant_id': '9268a0b323d24dae8ab7f37ea82f15af', 'mac_address': 'fa:16:3e:78:77:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '4c9a2109-4865-405b-a130-3035ed2ceaa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:53Z', 'updated_at': '2021-01-14T07:25:59Z', 'revision_number': 2, 'project_id': '9268a0b323d24dae8ab7f37ea82f15af', 'subnets': [{'id': '4c9a2109-4865-405b-a130-3035ed2ceaa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:08.112453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] Checking router: 90e3b24f-760a-4f7e-a692-ea7a74fe2393 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:26:08.112854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] Updating router 90e3b24f-760a-4f7e-a692-ea7a74fe2393 port 43d070aa-3955-41e1-a716-6be5dbb2c3b9 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:26:08.180131 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:08.182371 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afc2094c-4f80-422d-bb6b-8486b35c436c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:08.213005 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.218356 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.218356 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.218356 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:08.218356 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.218356 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.218356 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.218356 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:08.218356 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.218356 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.218356 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.218356 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:26:08.218356 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.218356 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.218356 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.218356 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:26:08.218356 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.218356 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.218356 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.221802 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.226083 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:08.226083 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.226083 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.226083 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.226083 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:08.226083 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:08.226083 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.226083 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.226083 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.226083 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.226083 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.226083 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.226083 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:08.226083 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:08.251074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-60757ac4-3b9f-40b2-bfaf-89610954f2df tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Deleting port f0e93fe0-94e5-4374-b919-afec16138a7e {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:08.251621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-60757ac4-3b9f-40b2-bfaf-89610954f2df tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:08.284412 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:08.303229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:26:08.380317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71069a50-9423-4de2-9484-7d1f83c6fff7 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9b0b46-0527-4e39-aaf4-e079b6078213,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:08.402415 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-71069a50-9423-4de2-9484-7d1f83c6fff7 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:08.403005 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-096f9fdd-2d79-49cb-b8d9-3f1ed532d71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:08.445859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-afc2094c-4f80-422d-bb6b-8486b35c436c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:08.517376 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-1c447adb-c889-4e9e-af59-46ff3235fffd admin admin] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 07:26:08.518678 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1c447adb-c889-4e9e-af59-46ff3235fffd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c66712b9-77f6-42ce-b8a6-4aa1691fc8bf HTTP/1.1" status: 409 len: 336 time: 0.8258741 Jan 14 07:26:08.519829 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c85baab7-5c1b-4d49-b4f9-8be7fd9d3924 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:08.532569 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c85baab7-5c1b-4d49-b4f9-8be7fd9d3924 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] 10.222.0.41 "DELETE /v2.0/floatingips/5c51cae0-eb27-47e1-8d4c-1cd0b38d7688 HTTP/1.1" status: 204 len: 168 time: 4.3012531 Jan 14 07:26:08.532569 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00c47ddd-2e50-4bac-ae00-b1236e5ef343 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:08.532569 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-00c47ddd-2e50-4bac-ae00-b1236e5ef343 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "DELETE /v2.0/security-groups/f800ab7e-8346-4fa7-a163-701b90d6e608 HTTP/1.1" status: 204 len: 168 time: 1.1034062 Jan 14 07:26:08.534070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c47ddd-2e50-4bac-ae00-b1236e5ef343 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Pushing event deleted for resources: {'SecurityGroup': ['ID=f800ab7e-8346-4fa7-a163-701b90d6e608,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:08.558274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f44d9f74-0ddb-4233-ba1f-19c8fbf60350 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:08.559202 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-00c47ddd-2e50-4bac-ae00-b1236e5ef343 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:08.560570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60658) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:08.561548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60660) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:08.574914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-afc2094c-4f80-422d-bb6b-8486b35c436c admin admin] Usage tracker for resource:security_group_rule and tenant:66959e1e30a34bdc823e8547763de09b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:08.601988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7dedf924-1892-4aff-8806-727ee3958529 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:08.604555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-afc2094c-4f80-422d-bb6b-8486b35c436c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:08.703386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f21c23-2a0c-4127-9216-40e766a46b01 req-0ceaa1bf-1e4d-4104-a8a7-7aaf19488343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:08.705968 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a0f21c23-2a0c-4127-9216-40e766a46b01 req-0ceaa1bf-1e4d-4104-a8a7-7aaf19488343 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=70c580b2f73043ad905ca351382687bb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.6170068 Jan 14 07:26:08.707731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71069a50-9423-4de2-9484-7d1f83c6fff7 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:08.712407 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-71069a50-9423-4de2-9484-7d1f83c6fff7 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2928293 Jan 14 07:26:08.733349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-afc2094c-4f80-422d-bb6b-8486b35c436c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:08.765151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 7dedf924-1892-4aff-8806-727ee3958529 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:08.765578 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:08.818298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60670) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:08.840618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b548ad21-b16d-45f8-b005-492938c75145 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Request body: {'security_group_rule': {'security_group_id': 'ebe5fc20-f69a-4b1f-98de-07496860d794', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:08.882916 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:08.936654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] Transition to ACTIVE for port object 43d070aa-3955-41e1-a716-6be5dbb2c3b9 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:08.942948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:08.964408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b548ad21-b16d-45f8-b005-492938c75145 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:08.966731 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e971c11-afec-435c-a893-b72301356b1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:09.074142 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-57569b1f-8b96-42ab-82cb-0a22c98c5169 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] show failed (client error): The resource could not be found. Jan 14 07:26:09.078752 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-57569b1f-8b96-42ab-82cb-0a22c98c5169 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "GET /v2.0/security-groups/f800ab7e-8346-4fa7-a163-701b90d6e608 HTTP/1.1" status: 404 len: 347 time: 0.3997788 Jan 14 07:26:09.114295 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-889aee3e-7cba-4134-ac65-1adc7134b40f tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:09.129825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b548ad21-b16d-45f8-b005-492938c75145 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Usage tracker for resource:security_group_rule and tenant:9268a0b323d24dae8ab7f37ea82f15af is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:09.144502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b548ad21-b16d-45f8-b005-492938c75145 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:09.147163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60680) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:09.176842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Pushing event updated for resources: {'Port': ['ID=43d070aa-3955-41e1-a716-6be5dbb2c3b9,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:09.184588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b548ad21-b16d-45f8-b005-492938c75145 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:09.206456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.206986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.207478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.208009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.208489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.209090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.209823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.210459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.210939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.211416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.211919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.212394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.212959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.213434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.213915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.214347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.215161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.215161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.215744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.216275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.217019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.217545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.218024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.218499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.219152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.219643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.220153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.220779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.221251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.221726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.222199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.222671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.223141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.223610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.224114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.224567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:09.239026 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:09.349684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0e0bb5-a08a-488b-b110-253ee2971574 {{(pid=80908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:26:09.365440 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fe960e3e-8a0f-4679-b0df-645b2379e9ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:09.460445 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:09.482928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Transition to ACTIVE for port object 8c0e0bb5-a08a-488b-b110-253ee2971574 will not be triggered until provisioned by entity L2. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:09.538718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Network d6bd0598-2cab-47e3-9f0f-47d899b421cd is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:09.548304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] Attempting to bind port 43d070aa-3955-41e1-a716-6be5dbb2c3b9 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:26:09.549039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] Attempting to bind port 43d070aa-3955-41e1-a716-6be5dbb2c3b9 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '8d00b196-6976-485d-ba3c-4dc2a3084723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cf9b7913-93f3-45f5-ba8b-b54d641486d4'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:26:09.549521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] Attempting to bind port 43d070aa-3955-41e1-a716-6be5dbb2c3b9 on network cf9b7913-93f3-45f5-ba8b-b54d641486d4 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:26:09.556850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:26:09.557362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] Checking segment: {'id': '8d00b196-6976-485d-ba3c-4dc2a3084723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cf9b7913-93f3-45f5-ba8b-b54d641486d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:09.557900 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:09.559717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] Bound using segment: {'id': '8d00b196-6976-485d-ba3c-4dc2a3084723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cf9b7913-93f3-45f5-ba8b-b54d641486d4'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:26:09.559717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] Bound port: 43d070aa-3955-41e1-a716-6be5dbb2c3b9, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d00b196-6976-485d-ba3c-4dc2a3084723', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'cf9b7913-93f3-45f5-ba8b-b54d641486d4'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:26:09.559717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:09.577123 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b548ad21-b16d-45f8-b005-492938c75145 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:09.590490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:09.593703 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:09.688274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-73f60710-9e04-4a66-8787-d107c211d3d7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Deleting port d4d0f601-49a6-4c1c-b406-ebc04a6fd158 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:09.688855 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73f60710-9e04-4a66-8787-d107c211d3d7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:09.725799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] For port 43d070aa-3955-41e1-a716-6be5dbb2c3b9, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:26:09.731253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] For port 43d070aa-3955-41e1-a716-6be5dbb2c3b9, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=43d070aa-3955-41e1-a716-6be5dbb2c3b9,segment=NetworkSegment(8d00b196-6976-485d-ba3c-4dc2a3084723),segment_id=8d00b196-6976-485d-ba3c-4dc2a3084723)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:26:09.735961 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82ed1e06-f1c2-45b1-80ba-64aadfb132e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:09.741146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60690) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:09.745105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:09.764237 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1cfa7936-e39b-4815-b5b4-e29f517e1ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:09.823772 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-1e5e5403-e5d1-4dfe-8ebd-34a3651e86c0 tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 07:26:09.824283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-1e5e5403-e5d1-4dfe-8ebd-34a3651e86c0 tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] No notification will be sent due to unsuccessful status code: 409 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:26:09.855381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:09.918257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-66f2837f-91c7-42f3-85fb-962f7a389129 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:09.920938 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-66f2837f-91c7-42f3-85fb-962f7a389129 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.39 "GET /v2.0/networks?id=9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd HTTP/1.1" status: 200 len: 815 time: 1.0677693 Jan 14 07:26:09.959057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Pushing event updated for resources: {'Port': ['ID=43d070aa-3955-41e1-a716-6be5dbb2c3b9,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:09.963367 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:09.991846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5ab26d29-851d-4cb1-8554-d00759b0ac3b None None] Provisioning for port 6c8b559e-25a0-46d2-938c-cc3dfa29415b completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:10.008737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5ab26d29-851d-4cb1-8554-d00759b0ac3b None None] Provisioning complete for port 6c8b559e-25a0-46d2-938c-cc3dfa29415b triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:10.009348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ab26d29-851d-4cb1-8554-d00759b0ac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.027480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-7f7705c5-7ca2-4c94-95d9-dae2e436b4bc tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Request body: {'port': {'device_id': 'b727d3ca-80d8-4cfa-8de7-d8cb001c5792', 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd', 'admin_state_up': True, 'tenant_id': '70c580b2f73043ad905ca351382687bb'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:10.030358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] Routers {'90e3b24f-760a-4f7e-a692-ea7a74fe2393'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:26:10.031181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:25:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['90e3b24f-760a-4f7e-a692-ea7a74fe2393'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:10.072979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-60757ac4-3b9f-40b2-bfaf-89610954f2df tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] For port f0e93fe0-94e5-4374-b919-afec16138a7e, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=f0e93fe0-94e5-4374-b919-afec16138a7e,segment=NetworkSegment(b3251ee7-93db-4202-91bf-eeeaccef7b57),segment_id=b3251ee7-93db-4202-91bf-eeeaccef7b57)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:10.073196 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-60757ac4-3b9f-40b2-bfaf-89610954f2df tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.102636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5ab26d29-851d-4cb1-8554-d00759b0ac3b None None] Port 6c8b559e-25a0-46d2-938c-cc3dfa29415b cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:26:10.227910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f21c23-2a0c-4127-9216-40e766a46b01 req-5423c00e-6388-4be2-8114-0aa095e83eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:10.229420 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a0f21c23-2a0c-4127-9216-40e766a46b01 req-5423c00e-6388-4be2-8114-0aa095e83eef service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.5110431 Jan 14 07:26:10.272023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-60757ac4-3b9f-40b2-bfaf-89610954f2df tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Calling delete_port for f0e93fe0-94e5-4374-b919-afec16138a7e owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:10.281700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-7f7705c5-7ca2-4c94-95d9-dae2e436b4bc tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:10.346093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a0f21c23-2a0c-4127-9216-40e766a46b01 req-1a07fb8e-48fe-4477-ac6c-bcb0f8486dc4 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Synchronizing usage tracker for tenant:70c580b2f73043ad905ca351382687bb on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:10.348501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] Set router 90e3b24f-760a-4f7e-a692-ea7a74fe2393 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:26:10.369912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-7f7705c5-7ca2-4c94-95d9-dae2e436b4bc tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:10.482374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a0f21c23-2a0c-4127-9216-40e766a46b01 req-1a07fb8e-48fe-4477-ac6c-bcb0f8486dc4 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Unset dirty status for tenant:70c580b2f73043ad905ca351382687bb on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:10.483671 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a0f21c23-2a0c-4127-9216-40e766a46b01 req-1a07fb8e-48fe-4477-ac6c-bcb0f8486dc4 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.53 "GET /v2.0/ports?device_id=b727d3ca-80d8-4cfa-8de7-d8cb001c5792 HTTP/1.1" status: 200 len: 210 time: 0.1990714 Jan 14 07:26:10.521412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-59115883-network', 'tenant_id': 'e3451631cc4f4706994f5dfe4aea528e'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:10.545247 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b548ad21-b16d-45f8-b005-492938c75145 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.555103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:10.595203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b548ad21-b16d-45f8-b005-492938c75145 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.603759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-7f7705c5-7ca2-4c94-95d9-dae2e436b4bc tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Made reservation on behalf of 70c580b2f73043ad905ca351382687bb for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:10.606494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 43d070aa-3955-41e1-a716-6be5dbb2c3b9 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:10.613632 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-7f7705c5-7ca2-4c94-95d9-dae2e436b4bc tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.672712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Usage tracker for resource:network and tenant:e3451631cc4f4706994f5dfe4aea528e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:10.698456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f44d9f74-0ddb-4233-ba1f-19c8fbf60350 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.718390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 43d070aa-3955-41e1-a716-6be5dbb2c3b9 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:10.719964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:10.725568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 43d070aa-3955-41e1-a716-6be5dbb2c3b9 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:10.726014 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.754754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889aee3e-7cba-4134-ac65-1adc7134b40f tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Pushing event updated for resources: {'Subnet': ['ID=21ed80a7-3d80-433a-a90e-00b31d857d33,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:10.817525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889aee3e-7cba-4134-ac65-1adc7134b40f tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Checking segment: {'id': 'd7fb1864-3db6-48f1-9c7c-77f30d38b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '95ecd057-1063-4c78-8c35-01cb693138d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:10.818139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889aee3e-7cba-4134-ac65-1adc7134b40f tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Network hostable DHCP agents. Network: 95ecd057-1063-4c78-8c35-01cb693138d7, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:26:10.837282 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-889aee3e-7cba-4134-ac65-1adc7134b40f tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.472s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:10.846536 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-1e5e5403-e5d1-4dfe-8ebd-34a3651e86c0 tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 414 time: 7.8767862 Jan 14 07:26:10.847491 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f44d9f74-0ddb-4233-ba1f-19c8fbf60350 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.848415 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14bb7368-64c4-4e40-adf0-c2a301e0b98d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.951s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:10.882560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'name': 'tempest-ServersTestManualDisk-1944214179-router', 'tenant_id': '9268a0b323d24dae8ab7f37ea82f15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '828b7570-b1e9-49f3-87d4-9b71471e94f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:47Z', 'updated_at': '2021-01-14T07:25:57Z', 'revision_number': 4, 'project_id': '9268a0b323d24dae8ab7f37ea82f15af', 'gw_port': {'id': '828b7570-b1e9-49f3-87d4-9b71471e94f1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:48Z', 'updated_at': '2021-01-14T07:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '43d070aa-3955-41e1-a716-6be5dbb2c3b9', 'name': '', 'network_id': 'cf9b7913-93f3-45f5-ba8b-b54d641486d4', 'tenant_id': '9268a0b323d24dae8ab7f37ea82f15af', 'mac_address': 'fa:16:3e:78:77:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '4c9a2109-4865-405b-a130-3035ed2ceaa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:53Z', 'updated_at': '2021-01-14T07:26:09Z', 'revision_number': 4, 'project_id': '9268a0b323d24dae8ab7f37ea82f15af', 'subnets': [{'id': '4c9a2109-4865-405b-a130-3035ed2ceaa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:10.884728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.888771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e1cbe1-9617-41b7-9c18-93dcdcb12d79 None None] The sync data for ids ['90e3b24f-760a-4f7e-a692-ea7a74fe2393'] in n-d-769329-2 is: [{'id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'name': 'tempest-ServersTestManualDisk-1944214179-router', 'tenant_id': '9268a0b323d24dae8ab7f37ea82f15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '828b7570-b1e9-49f3-87d4-9b71471e94f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:47Z', 'updated_at': '2021-01-14T07:25:57Z', 'revision_number': 4, 'project_id': '9268a0b323d24dae8ab7f37ea82f15af', 'gw_port': {'id': '828b7570-b1e9-49f3-87d4-9b71471e94f1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:48Z', 'updated_at': '2021-01-14T07:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '43d070aa-3955-41e1-a716-6be5dbb2c3b9', 'name': '', 'network_id': 'cf9b7913-93f3-45f5-ba8b-b54d641486d4', 'tenant_id': '9268a0b323d24dae8ab7f37ea82f15af', 'mac_address': 'fa:16:3e:78:77:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '4c9a2109-4865-405b-a130-3035ed2ceaa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:53Z', 'updated_at': '2021-01-14T07:26:09Z', 'revision_number': 4, 'project_id': '9268a0b323d24dae8ab7f37ea82f15af', 'subnets': [{'id': '4c9a2109-4865-405b-a130-3035ed2ceaa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:26:10.933929 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82ed1e06-f1c2-45b1-80ba-64aadfb132e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.948673 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-82ed1e06-f1c2-45b1-80ba-64aadfb132e4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b47222d9-4577-4226-b31a-1bbb0f072257 HTTP/1.1" status: 204 len: 168 time: 7.9573565 Jan 14 07:26:10.960524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 43d070aa-3955-41e1-a716-6be5dbb2c3b9, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=43d070aa-3955-41e1-a716-6be5dbb2c3b9,segment=NetworkSegment(8d00b196-6976-485d-ba3c-4dc2a3084723),segment_id=8d00b196-6976-485d-ba3c-4dc2a3084723)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:10.967638 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:10.972051 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:10.989253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:10.989734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.047265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60698) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:11.064109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0e0bb5-a08a-488b-b110-253ee2971574,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:11.101452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=43d070aa-3955-41e1-a716-6be5dbb2c3b9,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:11.109123 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73f60710-9e04-4a66-8787-d107c211d3d7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.109511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73f60710-9e04-4a66-8787-d107c211d3d7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.119073 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-64ed061d-c545-46d7-973d-a8e020f047ba tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:11.124309 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:11.134990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:11.215510 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 12.3997130 Jan 14 07:26:11.216229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889aee3e-7cba-4134-ac65-1adc7134b40f tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Network 95ecd057-1063-4c78-8c35-01cb693138d7 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:26:11.347229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548ad21-b16d-45f8-b005-492938c75145 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4479b484-88a2-4757-9a21-a7db30dcc66a,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:11.361226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-73f60710-9e04-4a66-8787-d107c211d3d7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Calling delete_port for d4d0f601-49a6-4c1c-b406-ebc04a6fd158 owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:11.416943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Request body: {'port': {'device_id': '7639e718-3c07-4f8c-a311-9ef3bb6fcbeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-2'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:11.439314 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b548ad21-b16d-45f8-b005-492938c75145 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:11.460395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Made reservation on behalf of e3451631cc4f4706994f5dfe4aea528e for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:11.465656 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.475978 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-7cbe07ca-d0ec-427b-be96-0825fde3207e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a14af3dfbac1474cb460528a4105cf22&device_id=b08c9548-3590-4ae5-a398-6e079c8a2fea HTTP/1.1" status: 200 len: 210 time: 0.4275558 Jan 14 07:26:11.504624 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b548ad21-b16d-45f8-b005-492938c75145 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.505958 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b548ad21-b16d-45f8-b005-492938c75145 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6757898 Jan 14 07:26:11.514808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.516012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-889aee3e-7cba-4134-ac65-1adc7134b40f tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 95ecd057-1063-4c78-8c35-01cb693138d7) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:11.524481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c1cffd-6faa-4425-b542-8f8798e57429 None None] Network 95ecd057-1063-4c78-8c35-01cb693138d7 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:11.529281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60706) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:11.594596 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:11.616321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:11.626286 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f44d9f74-0ddb-4233-ba1f-19c8fbf60350 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.627579 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f44d9f74-0ddb-4233-ba1f-19c8fbf60350 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 6.5523374 Jan 14 07:26:11.628547 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-764d247e-a95f-4627-a573-7e5f241c2e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.731s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:11.642817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:11.646556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60712) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:11.650313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:11.669071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Usage tracker for resource:floatingip and tenant:9268a0b323d24dae8ab7f37ea82f15af is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:11.674481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:11.688063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:11.702333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Usage tracker for resource:security_group_rule and tenant:e3451631cc4f4706994f5dfe4aea528e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:11.711271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:11.721795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:11.726918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:11.734151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:11.764769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Usage tracker for resource:floatingip and tenant:b635ebb1cf0b486c984bf0a25ec6bb62 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:11.777120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:11.786070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed1e06-f1c2-45b1-80ba-64aadfb132e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b47222d9-4577-4226-b31a-1bbb0f072257,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:11.794254 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c19cc05a-5e0d-4f71-8869-dd30ff78ea6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.824666 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks [] for floatingip, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.831831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-95ecd057-1063-4c78-8c35-01cb693138d7', 'network_id': '95ecd057-1063-4c78-8c35-01cb693138d7', 'tenant_id': '5d197e4b213a44b2ae795af4c59044f6', 'fixed_ips': [{'subnet_id': '21ed80a7-3d80-433a-a90e-00b31d857d33'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:26:11.833370 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.845433 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-82ed1e06-f1c2-45b1-80ba-64aadfb132e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:11.856380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:11.861598 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.647s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:11.868260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889aee3e-7cba-4134-ac65-1adc7134b40f tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:11.868927 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-889aee3e-7cba-4134-ac65-1adc7134b40f tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:11.908744 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-60757ac4-3b9f-40b2-bfaf-89610954f2df tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.017918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d9f74-0ddb-4233-ba1f-19c8fbf60350 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71780d78-0fbb-4fe0-b9df-cf4107505ed9,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:12.045099 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afc2094c-4f80-422d-bb6b-8486b35c436c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.141475 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-889aee3e-7cba-4134-ac65-1adc7134b40f tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 16.1326036 Jan 14 07:26:12.143313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-260524a5-f83d-4884-9e9b-3c4f85a211be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:12.145049 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-260524a5-f83d-4884-9e9b-3c4f85a211be service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a14af3dfbac1474cb460528a4105cf22&shared=False HTTP/1.1" status: 200 len: 867 time: 0.6323073 Jan 14 07:26:12.146069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afc2094c-4f80-422d-bb6b-8486b35c436c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.154616 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f44d9f74-0ddb-4233-ba1f-19c8fbf60350 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:12.179004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60716) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:12.179755 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3cab08ac-8364-4d5d-b2f0-346b50e7f750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:12.187167 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.193351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for floatingip, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.298582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8895de3e-8c92-4fd1-ba43-3ef5d97852a9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-869671926'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:12.305008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8895de3e-8c92-4fd1-ba43-3ef5d97852a9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:12.361246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8895de3e-8c92-4fd1-ba43-3ef5d97852a9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Usage tracker for resource:network and tenant:5d197e4b213a44b2ae795af4c59044f6 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:12.385037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Attempting to bind port 8c0e0bb5-a08a-488b-b110-253ee2971574 on host n-h1-769329-2 for vnic_type normal with profile {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:26:12.385396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Attempting to bind port 8c0e0bb5-a08a-488b-b110-253ee2971574 by drivers openvswitch on host n-h1-769329-2 at level 0 using segments [{'id': '89a25cbc-9367-43e2-a3a7-85f4ee127cf4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '22c42234-dff1-4331-9ee3-7c6ddcbc7290'}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:26:12.386106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Attempting to bind port 8c0e0bb5-a08a-488b-b110-253ee2971574 on network 22c42234-dff1-4331-9ee3-7c6ddcbc7290 {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:26:12.388854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8895de3e-8c92-4fd1-ba43-3ef5d97852a9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Quota usage for network was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:12.392637 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73f60710-9e04-4a66-8787-d107c211d3d7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.397763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Allocated IP 19.80.0.2 (95ecd057-1063-4c78-8c35-01cb693138d7/21ed80a7-3d80-433a-a90e-00b31d857d33/94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:12.424990 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2863a0e4-2ec9-4096-a4c3-8f93d06c4791 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:12.475295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8895de3e-8c92-4fd1-ba43-3ef5d97852a9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:12.535312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Checking agent: {'id': '1b004ee2-a22f-479b-a760-de06669a81a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 46), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:26:12.535729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Checking segment: {'id': '89a25cbc-9367-43e2-a3a7-85f4ee127cf4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '22c42234-dff1-4331-9ee3-7c6ddcbc7290'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:12.536140 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.536540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Bound using segment: {'id': '89a25cbc-9367-43e2-a3a7-85f4ee127cf4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '22c42234-dff1-4331-9ee3-7c6ddcbc7290'} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:26:12.537032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Bound port: 8c0e0bb5-a08a-488b-b110-253ee2971574, host: n-h1-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a25cbc-9367-43e2-a3a7-85f4ee127cf4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '22c42234-dff1-4331-9ee3-7c6ddcbc7290'}}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:26:12.537908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.553906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-7f7705c5-7ca2-4c94-95d9-dae2e436b4bc tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Allocated IP 172.20.0.11 (9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd/f71a5c1c-4d77-4951-b540-32b41fb1e21c/1d066ee9-9edb-4b06-9edb-b0e81a771f3f) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:12.554479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 43d070aa-3955-41e1-a716-6be5dbb2c3b9 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:12.570912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f60710-9e04-4a66-8787-d107c211d3d7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Pushing event deleted for resources: {'Port': ['ID=d4d0f601-49a6-4c1c-b406-ebc04a6fd158,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:12.583050 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-afc2094c-4f80-422d-bb6b-8486b35c436c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66959e1e30a34bdc823e8547763de09b&name=default HTTP/1.1" status: 200 len: 2983 time: 6.9830925 Jan 14 07:26:12.593444 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-73f60710-9e04-4a66-8787-d107c211d3d7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:12.597793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60720) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:12.628224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2094c-4f80-422d-bb6b-8486b35c436c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a7cc40-d34d-4d7a-9c17-a3e620b88515,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:12.661921 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-afc2094c-4f80-422d-bb6b-8486b35c436c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:12.668844 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb8dd72e-c49f-4afd-bd4c-56fe354c4dab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.671s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:12.715732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.723803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 43d070aa-3955-41e1-a716-6be5dbb2c3b9 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:12.724248 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.751702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c19cc05a-5e0d-4f71-8869-dd30ff78ea6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.754734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.766074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8895de3e-8c92-4fd1-ba43-3ef5d97852a9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Made reservation on behalf of 5d197e4b213a44b2ae795af4c59044f6 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:12.769680 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:12.772726 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:26:12.772726 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:12.772726 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:12.772726 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:12.772726 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:26:12.772726 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:12.772726 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:12.772726 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:12.772726 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:26:12.772726 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:12.772726 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:12.772726 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:12.772726 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:26:12.772726 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:12.772726 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:12.772726 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:12.772726 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:12.772726 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:12.772726 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:12.772726 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:12.780808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8895de3e-8c92-4fd1-ba43-3ef5d97852a9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.780907 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e80eb26b-ec89-44bf-90b5-0478b6451dd4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:12.780988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.799270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Transition to ACTIVE for port object 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:12.815605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60757ac4-3b9f-40b2-bfaf-89610954f2df tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Pushing event deleted for resources: {'Port': ['ID=f0e93fe0-94e5-4374-b919-afec16138a7e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:12.830580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Transition to ACTIVE for port object 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:12.865501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:26:12.876413 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.883236 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86b7755b-dfd4-403b-b126-b65bba84a3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:12.896003 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:12.927275 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-60757ac4-3b9f-40b2-bfaf-89610954f2df tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:12.971431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Pushing event updated for resources: {'Port': ['ID=94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:13.031041 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:13.039433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7251931-7932-481a-9ab0-34d3157b6dde,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:13.126782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Network 95ecd057-1063-4c78-8c35-01cb693138d7 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:13.128391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:13.128617 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.129030 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Added segment 09f8f0bf-b786-4f53-9b8b-9b7659b5b888 of type vxlan for network ce731b9a-345f-4e1e-a95c-e4ad6a017f9c Jan 14 07:26:13.130645 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:13.131761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:13.151620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f78b445-24b0-4221-a7f1-3295e1192d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.195540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Attempting to bind port 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:26:13.195976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Attempting to bind port 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'd7fb1864-3db6-48f1-9c7c-77f30d38b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '95ecd057-1063-4c78-8c35-01cb693138d7'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:26:13.196835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Attempting to bind port 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf on network 95ecd057-1063-4c78-8c35-01cb693138d7 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:26:13.204795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:26:13.205222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Checking segment: {'id': 'd7fb1864-3db6-48f1-9c7c-77f30d38b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '95ecd057-1063-4c78-8c35-01cb693138d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:13.205835 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.206278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Bound using segment: {'id': 'd7fb1864-3db6-48f1-9c7c-77f30d38b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '95ecd057-1063-4c78-8c35-01cb693138d7'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:26:13.206816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Bound port: 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fb1864-3db6-48f1-9c7c-77f30d38b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '95ecd057-1063-4c78-8c35-01cb693138d7'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:26:13.207374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.278743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-d4b5b584-93cf-4f20-8200-2dbf7bc165fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:13.280366 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-d4b5b584-93cf-4f20-8200-2dbf7bc165fd service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.1247368 Jan 14 07:26:13.328371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] For port 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:26:13.334661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] For port 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf,segment=NetworkSegment(d7fb1864-3db6-48f1-9c7c-77f30d38b842),segment_id=d7fb1864-3db6-48f1-9c7c-77f30d38b842)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:26:13.342802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.366882 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:13.423587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] For port 8c0e0bb5-a08a-488b-b110-253ee2971574, host n-h1-769329-2, cleared binding levels {{(pid=80908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:26:13.455102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-60757ac4-3b9f-40b2-bfaf-89610954f2df tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] No DVR routers for this DVR port f0e93fe0-94e5-4374-b919-afec16138a7e on host n-h1-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:13.457914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-eef0b4ce-f1f2-4d87-8a01-d9423ca3dabb tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] Synchronizing usage tracker for tenant:a14af3dfbac1474cb460528a4105cf22 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:13.464477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c19cc05a-5e0d-4f71-8869-dd30ff78ea6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f174422f-f2a5-4d78-a426-dbcec76ffb44']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:13.473742 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-60757ac4-3b9f-40b2-bfaf-89610954f2df tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.480750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f21d5d-e0d9-460e-852e-52c478af2a53', 'name': 'network-vif-deleted', 'tag': 'f0e93fe0-94e5-4374-b919-afec16138a7e'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:26:13.537837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] For port 8c0e0bb5-a08a-488b-b110-253ee2971574, host n-h1-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=8c0e0bb5-a08a-488b-b110-253ee2971574,segment=NetworkSegment(89a25cbc-9367-43e2-a3a7-85f4ee127cf4),segment_id=89a25cbc-9367-43e2-a3a7-85f4ee127cf4)] {{(pid=80908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:26:13.551347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c19cc05a-5e0d-4f71-8869-dd30ff78ea6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e9b6c3-e317-453b-a29c-701b92434088') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:13.551925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c19cc05a-5e0d-4f71-8869-dd30ff78ea6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e9b6c3-e317-453b-a29c-701b92434088') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:13.568326 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.583627 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-60757ac4-3b9f-40b2-bfaf-89610954f2df tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.53 "DELETE /v2.0/ports/f0e93fe0-94e5-4374-b919-afec16138a7e HTTP/1.1" status: 204 len: 173 time: 5.9634261 Jan 14 07:26:13.598541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Pushing event updated for resources: {'Port': ['ID=94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:13.612787 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:13.621140 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:13.663575 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.679891 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c19cc05a-5e0d-4f71-8869-dd30ff78ea6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.708801 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f78b445-24b0-4221-a7f1-3295e1192d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.718691 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.803444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-eef0b4ce-f1f2-4d87-8a01-d9423ca3dabb tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] Unset dirty status for tenant:a14af3dfbac1474cb460528a4105cf22 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:13.804949 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-eef0b4ce-f1f2-4d87-8a01-d9423ca3dabb tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] 10.222.0.53 "GET /v2.0/ports?device_id=b08c9548-3590-4ae5-a398-6e079c8a2fea HTTP/1.1" status: 200 len: 210 time: 0.4683375 Jan 14 07:26:13.840449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0e0bb5-a08a-488b-b110-253ee2971574,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:13.848812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c19cc05a-5e0d-4f71-8869-dd30ff78ea6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.852515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c19cc05a-5e0d-4f71-8869-dd30ff78ea6b admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:13.886013 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:13.923183 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:13.968783 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:26:14.075812 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '77f21d5d-e0d9-460e-852e-52c478af2a53', 'name': 'network-vif-deleted', 'tag': 'f0e93fe0-94e5-4374-b919-afec16138a7e', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:26:14.111904 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73f60710-9e04-4a66-8787-d107c211d3d7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for floatingip, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:14.232941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-7f7705c5-7ca2-4c94-95d9-dae2e436b4bc tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:14.331939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:14.333241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:14.333882 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:14.355241 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-838d2d87-aba3-4890-bb58-ad1342a61fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:14.399243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-8895de3e-8c92-4fd1-ba43-3ef5d97852a9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:26:14.399838 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-8895de3e-8c92-4fd1-ba43-3ef5d97852a9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:26:14.475413 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-a4a4d90f-7f16-4b94-81f0-c24b14b8e906 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a14af3dfbac1474cb460528a4105cf22&device_id=b08c9548-3590-4ae5-a398-6e079c8a2fea HTTP/1.1" status: 200 len: 210 time: 0.0799706 Jan 14 07:26:14.479288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c19cc05a-5e0d-4f71-8869-dd30ff78ea6b admin admin] Network f174422f-f2a5-4d78-a426-dbcec76ffb44 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:14.502234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-7f7705c5-7ca2-4c94-95d9-dae2e436b4bc tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Transition to ACTIVE for port object 1d066ee9-9edb-4b06-9edb-b0e81a771f3f will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:14.508851 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f8c8f035-680c-471f-8ff7-34188fcaee15 req-598aa328-8844-4576-9632-07d6809539bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=70c580b2f73043ad905ca351382687bb&device_id=77f21d5d-e0d9-460e-852e-52c478af2a53 HTTP/1.1" status: 200 len: 210 time: 0.1920502 Jan 14 07:26:14.590573 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f78b445-24b0-4221-a7f1-3295e1192d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:14.611944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c19cc05a-5e0d-4f71-8869-dd30ff78ea6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:14.612256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:14.636685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:14.637562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:14.640590 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] 10.222.0.53 "PUT /v2.0/ports/8c0e0bb5-a08a-488b-b110-253ee2971574 HTTP/1.1" status: 200 len: 1156 time: 10.6458480 Jan 14 07:26:14.728921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:14.742369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Pushing event updated for resources: {'Network': ['ID=ce731b9a-345f-4e1e-a95c-e4ad6a017f9c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:14.750388 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.8562791 Jan 14 07:26:14.751523 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73f60710-9e04-4a66-8787-d107c211d3d7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:14.752767 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-73f60710-9e04-4a66-8787-d107c211d3d7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "DELETE /v2.0/floatingips/dc650f12-f278-4d98-be6a-54b736187669 HTTP/1.1" status: 204 len: 168 time: 5.5969169 Jan 14 07:26:14.763178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60732) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:14.763419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60734) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:14.765124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network ce731b9a-345f-4e1e-a95c-e4ad6a017f9c details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:14.765631 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:14.766516 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f78b445-24b0-4221-a7f1-3295e1192d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:14.767870 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7f78b445-24b0-4221-a7f1-3295e1192d38 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88a7cc40-d34d-4d7a-9c17-a3e620b88515 HTTP/1.1" status: 204 len: 168 time: 2.1669838 Jan 14 07:26:14.772886 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e118609c-94f1-439e-813a-8fe78ed10531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:14.792276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-22e9d4b7-4c33-422c-b0a9-b8122d47e6d3 admin admin] Request body: {'subnet': {'network_id': 'ce731b9a-345f-4e1e-a95c-e4ad6a017f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-59115883-subnet', 'tenant_id': 'e3451631cc4f4706994f5dfe4aea528e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:14.842423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network ce731b9a-345f-4e1e-a95c-e4ad6a017f9c details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:14.913082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-22e9d4b7-4c33-422c-b0a9-b8122d47e6d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:14.916272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78b445-24b0-4221-a7f1-3295e1192d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a7cc40-d34d-4d7a-9c17-a3e620b88515,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:14.926395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c19cc05a-5e0d-4f71-8869-dd30ff78ea6b admin admin] Network f174422f-f2a5-4d78-a426-dbcec76ffb44 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:14.964585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-22e9d4b7-4c33-422c-b0a9-b8122d47e6d3 admin admin] Usage tracker for resource:subnet and tenant:e3451631cc4f4706994f5dfe4aea528e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:14.975087 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f78b445-24b0-4221-a7f1-3295e1192d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:15.002880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-22e9d4b7-4c33-422c-b0a9-b8122d47e6d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:15.038966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network ce731b9a-345f-4e1e-a95c-e4ad6a017f9c details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:15.123736 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8895de3e-8c92-4fd1-ba43-3ef5d97852a9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:15.126671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-22e9d4b7-4c33-422c-b0a9-b8122d47e6d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:15.148956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:15.152253 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:15.176493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] It took 0.70 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:26:15.176842 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-7f7705c5-7ca2-4c94-95d9-dae2e436b4bc tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:15.203900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-42120228-814e-4293-9c97-2963ff94471b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Deleting port 2dbb73b7-c96a-4a26-8309-210e535ba221 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:15.204284 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42120228-814e-4293-9c97-2963ff94471b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:15.315301 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8e266034-5f2e-4546-937b-3f3031650e14 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:15.534335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-5d616df8-e605-458a-955f-3789efc43dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:15.536264 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-5d616df8-e605-458a-955f-3789efc43dbc service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a14af3dfbac1474cb460528a4105cf22&shared=False HTTP/1.1" status: 200 len: 867 time: 1.0263531 Jan 14 07:26:15.537259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8f035-680c-471f-8ff7-34188fcaee15 req-47a953c5-336e-48ea-8597-70d6d4aeb4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:15.542507 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f8c8f035-680c-471f-8ff7-34188fcaee15 req-47a953c5-336e-48ea-8597-70d6d4aeb4f7 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=70c580b2f73043ad905ca351382687bb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.8992651 Jan 14 07:26:15.658591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e9d4b7-4c33-422c-b0a9-b8122d47e6d3 admin admin] Made reservation on behalf of e3451631cc4f4706994f5dfe4aea528e for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:15.663545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22e9d4b7-4c33-422c-b0a9-b8122d47e6d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:15.716270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d8aef6-8f7e-46ab-b834-60b4018d1ac1 None None] Network 95ecd057-1063-4c78-8c35-01cb693138d7 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:15.784348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-b7fde28b-c0e5-45b2-beae-8ecd6baac6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:15.785964 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-b7fde28b-c0e5-45b2-beae-8ecd6baac6d3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2424645 Jan 14 07:26:15.899977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7705c5-7ca2-4c94-95d9-dae2e436b4bc tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Pushing event updated for resources: {'Port': ['ID=1d066ee9-9edb-4b06-9edb-b0e81a771f3f,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:15.928308 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f7705c5-7ca2-4c94-95d9-dae2e436b4bc tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:15.992932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Allocated IP 172.25.3.78 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/6d5136db-4748-4066-ae8c-139c8efca644) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:16.023299 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:16.026475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:26:16.026475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:16.026475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:16.026475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:16.026475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:26:16.026475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:16.026475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:16.026475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:16.026475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:26:16.026475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:16.026475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:16.026475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:16.026475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:16.026475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:16.026475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:16.026475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:16.026475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:16.026475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:16.026475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:16.026475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:16.065388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-043ee1d9-e4bf-4b39-b051-e08136c565e2 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:16.067936 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-043ee1d9-e4bf-4b39-b051-e08136c565e2 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.39 "GET /v2.0/networks?id=9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd HTTP/1.1" status: 200 len: 815 time: 0.3342373 Jan 14 07:26:16.088818 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.126557 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.191545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8b559e-25a0-46d2-938c-cc3dfa29415b {{(pid=80908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:26:16.201482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.218724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Transition to ACTIVE for port object 6c8b559e-25a0-46d2-938c-cc3dfa29415b will not be triggered until provisioned by entity L2. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:16.219796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9aa15b-75ba-4072-8e84-97e37ae083df', 'tag': '8c0e0bb5-a08a-488b-b110-253ee2971574'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:26:16.251964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2d3b482f-51f3-4008-87a8-a31cedd5619d None None] Provisioning for port 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:16.258034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2d3b482f-51f3-4008-87a8-a31cedd5619d None None] Provisioning complete for port 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:16.258465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d3b482f-51f3-4008-87a8-a31cedd5619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.274348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.345976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-31c63d4d-28e5-4d4a-8c88-41d8b08d17ff tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Request body: {'port': {'device_id': '77f21d5d-e0d9-460e-852e-52c478af2a53', 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd', 'admin_state_up': True, 'tenant_id': '70c580b2f73043ad905ca351382687bb'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:16.386612 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-60757ac4-3b9f-40b2-bfaf-89610954f2df tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:16.438682 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9aa15b-75ba-4072-8e84-97e37ae083df', 'tag': '8c0e0bb5-a08a-488b-b110-253ee2971574', 'status': 'completed', 'code': 200} Jan 14 07:26:16.444171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8895de3e-8c92-4fd1-ba43-3ef5d97852a9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:26:16.445542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d3b482f-51f3-4008-87a8-a31cedd5619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.497195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2d3b482f-51f3-4008-87a8-a31cedd5619d None None] For port 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf,segment=NetworkSegment(d7fb1864-3db6-48f1-9c7c-77f30d38b842),segment_id=d7fb1864-3db6-48f1-9c7c-77f30d38b842)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:16.501088 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d3b482f-51f3-4008-87a8-a31cedd5619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.503374 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:16.595942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b482f-51f3-4008-87a8-a31cedd5619d None None] Pushing event updated for resources: {'Port': ['ID=94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:16.599924 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2d3b482f-51f3-4008-87a8-a31cedd5619d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:16.642974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-27574cf4-d091-4cd4-87dd-9f1417946116 None None] Provisioning complete for port 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:16.643848 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27574cf4-d091-4cd4-87dd-9f1417946116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.725575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-7f7705c5-7ca2-4c94-95d9-dae2e436b4bc tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Network 9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:16.743721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-7f7705c5-7ca2-4c94-95d9-dae2e436b4bc tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:16.753596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-7f7705c5-7ca2-4c94-95d9-dae2e436b4bc tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:16.873677 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-5433b9a1-30c2-4084-8aa6-60fa98b507b8 tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] 10.222.0.53 "GET /v2.0/ports?device_id=b08c9548-3590-4ae5-a398-6e079c8a2fea HTTP/1.1" status: 200 len: 210 time: 0.7936802 Jan 14 07:26:16.874396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c19cc05a-5e0d-4f71-8869-dd30ff78ea6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.926884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8895de3e-8c92-4fd1-ba43-3ef5d97852a9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:16.930711 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-8895de3e-8c92-4fd1-ba43-3ef5d97852a9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Added segment 4f36db97-baa9-412d-bc3a-9c9a597f2f7e of type vxlan for network bfd5b10f-fc80-4eba-856b-c2a416cf245a Jan 14 07:26:17.006567 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8895de3e-8c92-4fd1-ba43-3ef5d97852a9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.107626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6c2344b7-584f-4245-8520-0a06311c1420 None None] Provisioning complete for port 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:17.108604 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c2344b7-584f-4245-8520-0a06311c1420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.141180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-86b7755b-dfd4-403b-b126-b65bba84a3ce admin admin] Deleting port b88d9cea-0650-4650-9476-2ad4f4c83e14 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:17.141788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86b7755b-dfd4-403b-b126-b65bba84a3ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.291309 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42120228-814e-4293-9c97-2963ff94471b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.394820 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c19cc05a-5e0d-4f71-8869-dd30ff78ea6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:17.396500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:17.399311 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:17.402413 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:17.413438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60768) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:17.413600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-7f7705c5-7ca2-4c94-95d9-dae2e436b4bc tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:17.414314 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-7f7705c5-7ca2-4c94-95d9-dae2e436b4bc tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.438500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-31c63d4d-28e5-4d4a-8c88-41d8b08d17ff tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:17.442893 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8895de3e-8c92-4fd1-ba43-3ef5d97852a9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.466435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8895de3e-8c92-4fd1-ba43-3ef5d97852a9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:17.467173 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8895de3e-8c92-4fd1-ba43-3ef5d97852a9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.503431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-42120228-814e-4293-9c97-2963ff94471b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Calling delete_port for 2dbb73b7-c96a-4a26-8309-210e535ba221 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:17.506798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a2ebf174-fa91-42b9-897d-25e881806c93 None None] Provisioning for port 1d066ee9-9edb-4b06-9edb-b0e81a771f3f completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:17.518028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a2ebf174-fa91-42b9-897d-25e881806c93 None None] Provisioning complete for port 1d066ee9-9edb-4b06-9edb-b0e81a771f3f triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:17.519135 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a2ebf174-fa91-42b9-897d-25e881806c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.561853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8f035-680c-471f-8ff7-34188fcaee15 req-02d0db86-f045-4432-84d3-32bb690e343d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:17.564605 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f8c8f035-680c-471f-8ff7-34188fcaee15 req-02d0db86-f045-4432-84d3-32bb690e343d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.5526648 Jan 14 07:26:17.607471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8b559e-25a0-46d2-938c-cc3dfa29415b,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:17.608103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a2ebf174-fa91-42b9-897d-25e881806c93 None None] Port 1d066ee9-9edb-4b06-9edb-b0e81a771f3f cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:26:17.613820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-606fb093-46bf-4a30-a59a-983f5bdda042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:17.616324 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-606fb093-46bf-4a30-a59a-983f5bdda042 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d80eadefa2a04dbc949b83745fb35cb9&device_id=1a9aa15b-75ba-4072-8e84-97e37ae083df HTTP/1.1" status: 200 len: 1159 time: 2.4452581 Jan 14 07:26:17.619078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-31c63d4d-28e5-4d4a-8c88-41d8b08d17ff tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:17.620296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a2ebf174-fa91-42b9-897d-25e881806c93 None None] Provisioning complete for port 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:17.620715 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a2ebf174-fa91-42b9-897d-25e881806c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.667216 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.281s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:17.681099 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:17.711414 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d7cb2780-1d49-4d63-ad20-ea0149789058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.436s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:17.713818 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-7f7705c5-7ca2-4c94-95d9-dae2e436b4bc tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.7195396 Jan 14 07:26:17.726365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Request body: {'port': {'device_id': 'b727d3ca-80d8-4cfa-8de7-d8cb001c5792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-2'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:17.870182 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c19cc05a-5e0d-4f71-8869-dd30ff78ea6b admin admin] 10.222.0.41 "DELETE /v2.0/networks/f174422f-f2a5-4d78-a426-dbcec76ffb44 HTTP/1.1" status: 204 len: 168 time: 6.7920196 Jan 14 07:26:17.882957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f8c8f035-680c-471f-8ff7-34188fcaee15 req-721ce109-908a-4561-8c51-07065c102df5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Synchronizing usage tracker for tenant:70c580b2f73043ad905ca351382687bb on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:17.929826 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-586fc81d-89aa-41ed-8ef5-a7bb23385539 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c0e0bb5-a08a-488b-b110-253ee2971574 HTTP/1.1" status: 200 len: 217 time: 0.1881487 Jan 14 07:26:17.935696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cc05a-5e0d-4f71-8869-dd30ff78ea6b admin admin] Pushing event deleted for resources: {'Network': ['ID=f174422f-f2a5-4d78-a426-dbcec76ffb44,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:17.939873 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-724e9029-f25a-4621-b87f-381f22ddb403 req-c954e294-e5be-4b28-812b-418aac002103 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a14af3dfbac1474cb460528a4105cf22&device_id=b08c9548-3590-4ae5-a398-6e079c8a2fea HTTP/1.1" status: 200 len: 210 time: 0.3340194 Jan 14 07:26:17.941432 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8895de3e-8c92-4fd1-ba43-3ef5d97852a9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 5.7442980 Jan 14 07:26:18.005235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60780) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:18.016964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-31c63d4d-28e5-4d4a-8c88-41d8b08d17ff tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Made reservation on behalf of 70c580b2f73043ad905ca351382687bb for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:18.018955 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.021647 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.022977 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.027019 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:18.027019 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.027019 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.027019 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.027019 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:18.027019 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.027019 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.027019 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.027019 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:18.027019 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.027019 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.027019 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.027019 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:18.027019 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.027019 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.027019 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.027019 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:18.027019 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:18.027019 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:18.027019 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:18.029553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-86b7755b-dfd4-403b-b126-b65bba84a3ce admin admin] For port b88d9cea-0650-4650-9476-2ad4f4c83e14, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b88d9cea-0650-4650-9476-2ad4f4c83e14,segment=NetworkSegment(89a25cbc-9367-43e2-a3a7-85f4ee127cf4),segment_id=89a25cbc-9367-43e2-a3a7-85f4ee127cf4)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:18.029553 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86b7755b-dfd4-403b-b126-b65bba84a3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:18.034631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-31c63d4d-28e5-4d4a-8c88-41d8b08d17ff tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:18.044277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-674feeff-3ed5-4a3b-ba94-a98f1ec99f21 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Request body: {'subnet': {'network_id': 'bfd5b10f-fc80-4eba-856b-c2a416cf245a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:18.127446 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:18.138520 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-724e9029-f25a-4621-b87f-381f22ddb403 req-ade77def-81f0-4c7b-8700-c1e186fd3552 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a14af3dfbac1474cb460528a4105cf22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554988 Jan 14 07:26:18.140447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60784) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:18.212927 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:18.310988 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e535a095-25d3-44cb-a32f-e0adae22a757 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:18.361052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:18.363395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f8c8f035-680c-471f-8ff7-34188fcaee15 req-721ce109-908a-4561-8c51-07065c102df5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Unset dirty status for tenant:70c580b2f73043ad905ca351382687bb on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:18.364664 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f8c8f035-680c-471f-8ff7-34188fcaee15 req-721ce109-908a-4561-8c51-07065c102df5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.53 "GET /v2.0/ports?device_id=77f21d5d-e0d9-460e-852e-52c478af2a53 HTTP/1.1" status: 200 len: 210 time: 0.7424691 Jan 14 07:26:18.370323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Usage tracker for resource:security_group_rule and tenant:f1ba9e83d931403fb046794e69111b72 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:18.414171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-86b7755b-dfd4-403b-b126-b65bba84a3ce admin admin] Calling delete_port for b88d9cea-0650-4650-9476-2ad4f4c83e14 owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:18.432516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:18.543538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:18.621302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:18.622463 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:18.625818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e9029-f25a-4621-b87f-381f22ddb403 req-ad5d7249-350c-45e4-8875-9fa9c748d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:18.627789 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-724e9029-f25a-4621-b87f-381f22ddb403 req-ad5d7249-350c-45e4-8875-9fa9c748d323 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4197743 Jan 14 07:26:18.656537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:18.758389 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:18.824259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895de3e-8c92-4fd1-ba43-3ef5d97852a9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Pushing event updated for resources: {'Network': ['ID=bfd5b10f-fc80-4eba-856b-c2a416cf245a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:18.828767 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8895de3e-8c92-4fd1-ba43-3ef5d97852a9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.117s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:18.841378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network bfd5b10f-fc80-4eba-856b-c2a416cf245a details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:18.858139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network bfd5b10f-fc80-4eba-856b-c2a416cf245a details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:19.007806 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.507s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:19.008357 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:19.009347 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:19.012024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network bfd5b10f-fc80-4eba-856b-c2a416cf245a details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:19.069472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Pushing event updated for resources: {'Port': ['ID=6d5136db-4748-4066-ae8c-139c8efca644,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:19.078423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-674feeff-3ed5-4a3b-ba94-a98f1ec99f21 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:19.083030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-674feeff-3ed5-4a3b-ba94-a98f1ec99f21 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Usage tracker for resource:subnet and tenant:5d197e4b213a44b2ae795af4c59044f6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:19.092714 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:19.093557 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:19.101614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-7e1de9c9-c367-414d-97ce-dd9836f398a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:19.103394 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-7e1de9c9-c367-414d-97ce-dd9836f398a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab09021a-cda7-4d26-9c83-142a10a2c709 HTTP/1.1" status: 200 len: 845 time: 1.1600444 Jan 14 07:26:19.103837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:19.119301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-674feeff-3ed5-4a3b-ba94-a98f1ec99f21 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:19.121050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-fae1b430-a606-4958-b88b-e02dda488695 tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] Synchronizing usage tracker for tenant:a14af3dfbac1474cb460528a4105cf22 on resource:network {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:19.170490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-674feeff-3ed5-4a3b-ba94-a98f1ec99f21 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:19.185756 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-724e9029-f25a-4621-b87f-381f22ddb403 req-da276711-c33e-4ca9-b45b-ff3c48457425 tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] 10.222.0.53 "GET /v2.0/ports?device_id=b08c9548-3590-4ae5-a398-6e079c8a2fea HTTP/1.1" status: 200 len: 210 time: 0.1847897 Jan 14 07:26:19.208654 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42120228-814e-4293-9c97-2963ff94471b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:19.276899 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1ba9e83d931403fb046794e69111b72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8569112 Jan 14 07:26:19.279516 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11137ea3-5677-4028-b593-c0e04a44dcda tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:19.282928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf57b6d-d3dc-4613-81ea-4aea57c65393,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:19.285338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Attempting to bind port 6c8b559e-25a0-46d2-938c-cc3dfa29415b on host n-h1-769329-2 for vnic_type normal with profile {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:26:19.285710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Attempting to bind port 6c8b559e-25a0-46d2-938c-cc3dfa29415b by drivers openvswitch on host n-h1-769329-2 at level 0 using segments [{'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:26:19.286074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Attempting to bind port 6c8b559e-25a0-46d2-938c-cc3dfa29415b on network d6bd0598-2cab-47e3-9f0f-47d899b421cd {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:26:19.289495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60788) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:19.321494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-fae1b430-a606-4958-b88b-e02dda488695 tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] Unset dirty status for tenant:a14af3dfbac1474cb460528a4105cf22 on resource:network {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:19.322654 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-fae1b430-a606-4958-b88b-e02dda488695 tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] 10.222.0.39 "GET /v2.0/networks?id=f174422f-f2a5-4d78-a426-dbcec76ffb44 HTTP/1.1" status: 200 len: 213 time: 0.5606778 Jan 14 07:26:19.331351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.331680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.332040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.332450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.332856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.333256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.333655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.334057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.334713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.335119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.335505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.335921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.337065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.337065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.337273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.337504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.337898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.338291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.338680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.339255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.339437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.339837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.340224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.340614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.341697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.341697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.342002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.342334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.342725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.343118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.343506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.343970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.344344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.344733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.345220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.345489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:19.349724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Checking agent: {'id': '1b004ee2-a22f-479b-a760-de06669a81a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 46), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:26:19.350080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Checking segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:19.350491 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:19.350870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Bound using segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:26:19.351361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Bound port: 6c8b559e-25a0-46d2-938c-cc3dfa29415b, host: n-h1-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:26:19.352198 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:19.358486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Allocated IP 172.25.3.212 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/c2a95dc7-8242-41ce-a7ea-4bc14cb9c2cb) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:19.363078 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:19.366033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-31c63d4d-28e5-4d4a-8c88-41d8b08d17ff tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Allocated IP 172.20.0.13 (9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd/f71a5c1c-4d77-4951-b540-32b41fb1e21c/367f1cf1-00a7-404c-ad10-00132fa8b9c1) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:19.380509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674feeff-3ed5-4a3b-ba94-a98f1ec99f21 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Made reservation on behalf of 5d197e4b213a44b2ae795af4c59044f6 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:19.488874 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-5f2a99ad-c5b6-4930-9031-4420e5c17f6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a14af3dfbac1474cb460528a4105cf22&device_id=b08c9548-3590-4ae5-a398-6e079c8a2fea HTTP/1.1" status: 200 len: 210 time: 0.0890067 Jan 14 07:26:19.530974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42120228-814e-4293-9c97-2963ff94471b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Pushing event deleted for resources: {'Port': ['ID=2dbb73b7-c96a-4a26-8309-210e535ba221,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:19.582579 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-ea914341-d5b6-4da1-af1b-485e904281af service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a14af3dfbac1474cb460528a4105cf22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758572 Jan 14 07:26:19.587421 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-910eb4da-9ca9-4356-88d9-ca0ae53a566d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a14af3dfbac1474cb460528a4105cf22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4220257 Jan 14 07:26:19.587421 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42120228-814e-4293-9c97-2963ff94471b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:19.591570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-32a758ee-f687-4c43-9e97-4731c8ab57cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:19.593170 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-32a758ee-f687-4c43-9e97-4731c8ab57cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22c42234-dff1-4331-9ee3-7c6ddcbc7290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4495280 Jan 14 07:26:19.604286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60792) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:19.799935 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-674feeff-3ed5-4a3b-ba94-a98f1ec99f21 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:19.910458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:19.946767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:19.971065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:20.000932 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22e9d4b7-4c33-422c-b0a9-b8122d47e6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.061629 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78ae5700-3190-4e23-b11e-78c874e5347d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:20.117529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86b7755b-dfd4-403b-b126-b65bba84a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.125350 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4fb5b86-2cc1-4c04-ac68-bedc7103e553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.144551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] For port 6c8b559e-25a0-46d2-938c-cc3dfa29415b, host n-h1-769329-2, cleared binding levels {{(pid=80908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:26:20.283755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] For port 6c8b559e-25a0-46d2-938c-cc3dfa29415b, host n-h1-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=6c8b559e-25a0-46d2-938c-cc3dfa29415b,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:26:20.291249 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4fb5b86-2cc1-4c04-ac68-bedc7103e553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.321381 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.353856 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c37a1e5-f10b-4744-a2ea-9a583198b9ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:20.517210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-defa8b8e-f2d9-4741-b35d-5ef45bea5ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:20.518815 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-defa8b8e-f2d9-4741-b35d-5ef45bea5ceb service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9137559 Jan 14 07:26:20.520931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9d4b7-4c33-422c-b0a9-b8122d47e6d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b94442-10c8-46b2-b698-e8f8a8f4abdb,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:20.539385 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-22e9d4b7-4c33-422c-b0a9-b8122d47e6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:20.542106 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0eab99ab-b725-457d-b063-3e0e01460d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.550902 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.391s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:20.639924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7755b-dfd4-403b-b126-b65bba84a3ce admin admin] Pushing event deleted for resources: {'Port': ['ID=b88d9cea-0650-4650-9476-2ad4f4c83e14,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:20.651441 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-86b7755b-dfd4-403b-b126-b65bba84a3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:20.664219 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-198e2784-d54d-4caa-9a00-234053c7f585 service neutron] 10.222.0.53 "GET /v2.0/networks/22c42234-dff1-4331-9ee3-7c6ddcbc7290?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0245717 Jan 14 07:26:20.676102 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-a7222198-1598-4084-856e-783626d4b117 tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] 10.222.0.39 "GET /v2.0/ports?device_id=b08c9548-3590-4ae5-a398-6e079c8a2fea HTTP/1.1" status: 200 len: 210 time: 0.0948620 Jan 14 07:26:20.710595 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0eab99ab-b725-457d-b063-3e0e01460d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.720550 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42120228-814e-4293-9c97-2963ff94471b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.744639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks [] for floatingip, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.809092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8b559e-25a0-46d2-938c-cc3dfa29415b,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:20.830534 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-31c63d4d-28e5-4d4a-8c88-41d8b08d17ff tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:20.845161 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:20.955199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-31c63d4d-28e5-4d4a-8c88-41d8b08d17ff tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Transition to ACTIVE for port object 367f1cf1-00a7-404c-ad10-00132fa8b9c1 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:20.958743 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-cf078b0e-047f-4cde-ba66-035785c12fc4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a14af3dfbac1474cb460528a4105cf22&device_id=b08c9548-3590-4ae5-a398-6e079c8a2fea HTTP/1.1" status: 200 len: 210 time: 0.1052849 Jan 14 07:26:20.968488 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4fb5b86-2cc1-4c04-ac68-bedc7103e553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:21.003043 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-539c233a-5985-4a17-94a2-d31468e5f693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:21.048131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb5b86-2cc1-4c04-ac68-bedc7103e553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf57b6d-d3dc-4613-81ea-4aea57c65393,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:21.051467 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-848f2e6c-184e-4fff-a3eb-eba7ea18173e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a14af3dfbac1474cb460528a4105cf22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766943 Jan 14 07:26:21.053679 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b4fb5b86-2cc1-4c04-ac68-bedc7103e553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:21.117321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:21.117737 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:21.119266 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] 10.222.0.53 "PUT /v2.0/ports/6c8b559e-25a0-46d2-938c-cc3dfa29415b HTTP/1.1" status: 200 len: 1160 time: 9.7682638 Jan 14 07:26:21.125586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7639e718-3c07-4f8c-a311-9ef3bb6fcbeb', 'tag': '6c8b559e-25a0-46d2-938c-cc3dfa29415b'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:26:21.233609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0eab99ab-b725-457d-b063-3e0e01460d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:21.250201 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-42120228-814e-4293-9c97-2963ff94471b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "DELETE /v2.0/ports/2dbb73b7-c96a-4a26-8309-210e535ba221 HTTP/1.1" status: 204 len: 168 time: 6.4760482 Jan 14 07:26:21.254047 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7639e718-3c07-4f8c-a311-9ef3bb6fcbeb', 'tag': '6c8b559e-25a0-46d2-938c-cc3dfa29415b', 'status': 'completed', 'code': 200} Jan 14 07:26:21.255607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:21.258094 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-37a96601-b20f-45ea-842c-63644114b26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:21.267823 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-2da1ba7e-95fc-4216-93f0-f767c380ba86 service neutron] 10.222.0.53 "GET /v2.0/networks/22c42234-dff1-4331-9ee3-7c6ddcbc7290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5864909 Jan 14 07:26:21.268368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60798) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:21.332100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab99ab-b725-457d-b063-3e0e01460d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab0582d-9727-42bc-a869-5b9faa1ec315,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:21.343300 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4fb5b86-2cc1-4c04-ac68-bedc7103e553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:21.344531 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b4fb5b86-2cc1-4c04-ac68-bedc7103e553 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8cf57b6d-d3dc-4613-81ea-4aea57c65393 HTTP/1.1" status: 204 len: 168 time: 2.0479548 Jan 14 07:26:21.345995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-31c63d4d-28e5-4d4a-8c88-41d8b08d17ff tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:21.351846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0eab99ab-b725-457d-b063-3e0e01460d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:21.352989 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0eab99ab-b725-457d-b063-3e0e01460d3c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ab0582d-9727-42bc-a869-5b9faa1ec315 HTTP/1.1" status: 204 len: 168 time: 1.7446756 Jan 14 07:26:21.432311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e9d4b7-4c33-422c-b0a9-b8122d47e6d3 admin admin] Checking segment: {'id': '09f8f0bf-b786-4f53-9b8b-9b7659b5b888', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'ce731b9a-345f-4e1e-a95c-e4ad6a017f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:21.432584 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0eab99ab-b725-457d-b063-3e0e01460d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:21.432675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e9d4b7-4c33-422c-b0a9-b8122d47e6d3 admin admin] Network hostable DHCP agents. Network: ce731b9a-345f-4e1e-a95c-e4ad6a017f9c, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:26:21.442470 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d3cdd3f1-722b-4513-ba46-265834209a5c tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:21.468329 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:21.672714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e9d4b7-4c33-422c-b0a9-b8122d47e6d3 admin admin] Network ce731b9a-345f-4e1e-a95c-e4ad6a017f9c is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:26:21.875887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-22e9d4b7-4c33-422c-b0a9-b8122d47e6d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, ce731b9a-345f-4e1e-a95c-e4ad6a017f9c) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:21.879970 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.882940 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:21.888701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2ebbd7b1-801c-44ab-ade9-5c7b988addc0 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Deleting port 39617270-2444-44fa-8b5c-a39cc6502806 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:21.895867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd7b1-801c-44ab-ade9-5c7b988addc0 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:21.896019 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:21.902105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd71b816-1108-477d-b20d-c20e52d49c5b None None] Network ce731b9a-345f-4e1e-a95c-e4ad6a017f9c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:21.921923 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f7705c5-7ca2-4c94-95d9-dae2e436b4bc tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:22.014707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e9d4b7-4c33-422c-b0a9-b8122d47e6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:22.015703 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22e9d4b7-4c33-422c-b0a9-b8122d47e6d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.020577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-4188562d-b8a2-4b0a-a27e-c880c47208fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:22.021845 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-4188562d-b8a2-4b0a-a27e-c880c47208fa service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9605489 Jan 14 07:26:22.030424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c63d4d-28e5-4d4a-8c88-41d8b08d17ff tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Pushing event updated for resources: {'Port': ['ID=367f1cf1-00a7-404c-ad10-00132fa8b9c1,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:22.055396 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31c63d4d-28e5-4d4a-8c88-41d8b08d17ff tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:22.131334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-eedb2dfb-464a-40c3-ae79-76a88eb75dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:22.133224 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-eedb2dfb-464a-40c3-ae79-76a88eb75dc2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e9238d31d96430fa9708f6c86547d3a&device_id=7639e718-3c07-4f8c-a311-9ef3bb6fcbeb HTTP/1.1" status: 200 len: 1163 time: 0.9436133 Jan 14 07:26:22.185896 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86b7755b-dfd4-403b-b126-b65bba84a3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.222555 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-22e9d4b7-4c33-422c-b0a9-b8122d47e6d3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 7.4533923 Jan 14 07:26:22.223848 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:26:22.234312 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-18f4e5cc-5a04-4893-9d76-d36f6f0d9a94 req-4c140ea5-9cc6-4c05-9198-292fd9aec213 tempest-ServerAddressesTestJSON-1003191707 tempest-ServerAddressesTestJSON-1003191707] 10.222.0.39 "GET /v2.0/ports?device_id=b08c9548-3590-4ae5-a398-6e079c8a2fea HTTP/1.1" status: 200 len: 210 time: 0.1729715 Jan 14 07:26:22.248710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60822) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:22.280606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-59115883-router', 'tenant_id': 'e3451631cc4f4706994f5dfe4aea528e', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:22.291612 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-24957f8f-aa3c-4509-9d73-fcfbf649f338 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=6c8b559e-25a0-46d2-938c-cc3dfa29415b HTTP/1.1" status: 200 len: 217 time: 0.1275837 Jan 14 07:26:22.301386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:22.311639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2c475-da34-46d5-ac7a-dc33b2e6f432 req-753bafe0-f65c-43ae-ab17-5d28ed13c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:22.313333 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-acd2c475-da34-46d5-ac7a-dc33b2e6f432 req-753bafe0-f65c-43ae-ab17-5d28ed13c56c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d80eadefa2a04dbc949b83745fb35cb9&device_id=1a9aa15b-75ba-4072-8e84-97e37ae083df HTTP/1.1" status: 200 len: 1159 time: 0.9748533 Jan 14 07:26:22.321580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Pushing event updated for resources: {'Port': ['ID=c2a95dc7-8242-41ce-a7ea-4bc14cb9c2cb,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:22.326612 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:22.357413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Usage tracker for resource:router and tenant:e3451631cc4f4706994f5dfe4aea528e is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:22.358022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-ce731b9a-345f-4e1e-a95c-e4ad6a017f9c', 'network_id': 'ce731b9a-345f-4e1e-a95c-e4ad6a017f9c', 'tenant_id': 'e3451631cc4f4706994f5dfe4aea528e', 'fixed_ips': [{'subnet_id': '35b94442-10c8-46b2-b698-e8f8a8f4abdb'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:26:22.359263 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.375936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:22.439505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-31c63d4d-28e5-4d4a-8c88-41d8b08d17ff tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Network 9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:22.447053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:22.553189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-31c63d4d-28e5-4d4a-8c88-41d8b08d17ff tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:22.559737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d066ee9-9edb-4b06-9edb-b0e81a771f3f {{(pid=80907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:26:22.564550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-31c63d4d-28e5-4d4a-8c88-41d8b08d17ff tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:22.633134 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.686266 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.687502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.699323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-ed47f472-e817-40a9-8f74-2a7544bda3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:22.701133 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-ed47f472-e817-40a9-8f74-2a7544bda3d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ffe7d3d2-18e7-450d-bb59-0b64181030a8 HTTP/1.1" status: 200 len: 843 time: 0.3970096 Jan 14 07:26:22.726533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Transition to ACTIVE for port object 1d066ee9-9edb-4b06-9edb-b0e81a771f3f will not be triggered until provisioned by entity L2. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:22.758643 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.788852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:22.818808 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a11c5fd2-f515-4ee8-a201-c07a347c875e tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:22.820932 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:22.823870 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:26:22.823870 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:22.823870 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:22.823870 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:22.823870 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:26:22.823870 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:22.823870 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:22.823870 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:22.823870 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:26:22.823870 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:22.823870 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:22.823870 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:22.823870 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:26:22.823870 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:22.823870 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:22.823870 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:22.823870 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:22.823870 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:22.823870 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:22.823870 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:22.837249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-31c63d4d-28e5-4d4a-8c88-41d8b08d17ff tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:22.837971 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-31c63d4d-28e5-4d4a-8c88-41d8b08d17ff tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.884336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:22.887005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:22.912475 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.922461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 8c0e0bb5-a08a-488b-b110-253ee2971574 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:22.926923 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd7b1-801c-44ab-ade9-5c7b988addc0 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:22.953174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2c475-da34-46d5-ac7a-dc33b2e6f432 req-49d2169b-bfd9-499f-9010-7d022e71222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:22.954780 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-acd2c475-da34-46d5-ac7a-dc33b2e6f432 req-49d2169b-bfd9-499f-9010-7d022e71222a service neutron] 10.222.0.53 "GET /v2.0/networks?id=22c42234-dff1-4331-9ee3-7c6ddcbc7290 HTTP/1.1" status: 200 len: 901 time: 0.5914466 Jan 14 07:26:22.962604 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-31c63d4d-28e5-4d4a-8c88-41d8b08d17ff tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7028198 Jan 14 07:26:23.135331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f089453a-ef93-4171-baec-b8b1ba11cbf8 None None] Provisioning for port 367f1cf1-00a7-404c-ad10-00132fa8b9c1 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:23.151220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f089453a-ef93-4171-baec-b8b1ba11cbf8 None None] Provisioning complete for port 367f1cf1-00a7-404c-ad10-00132fa8b9c1 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:23.151635 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f089453a-ef93-4171-baec-b8b1ba11cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:23.182091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning for port 8c0e0bb5-a08a-488b-b110-253ee2971574 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:23.204415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2ebbd7b1-801c-44ab-ade9-5c7b988addc0 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Calling delete_port for 39617270-2444-44fa-8b5c-a39cc6502806 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:23.208324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port 8c0e0bb5-a08a-488b-b110-253ee2971574 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:23.208720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:23.270837 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-acd2c475-da34-46d5-ac7a-dc33b2e6f432 req-8fa4fab4-e510-4126-a002-54c2b29cf571 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c0e0bb5-a08a-488b-b110-253ee2971574 HTTP/1.1" status: 200 len: 217 time: 0.3060956 Jan 14 07:26:23.278291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Allocated IP 172.20.0.2 (ce731b9a-345f-4e1e-a95c-e4ad6a017f9c/35b94442-10c8-46b2-b698-e8f8a8f4abdb/494bc1d2-9168-44a3-a8c7-b7bdc1826717) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:23.278521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Request body: {'port': {'device_id': '77f21d5d-e0d9-460e-852e-52c478af2a53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-2'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:23.289019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f089453a-ef93-4171-baec-b8b1ba11cbf8 None None] Port 367f1cf1-00a7-404c-ad10-00132fa8b9c1 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:26:23.520867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60844) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:23.540732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:23.664813 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:23.683598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Transition to ACTIVE for port object 494bc1d2-9168-44a3-a8c7-b7bdc1826717 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:23.685663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Pushing event updated for resources: {'Port': ['ID=1d066ee9-9edb-4b06-9edb-b0e81a771f3f,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:23.717247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Transition to ACTIVE for port object 494bc1d2-9168-44a3-a8c7-b7bdc1826717 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:23.729930 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:23.755290 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.936s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:23.793491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-bd5a1350-e183-4064-8493-5d66c04350d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:23.796510 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-bd5a1350-e183-4064-8493-5d66c04350d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6bd0598-2cab-47e3-9f0f-47d899b421cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0821464 Jan 14 07:26:23.797378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2c475-da34-46d5-ac7a-dc33b2e6f432 req-558ad3b7-79a3-4fb2-8e9d-0529213e647a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:23.798863 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-acd2c475-da34-46d5-ac7a-dc33b2e6f432 req-558ad3b7-79a3-4fb2-8e9d-0529213e647a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ab09021a-cda7-4d26-9c83-142a10a2c709 HTTP/1.1" status: 200 len: 845 time: 0.4699953 Jan 14 07:26:23.898364 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-756b6e4b-9054-4282-a1d1-f8f4b5fb970c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:23.952338 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:26:23.990990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9aa15b-75ba-4072-8e84-97e37ae083df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0e0bb5-a08a-488b-b110-253ee2971574'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:26:24.029091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port 8c0e0bb5-a08a-488b-b110-253ee2971574, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=8c0e0bb5-a08a-488b-b110-253ee2971574,segment=NetworkSegment(89a25cbc-9367-43e2-a3a7-85f4ee127cf4),segment_id=89a25cbc-9367-43e2-a3a7-85f4ee127cf4)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:24.057599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Network ce731b9a-345f-4e1e-a95c-e4ad6a017f9c is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:24.059121 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:24.065255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:24.068183 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a180bbd2-efce-41c7-a26f-709e17fb6674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:24.069799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:24.112836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-674feeff-3ed5-4a3b-ba94-a98f1ec99f21 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:24.151187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Pushing event updated for resources: {'Port': ['ID=494bc1d2-9168-44a3-a8c7-b7bdc1826717,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:24.166683 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:24.167575 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:24.260631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1073317267-network', 'tenant_id': 'd472f429f29f48bfaaa7fd2ede3d8ac9'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:24.295832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=8c0e0bb5-a08a-488b-b110-253ee2971574,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:24.300733 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:24.301450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Attempting to bind port 494bc1d2-9168-44a3-a8c7-b7bdc1826717 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:26:24.301917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Attempting to bind port 494bc1d2-9168-44a3-a8c7-b7bdc1826717 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '09f8f0bf-b786-4f53-9b8b-9b7659b5b888', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'ce731b9a-345f-4e1e-a95c-e4ad6a017f9c'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:26:24.302324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Attempting to bind port 494bc1d2-9168-44a3-a8c7-b7bdc1826717 on network ce731b9a-345f-4e1e-a95c-e4ad6a017f9c {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:26:24.315827 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:24.317654 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bdf037c9-f459-4ed9-88d6-9d3dc408eeab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:24.330258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:26:24.330258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Checking segment: {'id': '09f8f0bf-b786-4f53-9b8b-9b7659b5b888', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'ce731b9a-345f-4e1e-a95c-e4ad6a017f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:24.330498 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:24.330961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Bound using segment: {'id': '09f8f0bf-b786-4f53-9b8b-9b7659b5b888', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'ce731b9a-345f-4e1e-a95c-e4ad6a017f9c'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:26:24.331407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Bound port: 494bc1d2-9168-44a3-a8c7-b7bdc1826717, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f8f0bf-b786-4f53-9b8b-9b7659b5b888', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'ce731b9a-345f-4e1e-a95c-e4ad6a017f9c'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:26:24.331873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:24.345634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:24.354598 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:24.381922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:24.383460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b7755b-dfd4-403b-b126-b65bba84a3ce admin admin] Router c1208a1a-9f24-46a9-8fcf-baa6e623d59c has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:26:24.398084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Usage tracker for resource:network and tenant:d472f429f29f48bfaaa7fd2ede3d8ac9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:24.401966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:24.418308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 8c0e0bb5-a08a-488b-b110-253ee2971574 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:24.445788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:24.466779 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:24.552310 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for floatingip, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:24.575612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] For port 494bc1d2-9168-44a3-a8c7-b7bdc1826717, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:26:24.577978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port 8c0e0bb5-a08a-488b-b110-253ee2971574 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:24.578399 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:24.613992 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9aa15b-75ba-4072-8e84-97e37ae083df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0e0bb5-a08a-488b-b110-253ee2971574', 'code': 200} Jan 14 07:26:24.644533 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd7b1-801c-44ab-ade9-5c7b988addc0 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:24.645788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60866) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:24.647898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] For port 494bc1d2-9168-44a3-a8c7-b7bdc1826717, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=494bc1d2-9168-44a3-a8c7-b7bdc1826717,segment=NetworkSegment(09f8f0bf-b786-4f53-9b8b-9b7659b5b888),segment_id=09f8f0bf-b786-4f53-9b8b-9b7659b5b888)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:26:24.659145 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:24.680286 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:24.827781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Made reservation on behalf of d472f429f29f48bfaaa7fd2ede3d8ac9 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:24.832875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:24.844111 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5fb87ae5-05e7-4852-8860-1c81c795fd95 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:24.864113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Pushing event updated for resources: {'Port': ['ID=494bc1d2-9168-44a3-a8c7-b7bdc1826717,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:24.872719 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:24.967261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674feeff-3ed5-4a3b-ba94-a98f1ec99f21 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Checking segment: {'id': '4f36db97-baa9-412d-bc3a-9c9a597f2f7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'bfd5b10f-fc80-4eba-856b-c2a416cf245a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:24.967876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674feeff-3ed5-4a3b-ba94-a98f1ec99f21 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Network hostable DHCP agents. Network: bfd5b10f-fc80-4eba-856b-c2a416cf245a, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:26:24.974690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbd7b1-801c-44ab-ade9-5c7b988addc0 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Pushing event deleted for resources: {'Port': ['ID=39617270-2444-44fa-8b5c-a39cc6502806,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:24.992513 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-75b0a260-aecc-476a-a199-3a7f78504d5c service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1815958 Jan 14 07:26:25.012528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674feeff-3ed5-4a3b-ba94-a98f1ec99f21 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Pushing event updated for resources: {'Subnet': ['ID=a98f66f8-e732-4f25-9488-190a09fe9dcb,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:25.046747 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-674feeff-3ed5-4a3b-ba94-a98f1ec99f21 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:25.047492 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-73f60710-9e04-4a66-8787-d107c211d3d7 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.551s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:25.126183 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2ebbd7b1-801c-44ab-ade9-5c7b988addc0 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:25.132090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.229803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674feeff-3ed5-4a3b-ba94-a98f1ec99f21 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Network bfd5b10f-fc80-4eba-856b-c2a416cf245a is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:26:25.254207 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.270290 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd7b1-801c-44ab-ade9-5c7b988addc0 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.285147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:25.293401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:25.299554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Usage tracker for resource:floatingip and tenant:98b40bc69f854deb9a90409c539c9cd3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:25.306067 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2ebbd7b1-801c-44ab-ade9-5c7b988addc0 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "DELETE /v2.0/ports/39617270-2444-44fa-8b5c-a39cc6502806 HTTP/1.1" status: 204 len: 168 time: 4.0152540 Jan 14 07:26:25.310708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60872) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:25.311299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:25.314150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:25.367759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-674feeff-3ed5-4a3b-ba94-a98f1ec99f21 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, bfd5b10f-fc80-4eba-856b-c2a416cf245a) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:25.381894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72db8c5a-edbd-4c1d-beca-0f501ca1273a None None] Network bfd5b10f-fc80-4eba-856b-c2a416cf245a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:25.401187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674feeff-3ed5-4a3b-ba94-a98f1ec99f21 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:25.401853 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-674feeff-3ed5-4a3b-ba94-a98f1ec99f21 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.407384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Pushing event updated for resources: {'Port': ['ID=6d5136db-4748-4066-ae8c-139c8efca644,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:25.411907 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:25.412619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:25.415535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Usage tracker for resource:security_group_rule and tenant:d472f429f29f48bfaaa7fd2ede3d8ac9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:25.435726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Attempting to bind port 1d066ee9-9edb-4b06-9edb-b0e81a771f3f on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:26:25.436190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Attempting to bind port 1d066ee9-9edb-4b06-9edb-b0e81a771f3f by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': 'b3251ee7-93db-4202-91bf-eeeaccef7b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd'}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:26:25.436498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Attempting to bind port 1d066ee9-9edb-4b06-9edb-b0e81a771f3f on network 9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:26:25.448039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:25.471389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:25.479459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b7755b-dfd4-403b-b126-b65bba84a3ce admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:26:25.492644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2c475-da34-46d5-ac7a-dc33b2e6f432 req-85c69adf-3440-4640-aca4-b4bdec3531bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:25.493695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f52ed48-0958-442e-8302-bcce973068c3 None None] Sync routers for ids ['c1208a1a-9f24-46a9-8fcf-baa6e623d59c'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:26:25.494315 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-acd2c475-da34-46d5-ac7a-dc33b2e6f432 req-85c69adf-3440-4640-aca4-b4bdec3531bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=22c42234-dff1-4331-9ee3-7c6ddcbc7290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6804972 Jan 14 07:26:25.504684 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-86b7755b-dfd4-403b-b126-b65bba84a3ce admin admin] 10.222.0.41 "PUT /v2.0/routers/c1208a1a-9f24-46a9-8fcf-baa6e623d59c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8224769 Jan 14 07:26:25.515679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60876) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:25.517660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:26:25.518220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f52ed48-0958-442e-8302-bcce973068c3 None None] Routers {'c1208a1a-9f24-46a9-8fcf-baa6e623d59c'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:26:25.518781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Checking segment: {'id': 'b3251ee7-93db-4202-91bf-eeeaccef7b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:25.519186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9f52ed48-0958-442e-8302-bcce973068c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:25:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c1208a1a-9f24-46a9-8fcf-baa6e623d59c'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:25.519324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.519979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Bound using segment: {'id': 'b3251ee7-93db-4202-91bf-eeeaccef7b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd'} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:26:25.520569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Bound port: 1d066ee9-9edb-4b06-9edb-b0e81a771f3f, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3251ee7-93db-4202-91bf-eeeaccef7b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd'}}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:26:25.521023 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.630241 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-674feeff-3ed5-4a3b-ba94-a98f1ec99f21 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 7.6109388 Jan 14 07:26:25.679009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e3f131-735c-4b3d-9be2-59825335cc62 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Deleting subnet 199c508e-77cb-4c2c-8fc8-92a68a3f1379 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:26:25.682846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-44e3f131-735c-4b3d-9be2-59825335cc62 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.750205 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-44e3f131-735c-4b3d-9be2-59825335cc62 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.856912 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-44e3f131-735c-4b3d-9be2-59825335cc62 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:25.958139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:26.043772 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Notify callbacks [] for floatingip, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:26.101750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-bfd5b10f-fc80-4eba-856b-c2a416cf245a', 'network_id': 'bfd5b10f-fc80-4eba-856b-c2a416cf245a', 'tenant_id': '5d197e4b213a44b2ae795af4c59044f6', 'fixed_ips': [{'subnet_id': 'a98f66f8-e732-4f25-9488-190a09fe9dcb'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:26:26.102584 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:26.258887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-9f52ed48-0958-442e-8302-bcce973068c3 None None] Set router c1208a1a-9f24-46a9-8fcf-baa6e623d59c gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:26:26.350546 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-f05665c3-7963-4687-9f32-9f1ba1fa75b8 service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2024527 Jan 14 07:26:26.486145 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:26.496781 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 14.9069240 Jan 14 07:26:26.545150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] For port 1d066ee9-9edb-4b06-9edb-b0e81a771f3f, host n-h2-769329-2, cleared binding levels {{(pid=80907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:26:26.574156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] For port 1d066ee9-9edb-4b06-9edb-b0e81a771f3f, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=1d066ee9-9edb-4b06-9edb-b0e81a771f3f,segment=NetworkSegment(b3251ee7-93db-4202-91bf-eeeaccef7b57),segment_id=b3251ee7-93db-4202-91bf-eeeaccef7b57)] {{(pid=80907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:26:26.609564 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-734e31cf-b7ad-4087-83d9-3692954ecbee admin admin] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:26.711113 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:26.737476 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:26.834850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 8c0e0bb5-a08a-488b-b110-253ee2971574 no longer exists at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:26.876150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Allocated IP 19.86.0.2 (bfd5b10f-fc80-4eba-856b-c2a416cf245a/a98f66f8-e732-4f25-9488-190a09fe9dcb/b5c46f90-bc04-45ce-afa9-dc77d79ae248) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:26.880328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 494bc1d2-9168-44a3-a8c7-b7bdc1826717 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:26.921160 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:26:26.948541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eebd5b8-68c6-426c-9cc6-3e4081031d60 None None] Network ce731b9a-345f-4e1e-a95c-e4ad6a017f9c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.047542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:26:27.052604 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.052604 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.052604 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.052604 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:26:27.052604 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.052604 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.052604 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.052604 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:26:27.052604 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.052604 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.052604 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.052604 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:26:27.052604 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.052604 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.052604 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.052604 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:26:27.052604 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.052604 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.052604 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.070607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a88c2c-279d-439b-9fb0-6de0294a9e6e req-7ab14c92-a624-4d29-ae02-2c0210f756a0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:27.094282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a88c2c-279d-439b-9fb0-6de0294a9e6e req-7ab14c92-a624-4d29-ae02-2c0210f756a0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:27.095172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-d7a88c2c-279d-439b-9fb0-6de0294a9e6e req-7ab14c92-a624-4d29-ae02-2c0210f756a0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Synchronizing usage tracker for tenant:5d197e4b213a44b2ae795af4c59044f6 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:27.099489 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-acd2c475-da34-46d5-ac7a-dc33b2e6f432 req-5ad233cb-ffa2-4047-a946-4770fffe7310 service neutron] 10.222.0.53 "GET /v2.0/networks/22c42234-dff1-4331-9ee3-7c6ddcbc7290?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5409751 Jan 14 07:26:27.101669 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.134389 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.257612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Pushing event updated for resources: {'Port': ['ID=1d066ee9-9edb-4b06-9edb-b0e81a771f3f,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.274506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.279744 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-5109f597-7d41-4b0f-9a84-340a3ab841ff tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Synchronizing usage tracker for tenant:9268a0b323d24dae8ab7f37ea82f15af on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:27.284099 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:27.288082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cd17a4a3-d6e0-4875-ac78-23a009da5572 None None] Provisioning for port 494bc1d2-9168-44a3-a8c7-b7bdc1826717 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:27.305578 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-27fdbb35-3852-4f17-be34-a51910a92082 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:27.320258 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b39c82e-a5ec-450d-a160-bed20021da11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.366225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 494bc1d2-9168-44a3-a8c7-b7bdc1826717 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:27.373159 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-734e31cf-b7ad-4087-83d9-3692954ecbee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.388304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-d7a88c2c-279d-439b-9fb0-6de0294a9e6e req-7ab14c92-a624-4d29-ae02-2c0210f756a0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Unset dirty status for tenant:5d197e4b213a44b2ae795af4c59044f6 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:27.389601 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d7a88c2c-279d-439b-9fb0-6de0294a9e6e req-7ab14c92-a624-4d29-ae02-2c0210f756a0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "GET /v2.0/networks?id=95ecd057-1063-4c78-8c35-01cb693138d7&id=bfd5b10f-fc80-4eba-856b-c2a416cf245a&id=95ecd057-1063-4c78-8c35-01cb693138d7 HTTP/1.1" status: 200 len: 1390 time: 1.4174166 Jan 14 07:26:27.397975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.409477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-734e31cf-b7ad-4087-83d9-3692954ecbee admin admin] Deleting port 8023296c-dd47-4527-8ada-2e6c328d0730 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:27.409861 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-734e31cf-b7ad-4087-83d9-3692954ecbee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.428253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 494bc1d2-9168-44a3-a8c7-b7bdc1826717 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:27.428666 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.475757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-1269984b-e9e6-402b-997c-4b945fb5a3c5 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:27.476588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-1269984b-e9e6-402b-997c-4b945fb5a3c5 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Synchronizing usage tracker for tenant:d80eadefa2a04dbc949b83745fb35cb9 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:27.508661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-5109f597-7d41-4b0f-9a84-340a3ab841ff tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Unset dirty status for tenant:9268a0b323d24dae8ab7f37ea82f15af on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:27.509942 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-5109f597-7d41-4b0f-9a84-340a3ab841ff tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1066351949&fields=id&tenant_id=9268a0b323d24dae8ab7f37ea82f15af HTTP/1.1" status: 200 len: 267 time: 0.6179137 Jan 14 07:26:27.511292 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d7a88c2c-279d-439b-9fb0-6de0294a9e6e req-234a0f32-f2f2-48fb-a45e-214012d1ad8a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "GET /v2.0/quotas/5d197e4b213a44b2ae795af4c59044f6 HTTP/1.1" status: 200 len: 375 time: 0.0700815 Jan 14 07:26:27.512164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Pushing event updated for resources: {'Port': ['ID=c2a95dc7-8242-41ce-a7ea-4bc14cb9c2cb,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:27.521462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:27.522157 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.523693 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-732a877f-88b1-494c-a077-fdf79157adda service neutron] 10.222.0.39 "PUT /v2.0/ports/1d066ee9-9edb-4b06-9edb-b0e81a771f3f HTTP/1.1" status: 200 len: 1156 time: 9.8021669 Jan 14 07:26:27.524287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b727d3ca-80d8-4cfa-8de7-d8cb001c5792', 'tag': '1d066ee9-9edb-4b06-9edb-b0e81a771f3f'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:26:27.535940 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:27.651498 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.691202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386b94c-9f0f-46b8-b75c-703d13a1bae0 req-95f6b993-6804-4e53-b190-a49171674a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:27.693239 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f386b94c-9f0f-46b8-b75c-703d13a1bae0 req-95f6b993-6804-4e53-b190-a49171674a5f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e9238d31d96430fa9708f6c86547d3a&device_id=7639e718-3c07-4f8c-a311-9ef3bb6fcbeb HTTP/1.1" status: 200 len: 1163 time: 0.8471861 Jan 14 07:26:27.694115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-1269984b-e9e6-402b-997c-4b945fb5a3c5 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Unset dirty status for tenant:d80eadefa2a04dbc949b83745fb35cb9 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:27.695421 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-1269984b-e9e6-402b-997c-4b945fb5a3c5 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] 10.222.0.53 "GET /v2.0/ports?device_id=1a9aa15b-75ba-4072-8e84-97e37ae083df HTTP/1.1" status: 200 len: 946 time: 1.6570544 Jan 14 07:26:27.699082 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.715864 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.734103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:26:27.744602 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.745389 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Added segment 049afdfd-a4a5-4b33-ba5e-8bc89a91be6c of type vxlan for network 3ca10179-2e57-4842-a361-9b1464e86cd7 Jan 14 07:26:27.774995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.817272 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-05561c9e-a53e-455b-b308-766dc0d27e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:27.863969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.912557 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:26:27.946692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.948090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:27.948882 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:27.993864 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-44e3f131-735c-4b3d-9be2-59825335cc62 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.042509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-734e31cf-b7ad-4087-83d9-3692954ecbee admin admin] For port 8023296c-dd47-4527-8ada-2e6c328d0730, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=8023296c-dd47-4527-8ada-2e6c328d0730,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:28.042911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-734e31cf-b7ad-4087-83d9-3692954ecbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.045029 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.099634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9aa15b-75ba-4072-8e84-97e37ae083df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c0e0bb5-a08a-488b-b110-253ee2971574'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:26:28.147445 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.186582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port 8c0e0bb5-a08a-488b-b110-253ee2971574, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=8c0e0bb5-a08a-488b-b110-253ee2971574,segment=NetworkSegment(89a25cbc-9367-43e2-a3a7-85f4ee127cf4),segment_id=89a25cbc-9367-43e2-a3a7-85f4ee127cf4)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:28.201983 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.211314 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.222779 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.225470 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3d9633d-7b66-4581-9e5a-89652fc40688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:28.225898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-734e31cf-b7ad-4087-83d9-3692954ecbee admin admin] Calling delete_port for 8023296c-dd47-4527-8ada-2e6c328d0730 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:28.278997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-d7a88c2c-279d-439b-9fb0-6de0294a9e6e req-db1b50f1-146f-44d8-b377-47af3e80b5e3 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Synchronizing usage tracker for tenant:5d197e4b213a44b2ae795af4c59044f6 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:28.302909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Transition to ACTIVE for port object b5c46f90-bc04-45ce-afa9-dc77d79ae248 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:28.305929 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.312263 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-acd2c475-da34-46d5-ac7a-dc33b2e6f432 req-791809a2-7828-4a65-9d94-f10801d949fe service neutron] 10.222.0.53 "GET /v2.0/networks/22c42234-dff1-4331-9ee3-7c6ddcbc7290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1479008 Jan 14 07:26:28.313734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.319687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-ebbc5d97-a271-420a-8d69-7ff584618e10 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:28.321580 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-ebbc5d97-a271-420a-8d69-7ff584618e10 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] 10.222.0.41 "GET /v2.0/networks?id=cf9b7913-93f3-45f5-ba8b-b54d641486d4 HTTP/1.1" status: 200 len: 812 time: 0.7893310 Jan 14 07:26:28.333408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-5d7cb777-2e69-4172-9f36-10ec7eed4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:28.335328 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-5d7cb777-2e69-4172-9f36-10ec7eed4a32 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70c580b2f73043ad905ca351382687bb&device_id=b727d3ca-80d8-4cfa-8de7-d8cb001c5792 HTTP/1.1" status: 200 len: 1159 time: 0.6762037 Jan 14 07:26:28.341330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9f52ed48-0958-442e-8302-bcce973068c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1208a1a-9f24-46a9-8fcf-baa6e623d59c', 'name': 'tempest-ServersTestJSON-1339134954-router', 'tenant_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '8023296c-dd47-4527-8ada-2e6c328d0730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:24:48Z', 'updated_at': '2021-01-14T07:26:19Z', 'revision_number': 5, 'project_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'gw_port': {'id': '8023296c-dd47-4527-8ada-2e6c328d0730', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1208a1a-9f24-46a9-8fcf-baa6e623d59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:24:54Z', 'updated_at': '2021-01-14T07:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:28.356950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f99f63-99e4-46a9-9479-0a23d05da6b7,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:28.370337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Transition to ACTIVE for port object b5c46f90-bc04-45ce-afa9-dc77d79ae248 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:28.377324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f52ed48-0958-442e-8302-bcce973068c3 None None] Checking router: c1208a1a-9f24-46a9-8fcf-baa6e623d59c for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:26:28.390104 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:28.398134 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.405204 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e0c95c7-4d2a-4ea3-9b10-2ca7dea08053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.412s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:28.424636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.435109 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 16.7728522 Jan 14 07:26:28.435431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=8c0e0bb5-a08a-488b-b110-253ee2971574,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:28.435541 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.8925178 Jan 14 07:26:28.435673 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:28.439301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60910) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:28.456983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-40e4b397-ac0f-4611-aa41-47e13867c5dc tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Deleting port 8c0e0bb5-a08a-488b-b110-253ee2971574 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:28.457539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-40e4b397-ac0f-4611-aa41-47e13867c5dc tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.459250 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-8ab654bd-79a4-43d5-8caf-49324f8fbbee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d066ee9-9edb-4b06-9edb-b0e81a771f3f HTTP/1.1" status: 200 len: 217 time: 0.1117928 Jan 14 07:26:28.460770 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:28.465062 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-14aa2718-e727-4e68-aa2d-5659348a330e tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] 10.222.0.41 "GET /v2.0/quotas/9268a0b323d24dae8ab7f37ea82f15af HTTP/1.1" status: 200 len: 375 time: 0.1286697 Jan 14 07:26:28.575817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 367f1cf1-00a7-404c-ad10-00132fa8b9c1 {{(pid=80908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:26:28.580702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f52ed48-0958-442e-8302-bcce973068c3 None None] Routers {'c1208a1a-9f24-46a9-8fcf-baa6e623d59c'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:26:28.581719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9f52ed48-0958-442e-8302-bcce973068c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:26:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c1208a1a-9f24-46a9-8fcf-baa6e623d59c'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:28.661176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-de88697c-4685-4f29-9777-fa75b135ea10 admin admin] Request body: {'subnet': {'network_id': '3ca10179-2e57-4842-a361-9b1464e86cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1073317267-subnet', 'tenant_id': 'd472f429f29f48bfaaa7fd2ede3d8ac9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:28.706162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 494bc1d2-9168-44a3-a8c7-b7bdc1826717, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=494bc1d2-9168-44a3-a8c7-b7bdc1826717,segment=NetworkSegment(09f8f0bf-b786-4f53-9b8b-9b7659b5b888),segment_id=09f8f0bf-b786-4f53-9b8b-9b7659b5b888)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:28.731262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-de88697c-4685-4f29-9777-fa75b135ea10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:28.736142 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.818132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Pushing event updated for resources: {'Port': ['ID=b5c46f90-bc04-45ce-afa9-dc77d79ae248,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:28.818471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:28.822007 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:28.828431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-a33b0282-1f59-45cb-a846-fdcaaf4c3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:28.830061 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-a33b0282-1f59-45cb-a846-fdcaaf4c3b2e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f71a5c1c-4d77-4951-b540-32b41fb1e21c HTTP/1.1" status: 200 len: 854 time: 0.3612769 Jan 14 07:26:28.830721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-d7a88c2c-279d-439b-9fb0-6de0294a9e6e req-db1b50f1-146f-44d8-b377-47af3e80b5e3 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Unset dirty status for tenant:5d197e4b213a44b2ae795af4c59044f6 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:28.832016 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d7a88c2c-279d-439b-9fb0-6de0294a9e6e req-db1b50f1-146f-44d8-b377-47af3e80b5e3 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d197e4b213a44b2ae795af4c59044f6&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2368588 Jan 14 07:26:28.848452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Transition to ACTIVE for port object 367f1cf1-00a7-404c-ad10-00132fa8b9c1 will not be triggered until provisioned by entity L2. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:28.888972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-de88697c-4685-4f29-9777-fa75b135ea10 admin admin] Usage tracker for resource:subnet and tenant:d472f429f29f48bfaaa7fd2ede3d8ac9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:28.892230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-de88697c-4685-4f29-9777-fa75b135ea10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:28.899855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-de88697c-4685-4f29-9777-fa75b135ea10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:28.900133 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:29.130608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=494bc1d2-9168-44a3-a8c7-b7bdc1826717,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:29.145862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-720a4b99-fece-41a1-980f-d6524ad9ac7c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80909) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:26:29.149845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:29.156495 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:29.172336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Network bfd5b10f-fc80-4eba-856b-c2a416cf245a is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:29.183671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:29.187597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-35a3d3b9-0aa6-47d7-b08f-38de6a2d497f None None] Provisioning complete for port 494bc1d2-9168-44a3-a8c7-b7bdc1826717 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:29.187597 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-35a3d3b9-0aa6-47d7-b08f-38de6a2d497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:29.219490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:29.241048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-734e31cf-b7ad-4087-83d9-3692954ecbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:29.318038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-9f52ed48-0958-442e-8302-bcce973068c3 None None] Set router c1208a1a-9f24-46a9-8fcf-baa6e623d59c gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:26:29.381301 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-a8a21bf0-2526-435c-aaf5-70369c2f280a tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] 10.222.0.41 "GET /v2.0/ports?tenant_id=9268a0b323d24dae8ab7f37ea82f15af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5350797 Jan 14 07:26:29.394968 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:29.396977 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d7a88c2c-279d-439b-9fb0-6de0294a9e6e req-df6b86e8-427a-4ae1-b499-7ba53dff0094 service neutron] 10.222.0.41 "GET /v2.0/networks/95ecd057-1063-4c78-8c35-01cb693138d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470891 Jan 14 07:26:29.422840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-c9c43f68-c4d7-405a-9a51-135767b32675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:29.424646 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-c9c43f68-c4d7-405a-9a51-135767b32675 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5759206 Jan 14 07:26:29.444969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 6c8b559e-25a0-46d2-938c-cc3dfa29415b up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:29.451970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Pushing event updated for resources: {'Network': ['ID=3ca10179-2e57-4842-a361-9b1464e86cd7,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:29.456379 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.051s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:29.460572 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-44e3f131-735c-4b3d-9be2-59825335cc62 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:29.482833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 3ca10179-2e57-4842-a361-9b1464e86cd7 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:29.496284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 3ca10179-2e57-4842-a361-9b1464e86cd7 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:29.509934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 3ca10179-2e57-4842-a361-9b1464e86cd7 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:29.523601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad27e02d-b0b0-4450-bad7-ab73cc0bdcd4 None None] Network c9ed708e-d62d-484d-ade0-a088dfc698a4 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:29.587105 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6b6f1817-bdf7-4d99-8152-e3160fa8fd06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.543s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:29.652762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de88697c-4685-4f29-9777-fa75b135ea10 admin admin] Made reservation on behalf of d472f429f29f48bfaaa7fd2ede3d8ac9 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:29.658197 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de88697c-4685-4f29-9777-fa75b135ea10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:29.712436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386b94c-9f0f-46b8-b75c-703d13a1bae0 req-e1cfd613-b45e-4ed2-a359-e59f52aacefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:29.714038 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f386b94c-9f0f-46b8-b75c-703d13a1bae0 req-e1cfd613-b45e-4ed2-a359-e59f52aacefa service neutron] 10.222.0.53 "GET /v2.0/networks?id=d6bd0598-2cab-47e3-9f0f-47d899b421cd HTTP/1.1" status: 200 len: 863 time: 1.9015126 Jan 14 07:26:29.735887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3f131-735c-4b3d-9be2-59825335cc62 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Pushing event deleted for resources: {'Subnet': ['ID=199c508e-77cb-4c2c-8fc8-92a68a3f1379,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:29.741464 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-44e3f131-735c-4b3d-9be2-59825335cc62 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "DELETE /v2.0/subnets/199c508e-77cb-4c2c-8fc8-92a68a3f1379 HTTP/1.1" status: 204 len: 168 time: 4.4174805 Jan 14 07:26:29.749194 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-44e3f131-735c-4b3d-9be2-59825335cc62 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:29.750063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60920) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:29.902586 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-255df9d3-b21f-4f4e-90da-f7adb03fc2da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.467s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:30.002521 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-29701178-f790-4726-a2ba-d863ee7c76a4 service neutron] 10.222.0.41 "GET /v2.0/networks/cf9b7913-93f3-45f5-ba8b-b54d641486d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750079 Jan 14 07:26:30.005351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-734e31cf-b7ad-4087-83d9-3692954ecbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:30.025197 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f386b94c-9f0f-46b8-b75c-703d13a1bae0 req-b609ea47-9967-4d8d-83b5-0edb0a23883c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=6c8b559e-25a0-46d2-938c-cc3dfa29415b HTTP/1.1" status: 200 len: 217 time: 0.2745976 Jan 14 07:26:30.100718 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-576b2804-0f99-4ce1-9d06-768e787de9bf service neutron] 10.222.0.39 "GET /v2.0/networks/9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6443765 Jan 14 07:26:30.191784 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d7a88c2c-279d-439b-9fb0-6de0294a9e6e req-8f343ecf-a933-4eb5-8e4b-24235f5c6083 service neutron] 10.222.0.41 "GET /v2.0/networks/95ecd057-1063-4c78-8c35-01cb693138d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7937894 Jan 14 07:26:30.198739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=367f1cf1-00a7-404c-ad10-00132fa8b9c1,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:30.203594 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:30.212093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Attempting to bind port b5c46f90-bc04-45ce-afa9-dc77d79ae248 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:26:30.212512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Attempting to bind port b5c46f90-bc04-45ce-afa9-dc77d79ae248 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4f36db97-baa9-412d-bc3a-9c9a597f2f7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'bfd5b10f-fc80-4eba-856b-c2a416cf245a'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:26:30.212927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Attempting to bind port b5c46f90-bc04-45ce-afa9-dc77d79ae248 on network bfd5b10f-fc80-4eba-856b-c2a416cf245a {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:26:30.284578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:26:30.285130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Checking segment: {'id': '4f36db97-baa9-412d-bc3a-9c9a597f2f7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'bfd5b10f-fc80-4eba-856b-c2a416cf245a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:30.285824 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:30.285824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Bound using segment: {'id': '4f36db97-baa9-412d-bc3a-9c9a597f2f7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'bfd5b10f-fc80-4eba-856b-c2a416cf245a'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:26:30.286381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Bound port: b5c46f90-bc04-45ce-afa9-dc77d79ae248, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f36db97-baa9-412d-bc3a-9c9a597f2f7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'bfd5b10f-fc80-4eba-856b-c2a416cf245a'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:26:30.286803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:30.313760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386b94c-9f0f-46b8-b75c-703d13a1bae0 req-791186e6-9628-432a-afba-4ec421869a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:30.315426 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f386b94c-9f0f-46b8-b75c-703d13a1bae0 req-791186e6-9628-432a-afba-4ec421869a48 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ffe7d3d2-18e7-450d-bb59-0b64181030a8 HTTP/1.1" status: 200 len: 843 time: 0.2735989 Jan 14 07:26:30.320348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Allocated IP 172.25.3.134 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/0db42398-644b-42e0-9c0c-fddc2707986b) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:30.454625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-40e4b397-ac0f-4611-aa41-47e13867c5dc tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] For port 8c0e0bb5-a08a-488b-b110-253ee2971574, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=8c0e0bb5-a08a-488b-b110-253ee2971574,segment=NetworkSegment(89a25cbc-9367-43e2-a3a7-85f4ee127cf4),segment_id=89a25cbc-9367-43e2-a3a7-85f4ee127cf4)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:30.455015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-40e4b397-ac0f-4611-aa41-47e13867c5dc tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:30.577201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning for port 6c8b559e-25a0-46d2-938c-cc3dfa29415b completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:30.612562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port 6c8b559e-25a0-46d2-938c-cc3dfa29415b triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:30.613432 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:30.712749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] For port b5c46f90-bc04-45ce-afa9-dc77d79ae248, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:26:30.741670 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-734e31cf-b7ad-4087-83d9-3692954ecbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:30.744057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] For port b5c46f90-bc04-45ce-afa9-dc77d79ae248, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b5c46f90-bc04-45ce-afa9-dc77d79ae248,segment=NetworkSegment(4f36db97-baa9-412d-bc3a-9c9a597f2f7e),segment_id=4f36db97-baa9-412d-bc3a-9c9a597f2f7e)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:26:30.744753 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-734e31cf-b7ad-4087-83d9-3692954ecbee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:30.756963 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:30.763144 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-1a6370b5-2c77-4f7e-9db2-c580923d30d5 service neutron] 10.222.0.41 "GET /v2.0/networks/cf9b7913-93f3-45f5-ba8b-b54d641486d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6650693 Jan 14 07:26:30.783289 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:30.800178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-40e4b397-ac0f-4611-aa41-47e13867c5dc tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Calling delete_port for 8c0e0bb5-a08a-488b-b110-253ee2971574 owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:31.054884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Attempting to bind port 367f1cf1-00a7-404c-ad10-00132fa8b9c1 on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:26:31.055261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Attempting to bind port 367f1cf1-00a7-404c-ad10-00132fa8b9c1 by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': 'b3251ee7-93db-4202-91bf-eeeaccef7b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd'}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:26:31.055636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Attempting to bind port 367f1cf1-00a7-404c-ad10-00132fa8b9c1 on network 9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:26:31.056532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Pushing event updated for resources: {'Port': ['ID=b5c46f90-bc04-45ce-afa9-dc77d79ae248,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:31.070258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 494bc1d2-9168-44a3-a8c7-b7bdc1826717 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:31.082735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:26:31.083123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Checking segment: {'id': 'b3251ee7-93db-4202-91bf-eeeaccef7b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:31.083540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.084376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Bound using segment: {'id': 'b3251ee7-93db-4202-91bf-eeeaccef7b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd'} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:26:31.084886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Bound port: 367f1cf1-00a7-404c-ad10-00132fa8b9c1, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3251ee7-93db-4202-91bf-eeeaccef7b57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd'}}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:26:31.085267 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.110178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386b94c-9f0f-46b8-b75c-703d13a1bae0 req-17754f7f-813e-407d-b2c3-7003b0c1cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:31.111909 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f386b94c-9f0f-46b8-b75c-703d13a1bae0 req-17754f7f-813e-407d-b2c3-7003b0c1cd95 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6bd0598-2cab-47e3-9f0f-47d899b421cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7337558 Jan 14 07:26:31.189544 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:31.301765 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1a9aa15b-75ba-4072-8e84-97e37ae083df', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8c0e0bb5-a08a-488b-b110-253ee2971574', 'code': 422} returned with failed status Jan 14 07:26:31.347754 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d7a88c2c-279d-439b-9fb0-6de0294a9e6e req-2a9468de-44fe-4372-9f1e-9082bf4398e9 service neutron] 10.222.0.41 "GET /v2.0/networks/bfd5b10f-fc80-4eba-856b-c2a416cf245a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0645278 Jan 14 07:26:31.353152 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-8d8dee62-47da-4579-b8b9-51c638e21f2c service neutron] 10.222.0.39 "GET /v2.0/networks/9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1639857 Jan 14 07:26:31.359528 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b727d3ca-80d8-4cfa-8de7-d8cb001c5792', 'tag': '1d066ee9-9edb-4b06-9edb-b0e81a771f3f', 'status': 'completed', 'code': 200} Jan 14 07:26:31.369589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd56090b-a109-4e8b-8349-ea4c331a2d1d None None] DHCP port deletion for c9ed708e-d62d-484d-ade0-a088dfc698a4 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:26:31.378455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.395580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-141a5bd4-29ab-4baf-a6e7-8783ba28daaf None None] Provisioning complete for port 494bc1d2-9168-44a3-a8c7-b7bdc1826717 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:31.396207 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-141a5bd4-29ab-4baf-a6e7-8783ba28daaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.474794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-fd56090b-a109-4e8b-8349-ea4c331a2d1d None None] Deleting port f1252dad-2fdd-4d38-bfd9-33b9c38251d9 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:31.475490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd56090b-a109-4e8b-8349-ea4c331a2d1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.547368 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-734e31cf-b7ad-4087-83d9-3692954ecbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.548024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734e31cf-b7ad-4087-83d9-3692954ecbee admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1208a1a-9f24-46a9-8fcf-baa6e623d59c {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:26:31.561791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-20336c62-ef55-4e2f-8e68-6ef35467ce60 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Deleting subnet 3db518ea-d120-48c9-b713-17762eecf16f {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:26:31.564063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9f52ed48-0958-442e-8302-bcce973068c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1208a1a-9f24-46a9-8fcf-baa6e623d59c', 'name': 'tempest-ServersTestJSON-1339134954-router', 'tenant_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '8023296c-dd47-4527-8ada-2e6c328d0730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:24:48Z', 'updated_at': '2021-01-14T07:26:19Z', 'revision_number': 5, 'project_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'gw_port': {'id': '8023296c-dd47-4527-8ada-2e6c328d0730', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1208a1a-9f24-46a9-8fcf-baa6e623d59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:24:54Z', 'updated_at': '2021-01-14T07:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:31.573841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 494bc1d2-9168-44a3-a8c7-b7bdc1826717 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:31.574428 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.600441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20336c62-ef55-4e2f-8e68-6ef35467ce60 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.623061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f52ed48-0958-442e-8302-bcce973068c3 None None] The sync data for ids ['c1208a1a-9f24-46a9-8fcf-baa6e623d59c'] in n-d-769329-2 is: [{'id': 'c1208a1a-9f24-46a9-8fcf-baa6e623d59c', 'name': 'tempest-ServersTestJSON-1339134954-router', 'tenant_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '8023296c-dd47-4527-8ada-2e6c328d0730', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:24:48Z', 'updated_at': '2021-01-14T07:26:19Z', 'revision_number': 5, 'project_id': 'd80eadefa2a04dbc949b83745fb35cb9', 'gw_port': {'id': '8023296c-dd47-4527-8ada-2e6c328d0730', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1208a1a-9f24-46a9-8fcf-baa6e623d59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:24:54Z', 'updated_at': '2021-01-14T07:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:26:31.637248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port 6c8b559e-25a0-46d2-938c-cc3dfa29415b, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=6c8b559e-25a0-46d2-938c-cc3dfa29415b,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:31.683937 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.692178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f5b32282-ccac-41bb-912e-8450c392ce69 req-334e2837-b9af-4cba-b7e3-a7377db077a2 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Synchronizing usage tracker for tenant:b635ebb1cf0b486c984bf0a25ec6bb62 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:31.715251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.743110 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-734e31cf-b7ad-4087-83d9-3692954ecbee admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.747850 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-734e31cf-b7ad-4087-83d9-3692954ecbee admin admin] 10.222.0.41 "DELETE /v2.0/routers/c1208a1a-9f24-46a9-8fcf-baa6e623d59c HTTP/1.1" status: 204 len: 168 time: 6.2123477 Jan 14 07:26:31.747997 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:31.774306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60942) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:31.775371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f5b32282-ccac-41bb-912e-8450c392ce69 req-334e2837-b9af-4cba-b7e3-a7377db077a2 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Unset dirty status for tenant:b635ebb1cf0b486c984bf0a25ec6bb62 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:31.776874 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f5b32282-ccac-41bb-912e-8450c392ce69 req-334e2837-b9af-4cba-b7e3-a7377db077a2 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--49723214&fields=id&tenant_id=b635ebb1cf0b486c984bf0a25ec6bb62 HTTP/1.1" status: 200 len: 267 time: 0.4163895 Jan 14 07:26:31.782690 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20336c62-ef55-4e2f-8e68-6ef35467ce60 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.811437 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:31.876389 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:31.954058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 6c8b559e-25a0-46d2-938c-cc3dfa29415b up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:32.074393 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d7a88c2c-279d-439b-9fb0-6de0294a9e6e req-95cc499d-d198-497f-ba5b-d0e94964437e service neutron] 10.222.0.41 "GET /v2.0/networks/bfd5b10f-fc80-4eba-856b-c2a416cf245a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7031519 Jan 14 07:26:32.097183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acf524-5086-4188-8f45-54cfa221926d req-a984d2c4-cc35-4626-b64e-e224c25b11e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:32.098981 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-95acf524-5086-4188-8f45-54cfa221926d req-a984d2c4-cc35-4626-b64e-e224c25b11e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70c580b2f73043ad905ca351382687bb&device_id=b727d3ca-80d8-4cfa-8de7-d8cb001c5792 HTTP/1.1" status: 200 len: 1159 time: 0.6743946 Jan 14 07:26:32.184487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-40e4b397-ac0f-4611-aa41-47e13867c5dc tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:32.316824 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d7a88c2c-279d-439b-9fb0-6de0294a9e6e req-5dea356c-0595-4625-80a7-7e6879c7f01c service neutron] 10.222.0.41 "GET /v2.0/networks/95ecd057-1063-4c78-8c35-01cb693138d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039397 Jan 14 07:26:32.324213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-2102bc3e-c6eb-4389-b6bf-5a73bde5728a admin admin] Deleting subnet ab09021a-cda7-4d26-9c83-142a10a2c709 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:26:32.357879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-fd56090b-a109-4e8b-8349-ea4c331a2d1d None None] For port f1252dad-2fdd-4d38-bfd9-33b9c38251d9, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f1252dad-2fdd-4d38-bfd9-33b9c38251d9,segment=NetworkSegment(de13e689-5f87-440d-b3f5-f7a1897372a8),segment_id=de13e689-5f87-440d-b3f5-f7a1897372a8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:32.358574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd56090b-a109-4e8b-8349-ea4c331a2d1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:32.367384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2102bc3e-c6eb-4389-b6bf-5a73bde5728a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:32.396973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] For port 367f1cf1-00a7-404c-ad10-00132fa8b9c1, host n-h2-769329-2, cleared binding levels {{(pid=80908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:26:32.432911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Allocated IP 172.25.3.200 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/62c21fd2-9d15-45f2-836e-5af334ac426b) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:32.510179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-fd56090b-a109-4e8b-8349-ea4c331a2d1d None None] Calling delete_port for f1252dad-2fdd-4d38-bfd9-33b9c38251d9 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:32.536666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Pushing event updated for resources: {'Port': ['ID=0db42398-644b-42e0-9c0c-fddc2707986b,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:32.560412 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f386b94c-9f0f-46b8-b75c-703d13a1bae0 req-fde148cb-43fd-4064-80f3-556bf62a2588 service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3803012 Jan 14 07:26:32.600693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] For port 367f1cf1-00a7-404c-ad10-00132fa8b9c1, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=367f1cf1-00a7-404c-ad10-00132fa8b9c1,segment=NetworkSegment(b3251ee7-93db-4202-91bf-eeeaccef7b57),segment_id=b3251ee7-93db-4202-91bf-eeeaccef7b57)] {{(pid=80908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:26:32.604904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=6c8b559e-25a0-46d2-938c-cc3dfa29415b,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:32.617669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.618460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.618460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.618746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.619113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.619495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.619894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.620256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.621078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.621078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.621337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.622348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.623088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.623290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.623604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.624946 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:32.626018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.627025 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:32.627223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.628196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.629020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.629552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.630073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.630584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.631093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.631597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.632214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.632720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.633225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.633728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.634238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.634738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.635238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.635766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.636282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.636795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.637342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.638309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:26:32.645740 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd56090b-a109-4e8b-8349-ea4c331a2d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:32.670423 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.926s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:32.670960 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:32.680458 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2102bc3e-c6eb-4389-b6bf-5a73bde5728a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:32.711484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:32.713343 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20336c62-ef55-4e2f-8e68-6ef35467ce60 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:32.797207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4b397-ac0f-4611-aa41-47e13867c5dc tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Pushing event deleted for resources: {'Port': ['ID=8c0e0bb5-a08a-488b-b110-253ee2971574,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:32.816377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b32282-ccac-41bb-912e-8450c392ce69 req-bdf8517f-5872-4926-8e62-dc944d27fcc1 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:32.817157 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f5b32282-ccac-41bb-912e-8450c392ce69 req-bdf8517f-5872-4926-8e62-dc944d27fcc1 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "GET /v2.0/networks?id=47745cbf-127b-4aeb-8a7e-455a1192ec85 HTTP/1.1" status: 200 len: 811 time: 0.9852183 Jan 14 07:26:32.897156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acf524-5086-4188-8f45-54cfa221926d req-3f1544cc-7043-4cff-9199-3d4baba6595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:32.899248 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-95acf524-5086-4188-8f45-54cfa221926d req-3f1544cc-7043-4cff-9199-3d4baba6595b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=70c580b2f73043ad905ca351382687bb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.7876961 Jan 14 07:26:32.924076 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f5b32282-ccac-41bb-912e-8450c392ce69 req-1e1c2a97-5973-46d4-938e-90af8a79208d tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "GET /v2.0/quotas/b635ebb1cf0b486c984bf0a25ec6bb62 HTTP/1.1" status: 200 len: 375 time: 0.0803053 Jan 14 07:26:32.993545 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d7a88c2c-279d-439b-9fb0-6de0294a9e6e req-e26f2103-c3e8-4a26-8c7f-25fad968d896 service neutron] 10.222.0.41 "GET /v2.0/networks/95ecd057-1063-4c78-8c35-01cb693138d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6539483 Jan 14 07:26:33.120351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b5c46f90-bc04-45ce-afa9-dc77d79ae248 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:33.149481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56090b-a109-4e8b-8349-ea4c331a2d1d None None] Pushing event deleted for resources: {'Port': ['ID=f1252dad-2fdd-4d38-bfd9-33b9c38251d9,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:33.171518 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd56090b-a109-4e8b-8349-ea4c331a2d1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:33.275643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port 6c8b559e-25a0-46d2-938c-cc3dfa29415b triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:33.276089 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:33.435578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7639e718-3c07-4f8c-a311-9ef3bb6fcbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8b559e-25a0-46d2-938c-cc3dfa29415b'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:26:33.549382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd56090b-a109-4e8b-8349-ea4c331a2d1d None None] No DVR routers for this DVR port f1252dad-2fdd-4d38-bfd9-33b9c38251d9 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:33.551445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port b5c46f90-bc04-45ce-afa9-dc77d79ae248 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:33.678393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b88d9cea-0650-4650-9476-2ad4f4c83e14 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:33.679193 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f386b94c-9f0f-46b8-b75c-703d13a1bae0 req-330797a6-8781-40f4-bf08-3bf019319805 service neutron] 10.222.0.53 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9802647 Jan 14 07:26:33.715395 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-40e4b397-ac0f-4611-aa41-47e13867c5dc tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.088s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:33.729980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: b88d9cea-0650-4650-9476-2ad4f4c83e14 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:26:33.730372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b88d9cea-0650-4650-9476-2ad4f4c83e14 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:26:33.730846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8023296c-dd47-4527-8ada-2e6c328d0730 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:33.773486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511b5297-e4c2-4bf3-973c-1d0adb7516f9 None None] Network bfd5b10f-fc80-4eba-856b-c2a416cf245a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:33.841027 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ba2f14b-2266-4bca-a82c-410d10f76f7b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.050s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.885262 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.890276 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.892811 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2102bc3e-c6eb-4389-b6bf-5a73bde5728a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.895965 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.900074 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:33.900074 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.900074 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.900074 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.900074 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:33.900074 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.900074 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.900074 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.900074 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:33.900074 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.900074 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.900074 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.900074 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:33.900074 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.900074 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.900074 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.900074 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:33.900074 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:33.900074 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:33.900074 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:33.993274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-69052fdd-a8dc-42ba-96b9-03dfb52f6fcb tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:33.994690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-69052fdd-a8dc-42ba-96b9-03dfb52f6fcb tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Synchronizing usage tracker for tenant:9268a0b323d24dae8ab7f37ea82f15af on resource:network {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:33.996969 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7639e718-3c07-4f8c-a311-9ef3bb6fcbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8b559e-25a0-46d2-938c-cc3dfa29415b', 'code': 200} Jan 14 07:26:33.997588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 8023296c-dd47-4527-8ada-2e6c328d0730 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:26:33.997990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8023296c-dd47-4527-8ada-2e6c328d0730 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:26:33.998478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f1252dad-2fdd-4d38-bfd9-33b9c38251d9 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:34.057754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 6c8b559e-25a0-46d2-938c-cc3dfa29415b up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:34.082081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f5b32282-ccac-41bb-912e-8450c392ce69 req-6734b96b-78e7-43e8-8a6c-5269127c9987 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Synchronizing usage tracker for tenant:b635ebb1cf0b486c984bf0a25ec6bb62 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:34.165247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acf524-5086-4188-8f45-54cfa221926d req-5ab28040-7997-441c-b93f-95ac12748db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:34.166916 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-95acf524-5086-4188-8f45-54cfa221926d req-5ab28040-7997-441c-b93f-95ac12748db5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.2526097 Jan 14 07:26:34.187543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f5b32282-ccac-41bb-912e-8450c392ce69 req-6734b96b-78e7-43e8-8a6c-5269127c9987 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Unset dirty status for tenant:b635ebb1cf0b486c984bf0a25ec6bb62 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:34.189058 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f5b32282-ccac-41bb-912e-8450c392ce69 req-6734b96b-78e7-43e8-8a6c-5269127c9987 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "GET /v2.0/ports?tenant_id=b635ebb1cf0b486c984bf0a25ec6bb62&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2112811 Jan 14 07:26:34.253986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:34.255746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-40e4b397-ac0f-4611-aa41-47e13867c5dc tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] No DVR routers for this DVR port 8c0e0bb5-a08a-488b-b110-253ee2971574 on host n-h1-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:34.276571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: f1252dad-2fdd-4d38-bfd9-33b9c38251d9 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:26:34.276708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f1252dad-2fdd-4d38-bfd9-33b9c38251d9 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:26:34.285382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:34.296521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:34.297209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:34.299904 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] 10.222.0.39 "PUT /v2.0/ports/367f1cf1-00a7-404c-ad10-00132fa8b9c1 HTTP/1.1" status: 200 len: 1156 time: 11.0336037 Jan 14 07:26:34.300992 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-40e4b397-ac0f-4611-aa41-47e13867c5dc tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:34.327110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:34.411435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ee9bba7b-c586-4de2-b47c-1a99f966e489 None None] Provisioning for port b5c46f90-bc04-45ce-afa9-dc77d79ae248 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:34.437209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f21d5d-e0d9-460e-852e-52c478af2a53', 'tag': '367f1cf1-00a7-404c-ad10-00132fa8b9c1'}, {'server_uuid': '1a9aa15b-75ba-4072-8e84-97e37ae083df', 'name': 'network-vif-deleted', 'tag': '8c0e0bb5-a08a-488b-b110-253ee2971574'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:26:34.437785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ee9bba7b-c586-4de2-b47c-1a99f966e489 None None] Provisioning complete for port b5c46f90-bc04-45ce-afa9-dc77d79ae248 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:34.438437 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ee9bba7b-c586-4de2-b47c-1a99f966e489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:34.524071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port 6c8b559e-25a0-46d2-938c-cc3dfa29415b triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:34.524416 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:34.565804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=367f1cf1-00a7-404c-ad10-00132fa8b9c1,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:34.582077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-183a0138-f497-404a-ac66-5f8e1a8152b7 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80909) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:26:34.613767 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-40e4b397-ac0f-4611-aa41-47e13867c5dc tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] 10.222.0.53 "DELETE /v2.0/ports/8c0e0bb5-a08a-488b-b110-253ee2971574 HTTP/1.1" status: 204 len: 173 time: 6.8024898 Jan 14 07:26:34.631519 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:34.633010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-69052fdd-a8dc-42ba-96b9-03dfb52f6fcb tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Unset dirty status for tenant:9268a0b323d24dae8ab7f37ea82f15af on resource:network {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:34.633904 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-69052fdd-a8dc-42ba-96b9-03dfb52f6fcb tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] 10.222.0.53 "GET /v2.0/networks?id=cf9b7913-93f3-45f5-ba8b-b54d641486d4 HTTP/1.1" status: 200 len: 812 time: 1.8442419 Jan 14 07:26:34.763879 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:34.766795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60978) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:34.786321 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.789143 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:34.796192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-71d7df89-0bcc-4dd6-bd80-f792281c15ad tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Synchronizing usage tracker for tenant:9268a0b323d24dae8ab7f37ea82f15af on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:34.828969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2102bc3e-c6eb-4389-b6bf-5a73bde5728a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:34.838216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Notify callbacks [] for floatingip, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:34.845020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-71d7df89-0bcc-4dd6-bd80-f792281c15ad tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Unset dirty status for tenant:9268a0b323d24dae8ab7f37ea82f15af on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:34.860377 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-71d7df89-0bcc-4dd6-bd80-f792281c15ad tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9268a0b323d24dae8ab7f37ea82f15af HTTP/1.1" status: 200 len: 5716 time: 0.2094431 Jan 14 07:26:34.869850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device 1d066ee9-9edb-4b06-9edb-b0e81a771f3f up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:34.880347 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f21d5d-e0d9-460e-852e-52c478af2a53', 'tag': '367f1cf1-00a7-404c-ad10-00132fa8b9c1', 'status': 'completed', 'code': 200} Jan 14 07:26:34.880688 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1a9aa15b-75ba-4072-8e84-97e37ae083df', 'name': 'network-vif-deleted', 'tag': '8c0e0bb5-a08a-488b-b110-253ee2971574', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:26:34.909332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-16f1b2b6-3c33-4205-b7de-873858757ec6 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Request body: {'port': {'device_id': 'e923eb42-86e5-4f5d-a0f2-5295008da967', 'network_id': 'cf9b7913-93f3-45f5-ba8b-b54d641486d4', 'admin_state_up': True, 'tenant_id': '9268a0b323d24dae8ab7f37ea82f15af', 'security_groups': ['ebe5fc20-f69a-4b1f-98de-07496860d794']}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:34.943541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60982) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:34.977568 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-82d7ec14-a2c8-49f9-a4a8-d5ca6a5c82a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:34.988967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-388240d6-35c4-4d50-bcdf-d69788e26267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:35.008056 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-388240d6-35c4-4d50-bcdf-d69788e26267 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70c580b2f73043ad905ca351382687bb&device_id=77f21d5d-e0d9-460e-852e-52c478af2a53 HTTP/1.1" status: 200 len: 1159 time: 0.5439453 Jan 14 07:26:35.012008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20336c62-ef55-4e2f-8e68-6ef35467ce60 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:35.124371 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f5b32282-ccac-41bb-912e-8450c392ce69 req-90101fcb-745f-4edd-b000-685be12e7920 service neutron] 10.222.0.41 "GET /v2.0/networks/47745cbf-127b-4aeb-8a7e-455a1192ec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9016936 Jan 14 07:26:35.125372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning for port 1d066ee9-9edb-4b06-9edb-b0e81a771f3f completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:35.136692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port 1d066ee9-9edb-4b06-9edb-b0e81a771f3f triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:35.137118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:35.167319 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ee9bba7b-c586-4de2-b47c-1a99f966e489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:35.178317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:35.201637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102bc3e-c6eb-4389-b6bf-5a73bde5728a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab09021a-cda7-4d26-9c83-142a10a2c709,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:35.337898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ee9bba7b-c586-4de2-b47c-1a99f966e489 None None] For port b5c46f90-bc04-45ce-afa9-dc77d79ae248, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b5c46f90-bc04-45ce-afa9-dc77d79ae248,segment=NetworkSegment(4f36db97-baa9-412d-bc3a-9c9a597f2f7e),segment_id=4f36db97-baa9-412d-bc3a-9c9a597f2f7e)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:35.370683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ee9bba7b-c586-4de2-b47c-1a99f966e489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:35.388693 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e425a866-529b-4f01-90f1-4524d1b22360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:35.442032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2102bc3e-c6eb-4389-b6bf-5a73bde5728a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:35.467010 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f5b32282-ccac-41bb-912e-8450c392ce69 req-8aa62edd-5e6c-481f-a6bc-21a84f9cf91e service neutron] 10.222.0.41 "GET /v2.0/networks/47745cbf-127b-4aeb-8a7e-455a1192ec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2276571 Jan 14 07:26:35.486086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bba7b-c586-4de2-b47c-1a99f966e489 None None] Pushing event updated for resources: {'Port': ['ID=b5c46f90-bc04-45ce-afa9-dc77d79ae248,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:35.493414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c8395c-c704-40de-adbb-11c09f29cae3 None None] Network 22c42234-dff1-4331-9ee3-7c6ddcbc7290 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:35.508043 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2102bc3e-c6eb-4389-b6bf-5a73bde5728a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:35.510041 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2102bc3e-c6eb-4389-b6bf-5a73bde5728a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ab09021a-cda7-4d26-9c83-142a10a2c709 HTTP/1.1" status: 204 len: 168 time: 3.7319293 Jan 14 07:26:35.661582 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ee9bba7b-c586-4de2-b47c-1a99f966e489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:35.692777 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.619s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:35.739953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60990) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:35.746079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85e7aec-5bea-4caf-aa25-a1fee6387e58 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Deleting subnet a98f66f8-e732-4f25-9488-190a09fe9dcb {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:26:35.777562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:35.821313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 6c8b559e-25a0-46d2-938c-cc3dfa29415b no longer exists at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:36.023779 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b85e7aec-5bea-4caf-aa25-a1fee6387e58 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.081084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b727d3ca-80d8-4cfa-8de7-d8cb001c5792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d066ee9-9edb-4b06-9edb-b0e81a771f3f'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:26:36.110043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-54cd4ea3-75ec-4978-a70d-8f1dbb8af150 None None] Provisioning complete for port b5c46f90-bc04-45ce-afa9-dc77d79ae248 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:36.110696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54cd4ea3-75ec-4978-a70d-8f1dbb8af150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.126642 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.197366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20336c62-ef55-4e2f-8e68-6ef35467ce60 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Pushing event deleted for resources: {'Subnet': ['ID=3db518ea-d120-48c9-b713-17762eecf16f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:36.206385 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-20336c62-ef55-4e2f-8e68-6ef35467ce60 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:36.256842 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b85e7aec-5bea-4caf-aa25-a1fee6387e58 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.267793 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.298084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port 1d066ee9-9edb-4b06-9edb-b0e81a771f3f, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=1d066ee9-9edb-4b06-9edb-b0e81a771f3f,segment=NetworkSegment(b3251ee7-93db-4202-91bf-eeeaccef7b57),segment_id=b3251ee7-93db-4202-91bf-eeeaccef7b57)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:36.326744 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b727d3ca-80d8-4cfa-8de7-d8cb001c5792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d066ee9-9edb-4b06-9edb-b0e81a771f3f', 'code': 200} Jan 14 07:26:36.347495 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.358447 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-870bea69-a193-47a8-8026-9d20e38cdecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:36.414825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port 6c8b559e-25a0-46d2-938c-cc3dfa29415b, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=6c8b559e-25a0-46d2-938c-cc3dfa29415b,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:36.425524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b85e7aec-5bea-4caf-aa25-a1fee6387e58 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.466033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.493905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device 1d066ee9-9edb-4b06-9edb-b0e81a771f3f up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:36.494473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-16f1b2b6-3c33-4205-b7de-873858757ec6 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:36.500778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-16f1b2b6-3c33-4205-b7de-873858757ec6 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Usage tracker for resource:port and tenant:9268a0b323d24dae8ab7f37ea82f15af is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:36.504218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-16f1b2b6-3c33-4205-b7de-873858757ec6 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Quota usage for port was recalculated. Used quota:3. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:36.511171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-16f1b2b6-3c33-4205-b7de-873858757ec6 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:36.523211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 32786) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:36.539632 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-067b2884-0620-4431-ac2e-59405d31feb5 req-345be7b1-4921-4821-806f-db6d4528703b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d80eadefa2a04dbc949b83745fb35cb9&device_id=1a9aa15b-75ba-4072-8e84-97e37ae083df HTTP/1.1" status: 200 len: 210 time: 0.5301235 Jan 14 07:26:36.541026 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-899035d8-9628-43e9-b8d2-2ee7d0e4bfe0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=367f1cf1-00a7-404c-ad10-00132fa8b9c1 HTTP/1.1" status: 200 len: 217 time: 1.4582331 Jan 14 07:26:36.575529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-16f1b2b6-3c33-4205-b7de-873858757ec6 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Made reservation on behalf of 9268a0b323d24dae8ab7f37ea82f15af for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:36.586977 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-16f1b2b6-3c33-4205-b7de-873858757ec6 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.597130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] Deleting port 915bdcad-ac7c-4ef6-b387-2926d05ff507 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:36.597516 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.618636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390676e9-9a22-48ed-99e4-d4c661cd878f None None] DHCP port deletion for 22c42234-dff1-4331-9ee3-7c6ddcbc7290 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:26:36.623474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc432ca2-91e2-4825-aa79-8419caadf531 None None] Network d296a63f-7c95-482a-bbfd-05a2330d25d3 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:36.630108 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.654376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de88697c-4685-4f29-9777-fa75b135ea10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.673269 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20336c62-ef55-4e2f-8e68-6ef35467ce60 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.675490 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-20336c62-ef55-4e2f-8e68-6ef35467ce60 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "DELETE /v2.0/subnets/3db518ea-d120-48c9-b713-17762eecf16f HTTP/1.1" status: 204 len: 168 time: 6.9202123 Jan 14 07:26:36.692082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 32790) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:36.740224 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-564f979f-6b3e-4987-9a79-631f25ed61de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:36.769606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.786714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-390676e9-9a22-48ed-99e4-d4c661cd878f None None] Deleting port 915bdcad-ac7c-4ef6-b387-2926d05ff507 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:36.787365 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-390676e9-9a22-48ed-99e4-d4c661cd878f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.847550 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c78e2367-3ec8-4f41-b98e-a217506be350 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.858415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88697c-4685-4f29-9777-fa75b135ea10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec837013-2898-4837-b43e-a592712031b4,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:36.888144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b5c46f90-bc04-45ce-afa9-dc77d79ae248 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:36.896973 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c78e2367-3ec8-4f41-b98e-a217506be350 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.930330 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d1908de-0bc6-4f9c-9eb2-1ab29b037db6 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.963967 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d1908de-0bc6-4f9c-9eb2-1ab29b037db6 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:36.994276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=1d066ee9-9edb-4b06-9edb-b0e81a771f3f,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:37.032990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c78e2367-3ec8-4f41-b98e-a217506be350 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.067889 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f9f4cb13-6ccc-48b5-ba7f-f449b9819e09 tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:37.096958 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-de88697c-4685-4f29-9777-fa75b135ea10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:37.205266 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-27edb000-9649-4b04-8c63-1501470a08b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.347s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:37.214340 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:37.250498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b2884-0620-4431-ac2e-59405d31feb5 req-d2a4625f-363b-4eab-b7c5-f988ad993d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:37.252183 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-067b2884-0620-4431-ac2e-59405d31feb5 req-d2a4625f-363b-4eab-b7c5-f988ad993d46 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d80eadefa2a04dbc949b83745fb35cb9&shared=False HTTP/1.1" status: 200 len: 863 time: 0.6520071 Jan 14 07:26:37.253325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.291671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e2367-3ec8-4f41-b98e-a217506be350 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Pushing event deleted for resources: {'SecurityGroup': ['ID=a733acc3-99b8-4df1-aa2b-857f92d2a708,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:37.323885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-645bafdd-5c96-43b7-b70a-fa9086f866a3 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:37.325676 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-645bafdd-5c96-43b7-b70a-fa9086f866a3 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] 10.222.0.39 "GET /v2.0/networks?id=22c42234-dff1-4331-9ee3-7c6ddcbc7290 HTTP/1.1" status: 200 len: 768 time: 0.1793575 Jan 14 07:26:37.335469 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c78e2367-3ec8-4f41-b98e-a217506be350 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:37.342332 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d1908de-0bc6-4f9c-9eb2-1ab29b037db6 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.387320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port 1d066ee9-9edb-4b06-9edb-b0e81a771f3f triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:37.387827 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c78e2367-3ec8-4f41-b98e-a217506be350 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.391880 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c78e2367-3ec8-4f41-b98e-a217506be350 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "DELETE /v2.0/security-groups/a733acc3-99b8-4df1-aa2b-857f92d2a708 HTTP/1.1" status: 204 len: 168 time: 0.8619666 Jan 14 07:26:37.393129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.419824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 32796) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:37.425583 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.932s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:37.441021 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f64be6c-5840-48ce-9150-5b493044bb86 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.690259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port b5c46f90-bc04-45ce-afa9-dc77d79ae248 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:37.690895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.703687 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d1908de-0bc6-4f9c-9eb2-1ab29b037db6 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.707396 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4d1908de-0bc6-4f9c-9eb2-1ab29b037db6 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] 10.222.0.41 "DELETE /v2.0/security-groups/ebe5fc20-f69a-4b1f-98de-07496860d794 HTTP/1.1" status: 204 len: 168 time: 2.7366321 Jan 14 07:26:37.732179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 32800) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:37.771584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-c44b808e-0758-4510-aa4c-572e8c9d191d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:37.773264 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-c44b808e-0758-4510-aa4c-572e8c9d191d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f71a5c1c-4d77-4951-b540-32b41fb1e21c HTTP/1.1" status: 200 len: 854 time: 1.1673713 Jan 14 07:26:37.790215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d399a40a-e9b6-4f47-aa56-e3e889e8fb9d None None] Provisioning complete for port b5c46f90-bc04-45ce-afa9-dc77d79ae248 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:37.790630 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d399a40a-e9b6-4f47-aa56-e3e889e8fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.798468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-75327a2a-b6eb-4401-ab7f-147e138b3aa9 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:37.799589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-75327a2a-b6eb-4401-ab7f-147e138b3aa9 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Synchronizing usage tracker for tenant:9e9238d31d96430fa9708f6c86547d3a on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:37.833272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=6c8b559e-25a0-46d2-938c-cc3dfa29415b,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:37.878759 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:37.892648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-390676e9-9a22-48ed-99e4-d4c661cd878f None None] For port 915bdcad-ac7c-4ef6-b387-2926d05ff507, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=915bdcad-ac7c-4ef6-b387-2926d05ff507,segment=NetworkSegment(89a25cbc-9367-43e2-a3a7-85f4ee127cf4),segment_id=89a25cbc-9367-43e2-a3a7-85f4ee127cf4)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:37.893063 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-390676e9-9a22-48ed-99e4-d4c661cd878f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:37.901851 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-cbd59a36-0968-49f9-895f-1449fb1dc4cc tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d80eadefa2a04dbc949b83745fb35cb9 HTTP/1.1" status: 200 len: 5712 time: 0.5497208 Jan 14 07:26:37.906079 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-73e35a63-be4f-4d22-bc17-1900b52e2cae tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] show failed (client error): The resource could not be found. Jan 14 07:26:37.910044 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-73e35a63-be4f-4d22-bc17-1900b52e2cae tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "GET /v2.0/security-groups/a733acc3-99b8-4df1-aa2b-857f92d2a708 HTTP/1.1" status: 404 len: 347 time: 0.4862893 Jan 14 07:26:37.911677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Pushing event updated for resources: {'Port': ['ID=0db42398-644b-42e0-9c0c-fddc2707986b,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:37.918138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 32804) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:37.938665 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:37.942878 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-40e4b397-ac0f-4611-aa41-47e13867c5dc tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.601s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:38.011961 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-0f6de070-4640-4a4c-8934-50a509067d3e tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] show failed (client error): The resource could not be found. Jan 14 07:26:38.017435 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0f6de070-4640-4a4c-8934-50a509067d3e tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] 10.222.0.41 "GET /v2.0/security-groups/ebe5fc20-f69a-4b1f-98de-07496860d794 HTTP/1.1" status: 404 len: 347 time: 0.2672803 Jan 14 07:26:38.040646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Pushing event updated for resources: {'Port': ['ID=62c21fd2-9d15-45f2-836e-5af334ac426b,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:38.062706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 32808) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:38.066490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-390676e9-9a22-48ed-99e4-d4c661cd878f None None] Calling delete_port for 915bdcad-ac7c-4ef6-b387-2926d05ff507 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:38.070684 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:38.080099 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3e41a8c2-633e-4a53-b5e3-9ad458e6b543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.605s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:38.281526 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-8e4959b9-3968-43e0-b8d3-6fadfd72f882 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d80eadefa2a04dbc949b83745fb35cb9&device_id=1a9aa15b-75ba-4072-8e84-97e37ae083df HTTP/1.1" status: 200 len: 210 time: 0.1830246 Jan 14 07:26:38.290530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af51bb24-ca4c-4545-9686-c9552bc8e201 None None] DHCP port deletion for d296a63f-7c95-482a-bbfd-05a2330d25d3 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:26:38.295699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-85bdc9d7-35b7-46a9-b55f-81b168ef3d1e tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Deleting port c2a95dc7-8242-41ce-a7ea-4bc14cb9c2cb {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:38.296104 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85bdc9d7-35b7-46a9-b55f-81b168ef3d1e tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:38.298942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-390676e9-9a22-48ed-99e4-d4c661cd878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:38.327262 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3d9633d-7b66-4581-9e5a-89652fc40688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:38.365407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] For port 915bdcad-ac7c-4ef6-b387-2926d05ff507, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=915bdcad-ac7c-4ef6-b387-2926d05ff507,segment=NetworkSegment(89a25cbc-9367-43e2-a3a7-85f4ee127cf4),segment_id=89a25cbc-9367-43e2-a3a7-85f4ee127cf4)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:38.365808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:38.378371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7639e718-3c07-4f8c-a311-9ef3bb6fcbeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c8b559e-25a0-46d2-938c-cc3dfa29415b'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:26:38.384754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 915bdcad-ac7c-4ef6-b387-2926d05ff507 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:38.414678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-af51bb24-ca4c-4545-9686-c9552bc8e201 None None] Deleting port a1577015-173b-437c-9b35-9c884a6fc599 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:38.415199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af51bb24-ca4c-4545-9686-c9552bc8e201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:38.441133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1908de-0bc6-4f9c-9eb2-1ab29b037db6 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe5fc20-f69a-4b1f-98de-07496860d794,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:38.512780 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d1908de-0bc6-4f9c-9eb2-1ab29b037db6 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:38.530698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device 1d066ee9-9edb-4b06-9edb-b0e81a771f3f no longer exists at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:38.548033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-75327a2a-b6eb-4401-ab7f-147e138b3aa9 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Unset dirty status for tenant:9e9238d31d96430fa9708f6c86547d3a on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:38.549280 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-75327a2a-b6eb-4401-ab7f-147e138b3aa9 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] 10.222.0.53 "GET /v2.0/ports?device_id=7639e718-3c07-4f8c-a311-9ef3bb6fcbeb HTTP/1.1" status: 200 len: 948 time: 2.3747561 Jan 14 07:26:38.624137 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7639e718-3c07-4f8c-a311-9ef3bb6fcbeb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6c8b559e-25a0-46d2-938c-cc3dfa29415b', 'code': 422} returned with failed status Jan 14 07:26:38.637098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390676e9-9a22-48ed-99e4-d4c661cd878f None None] Pushing event deleted for resources: {'Port': ['ID=915bdcad-ac7c-4ef6-b387-2926d05ff507,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:38.655231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 915bdcad-ac7c-4ef6-b387-2926d05ff507 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:26:38.655778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 915bdcad-ac7c-4ef6-b387-2926d05ff507 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:26:38.658343 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-390676e9-9a22-48ed-99e4-d4c661cd878f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:38.686090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f64be6c-5840-48ce-9150-5b493044bb86 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:38.720069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] Calling delete_port for 915bdcad-ac7c-4ef6-b387-2926d05ff507 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:38.844388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-72c196df-489e-4ac4-937b-cca906b24379 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Deleting port 6c8b559e-25a0-46d2-938c-cc3dfa29415b {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:38.845020 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-72c196df-489e-4ac4-937b-cca906b24379 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:38.874266 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:38.875451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device a1577015-173b-437c-9b35-9c884a6fc599 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:38.895188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:38.901640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b2884-0620-4431-ac2e-59405d31feb5 req-432ff6b2-b567-466e-9608-0321ee405097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:38.903889 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-067b2884-0620-4431-ac2e-59405d31feb5 req-432ff6b2-b567-466e-9608-0321ee405097 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.6040447 Jan 14 07:26:38.923738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:38.948960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-29a8787e-f5e4-4743-8010-e8a59fa997f0 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:38.950635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-29a8787e-f5e4-4743-8010-e8a59fa997f0 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Synchronizing usage tracker for tenant:70c580b2f73043ad905ca351382687bb on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:38.962130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:38.964657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-8f5fb596-37f2-4add-bb4e-6fbbcd7c32b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:38.966927 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-8f5fb596-37f2-4add-bb4e-6fbbcd7c32b5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d80eadefa2a04dbc949b83745fb35cb9&shared=False HTTP/1.1" status: 200 len: 863 time: 0.6399317 Jan 14 07:26:39.007674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f2408fba-479e-4269-9db8-b0030f7790ef tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Deleting port 6d5136db-4748-4066-ae8c-139c8efca644 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:39.008062 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2408fba-479e-4269-9db8-b0030f7790ef tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:39.009683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:39.056052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390676e9-9a22-48ed-99e4-d4c661cd878f None None] No DVR routers for this DVR port 915bdcad-ac7c-4ef6-b387-2926d05ff507 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:39.129122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-af51bb24-ca4c-4545-9686-c9552bc8e201 None None] For port a1577015-173b-437c-9b35-9c884a6fc599, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a1577015-173b-437c-9b35-9c884a6fc599,segment=NetworkSegment(b7f7c36e-de05-467d-8e01-5784d9d349b7),segment_id=b7f7c36e-de05-467d-8e01-5784d9d349b7)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:39.129122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af51bb24-ca4c-4545-9686-c9552bc8e201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:39.153834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b85e7aec-5bea-4caf-aa25-a1fee6387e58 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:39.164248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-edec4196-4852-4f1d-aed8-a746ab3a5a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:39.165919 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-edec4196-4852-4f1d-aed8-a746ab3a5a9b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3489516 Jan 14 07:26:39.169893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-067b2884-0620-4431-ac2e-59405d31feb5 req-7aa10910-1cc8-49c2-8d0b-7d8ffa5e45ed tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Synchronizing usage tracker for tenant:d80eadefa2a04dbc949b83745fb35cb9 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:39.178265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3f64be6c-5840-48ce-9150-5b493044bb86 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ed708e-d62d-484d-ade0-a088dfc698a4']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:39.186460 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:39.186714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:39.188053 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 14.5264680 Jan 14 07:26:39.224787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-29a8787e-f5e4-4743-8010-e8a59fa997f0 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Unset dirty status for tenant:70c580b2f73043ad905ca351382687bb on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:39.226591 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-29a8787e-f5e4-4743-8010-e8a59fa997f0 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.39 "GET /v2.0/ports?device_id=b727d3ca-80d8-4cfa-8de7-d8cb001c5792 HTTP/1.1" status: 200 len: 946 time: 1.7812674 Jan 14 07:26:39.229903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 32814) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:39.300185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3f64be6c-5840-48ce-9150-5b493044bb86 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de13e689-5f87-440d-b3f5-f7a1897372a8') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:39.300566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3f64be6c-5840-48ce-9150-5b493044bb86 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de13e689-5f87-440d-b3f5-f7a1897372a8') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:39.304154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88697c-4685-4f29-9777-fa75b135ea10 admin admin] Checking segment: {'id': '049afdfd-a4a5-4b33-ba5e-8bc89a91be6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3ca10179-2e57-4842-a361-9b1464e86cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:39.304556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de88697c-4685-4f29-9777-fa75b135ea10 admin admin] Network hostable DHCP agents. Network: 3ca10179-2e57-4842-a361-9b1464e86cd7, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:26:39.330125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:26:39.330125 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:26:39.330125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e7aec-5bea-4caf-aa25-a1fee6387e58 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Pushing event deleted for resources: {'Subnet': ['ID=a98f66f8-e732-4f25-9488-190a09fe9dcb,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:39.335681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-194d9932-5b8e-4c51-9e3a-6fa78cf7fad8 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-98075960', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'fixed_ips': [{'ip_address': '172.25.3.134'}]}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:39.352694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port 1d066ee9-9edb-4b06-9edb-b0e81a771f3f, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=1d066ee9-9edb-4b06-9edb-b0e81a771f3f,segment=NetworkSegment(b3251ee7-93db-4202-91bf-eeeaccef7b57),segment_id=b3251ee7-93db-4202-91bf-eeeaccef7b57)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:39.358099 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b85e7aec-5bea-4caf-aa25-a1fee6387e58 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:39.363558 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f64be6c-5840-48ce-9150-5b493044bb86 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:39.376925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85bdc9d7-35b7-46a9-b55f-81b168ef3d1e tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:39.377359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85bdc9d7-35b7-46a9-b55f-81b168ef3d1e tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:39.441494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-194d9932-5b8e-4c51-9e3a-6fa78cf7fad8 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:39.469475 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:39.473498 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f64be6c-5840-48ce-9150-5b493044bb86 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:39.477826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-af51bb24-ca4c-4545-9686-c9552bc8e201 None None] Calling delete_port for a1577015-173b-437c-9b35-9c884a6fc599 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:39.507287 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:39.538795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3f64be6c-5840-48ce-9150-5b493044bb86 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Releasing vxlan tunnel 10 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:39.560335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-85bdc9d7-35b7-46a9-b55f-81b168ef3d1e tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Calling delete_port for c2a95dc7-8242-41ce-a7ea-4bc14cb9c2cb owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:39.585561 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:39.661986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=1d066ee9-9edb-4b06-9edb-b0e81a771f3f,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:39.665928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port a1577015-173b-437c-9b35-9c884a6fc599, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a1577015-173b-437c-9b35-9c884a6fc599,segment=NetworkSegment(b7f7c36e-de05-467d-8e01-5784d9d349b7),segment_id=b7f7c36e-de05-467d-8e01-5784d9d349b7)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:39.667214 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:39.670679 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:39.672628 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:39.721774 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-af51bb24-ca4c-4545-9686-c9552bc8e201 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:26:39.722369 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-af51bb24-ca4c-4545-9686-c9552bc8e201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:26:39.732439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-194d9932-5b8e-4c51-9e3a-6fa78cf7fad8 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Usage tracker for resource:port and tenant:98b40bc69f854deb9a90409c539c9cd3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:39.741554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-194d9932-5b8e-4c51-9e3a-6fa78cf7fad8 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Quota usage for port was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:39.751707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=a1577015-173b-437c-9b35-9c884a6fc599,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:39.755204 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:39.795467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-067b2884-0620-4431-ac2e-59405d31feb5 req-7aa10910-1cc8-49c2-8d0b-7d8ffa5e45ed tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Unset dirty status for tenant:d80eadefa2a04dbc949b83745fb35cb9 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:39.796776 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-067b2884-0620-4431-ac2e-59405d31feb5 req-7aa10910-1cc8-49c2-8d0b-7d8ffa5e45ed tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] 10.222.0.53 "GET /v2.0/ports?device_id=1a9aa15b-75ba-4072-8e84-97e37ae083df HTTP/1.1" status: 200 len: 210 time: 0.7388990 Jan 14 07:26:39.811313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-194d9932-5b8e-4c51-9e3a-6fa78cf7fad8 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:39.865027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de88697c-4685-4f29-9777-fa75b135ea10 admin admin] Network 3ca10179-2e57-4842-a361-9b1464e86cd7 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:26:39.888554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-16f1b2b6-3c33-4205-b7de-873858757ec6 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Allocated IP 172.20.0.7 (cf9b7913-93f3-45f5-ba8b-b54d641486d4/4c9a2109-4865-405b-a130-3035ed2ceaa3/ca304352-5a31-4c4e-a1a0-78b13eac0653) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:39.938436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] Deleting port 915bdcad-ac7c-4ef6-b387-2926d05ff507 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:39.938986 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:39.984058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-5187b3e0-10e4-4fa7-a11d-dbdf1ef82763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:39.985527 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-5187b3e0-10e4-4fa7-a11d-dbdf1ef82763 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.0009747 Jan 14 07:26:39.997959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-214131b0-5b1b-4e77-a495-01c0c721e60b tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Deleting port 1d066ee9-9edb-4b06-9edb-b0e81a771f3f {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:39.999197 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-214131b0-5b1b-4e77-a495-01c0c721e60b tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:40.014322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892ee101-289f-474f-99f8-14dd1b15882f None None] Network bfd5b10f-fc80-4eba-856b-c2a416cf245a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:40.065059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b85e7aec-5bea-4caf-aa25-a1fee6387e58 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:40.092214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:26:40.117217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194d9932-5b8e-4c51-9e3a-6fa78cf7fad8 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Made reservation on behalf of 98b40bc69f854deb9a90409c539c9cd3 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:40.117961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] The port '915bdcad-ac7c-4ef6-b387-2926d05ff507' was deleted {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:26:40.123696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-194d9932-5b8e-4c51-9e3a-6fa78cf7fad8 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:40.225253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-af51bb24-ca4c-4545-9686-c9552bc8e201 None None] Deleting port a1577015-173b-437c-9b35-9c884a6fc599 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:40.225678 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af51bb24-ca4c-4545-9686-c9552bc8e201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:40.252361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-d4a0c374-f100-43b0-a362-6b5c6d1a6ecc tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Synchronizing usage tracker for tenant:d80eadefa2a04dbc949b83745fb35cb9 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:40.258879 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b85e7aec-5bea-4caf-aa25-a1fee6387e58 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "DELETE /v2.0/subnets/a98f66f8-e732-4f25-9488-190a09fe9dcb HTTP/1.1" status: 204 len: 168 time: 5.4884393 Jan 14 07:26:40.286790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 32820) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:40.305096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3f64be6c-5840-48ce-9150-5b493044bb86 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Network c9ed708e-d62d-484d-ade0-a088dfc698a4 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:40.392481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f64be6c-5840-48ce-9150-5b493044bb86 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:40.494076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-af51bb24-ca4c-4545-9686-c9552bc8e201 None None] For port a1577015-173b-437c-9b35-9c884a6fc599, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a1577015-173b-437c-9b35-9c884a6fc599,segment=NetworkSegment(b7f7c36e-de05-467d-8e01-5784d9d349b7),segment_id=b7f7c36e-de05-467d-8e01-5784d9d349b7)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:40.494577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af51bb24-ca4c-4545-9686-c9552bc8e201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:40.514013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec839d7c-e973-45be-9333-8a2d8e5ff4f0 None None] DHCP port deletion for bfd5b10f-fc80-4eba-856b-c2a416cf245a request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:26:40.514664 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-8ba71baf-39b5-4488-a47e-8a15402ca880 service neutron] 10.222.0.39 "GET /v2.0/networks/9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3412683 Jan 14 07:26:40.515430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-de88697c-4685-4f29-9777-fa75b135ea10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 3ca10179-2e57-4842-a361-9b1464e86cd7) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:40.540467 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-16f1b2b6-3c33-4205-b7de-873858757ec6 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] POST failed (client error): The resource could not be found. Jan 14 07:26:40.540964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-16f1b2b6-3c33-4205-b7de-873858757ec6 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:26:40.567017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-194d9932-5b8e-4c51-9e3a-6fa78cf7fad8 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:40.577669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-d4a0c374-f100-43b0-a362-6b5c6d1a6ecc tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Unset dirty status for tenant:d80eadefa2a04dbc949b83745fb35cb9 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:40.578918 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-d4a0c374-f100-43b0-a362-6b5c6d1a6ecc tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] 10.222.0.39 "GET /v2.0/ports?device_id=1a9aa15b-75ba-4072-8e84-97e37ae083df HTTP/1.1" status: 200 len: 210 time: 0.5106397 Jan 14 07:26:40.636973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7e2202-6d71-4845-ba59-14024f480db9 None None] Network 3ca10179-2e57-4842-a361-9b1464e86cd7 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:40.650821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b727d3ca-80d8-4cfa-8de7-d8cb001c5792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d066ee9-9edb-4b06-9edb-b0e81a771f3f'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:26:40.665923 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:40.667207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-af51bb24-ca4c-4545-9686-c9552bc8e201 None None] Calling delete_port for a1577015-173b-437c-9b35-9c884a6fc599 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:40.698833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ec839d7c-e973-45be-9333-8a2d8e5ff4f0 None None] Deleting port b5c46f90-bc04-45ce-afa9-dc77d79ae248 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:40.699512 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec839d7c-e973-45be-9333-8a2d8e5ff4f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:40.779812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-194d9932-5b8e-4c51-9e3a-6fa78cf7fad8 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:40.785984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-194d9932-5b8e-4c51-9e3a-6fa78cf7fad8 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Usage tracker for resource:security_group_rule and tenant:98b40bc69f854deb9a90409c539c9cd3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:40.790043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-194d9932-5b8e-4c51-9e3a-6fa78cf7fad8 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:40.796835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-194d9932-5b8e-4c51-9e3a-6fa78cf7fad8 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:40.808917 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b727d3ca-80d8-4cfa-8de7-d8cb001c5792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d066ee9-9edb-4b06-9edb-b0e81a771f3f', 'code': 200} Jan 14 07:26:40.825375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de88697c-4685-4f29-9777-fa75b135ea10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:40.826150 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de88697c-4685-4f29-9777-fa75b135ea10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:40.849064 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2408fba-479e-4269-9db8-b0030f7790ef tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:40.849422 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2408fba-479e-4269-9db8-b0030f7790ef tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks [] for floatingip, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:40.864523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b5c46f90-bc04-45ce-afa9-dc77d79ae248 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:40.962581 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-16f1b2b6-3c33-4205-b7de-873858757ec6 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 352 time: 6.0615678 Jan 14 07:26:40.986461 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:41.041066 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-916162a2-c2a3-4099-bc0b-9eaed1c773de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d80eadefa2a04dbc949b83745fb35cb9&device_id=1a9aa15b-75ba-4072-8e84-97e37ae083df HTTP/1.1" status: 200 len: 210 time: 0.1555147 Jan 14 07:26:41.081062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3f64be6c-5840-48ce-9150-5b493044bb86 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Network c9ed708e-d62d-484d-ade0-a088dfc698a4 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:41.115209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af51bb24-ca4c-4545-9686-c9552bc8e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:41.126120 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-de88697c-4685-4f29-9777-fa75b135ea10 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 12.6403558 Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:41.151448 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:26:41.156717 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:41.156717 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:26:41.156717 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:41.156717 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:26:41.156717 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:41.156717 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:26:41.156717 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:41.156717 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:41.156717 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:41.156717 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:26:41.156717 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:41.156717 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:41.156717 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:41.156717 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:41.156717 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:41.181008 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a761a19f-aeb3-4540-a292-68043ce188c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:41.183992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c42234-dff1-4331-9ee3-7c6ddcbc7290']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:41.200775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a25cbc-9367-43e2-a3a7-85f4ee127cf4') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:41.201114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a25cbc-9367-43e2-a3a7-85f4ee127cf4') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:41.218332 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:41.273697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f2408fba-479e-4269-9db8-b0030f7790ef tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Calling delete_port for 6d5136db-4748-4066-ae8c-139c8efca644 owned by network:floatingip {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:41.352590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51bb24-ca4c-4545-9686-c9552bc8e201 None None] Pushing event deleted for resources: {'Port': ['ID=a1577015-173b-437c-9b35-9c884a6fc599,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:41.389133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:41.397536 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-af51bb24-ca4c-4545-9686-c9552bc8e201 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:41.416112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] Releasing vxlan tunnel 12 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:41.433468 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85bdc9d7-35b7-46a9-b55f-81b168ef3d1e tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:41.486076 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-86b7755b-dfd4-403b-b126-b65bba84a3ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:41.539200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-214131b0-5b1b-4e77-a495-01c0c721e60b tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] For port 1d066ee9-9edb-4b06-9edb-b0e81a771f3f, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=1d066ee9-9edb-4b06-9edb-b0e81a771f3f,segment=NetworkSegment(b3251ee7-93db-4202-91bf-eeeaccef7b57),segment_id=b3251ee7-93db-4202-91bf-eeeaccef7b57)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:41.539607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-214131b0-5b1b-4e77-a495-01c0c721e60b tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:41.555049 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:41.595310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d23eca-beb3-42d5-aa3a-1bc556023b8e None None] Network 3ca10179-2e57-4842-a361-9b1464e86cd7 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:41.625412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port b5c46f90-bc04-45ce-afa9-dc77d79ae248, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b5c46f90-bc04-45ce-afa9-dc77d79ae248,segment=NetworkSegment(4f36db97-baa9-412d-bc3a-9c9a597f2f7e),segment_id=4f36db97-baa9-412d-bc3a-9c9a597f2f7e)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:41.680996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:41.687204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Deleting port b5c46f90-bc04-45ce-afa9-dc77d79ae248 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:41.687818 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:41.715083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdc9d7-35b7-46a9-b55f-81b168ef3d1e tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Pushing event deleted for resources: {'Port': ['ID=c2a95dc7-8242-41ce-a7ea-4bc14cb9c2cb,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:41.744203 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-85bdc9d7-35b7-46a9-b55f-81b168ef3d1e tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:41.752018 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-ac277b3b-6905-4a1f-92ca-494050578913 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9268a0b323d24dae8ab7f37ea82f15af&device_id=e923eb42-86e5-4f5d-a0f2-5295008da967 HTTP/1.1" status: 200 len: 210 time: 0.6954825 Jan 14 07:26:41.834215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-27212632-cd0c-4da8-8d83-b1fa4824425e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:41.836016 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-27212632-cd0c-4da8-8d83-b1fa4824425e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d80eadefa2a04dbc949b83745fb35cb9&shared=False HTTP/1.1" status: 200 len: 863 time: 0.7720776 Jan 14 07:26:41.876713 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:41.886422 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:41.916328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af51bb24-ca4c-4545-9686-c9552bc8e201 None None] No DVR routers for this DVR port a1577015-173b-437c-9b35-9c884a6fc599 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:41.946908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f64be6c-5840-48ce-9150-5b493044bb86 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:41.986569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ec839d7c-e973-45be-9333-8a2d8e5ff4f0 None None] For port b5c46f90-bc04-45ce-afa9-dc77d79ae248, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b5c46f90-bc04-45ce-afa9-dc77d79ae248,segment=NetworkSegment(4f36db97-baa9-412d-bc3a-9c9a597f2f7e),segment_id=4f36db97-baa9-412d-bc3a-9c9a597f2f7e)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:41.987490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec839d7c-e973-45be-9333-8a2d8e5ff4f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:42.008642 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b2d03d8-0fc6-4f9e-9657-a2479b81c9d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:42.050882 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f64be6c-5840-48ce-9150-5b493044bb86 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:42.069387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-214131b0-5b1b-4e77-a495-01c0c721e60b tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Calling delete_port for 1d066ee9-9edb-4b06-9edb-b0e81a771f3f owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:42.113546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-72c196df-489e-4ac4-937b-cca906b24379 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] For port 6c8b559e-25a0-46d2-938c-cc3dfa29415b, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=6c8b559e-25a0-46d2-938c-cc3dfa29415b,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:42.113953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-72c196df-489e-4ac4-937b-cca906b24379 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:42.147175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ec839d7c-e973-45be-9333-8a2d8e5ff4f0 None None] Calling delete_port for b5c46f90-bc04-45ce-afa9-dc77d79ae248 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:42.178378 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-259b0ca6-87d4-4872-9475-2b1b7600f3ef service neutron] 10.222.0.39 "GET /v2.0/networks/9be56e92-8280-4dc4-aaa5-2b7fbe3df4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.6226530 Jan 14 07:26:42.206806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=b5c46f90-bc04-45ce-afa9-dc77d79ae248,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:42.214948 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:42.317166 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-ec839d7c-e973-45be-9333-8a2d8e5ff4f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:26:42.317499 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-ec839d7c-e973-45be-9333-8a2d8e5ff4f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:26:42.338476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64be6c-5840-48ce-9150-5b493044bb86 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Pushing event deleted for resources: {'Network': ['ID=c9ed708e-d62d-484d-ade0-a088dfc698a4,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:42.404668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] Network 22c42234-dff1-4331-9ee3-7c6ddcbc7290 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:42.442338 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:42.480948 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3f64be6c-5840-48ce-9150-5b493044bb86 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:42.636584 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3f64be6c-5840-48ce-9150-5b493044bb86 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "DELETE /v2.0/networks/c9ed708e-d62d-484d-ade0-a088dfc698a4 HTTP/1.1" status: 204 len: 168 time: 5.9431617 Jan 14 07:26:42.649844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 32842) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:42.737181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-72c196df-489e-4ac4-937b-cca906b24379 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Calling delete_port for 6c8b559e-25a0-46d2-938c-cc3dfa29415b owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:42.802620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-194d9932-5b8e-4c51-9e3a-6fa78cf7fad8 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:42.818901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ec839d7c-e973-45be-9333-8a2d8e5ff4f0 None None] Deleting port b5c46f90-bc04-45ce-afa9-dc77d79ae248 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:42.819478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec839d7c-e973-45be-9333-8a2d8e5ff4f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:42.828341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-fbf22aca-4bc9-4fb8-8d1c-7f148c18e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:42.830053 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-fbf22aca-4bc9-4fb8-8d1c-7f148c18e52d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9268a0b323d24dae8ab7f37ea82f15af&shared=False HTTP/1.1" status: 200 len: 906 time: 1.0528121 Jan 14 07:26:42.841271 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-194d9932-5b8e-4c51-9e3a-6fa78cf7fad8 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:42.885496 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-afc07cd8-2246-42b1-8fd7-2a4e4c3f0f0a tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:43.015686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c239d99-4a68-4c8a-b759-d607d922f7b0 req-78b5e4e0-15cf-409a-a5d8-a5d2326a85d5 tempest-ServerAddressesNegativeTestJSON-919941072 tempest-ServerAddressesNegativeTestJSON-919941072] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:43.017414 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c239d99-4a68-4c8a-b759-d607d922f7b0 req-78b5e4e0-15cf-409a-a5d8-a5d2326a85d5 tempest-ServerAddressesNegativeTestJSON-919941072 tempest-ServerAddressesNegativeTestJSON-919941072] 10.222.0.41 "GET /v2.0/networks?id=3ca10179-2e57-4842-a361-9b1464e86cd7 HTTP/1.1" status: 200 len: 822 time: 1.2895682 Jan 14 07:26:43.057824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] Network 22c42234-dff1-4331-9ee3-7c6ddcbc7290 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:43.062471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ec839d7c-e973-45be-9333-8a2d8e5ff4f0 None None] For port b5c46f90-bc04-45ce-afa9-dc77d79ae248, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b5c46f90-bc04-45ce-afa9-dc77d79ae248,segment=NetworkSegment(4f36db97-baa9-412d-bc3a-9c9a597f2f7e),segment_id=4f36db97-baa9-412d-bc3a-9c9a597f2f7e)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:43.062910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec839d7c-e973-45be-9333-8a2d8e5ff4f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:43.121956 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:43.196012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ec839d7c-e973-45be-9333-8a2d8e5ff4f0 None None] Calling delete_port for b5c46f90-bc04-45ce-afa9-dc77d79ae248 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:43.208403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-442ddd56-eff7-4e7c-87df-872d6627181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:43.210295 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-442ddd56-eff7-4e7c-87df-872d6627181c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.2550347 Jan 14 07:26:43.233150 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c239d99-4a68-4c8a-b759-d607d922f7b0 req-3d813f7b-6614-4246-a8c0-02f367834d63 tempest-ServerAddressesNegativeTestJSON-919941072 tempest-ServerAddressesNegativeTestJSON-919941072] 10.222.0.41 "GET /v2.0/quotas/d472f429f29f48bfaaa7fd2ede3d8ac9 HTTP/1.1" status: 200 len: 375 time: 0.1443202 Jan 14 07:26:43.234213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2408fba-479e-4269-9db8-b0030f7790ef tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:43.253101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d9932-5b8e-4c51-9e3a-6fa78cf7fad8 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Pushing event updated for resources: {'SecurityGroup': ['ID=cec99434-0edb-44b2-9ec6-bd7cde4d8dc9,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:43.266905 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62a67100-5cce-4f13-9c7c-07a77bc1c904 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:43.280545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec839d7c-e973-45be-9333-8a2d8e5ff4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:43.297021 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:43.332163 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-194d9932-5b8e-4c51-9e3a-6fa78cf7fad8 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:43.334070 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2ebbd7b1-801c-44ab-ade9-5c7b988addc0 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:43.395666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec839d7c-e973-45be-9333-8a2d8e5ff4f0 None None] Pushing event deleted for resources: {'Port': ['ID=b5c46f90-bc04-45ce-afa9-dc77d79ae248,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:43.403564 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec839d7c-e973-45be-9333-8a2d8e5ff4f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:43.451226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec839d7c-e973-45be-9333-8a2d8e5ff4f0 None None] No DVR routers for this DVR port b5c46f90-bc04-45ce-afa9-dc77d79ae248 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:43.495212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2408fba-479e-4269-9db8-b0030f7790ef tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Pushing event deleted for resources: {'Port': ['ID=6d5136db-4748-4066-ae8c-139c8efca644,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:43.570286 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2408fba-479e-4269-9db8-b0030f7790ef tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:43.577657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85bdc9d7-35b7-46a9-b55f-81b168ef3d1e tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for floatingip, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:43.585063 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c30b74cc-3fb4-4c60-bcfa-075f427e7720 req-4ccb753b-0a5c-42bf-8152-d20d117f6f21 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] 10.222.0.39 "GET /v2.0/ports?device_id=1a9aa15b-75ba-4072-8e84-97e37ae083df HTTP/1.1" status: 200 len: 210 time: 0.2538652 Jan 14 07:26:43.589982 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c239d99-4a68-4c8a-b759-d607d922f7b0 req-c4574fde-4fd1-426a-a2b1-82d71e091671 tempest-ServerAddressesNegativeTestJSON-919941072 tempest-ServerAddressesNegativeTestJSON-919941072] 10.222.0.41 "GET /v2.0/ports?tenant_id=d472f429f29f48bfaaa7fd2ede3d8ac9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1764555 Jan 14 07:26:43.601289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] For port b5c46f90-bc04-45ce-afa9-dc77d79ae248, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b5c46f90-bc04-45ce-afa9-dc77d79ae248,segment=NetworkSegment(4f36db97-baa9-412d-bc3a-9c9a597f2f7e),segment_id=4f36db97-baa9-412d-bc3a-9c9a597f2f7e)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:43.601926 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:43.664727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c262396-7b2b-4a95-a728-cdf16804fe3a req-37abc967-fd65-457d-99bc-99a681f9c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:43.666351 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1c262396-7b2b-4a95-a728-cdf16804fe3a req-37abc967-fd65-457d-99bc-99a681f9c815 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70c580b2f73043ad905ca351382687bb&device_id=77f21d5d-e0d9-460e-852e-52c478af2a53 HTTP/1.1" status: 200 len: 1159 time: 1.3603349 Jan 14 07:26:43.680045 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:43.686962 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85bdc9d7-35b7-46a9-b55f-81b168ef3d1e tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:43.689733 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-85bdc9d7-35b7-46a9-b55f-81b168ef3d1e tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "DELETE /v2.0/floatingips/5d3255d9-275a-4a68-8a2e-6ffc6620e6b7 HTTP/1.1" status: 204 len: 168 time: 5.7671878 Jan 14 07:26:43.811378 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:43.869081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-194d9932-5b8e-4c51-9e3a-6fa78cf7fad8 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] device_id is not set on port 3368776b-4f50-4c1f-a08d-d2edb5181f0d yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:26:43.978466 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:43.980697 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] 10.222.0.41 "DELETE /v2.0/networks/22c42234-dff1-4331-9ee3-7c6ddcbc7290 HTTP/1.1" status: 204 len: 168 time: 8.2276497 Jan 14 07:26:44.084013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-e3b04fc7-0460-4f9a-ae7b-b192c825b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:44.085871 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-e3b04fc7-0460-4f9a-ae7b-b192c825b8ae service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.2303658 Jan 14 07:26:44.115158 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-194d9932-5b8e-4c51-9e3a-6fa78cf7fad8 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 07:26:44.115641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194d9932-5b8e-4c51-9e3a-6fa78cf7fad8 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] No notification will be sent due to unsuccessful status code: 409 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:26:44.128121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Calling delete_port for b5c46f90-bc04-45ce-afa9-dc77d79ae248 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:44.164083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] Pushing event deleted for resources: {'Network': ['ID=22c42234-dff1-4331-9ee3-7c6ddcbc7290,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:44.266263 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c239d99-4a68-4c8a-b759-d607d922f7b0 req-64dff447-a1fa-405b-9af9-5bc913b57a28 service neutron] 10.222.0.41 "GET /v2.0/networks/3ca10179-2e57-4842-a361-9b1464e86cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6347027 Jan 14 07:26:44.284712 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:44.334697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 32850) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:44.337731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-214131b0-5b1b-4e77-a495-01c0c721e60b tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:44.355244 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-72c196df-489e-4ac4-937b-cca906b24379 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:44.379591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 32854) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:44.400692 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a9dd091c-3c0e-4a45-8b22-15e34d1cbb6b tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:44.464024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-362e4c1e-52d4-4cf1-8962-2c2167f75bcb tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Synchronizing usage tracker for tenant:9268a0b323d24dae8ab7f37ea82f15af on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:44.468008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:44.487464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-22eb1c36-fba7-496b-8e1d-ae1eb7484c46 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Request body: {'security_group': {'name': 'tempest-securitygroup--1398389406', 'description': 'tempest-description--469169604'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:44.531232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62a67100-5cce-4f13-9c7c-07a77bc1c904 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:44.562336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214131b0-5b1b-4e77-a495-01c0c721e60b tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Pushing event deleted for resources: {'Port': ['ID=1d066ee9-9edb-4b06-9edb-b0e81a771f3f,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:44.581832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-22eb1c36-fba7-496b-8e1d-ae1eb7484c46 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:44.680927 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-43d297de-2c02-497a-854e-581fe85b5cb1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d80eadefa2a04dbc949b83745fb35cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424368 Jan 14 07:26:44.693481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 32858) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:44.709699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device 367f1cf1-00a7-404c-ad10-00132fa8b9c1 up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:44.713365 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:26:44.713734 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:26:44.739263 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c239d99-4a68-4c8a-b759-d607d922f7b0 req-21c3c4cc-45bc-4182-a03c-3ec993f51eec service neutron] 10.222.0.41 "GET /v2.0/networks/3ca10179-2e57-4842-a361-9b1464e86cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4530058 Jan 14 07:26:44.773977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-62a67100-5cce-4f13-9c7c-07a77bc1c904 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d296a63f-7c95-482a-bbfd-05a2330d25d3']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:44.810921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning for port 367f1cf1-00a7-404c-ad10-00132fa8b9c1 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:44.818976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port 367f1cf1-00a7-404c-ad10-00132fa8b9c1 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:44.819750 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.025230 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-214131b0-5b1b-4e77-a495-01c0c721e60b tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:45.035452 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8172061a-dedb-441c-8a3b-9993f19b56ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.573s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:45.049255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.067094 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2408fba-479e-4269-9db8-b0030f7790ef tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks [] for floatingip, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.075410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-22eb1c36-fba7-496b-8e1d-ae1eb7484c46 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Usage tracker for resource:security_group and tenant:b635ebb1cf0b486c984bf0a25ec6bb62 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:45.093225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port 367f1cf1-00a7-404c-ad10-00132fa8b9c1, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=367f1cf1-00a7-404c-ad10-00132fa8b9c1,segment=NetworkSegment(b3251ee7-93db-4202-91bf-eeeaccef7b57),segment_id=b3251ee7-93db-4202-91bf-eeeaccef7b57)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:45.094237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f21d5d-e0d9-460e-852e-52c478af2a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367f1cf1-00a7-404c-ad10-00132fa8b9c1'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:26:45.095892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-62a67100-5cce-4f13-9c7c-07a77bc1c904 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f7c36e-de05-467d-8e01-5784d9d349b7') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:45.096235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-62a67100-5cce-4f13-9c7c-07a77bc1c904 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f7c36e-de05-467d-8e01-5784d9d349b7') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:45.101831 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.104248 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:45.109256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-22eb1c36-fba7-496b-8e1d-ae1eb7484c46 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:45.115303 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62a67100-5cce-4f13-9c7c-07a77bc1c904 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.174426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c196df-489e-4ac4-937b-cca906b24379 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Pushing event deleted for resources: {'Port': ['ID=6c8b559e-25a0-46d2-938c-cc3dfa29415b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:45.178166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c262396-7b2b-4a95-a728-cdf16804fe3a req-e2abc647-2d48-4b0c-bfb5-98cefa61306b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:45.179882 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1c262396-7b2b-4a95-a728-cdf16804fe3a req-e2abc647-2d48-4b0c-bfb5-98cefa61306b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=70c580b2f73043ad905ca351382687bb&shared=False HTTP/1.1" status: 200 len: 910 time: 1.4753520 Jan 14 07:26:45.182100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-22eb1c36-fba7-496b-8e1d-ae1eb7484c46 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:45.192910 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-72c196df-489e-4ac4-937b-cca906b24379 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:45.195154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62a67100-5cce-4f13-9c7c-07a77bc1c904 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.202046 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14ac9093-bcb9-4e97-937e-9d8cf6c40c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.205285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-62a67100-5cce-4f13-9c7c-07a77bc1c904 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Releasing vxlan tunnel 6 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:45.220852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=367f1cf1-00a7-404c-ad10-00132fa8b9c1,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:45.222151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Deleting port b5c46f90-bc04-45ce-afa9-dc77d79ae248 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:45.222529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.239859 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:45.249397 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f21d5d-e0d9-460e-852e-52c478af2a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '367f1cf1-00a7-404c-ad10-00132fa8b9c1', 'code': 200} Jan 14 07:26:45.249883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-362e4c1e-52d4-4cf1-8962-2c2167f75bcb tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Unset dirty status for tenant:9268a0b323d24dae8ab7f37ea82f15af on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:45.251242 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-362e4c1e-52d4-4cf1-8962-2c2167f75bcb tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] 10.222.0.53 "GET /v2.0/ports?device_id=e923eb42-86e5-4f5d-a0f2-5295008da967 HTTP/1.1" status: 200 len: 210 time: 1.1074479 Jan 14 07:26:45.332658 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-194d9932-5b8e-4c51-9e3a-6fa78cf7fad8 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 6.0302861 Jan 14 07:26:45.334011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 32874) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:45.425137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2408fba-479e-4269-9db8-b0030f7790ef tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.426429 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f2408fba-479e-4269-9db8-b0030f7790ef tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] 10.222.0.41 "DELETE /v2.0/floatingips/0ccb146f-22f8-4971-8b58-78f65d1e502e HTTP/1.1" status: 204 len: 168 time: 7.3489668 Jan 14 07:26:45.501509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.514965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22eb1c36-fba7-496b-8e1d-ae1eb7484c46 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.534380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 32882) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:45.534717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 32884) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:45.685462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] The port 'b5c46f90-bc04-45ce-afa9-dc77d79ae248' was deleted {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:26:45.713667 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14ac9093-bcb9-4e97-937e-9d8cf6c40c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.778566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-22eb1c36-fba7-496b-8e1d-ae1eb7484c46 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:45.813163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-22eb1c36-fba7-496b-8e1d-ae1eb7484c46 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Usage tracker for resource:security_group_rule and tenant:b635ebb1cf0b486c984bf0a25ec6bb62 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:45.821007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-65242a6a-8a08-4a00-89d0-98fadc2a44e2 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Deleting port 0db42398-644b-42e0-9c0c-fddc2707986b {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:45.821388 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-65242a6a-8a08-4a00-89d0-98fadc2a44e2 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.897820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-22eb1c36-fba7-496b-8e1d-ae1eb7484c46 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:45.930441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-22eb1c36-fba7-496b-8e1d-ae1eb7484c46 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:45.964847 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:45.990448 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-3fad946f-24e4-4d41-851a-2ddb72a58bcc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9268a0b323d24dae8ab7f37ea82f15af&device_id=e923eb42-86e5-4f5d-a0f2-5295008da967 HTTP/1.1" status: 200 len: 210 time: 0.1786823 Jan 14 07:26:46.037940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ed48b8-2c71-4157-a540-734606026757 admin admin] Deleting subnet ec837013-2898-4837-b43e-a592712031b4 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:26:46.044715 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.069361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-214131b0-5b1b-4e77-a495-01c0c721e60b tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] No DVR routers for this DVR port 1d066ee9-9edb-4b06-9edb-b0e81a771f3f on host n-h2-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:46.071223 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96ed48b8-2c71-4157-a540-734606026757 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.091185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-62a67100-5cce-4f13-9c7c-07a77bc1c904 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Network d296a63f-7c95-482a-bbfd-05a2330d25d3 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:46.139326 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-214131b0-5b1b-4e77-a495-01c0c721e60b tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.141002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd5b10f-fc80-4eba-856b-c2a416cf245a']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:46.141456 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-65bd8ad5-496a-473f-bf44-f3b1da8d16ea req-214131b0-5b1b-4e77-a495-01c0c721e60b tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.39 "DELETE /v2.0/ports/1d066ee9-9edb-4b06-9edb-b0e81a771f3f HTTP/1.1" status: 204 len: 173 time: 6.8188691 Jan 14 07:26:46.155909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-72c196df-489e-4ac4-937b-cca906b24379 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] No DVR routers for this DVR port 6c8b559e-25a0-46d2-938c-cc3dfa29415b on host n-h1-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:46.157437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b727d3ca-80d8-4cfa-8de7-d8cb001c5792', 'name': 'network-vif-deleted', 'tag': '1d066ee9-9edb-4b06-9edb-b0e81a771f3f'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:26:46.161101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f36db97-baa9-412d-bc3a-9c9a597f2f7e') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:46.161836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f36db97-baa9-412d-bc3a-9c9a597f2f7e') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:46.163149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c262396-7b2b-4a95-a728-cdf16804fe3a req-57ae794d-2a4d-4c5d-b673-3f11cead86e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:46.164788 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1c262396-7b2b-4a95-a728-cdf16804fe3a req-57ae794d-2a4d-4c5d-b673-3f11cead86e0 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9536841 Jan 14 07:26:46.173805 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-72c196df-489e-4ac4-937b-cca906b24379 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.176119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.224939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.227167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Releasing vxlan tunnel 17 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:46.315080 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62a67100-5cce-4f13-9c7c-07a77bc1c904 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.334656 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b727d3ca-80d8-4cfa-8de7-d8cb001c5792', 'name': 'network-vif-deleted', 'tag': '1d066ee9-9edb-4b06-9edb-b0e81a771f3f', 'status': 'completed', 'code': 200} Jan 14 07:26:46.381176 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-72c196df-489e-4ac4-937b-cca906b24379 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] 10.222.0.53 "DELETE /v2.0/ports/6c8b559e-25a0-46d2-938c-cc3dfa29415b HTTP/1.1" status: 204 len: 173 time: 7.7805200 Jan 14 07:26:46.409391 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96ed48b8-2c71-4157-a540-734606026757 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.471006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device 367f1cf1-00a7-404c-ad10-00132fa8b9c1 no longer exists at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:46.570917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Router caa1d355-b201-4471-b84a-cee14d1f43ee is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:26:46.643249 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.680550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port 367f1cf1-00a7-404c-ad10-00132fa8b9c1, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=367f1cf1-00a7-404c-ad10-00132fa8b9c1,segment=NetworkSegment(b3251ee7-93db-4202-91bf-eeeaccef7b57),segment_id=b3251ee7-93db-4202-91bf-eeeaccef7b57)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:46.684825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.686918 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a761a19f-aeb3-4540-a292-68043ce188c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:46.694044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Network bfd5b10f-fc80-4eba-856b-c2a416cf245a has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:46.701978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14ac9093-bcb9-4e97-937e-9d8cf6c40c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.716814 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.739577 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4c44679-ab43-4c92-8467-12045cb6ada0 tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:46.745079 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96ed48b8-2c71-4157-a540-734606026757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.762806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=367f1cf1-00a7-404c-ad10-00132fa8b9c1,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:46.768010 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:46.845317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-65242a6a-8a08-4a00-89d0-98fadc2a44e2 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.845940 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-65242a6a-8a08-4a00-89d0-98fadc2a44e2 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Notify callbacks [] for floatingip, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.855676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac9093-bcb9-4e97-937e-9d8cf6c40c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0309239d-305b-46c4-af59-4f301efed3ec,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:46.861195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-62a67100-5cce-4f13-9c7c-07a77bc1c904 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Network d296a63f-7c95-482a-bbfd-05a2330d25d3 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:46.864375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-07e031c2-8958-45f8-abca-12520fd9bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:46.867197 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-07e031c2-8958-45f8-abca-12520fd9bd98 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9268a0b323d24dae8ab7f37ea82f15af&shared=False HTTP/1.1" status: 200 len: 906 time: 0.8202689 Jan 14 07:26:46.890973 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22eb1c36-fba7-496b-8e1d-ae1eb7484c46 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:46.891150 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14ac9093-bcb9-4e97-937e-9d8cf6c40c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:46.892171 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:47.175778 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14ac9093-bcb9-4e97-937e-9d8cf6c40c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:47.177082 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-14ac9093-bcb9-4e97-937e-9d8cf6c40c6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0309239d-305b-46c4-af59-4f301efed3ec HTTP/1.1" status: 204 len: 168 time: 2.4791679 Jan 14 07:26:47.230777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Network bfd5b10f-fc80-4eba-856b-c2a416cf245a has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:47.251005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f21d5d-e0d9-460e-852e-52c478af2a53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '367f1cf1-00a7-404c-ad10-00132fa8b9c1'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:47.268077 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:47.354591 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62a67100-5cce-4f13-9c7c-07a77bc1c904 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:47.359840 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62a67100-5cce-4f13-9c7c-07a77bc1c904 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:47.362031 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f21d5d-e0d9-460e-852e-52c478af2a53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '367f1cf1-00a7-404c-ad10-00132fa8b9c1', 'code': 200} Jan 14 07:26:47.428864 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1fc8b91-e965-4bb8-ab71-74bfd1f7df28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:47.499955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a67100-5cce-4f13-9c7c-07a77bc1c904 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Pushing event deleted for resources: {'Network': ['ID=d296a63f-7c95-482a-bbfd-05a2330d25d3,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:47.511736 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-62a67100-5cce-4f13-9c7c-07a77bc1c904 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] 10.222.0.41 "DELETE /v2.0/networks/d296a63f-7c95-482a-bbfd-05a2330d25d3 HTTP/1.1" status: 204 len: 168 time: 4.8509955 Jan 14 07:26:47.514618 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-62a67100-5cce-4f13-9c7c-07a77bc1c904 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:47.533120 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:47.539109 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c94c3091-0d32-4ed6-8e29-584a44214c2a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:47.567049 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22eb1c36-fba7-496b-8e1d-ae1eb7484c46 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:47.567769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:47.571093 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-194d9932-5b8e-4c51-9e3a-6fa78cf7fad8 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:47.581876 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d69a0000-cbfb-4139-9ef2-3c0af7ab2e64 req-39e650fd-fea0-49e3-9349-f7f000fe74eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e9238d31d96430fa9708f6c86547d3a&device_id=7639e718-3c07-4f8c-a311-9ef3bb6fcbeb HTTP/1.1" status: 200 len: 210 time: 0.5318911 Jan 14 07:26:47.621688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Pushing event deleted for resources: {'Network': ['ID=bfd5b10f-fc80-4eba-856b-c2a416cf245a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:47.624617 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:47.641644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-65242a6a-8a08-4a00-89d0-98fadc2a44e2 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Calling delete_port for 0db42398-644b-42e0-9c0c-fddc2707986b owned by network:floatingip {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:47.647252 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "DELETE /v2.0/networks/bfd5b10f-fc80-4eba-856b-c2a416cf245a HTTP/1.1" status: 204 len: 168 time: 7.3474560 Jan 14 07:26:47.650904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 32908) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:47.851565 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d69a0000-cbfb-4139-9ef2-3c0af7ab2e64 req-1f71c85b-5c9a-4658-91c5-b57fb7e22cb8 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9e9238d31d96430fa9708f6c86547d3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1510804 Jan 14 07:26:48.016531 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22eb1c36-fba7-496b-8e1d-ae1eb7484c46 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:48.019237 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-22eb1c36-fba7-496b-8e1d-ae1eb7484c46 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 3.5875294 Jan 14 07:26:48.022007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb1c36-fba7-496b-8e1d-ae1eb7484c46 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Pushing event updated for resources: {'SecurityGroup': ['ID=6851c7fe-2f3f-4e25-a4a6-1132f7c2482f,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:48.036848 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-22eb1c36-fba7-496b-8e1d-ae1eb7484c46 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:48.042141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 32920) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:48.255893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:26:48.264734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] Sync routers for ids ['caa1d355-b201-4471-b84a-cee14d1f43ee'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:26:48.281974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] Routers {'caa1d355-b201-4471-b84a-cee14d1f43ee'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:26:48.282830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:26:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['caa1d355-b201-4471-b84a-cee14d1f43ee'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:48.421205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-98845e05-485c-46df-8104-c2180a4a9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:48.422810 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-98845e05-485c-46df-8104-c2180a4a9bd7 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.5211134 Jan 14 07:26:48.423353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7639e718-3c07-4f8c-a311-9ef3bb6fcbeb', 'name': 'network-vif-deleted', 'tag': '6c8b559e-25a0-46d2-938c-cc3dfa29415b'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:26:48.429383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a0000-cbfb-4139-9ef2-3c0af7ab2e64 req-bb78eeb5-85b9-45da-be76-5113f24fb7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:48.431301 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d69a0000-cbfb-4139-9ef2-3c0af7ab2e64 req-bb78eeb5-85b9-45da-be76-5113f24fb7e9 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5075080 Jan 14 07:26:48.472109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2ce6f601-060d-47bb-a35b-f6f438ce4263 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Request body: {'security_group_rule': {'security_group_id': '6851c7fe-2f3f-4e25-a4a6-1132f7c2482f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:48.484125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c95883-d04e-4420-ba04-5e9269f2fc0c tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Deleting subnet 21ed80a7-3d80-433a-a90e-00b31d857d33 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:26:48.492033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-59c95883-d04e-4420-ba04-5e9269f2fc0c tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:48.523016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:48.527189 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 26.2721946 Jan 14 07:26:48.527189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2ce6f601-060d-47bb-a35b-f6f438ce4263 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:48.555096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 32932) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:48.631556 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-25e77995-d7b9-4a45-a785-79b7dd30d817 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] 10.222.0.39 "GET /v2.0/networks?tenant_id=9e9238d31d96430fa9708f6c86547d3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5906725 Jan 14 07:26:48.641541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2ce6f601-060d-47bb-a35b-f6f438ce4263 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Usage tracker for resource:security_group_rule and tenant:b635ebb1cf0b486c984bf0a25ec6bb62 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:48.645787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2ce6f601-060d-47bb-a35b-f6f438ce4263 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:48.654736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2ce6f601-060d-47bb-a35b-f6f438ce4263 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:48.694947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] Set router caa1d355-b201-4471-b84a-cee14d1f43ee gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:26:48.750492 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7639e718-3c07-4f8c-a311-9ef3bb6fcbeb', 'name': 'network-vif-deleted', 'tag': '6c8b559e-25a0-46d2-938c-cc3dfa29415b', 'status': 'completed', 'code': 200} Jan 14 07:26:48.752100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-d69a0000-cbfb-4139-9ef2-3c0af7ab2e64 req-a13527b7-71f4-4227-b87a-885f3aa04786 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Synchronizing usage tracker for tenant:9e9238d31d96430fa9708f6c86547d3a on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:48.802785 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-59c95883-d04e-4420-ba04-5e9269f2fc0c tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:48.971517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 32940) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:49.015362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-677b96bc-3010-403d-91e8-58f0c8b1852a tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Synchronizing usage tracker for tenant:9268a0b323d24dae8ab7f37ea82f15af on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:49.042553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-9611957f-7cb5-4799-9d1a-8be25ee6a429 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:49.043953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-9611957f-7cb5-4799-9d1a-8be25ee6a429 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Synchronizing usage tracker for tenant:70c580b2f73043ad905ca351382687bb on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:26:49.071674 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-88361020-62a0-4316-855d-562135b3d48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.092525 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ce6f601-060d-47bb-a35b-f6f438ce4263 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.114082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-d69a0000-cbfb-4139-9ef2-3c0af7ab2e64 req-a13527b7-71f4-4227-b87a-885f3aa04786 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Unset dirty status for tenant:9e9238d31d96430fa9708f6c86547d3a on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:49.117375 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d69a0000-cbfb-4139-9ef2-3c0af7ab2e64 req-a13527b7-71f4-4227-b87a-885f3aa04786 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] 10.222.0.53 "GET /v2.0/ports?device_id=7639e718-3c07-4f8c-a311-9ef3bb6fcbeb HTTP/1.1" status: 200 len: 210 time: 0.6173751 Jan 14 07:26:49.134696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa1d355-b201-4471-b84a-cee14d1f43ee', 'name': 'tempest-ServersTestBootFromVolume-59115883-router', 'tenant_id': 'e3451631cc4f4706994f5dfe4aea528e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '62c21fd2-9d15-45f2-836e-5af334ac426b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:26:22Z', 'updated_at': '2021-01-14T07:26:39Z', 'revision_number': 3, 'project_id': 'e3451631cc4f4706994f5dfe4aea528e', 'gw_port': {'id': '62c21fd2-9d15-45f2-836e-5af334ac426b', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa1d355-b201-4471-b84a-cee14d1f43ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:26:29Z', 'updated_at': '2021-01-14T07:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:49.162907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] Checking router: caa1d355-b201-4471-b84a-cee14d1f43ee for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:26:49.163414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] Updating router caa1d355-b201-4471-b84a-cee14d1f43ee port 62c21fd2-9d15-45f2-836e-5af334ac426b binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:26:49.244123 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.289009 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-59c95883-d04e-4420-ba04-5e9269f2fc0c tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.413412 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ce6f601-060d-47bb-a35b-f6f438ce4263 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.417545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-240884872-network', 'tenant_id': 'a7d1734d99db4e9a832fbe29d9236f07'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:49.431912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-9611957f-7cb5-4799-9d1a-8be25ee6a429 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Unset dirty status for tenant:70c580b2f73043ad905ca351382687bb on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:49.433383 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-9611957f-7cb5-4799-9d1a-8be25ee6a429 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.39 "GET /v2.0/ports?device_id=77f21d5d-e0d9-460e-852e-52c478af2a53 HTTP/1.1" status: 200 len: 944 time: 2.7962008 Jan 14 07:26:49.449617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:49.458145 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ce6f601-060d-47bb-a35b-f6f438ce4263 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.468806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-65242a6a-8a08-4a00-89d0-98fadc2a44e2 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.569699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Usage tracker for resource:network and tenant:a7d1734d99db4e9a832fbe29d9236f07 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:49.581746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:49.601514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:49.751824 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.755897 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-72c196df-489e-4ac4-937b-cca906b24379 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:49.766467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] Transition to ACTIVE for port object 62c21fd2-9d15-45f2-836e-5af334ac426b will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:49.772118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.804820 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:49.818597 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96ed48b8-2c71-4157-a540-734606026757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.887585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Made reservation on behalf of a7d1734d99db4e9a832fbe29d9236f07 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:49.893183 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:49.932336 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:50.037236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-677b96bc-3010-403d-91e8-58f0c8b1852a tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Unset dirty status for tenant:9268a0b323d24dae8ab7f37ea82f15af on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:26:50.038680 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-677b96bc-3010-403d-91e8-58f0c8b1852a tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] 10.222.0.53 "GET /v2.0/ports?device_id=e923eb42-86e5-4f5d-a0f2-5295008da967 HTTP/1.1" status: 200 len: 210 time: 1.5198359 Jan 14 07:26:50.101146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] Attempting to bind port 62c21fd2-9d15-45f2-836e-5af334ac426b on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:26:50.101512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-a4223beb-9bb4-41d8-84fd-0a5dbf7f19a6 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Deleting port 367f1cf1-00a7-404c-ad10-00132fa8b9c1 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:50.101626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] Attempting to bind port 62c21fd2-9d15-45f2-836e-5af334ac426b by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:26:50.101843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-a4223beb-9bb4-41d8-84fd-0a5dbf7f19a6 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:50.102018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] Attempting to bind port 62c21fd2-9d15-45f2-836e-5af334ac426b on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:26:50.106180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc729f8f-4b23-425a-9251-2a0db101c42d None None] Pushing event updated for resources: {'Port': ['ID=62c21fd2-9d15-45f2-836e-5af334ac426b,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:50.117532 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fc729f8f-4b23-425a-9251-2a0db101c42d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:50.120831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:26:50.121933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:50.122524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:50.123103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:26:50.123790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] Bound port: 62c21fd2-9d15-45f2-836e-5af334ac426b, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:26:50.124202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:50.133290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65242a6a-8a08-4a00-89d0-98fadc2a44e2 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Pushing event deleted for resources: {'Port': ['ID=0db42398-644b-42e0-9c0c-fddc2707986b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:50.198909 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-65242a6a-8a08-4a00-89d0-98fadc2a44e2 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:50.213007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] For port 62c21fd2-9d15-45f2-836e-5af334ac426b, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:26:50.217068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] For port 62c21fd2-9d15-45f2-836e-5af334ac426b, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=62c21fd2-9d15-45f2-836e-5af334ac426b,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:26:50.224972 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:50.226810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-c99cd287-eb55-44a7-b85c-33b5becf1d9f tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:50.229546 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-c99cd287-eb55-44a7-b85c-33b5becf1d9f tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4743605 Jan 14 07:26:50.230180 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5891b100-255a-4ce8-a832-d4c96259c017 tempest-ServersWithSpecificFlavorTestJSON-158173211 tempest-ServersWithSpecificFlavorTestJSON-158173211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.412s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:50.262779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6f601-060d-47bb-a35b-f6f438ce4263 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db19681-5f63-4c1c-9b7e-9a5b8a8c4606,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:50.268760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-1a730843-f064-4e75-8c99-913c41d8e513 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Request body: {'port': {'device_id': '7639e718-3c07-4f8c-a311-9ef3bb6fcbeb', 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd', 'admin_state_up': True, 'tenant_id': '9e9238d31d96430fa9708f6c86547d3a'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:50.453873 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:50.542045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] Routers {'caa1d355-b201-4471-b84a-cee14d1f43ee'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:26:50.542927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:26:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['caa1d355-b201-4471-b84a-cee14d1f43ee'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:50.593348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-1a730843-f064-4e75-8c99-913c41d8e513 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:50.622661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-1a730843-f064-4e75-8c99-913c41d8e513 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:50.639637 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96ed48b8-2c71-4157-a540-734606026757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:50.649194 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2ce6f601-060d-47bb-a35b-f6f438ce4263 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:50.649980 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-86baf9fe-b922-4389-819e-8ef65bfadee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.613s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:50.771688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc729f8f-4b23-425a-9251-2a0db101c42d None None] Pushing event updated for resources: {'Port': ['ID=62c21fd2-9d15-45f2-836e-5af334ac426b,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:50.778184 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fc729f8f-4b23-425a-9251-2a0db101c42d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:51.061072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:51.100233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] Set router caa1d355-b201-4471-b84a-cee14d1f43ee gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:26:51.242954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed48b8-2c71-4157-a540-734606026757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec837013-2898-4837-b43e-a592712031b4,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:51.249501 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96ed48b8-2c71-4157-a540-734606026757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:51.304826 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9db41e4d-e157-4143-8bc0-0bdba675ffcd req-b054dcc1-b718-4477-8884-aea6eb812595 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9268a0b323d24dae8ab7f37ea82f15af&device_id=e923eb42-86e5-4f5d-a0f2-5295008da967 HTTP/1.1" status: 200 len: 210 time: 0.2064650 Jan 14 07:26:51.310368 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-65242a6a-8a08-4a00-89d0-98fadc2a44e2 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Notify callbacks [] for floatingip, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:51.313268 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-65242a6a-8a08-4a00-89d0-98fadc2a44e2 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:51.314877 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-65242a6a-8a08-4a00-89d0-98fadc2a44e2 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] 10.222.0.41 "DELETE /v2.0/floatingips/e21e2abd-542a-4a55-9d6e-02c94818a219 HTTP/1.1" status: 204 len: 168 time: 5.8929954 Jan 14 07:26:51.420912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Usage tracker for resource:security_group_rule and tenant:a7d1734d99db4e9a832fbe29d9236f07 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:51.507911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:51.522068 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:51.638780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:51.666395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db41e4d-e157-4143-8bc0-0bdba675ffcd req-222e8c47-fb37-4bb0-83f5-7af607d05cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:51.668058 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9db41e4d-e157-4143-8bc0-0bdba675ffcd req-222e8c47-fb37-4bb0-83f5-7af607d05cd1 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9268a0b323d24dae8ab7f37ea82f15af&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3377156 Jan 14 07:26:51.672474 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ce6f601-060d-47bb-a35b-f6f438ce4263 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:51.673886 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2ce6f601-060d-47bb-a35b-f6f438ce4263 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.4236679 Jan 14 07:26:51.675585 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-96ed48b8-2c71-4157-a540-734606026757 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ec837013-2898-4837-b43e-a592712031b4 HTTP/1.1" status: 204 len: 168 time: 6.1187890 Jan 14 07:26:51.707426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 32964) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:51.707866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 32966) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:51.707999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-1a730843-f064-4e75-8c99-913c41d8e513 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Made reservation on behalf of 9e9238d31d96430fa9708f6c86547d3a for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:51.716492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa1d355-b201-4471-b84a-cee14d1f43ee', 'name': 'tempest-ServersTestBootFromVolume-59115883-router', 'tenant_id': 'e3451631cc4f4706994f5dfe4aea528e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '62c21fd2-9d15-45f2-836e-5af334ac426b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:26:22Z', 'updated_at': '2021-01-14T07:26:39Z', 'revision_number': 3, 'project_id': 'e3451631cc4f4706994f5dfe4aea528e', 'gw_port': {'id': '62c21fd2-9d15-45f2-836e-5af334ac426b', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa1d355-b201-4471-b84a-cee14d1f43ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:26:29Z', 'updated_at': '2021-01-14T07:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:51.717900 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-1a730843-f064-4e75-8c99-913c41d8e513 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:51.721492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c4a5a-acaf-4699-a3b5-36dabdcefbf6 None None] The sync data for ids ['caa1d355-b201-4471-b84a-cee14d1f43ee'] in n-d-769329-2 is: [{'id': 'caa1d355-b201-4471-b84a-cee14d1f43ee', 'name': 'tempest-ServersTestBootFromVolume-59115883-router', 'tenant_id': 'e3451631cc4f4706994f5dfe4aea528e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '62c21fd2-9d15-45f2-836e-5af334ac426b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:26:22Z', 'updated_at': '2021-01-14T07:26:39Z', 'revision_number': 3, 'project_id': 'e3451631cc4f4706994f5dfe4aea528e', 'gw_port': {'id': '62c21fd2-9d15-45f2-836e-5af334ac426b', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa1d355-b201-4471-b84a-cee14d1f43ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:26:29Z', 'updated_at': '2021-01-14T07:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:26:51.773403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f4cfe8ab-0025-4347-996a-4ad9e4736a5f tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Request body: {'security_group_rule': {'security_group_id': '6851c7fe-2f3f-4e25-a4a6-1132f7c2482f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:52.078401 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:52.114020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 32972) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:52.165975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f4cfe8ab-0025-4347-996a-4ad9e4736a5f tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:52.188835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-a4223beb-9bb4-41d8-84fd-0a5dbf7f19a6 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] For port 367f1cf1-00a7-404c-ad10-00132fa8b9c1, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=367f1cf1-00a7-404c-ad10-00132fa8b9c1,segment=NetworkSegment(b3251ee7-93db-4202-91bf-eeeaccef7b57),segment_id=b3251ee7-93db-4202-91bf-eeeaccef7b57)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:52.189386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-a4223beb-9bb4-41d8-84fd-0a5dbf7f19a6 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:52.190271 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:52.270785 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c5fe4df-2b78-4585-bd7f-7d717b2c089b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:52.282602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f4cfe8ab-0025-4347-996a-4ad9e4736a5f tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Usage tracker for resource:security_group_rule and tenant:b635ebb1cf0b486c984bf0a25ec6bb62 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:52.405775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f4cfe8ab-0025-4347-996a-4ad9e4736a5f tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:52.436856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f4cfe8ab-0025-4347-996a-4ad9e4736a5f tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:52.505287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-a4223beb-9bb4-41d8-84fd-0a5dbf7f19a6 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Calling delete_port for 367f1cf1-00a7-404c-ad10-00132fa8b9c1 owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:52.558509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-59c95883-d04e-4420-ba04-5e9269f2fc0c tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:52.601317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:26:52.861134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d2313a-fafc-4365-b928-77b3b2495d7b,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:52.912464 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4cfe8ab-0025-4347-996a-4ad9e4736a5f tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:52.926663 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:52.943252 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Added segment 0c6e3777-6cd1-4d72-881b-1861ee8b4114 of type vxlan for network 389afef5-a7c2-45e8-95be-bdeb50e123ca Jan 14 07:26:52.945159 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:53.039962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 62c21fd2-9d15-45f2-836e-5af334ac426b up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:53.100056 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-842557a6-4973-48aa-b6db-b64b4f4d59aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.471s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:53.177260 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3021830b-63b8-4db1-b77c-0a7b08b444c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:53.223525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 62c21fd2-9d15-45f2-836e-5af334ac426b completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:53.243932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 62c21fd2-9d15-45f2-836e-5af334ac426b triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:53.244657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:53.344648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db41e4d-e157-4143-8bc0-0bdba675ffcd req-d4894d03-7df1-4075-8d8d-18be3edb8c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:53.346273 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9db41e4d-e157-4143-8bc0-0bdba675ffcd req-d4894d03-7df1-4075-8d8d-18be3edb8c44 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.6695049 Jan 14 07:26:53.358718 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-a4223beb-9bb4-41d8-84fd-0a5dbf7f19a6 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:53.362191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac043733-bcbf-49e2-8695-6b5ff423a4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:53.482142 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4170155f-be58-498f-8918-679c9327a2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:53.486651 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:53.517908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 62c21fd2-9d15-45f2-836e-5af334ac426b, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=62c21fd2-9d15-45f2-836e-5af334ac426b,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:53.522094 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:53.524302 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2d3b482f-51f3-4008-87a8-a31cedd5619d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:53.596991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ac043733-bcbf-49e2-8695-6b5ff423a4bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:53.616968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=62c21fd2-9d15-45f2-836e-5af334ac426b,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:53.621696 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:53.621965 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9db41e4d-e157-4143-8bc0-0bdba675ffcd req-abbaef1d-d90f-412e-8d58-b27d19a39f63 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] 10.222.0.53 "GET /v2.0/ports?device_id=e923eb42-86e5-4f5d-a0f2-5295008da967 HTTP/1.1" status: 200 len: 210 time: 0.0849013 Jan 14 07:26:53.623041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4223beb-9bb4-41d8-84fd-0a5dbf7f19a6 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Pushing event deleted for resources: {'Port': ['ID=367f1cf1-00a7-404c-ad10-00132fa8b9c1,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:53.633228 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a4223beb-9bb4-41d8-84fd-0a5dbf7f19a6 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:53.643937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ac043733-bcbf-49e2-8695-6b5ff423a4bd admin admin] Usage tracker for resource:security_group_rule and tenant:e314836b131d4153960c531a8f6c28f6 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:53.656619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ac043733-bcbf-49e2-8695-6b5ff423a4bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:53.679212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c95883-d04e-4420-ba04-5e9269f2fc0c tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Pushing event deleted for resources: {'Subnet': ['ID=21ed80a7-3d80-433a-a90e-00b31d857d33,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:53.679574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ac043733-bcbf-49e2-8695-6b5ff423a4bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:53.720866 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-59c95883-d04e-4420-ba04-5e9269f2fc0c tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:53.772242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:53.896388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e1cef5-67a5-4a9a-9d80-4a67c7775257 None None] Network 95ecd057-1063-4c78-8c35-01cb693138d7 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:26:53.905452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-1a730843-f064-4e75-8c99-913c41d8e513 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Allocated IP 192.168.233.85 (d6bd0598-2cab-47e3-9f0f-47d899b421cd/ffe7d3d2-18e7-450d-bb59-0b64181030a8/cc4331e3-529d-461a-9802-1516c5707b40) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:53.914114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-a4223beb-9bb4-41d8-84fd-0a5dbf7f19a6 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] No DVR routers for this DVR port 367f1cf1-00a7-404c-ad10-00132fa8b9c1 on host n-h2-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:53.927509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-a4223beb-9bb4-41d8-84fd-0a5dbf7f19a6 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:53.952518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f21d5d-e0d9-460e-852e-52c478af2a53', 'name': 'network-vif-deleted', 'tag': '367f1cf1-00a7-404c-ad10-00132fa8b9c1'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:26:53.982412 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-a4223beb-9bb4-41d8-84fd-0a5dbf7f19a6 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] 10.222.0.39 "DELETE /v2.0/ports/367f1cf1-00a7-404c-ad10-00132fa8b9c1 HTTP/1.1" status: 204 len: 173 time: 4.5147555 Jan 14 07:26:54.081242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3021830b-63b8-4db1-b77c-0a7b08b444c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.124365 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f21d5d-e0d9-460e-852e-52c478af2a53', 'name': 'network-vif-deleted', 'tag': '367f1cf1-00a7-404c-ad10-00132fa8b9c1', 'status': 'completed', 'code': 200} Jan 14 07:26:54.192943 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac043733-bcbf-49e2-8695-6b5ff423a4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.204786 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac043733-bcbf-49e2-8695-6b5ff423a4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.261447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6071c90-30be-4abd-9c25-69b172057df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.265250 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-55b8620f-c434-42b0-b11e-0506d9ee9f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:54.274616 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ac043733-bcbf-49e2-8695-6b5ff423a4bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e314836b131d4153960c531a8f6c28f6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1450019 Jan 14 07:26:54.281358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 32988) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:54.401820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb09aef-5d4f-4e6a-81e6-afec9407ffaf None None] DHCP port deletion for 95ecd057-1063-4c78-8c35-01cb693138d7 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:26:54.407309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6bb09aef-5d4f-4e6a-81e6-afec9407ffaf None None] Deleting port 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:54.407864 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6bb09aef-5d4f-4e6a-81e6-afec9407ffaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.415151 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-59c95883-d04e-4420-ba04-5e9269f2fc0c tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.503138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac043733-bcbf-49e2-8695-6b5ff423a4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ada0e5-2ac8-4b7c-8e1a-16d092b6bf8a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:54.507001 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ac043733-bcbf-49e2-8695-6b5ff423a4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:54.545020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3021830b-63b8-4db1-b77c-0a7b08b444c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca10179-2e57-4842-a361-9b1464e86cd7']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:54.564298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-88361020-62a0-4316-855d-562135b3d48e admin admin] Deleting port 43d070aa-3955-41e1-a716-6be5dbb2c3b9 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:26:54.564672 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-88361020-62a0-4316-855d-562135b3d48e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.595119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d06d6eea-9bf9-46d8-83d6-757d7edb7a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.629970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d06d6eea-9bf9-46d8-83d6-757d7edb7a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.738877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d06d6eea-9bf9-46d8-83d6-757d7edb7a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.746717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-1a730843-f064-4e75-8c99-913c41d8e513 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.759632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6bb09aef-5d4f-4e6a-81e6-afec9407ffaf None None] For port 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf,segment=NetworkSegment(d7fb1864-3db6-48f1-9c7c-77f30d38b842),segment_id=d7fb1864-3db6-48f1-9c7c-77f30d38b842)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:54.760470 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6bb09aef-5d4f-4e6a-81e6-afec9407ffaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.761700 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d1908de-0bc6-4f9c-9eb2-1ab29b037db6 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:54.770693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-88361020-62a0-4316-855d-562135b3d48e admin admin] For port 43d070aa-3955-41e1-a716-6be5dbb2c3b9, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=43d070aa-3955-41e1-a716-6be5dbb2c3b9,segment=NetworkSegment(8d00b196-6976-485d-ba3c-4dc2a3084723),segment_id=8d00b196-6976-485d-ba3c-4dc2a3084723)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:26:54.771082 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-88361020-62a0-4316-855d-562135b3d48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.781505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d6eea-9bf9-46d8-83d6-757d7edb7a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ada0e5-2ac8-4b7c-8e1a-16d092b6bf8a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:54.784864 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d06d6eea-9bf9-46d8-83d6-757d7edb7a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:54.811700 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d06d6eea-9bf9-46d8-83d6-757d7edb7a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.812942 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d06d6eea-9bf9-46d8-83d6-757d7edb7a8f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32ada0e5-2ac8-4b7c-8e1a-16d092b6bf8a HTTP/1.1" status: 204 len: 168 time: 0.4703856 Jan 14 07:26:54.814166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-1a730843-f064-4e75-8c99-913c41d8e513 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Transition to ACTIVE for port object cc4331e3-529d-461a-9802-1516c5707b40 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:54.869992 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-1a730843-f064-4e75-8c99-913c41d8e513 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:54.901371 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-214131b0-5b1b-4e77-a495-01c0c721e60b tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:55.011010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-88361020-62a0-4316-855d-562135b3d48e admin admin] Calling delete_port for 43d070aa-3955-41e1-a716-6be5dbb2c3b9 owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:55.034487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 62c21fd2-9d15-45f2-836e-5af334ac426b up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:26:55.134863 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] It took 1.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:26:55.156088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3021830b-63b8-4db1-b77c-0a7b08b444c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049afdfd-a4a5-4b33-ba5e-8bc89a91be6c') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:55.156427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3021830b-63b8-4db1-b77c-0a7b08b444c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049afdfd-a4a5-4b33-ba5e-8bc89a91be6c') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:55.171973 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3021830b-63b8-4db1-b77c-0a7b08b444c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:55.190600 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3021830b-63b8-4db1-b77c-0a7b08b444c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:55.192900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3021830b-63b8-4db1-b77c-0a7b08b444c5 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:55.249928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6bb09aef-5d4f-4e6a-81e6-afec9407ffaf None None] Calling delete_port for 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:26:55.317526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 62c21fd2-9d15-45f2-836e-5af334ac426b triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:55.318213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:55.375757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-1a730843-f064-4e75-8c99-913c41d8e513 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Network d6bd0598-2cab-47e3-9f0f-47d899b421cd is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:55.395290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-1a730843-f064-4e75-8c99-913c41d8e513 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:55.412848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a730843-f064-4e75-8c99-913c41d8e513 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Pushing event updated for resources: {'Port': ['ID=cc4331e3-529d-461a-9802-1516c5707b40,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:55.430011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-1a730843-f064-4e75-8c99-913c41d8e513 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:55.488955 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a730843-f064-4e75-8c99-913c41d8e513 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:55.549271 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:26:55.553213 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:55.553213 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:55.553213 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:55.553213 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:26:55.553213 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:55.553213 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:55.553213 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:55.553213 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:26:55.553213 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:55.553213 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:55.553213 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:55.553213 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:26:55.553213 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:55.553213 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:55.553213 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:55.553213 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:26:55.553213 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:55.553213 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:55.553213 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:55.576386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-1a730843-f064-4e75-8c99-913c41d8e513 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:55.578466 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-1a730843-f064-4e75-8c99-913c41d8e513 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:55.581633 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6bb09aef-5d4f-4e6a-81e6-afec9407ffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:55.594205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33000) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:55.727567 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-1a730843-f064-4e75-8c99-913c41d8e513 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4776063 Jan 14 07:26:55.781789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Request body: {'port': {'device_id': '7639e718-3c07-4f8c-a311-9ef3bb6fcbeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-2'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:55.791212 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-390676e9-9a22-48ed-99e4-d4c661cd878f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:55.804505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3021830b-63b8-4db1-b77c-0a7b08b444c5 admin admin] Network 3ca10179-2e57-4842-a361-9b1464e86cd7 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:55.819936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3021830b-63b8-4db1-b77c-0a7b08b444c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:55.831585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:26:55.868198 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-12045d9e-da5f-43a7-a08e-c8d495ecd814 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98b40bc69f854deb9a90409c539c9cd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698624 Jan 14 07:26:55.872198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33004) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:55.884658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:26:55.885030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:26:55.905748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb09aef-5d4f-4e6a-81e6-afec9407ffaf None None] Pushing event deleted for resources: {'Port': ['ID=94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:55.909037 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6bb09aef-5d4f-4e6a-81e6-afec9407ffaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:55.912411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb09aef-5d4f-4e6a-81e6-afec9407ffaf None None] No DVR routers for this DVR port 94aa27fc-79fa-4f55-8ff1-34f3bcaefdaf on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:26:55.916049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-727a8556-f7a4-452a-8be8-80c093a55fa5 None None] Provisioning for port cc4331e3-529d-461a-9802-1516c5707b40 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:26:55.925725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-727a8556-f7a4-452a-8be8-80c093a55fa5 None None] Provisioning complete for port cc4331e3-529d-461a-9802-1516c5707b40 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:26:55.926149 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-727a8556-f7a4-452a-8be8-80c093a55fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:55.998512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-727a8556-f7a4-452a-8be8-80c093a55fa5 None None] Port cc4331e3-529d-461a-9802-1516c5707b40 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:26:56.018274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da04a023-33a8-4dd1-bc45-7704a902be62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:56.062743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4cfe8ab-0025-4347-996a-4ad9e4736a5f tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:56.105145 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da04a023-33a8-4dd1-bc45-7704a902be62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:56.107134 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4cfe8ab-0025-4347-996a-4ad9e4736a5f tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:56.125598 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:56.173470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-c0113ea9-7c9e-4824-b3c0-5dfbbcc1fbf3 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:56.175109 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-c0113ea9-7c9e-4824-b3c0-5dfbbcc1fbf3 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] 10.222.0.39 "GET /v2.0/networks?id=cf9b7913-93f3-45f5-ba8b-b54d641486d4 HTTP/1.1" status: 200 len: 812 time: 2.8355236 Jan 14 07:26:56.201778 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-59c95883-d04e-4420-ba04-5e9269f2fc0c tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "DELETE /v2.0/subnets/21ed80a7-3d80-433a-a90e-00b31d857d33 HTTP/1.1" status: 204 len: 168 time: 8.5468488 Jan 14 07:26:56.201778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3021830b-63b8-4db1-b77c-0a7b08b444c5 admin admin] Network 3ca10179-2e57-4842-a361-9b1464e86cd7 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:56.203096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33008) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:56.224193 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:56.230712 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:56.231866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:56.232483 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:56.277626 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:56.378886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cfe8ab-0025-4347-996a-4ad9e4736a5f tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8bdf4d-b22d-4253-9462-2ad31457fc46,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:56.395124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da04a023-33a8-4dd1-bc45-7704a902be62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:56.408408 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b7307e3-46b6-49ce-9914-33a3d2cbe8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:56.417499 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4cfe8ab-0025-4347-996a-4ad9e4736a5f tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:56.426311 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-62a67100-5cce-4f13-9c7c-07a77bc1c904 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:56.438185 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-373fae97-2d50-4cda-8286-82ebe2f324b9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:56.454938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4cfe8ab-0025-4347-996a-4ad9e4736a5f tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:56.459598 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f4cfe8ab-0025-4347-996a-4ad9e4736a5f tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 4.7132843 Jan 14 07:26:56.469958 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 7.4739096 Jan 14 07:26:56.502675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33012) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:56.503093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33014) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:56.582999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-3637a533-3a30-4e17-9622-f1ac46f9495e admin admin] Request body: {'subnet': {'network_id': '389afef5-a7c2-45e8-95be-bdeb50e123ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-240884872-subnet', 'tenant_id': 'a7d1734d99db4e9a832fbe29d9236f07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:56.597340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:56.631255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3637a533-3a30-4e17-9622-f1ac46f9495e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:56.633977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:56.643976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3021830b-63b8-4db1-b77c-0a7b08b444c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:56.658197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Usage tracker for resource:floatingip and tenant:b635ebb1cf0b486c984bf0a25ec6bb62 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:56.661933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3637a533-3a30-4e17-9622-f1ac46f9495e admin admin] Usage tracker for resource:subnet and tenant:a7d1734d99db4e9a832fbe29d9236f07 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:56.675592 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-fe873616-1fc9-41e0-97f5-e44796ed01a4 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9268a0b323d24dae8ab7f37ea82f15af HTTP/1.1" status: 200 len: 2988 time: 0.4648385 Jan 14 07:26:56.686683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3021830b-63b8-4db1-b77c-0a7b08b444c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:56.692127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:56.695203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3637a533-3a30-4e17-9622-f1ac46f9495e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:56.713797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Pushing event updated for resources: {'Network': ['ID=389afef5-a7c2-45e8-95be-bdeb50e123ca,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:56.720303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:56.724240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3637a533-3a30-4e17-9622-f1ac46f9495e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:56.733830 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:56.735090 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1041a6ea-54fe-4417-9f81-0078b67bd38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:56.745002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 389afef5-a7c2-45e8-95be-bdeb50e123ca details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:56.750008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da04a023-33a8-4dd1-bc45-7704a902be62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:56.754150 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-da04a023-33a8-4dd1-bc45-7704a902be62 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cec99434-0edb-44b2-9ec6-bd7cde4d8dc9 HTTP/1.1" status: 204 len: 168 time: 0.8808086 Jan 14 07:26:56.755367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04a023-33a8-4dd1-bc45-7704a902be62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec99434-0edb-44b2-9ec6-bd7cde4d8dc9,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:56.807071 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3021830b-63b8-4db1-b77c-0a7b08b444c5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3ca10179-2e57-4842-a361-9b1464e86cd7 HTTP/1.1" status: 204 len: 168 time: 5.0588920 Jan 14 07:26:56.848002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Allocated IP 172.20.0.1 (ce731b9a-345f-4e1e-a95c-e4ad6a017f9c/35b94442-10c8-46b2-b698-e8f8a8f4abdb/68371cc9-be3f-4d96-af7f-c3b786b16a46) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:26:56.853677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021830b-63b8-4db1-b77c-0a7b08b444c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca10179-2e57-4842-a361-9b1464e86cd7,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:56.873555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33026) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:56.875023 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da04a023-33a8-4dd1-bc45-7704a902be62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:56.885879 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3021830b-63b8-4db1-b77c-0a7b08b444c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:56.889972 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-eb8abfab-8507-4fea-a020-34693ac6037f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9268a0b323d24dae8ab7f37ea82f15af&device_id=e923eb42-86e5-4f5d-a0f2-5295008da967 HTTP/1.1" status: 200 len: 210 time: 0.1244960 Jan 14 07:26:56.898534 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for floatingip, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:56.929226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 389afef5-a7c2-45e8-95be-bdeb50e123ca details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:56.940653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3637a533-3a30-4e17-9622-f1ac46f9495e admin admin] Made reservation on behalf of a7d1734d99db4e9a832fbe29d9236f07 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:56.950348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3637a533-3a30-4e17-9622-f1ac46f9495e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:57.189632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 389afef5-a7c2-45e8-95be-bdeb50e123ca details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:26:57.241155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33032) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:57.298916 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-373fae97-2d50-4cda-8286-82ebe2f324b9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:57.378803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dcce4d75-38dc-4360-b7e1-04ff04c71857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:57.491365 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:57.573322 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-23b7d8b6-b79c-4920-a7f1-b6faf225a7c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d472f429f29f48bfaaa7fd2ede3d8ac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3276470 Jan 14 07:26:57.577583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33040) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:57.697939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-373fae97-2d50-4cda-8286-82ebe2f324b9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ecd057-1063-4c78-8c35-01cb693138d7']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:57.717641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-373fae97-2d50-4cda-8286-82ebe2f324b9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7fb1864-3db6-48f1-9c7c-77f30d38b842') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:57.717984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-373fae97-2d50-4cda-8286-82ebe2f324b9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7fb1864-3db6-48f1-9c7c-77f30d38b842') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:26:57.734558 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-373fae97-2d50-4cda-8286-82ebe2f324b9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:57.795118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-88361020-62a0-4316-855d-562135b3d48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:57.822328 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a1aea03a-64e9-4a10-88e1-0ef5369de35d tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:57.838804 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-373fae97-2d50-4cda-8286-82ebe2f324b9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:57.843508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-373fae97-2d50-4cda-8286-82ebe2f324b9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Releasing vxlan tunnel 15 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:26:57.920067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:57.948794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88361020-62a0-4316-855d-562135b3d48e admin admin] Pushing event deleted for resources: {'Port': ['ID=43d070aa-3955-41e1-a716-6be5dbb2c3b9,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:57.972201 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-88361020-62a0-4316-855d-562135b3d48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:57.987576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-45c20b9b-c608-498a-a7ec-7171846fa7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:57.988872 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:26:57.989242 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-45c20b9b-c608-498a-a7ec-7171846fa7f3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9268a0b323d24dae8ab7f37ea82f15af&shared=False HTTP/1.1" status: 200 len: 906 time: 0.9912257 Jan 14 07:26:58.164818 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:58.225880 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c9f174d-0809-4396-b132-fee2fdc34853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:58.247234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-373fae97-2d50-4cda-8286-82ebe2f324b9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Network 95ecd057-1063-4c78-8c35-01cb693138d7 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:58.259984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-373fae97-2d50-4cda-8286-82ebe2f324b9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:58.307829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Transition to ACTIVE for port object 68371cc9-be3f-4d96-af7f-c3b786b16a46 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:58.349511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33054) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:58.376383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4331e3-529d-461a-9802-1516c5707b40 {{(pid=80908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:26:58.420419 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c9f174d-0809-4396-b132-fee2fdc34853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:58.428606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:58.459285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-e06f04d2-00ca-4f8d-9bac-f3a592c2d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:26:58.460921 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-e06f04d2-00ca-4f8d-9bac-f3a592c2d06c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4240685 Jan 14 07:26:58.572595 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:58.594693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:58.773367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:58.837667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1758502736'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:58.862313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Transition to ACTIVE for port object cc4331e3-529d-461a-9802-1516c5707b40 will not be triggered until provisioned by entity L2. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:26:58.867917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-373fae97-2d50-4cda-8286-82ebe2f324b9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Network 95ecd057-1063-4c78-8c35-01cb693138d7 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:26:58.879731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:58.904828 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:26:58.907845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:58.914863 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d00f8fe-9e30-46db-a863-4fa4a0a39cad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:58.931798 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-07422b52-1442-44b4-b96d-b2a5fb9b0a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:58.980117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Usage tracker for resource:network and tenant:5255bc20dcc84120afef82d5f8e89b82 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:59.030524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:59.123291 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-74f99609-78f4-46ac-9cc5-bff378d98097 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] 10.222.0.39 "GET /v2.0/ports?device_id=e923eb42-86e5-4f5d-a0f2-5295008da967 HTTP/1.1" status: 200 len: 210 time: 0.5364549 Jan 14 07:26:59.147098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:59.196104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Pushing event updated for resources: {'Port': ['ID=68371cc9-be3f-4d96-af7f-c3b786b16a46,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:59.200631 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:59.212311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Made reservation on behalf of 5255bc20dcc84120afef82d5f8e89b82 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:59.221696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.251507 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.262210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Pushing event updated for resources: {'Port': ['ID=cc4331e3-529d-461a-9802-1516c5707b40,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:59.273781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-373fae97-2d50-4cda-8286-82ebe2f324b9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.299161 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:59.307428 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-80e22a55-85a0-4bdd-9e67-027782b5ca4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:59.322898 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c9f174d-0809-4396-b132-fee2fdc34853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.327814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:59.336719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-373fae97-2d50-4cda-8286-82ebe2f324b9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.341780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Usage tracker for resource:security_group_rule and tenant:5255bc20dcc84120afef82d5f8e89b82 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:59.364717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:59.367793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fae97-2d50-4cda-8286-82ebe2f324b9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Pushing event deleted for resources: {'Network': ['ID=95ecd057-1063-4c78-8c35-01cb693138d7,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:59.371868 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-373fae97-2d50-4cda-8286-82ebe2f324b9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:59.382812 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-efa50a1d-9fbd-4a64-972b-bcf11cd324d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:59.392485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:59.396054 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-b77f689b-a031-44cc-bf7d-b86659032d6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9268a0b323d24dae8ab7f37ea82f15af&device_id=e923eb42-86e5-4f5d-a0f2-5295008da967 HTTP/1.1" status: 200 len: 210 time: 0.1004136 Jan 14 07:26:59.422692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f174d-0809-4396-b132-fee2fdc34853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f99f63-99e4-46a9-9479-0a23d05da6b7,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:59.430372 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0c9f174d-0809-4396-b132-fee2fdc34853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:59.440230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c9f174d-0809-4396-b132-fee2fdc34853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.444823 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0c9f174d-0809-4396-b132-fee2fdc34853 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18f99f63-99e4-46a9-9479-0a23d05da6b7 HTTP/1.1" status: 204 len: 168 time: 1.8591731 Jan 14 07:26:59.448169 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-373fae97-2d50-4cda-8286-82ebe2f324b9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "DELETE /v2.0/networks/95ecd057-1063-4c78-8c35-01cb693138d7 HTTP/1.1" status: 204 len: 168 time: 3.2435896 Jan 14 07:26:59.452617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33062) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:26:59.471742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-3b58857a-cb94-4227-8465-78a0dd1c527d tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1225226205'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:26:59.602637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3b58857a-cb94-4227-8465-78a0dd1c527d tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:26:59.619686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.633077 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.639805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3b58857a-cb94-4227-8465-78a0dd1c527d tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Usage tracker for resource:network and tenant:5d197e4b213a44b2ae795af4c59044f6 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:26:59.645281 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0eab99ab-b725-457d-b063-3e0e01460d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:26:59.660152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Network ce731b9a-345f-4e1e-a95c-e4ad6a017f9c is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:26:59.660413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3b58857a-cb94-4227-8465-78a0dd1c527d tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:26:59.690661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:26:59.693184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:26:59.714718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:26:59.718001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3b58857a-cb94-4227-8465-78a0dd1c527d tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:26:59.817760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'SecurityGroup': ['ID=28f8abfc-4026-4a19-921b-a1aa99814957,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:26:59.834529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.835300 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Added segment 0a8cc8cf-d3ba-457a-b983-7f939c675a80 of type vxlan for network 11af924b-ed35-48aa-8425-c55f531fd0a3 Jan 14 07:26:59.849755 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-88361020-62a0-4316-855d-562135b3d48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.879817 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:26:59.882034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Attempting to bind port cc4331e3-529d-461a-9802-1516c5707b40 on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:26:59.882407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Attempting to bind port cc4331e3-529d-461a-9802-1516c5707b40 by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:26:59.882985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Attempting to bind port cc4331e3-529d-461a-9802-1516c5707b40 on network d6bd0598-2cab-47e3-9f0f-47d899b421cd {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:26:59.883633 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.896994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:26:59.897364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Checking segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:26:59.897853 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.898312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Bound using segment: {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:26:59.898809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Bound port: cc4331e3-529d-461a-9802-1516c5707b40, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a04206-65f2-4a99-b212-595df8467e53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'd6bd0598-2cab-47e3-9f0f-47d899b421cd'}}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:26:59.899179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:26:59.932807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b58857a-cb94-4227-8465-78a0dd1c527d tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Made reservation on behalf of 5d197e4b213a44b2ae795af4c59044f6 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.936800 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:59.941215 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:26:59.941215 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:59.941215 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.941215 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:59.941215 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:26:59.941215 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:59.941215 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.941215 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:59.941215 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:26:59.941215 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:59.941215 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.941215 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:59.941215 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:26:59.941215 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:59.941215 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.941215 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:59.941215 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:26:59.941215 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:26:59.941215 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:26:59.941215 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:26:59.944110 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b58857a-cb94-4227-8465-78a0dd1c527d tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:00.069019 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:00.103808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3c9b4114-7a8c-484e-b76e-3ae7628b4e0d None None] Provisioning for port 68371cc9-be3f-4d96-af7f-c3b786b16a46 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:27:00.112986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3c9b4114-7a8c-484e-b76e-3ae7628b4e0d None None] Provisioning complete for port 68371cc9-be3f-4d96-af7f-c3b786b16a46 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:00.113883 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c9b4114-7a8c-484e-b76e-3ae7628b4e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:00.114525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] For port cc4331e3-529d-461a-9802-1516c5707b40, host n-h2-769329-2, cleared binding levels {{(pid=80908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:27:00.139857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] For port cc4331e3-529d-461a-9802-1516c5707b40, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=cc4331e3-529d-461a-9802-1516c5707b40,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:27:00.143752 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0eb80ab-4f05-43aa-b0e6-7527b3a5be89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:00.184277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b4114-7a8c-484e-b76e-3ae7628b4e0d None None] Port 68371cc9-be3f-4d96-af7f-c3b786b16a46 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:27:00.221097 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:00.250176 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f284a4b9-ff22-4697-acd3-3c6f022e181e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:00.252469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-1fd554ce-a88b-40d2-92f1-9dc6eb9ca6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:00.254103 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-1fd554ce-a88b-40d2-92f1-9dc6eb9ca6f2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9268a0b323d24dae8ab7f37ea82f15af&shared=False HTTP/1.1" status: 200 len: 906 time: 0.8488762 Jan 14 07:27:00.354845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:00.378661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:00.379359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:00.403870 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-3b58857a-cb94-4227-8465-78a0dd1c527d tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:27:00.404268 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-3b58857a-cb94-4227-8465-78a0dd1c527d tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:27:00.566787 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2040102 Jan 14 07:27:00.570805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33082) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:00.590329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Pushing event updated for resources: {'Port': ['ID=cc4331e3-529d-461a-9802-1516c5707b40,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:00.594622 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:00.603769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ebf57d09-1aaf-49ba-bafc-e8f4f4e5ae04 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'subnet': {'network_id': '11af924b-ed35-48aa-8425-c55f531fd0a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:00.620064 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e0ba3e3b-369b-49ee-925a-604e352e9c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:00.651581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Allocated IP 172.25.3.94 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/274a8583-6ff2-44ae-b9df-0c97d94be147) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:00.677092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33086) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:00.724266 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3637a533-3a30-4e17-9622-f1ac46f9495e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:00.746963 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ceb5cad-c5d9-4b19-a966-e3169903fc9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:00.860237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:00.860917 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:00.862469 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] 10.222.0.39 "PUT /v2.0/ports/cc4331e3-529d-461a-9802-1516c5707b40 HTTP/1.1" status: 200 len: 1159 time: 5.0888877 Jan 14 07:27:00.868144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7639e718-3c07-4f8c-a311-9ef3bb6fcbeb', 'tag': 'cc4331e3-529d-461a-9802-1516c5707b40'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:27:00.905494 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b58857a-cb94-4227-8465-78a0dd1c527d tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:00.920570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Network': ['ID=11af924b-ed35-48aa-8425-c55f531fd0a3,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:00.927233 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:00.936800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 11af924b-ed35-48aa-8425-c55f531fd0a3 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:00.938068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2121171635-network', 'tenant_id': '34f3d7fd09e3461da4f5e4d7321c810e'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:01.054837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 11af924b-ed35-48aa-8425-c55f531fd0a3 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:01.070427 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7639e718-3c07-4f8c-a311-9ef3bb6fcbeb', 'tag': 'cc4331e3-529d-461a-9802-1516c5707b40', 'status': 'completed', 'code': 200} Jan 14 07:27:01.085539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ebf57d09-1aaf-49ba-bafc-e8f4f4e5ae04 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:01.101259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:01.137551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 11af924b-ed35-48aa-8425-c55f531fd0a3 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:01.143105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ebf57d09-1aaf-49ba-bafc-e8f4f4e5ae04 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Usage tracker for resource:subnet and tenant:5255bc20dcc84120afef82d5f8e89b82 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:01.156002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ebf57d09-1aaf-49ba-bafc-e8f4f4e5ae04 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:01.163226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b58857a-cb94-4227-8465-78a0dd1c527d tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:27:01.166798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ebf57d09-1aaf-49ba-bafc-e8f4f4e5ae04 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:01.180984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Usage tracker for resource:network and tenant:34f3d7fd09e3461da4f5e4d7321c810e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:01.199522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:01.204298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b58857a-cb94-4227-8465-78a0dd1c527d tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:01.204691 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-3b58857a-cb94-4227-8465-78a0dd1c527d tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Added segment 80f22f30-339e-412a-afa9-f50962a05294 of type vxlan for network 3597ca29-7b08-45f2-a02b-7250b62cd04e Jan 14 07:27:01.205577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-a0d7ad89-a7c7-4d26-b83d-0fde28eda1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:01.205875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf57d09-1aaf-49ba-bafc-e8f4f4e5ae04 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Made reservation on behalf of 5255bc20dcc84120afef82d5f8e89b82 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:01.206815 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-a0d7ad89-a7c7-4d26-b83d-0fde28eda1f3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9300964 Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:27:01.207746 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.210754 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.215664 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.221180 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:27:01.221180 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.221180 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.221180 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.221180 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:27:01.221180 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.221180 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.221180 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.221180 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:27:01.221180 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.221180 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.221180 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.221180 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:27:01.221180 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.221180 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.221180 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.221180 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:27:01.221180 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:01.221180 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:01.221180 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:01.228715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637a533-3a30-4e17-9622-f1ac46f9495e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1751ac58-5156-41ae-80ae-74704f5d9b09,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:01.232725 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3637a533-3a30-4e17-9622-f1ac46f9495e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:01.236472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:01.423622 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e25b38af-db46-46d1-a7c7-6fa72a1323e8 req-d74c1ac1-284a-433b-8307-13adf2f88aba tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] 10.222.0.39 "GET /v2.0/ports?device_id=e923eb42-86e5-4f5d-a0f2-5295008da967 HTTP/1.1" status: 200 len: 210 time: 0.1688578 Jan 14 07:27:01.479017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Made reservation on behalf of 34f3d7fd09e3461da4f5e4d7321c810e for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:01.484706 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:01.541894 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:01.605311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:01.611838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-1361561a-b6f9-491f-8a08-a49d3795e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:01.613492 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-1361561a-b6f9-491f-8a08-a49d3795e265 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e9238d31d96430fa9708f6c86547d3a&device_id=7639e718-3c07-4f8c-a311-9ef3bb6fcbeb HTTP/1.1" status: 200 len: 1162 time: 0.6789231 Jan 14 07:27:01.615230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b58857a-cb94-4227-8465-78a0dd1c527d tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:01.616512 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:01.622044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Usage tracker for resource:security_group_rule and tenant:34f3d7fd09e3461da4f5e4d7321c810e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:01.624701 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:01.641031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:01.711885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:01.752387 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-36d60dab-67fd-466c-aa9f-6d1cb371234e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=cc4331e3-529d-461a-9802-1516c5707b40 HTTP/1.1" status: 200 len: 217 time: 0.1287045 Jan 14 07:27:01.771390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebf57d09-1aaf-49ba-bafc-e8f4f4e5ae04 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:01.895374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637a533-3a30-4e17-9622-f1ac46f9495e admin admin] Checking segment: {'id': '0c6e3777-6cd1-4d72-881b-1861ee8b4114', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '389afef5-a7c2-45e8-95be-bdeb50e123ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:01.896054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3637a533-3a30-4e17-9622-f1ac46f9495e admin admin] Network hostable DHCP agents. Network: 389afef5-a7c2-45e8-95be-bdeb50e123ca, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:27:01.939276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b58857a-cb94-4227-8465-78a0dd1c527d tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:01.958884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b58857a-cb94-4227-8465-78a0dd1c527d tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:01.959584 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b58857a-cb94-4227-8465-78a0dd1c527d tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:01.973258 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:02.024471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:02.045846 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e8d9ed0-90b9-48e5-92ea-e8407a619925 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:02.081697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-e81fb8dc-788e-4e96-8910-736bbb4a31fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:02.083278 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-e81fb8dc-788e-4e96-8910-736bbb4a31fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ffe7d3d2-18e7-450d-bb59-0b64181030a8 HTTP/1.1" status: 200 len: 843 time: 0.2901521 Jan 14 07:27:02.091967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3637a533-3a30-4e17-9622-f1ac46f9495e admin admin] Network 389afef5-a7c2-45e8-95be-bdeb50e123ca is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:27:02.201600 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3b58857a-cb94-4227-8465-78a0dd1c527d tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.7420747 Jan 14 07:27:02.212777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33094) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:02.215517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-3637a533-3a30-4e17-9622-f1ac46f9495e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 389afef5-a7c2-45e8-95be-bdeb50e123ca) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:02.216220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58857a-cb94-4227-8465-78a0dd1c527d tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Pushing event updated for resources: {'Network': ['ID=3597ca29-7b08-45f2-a02b-7250b62cd04e,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:02.223323 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3b58857a-cb94-4227-8465-78a0dd1c527d tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:02.235118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 3597ca29-7b08-45f2-a02b-7250b62cd04e details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:02.239956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88361020-62a0-4316-855d-562135b3d48e admin admin] Router 90e3b24f-760a-4f7e-a692-ea7a74fe2393 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:27:02.240947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb80ab-4f05-43aa-b0e6-7527b3a5be89 admin admin] Deleting port c674ac6f-1bf7-4ec5-a889-3a24377acbca {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:02.241317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0eb80ab-4f05-43aa-b0e6-7527b3a5be89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:02.252903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 3597ca29-7b08-45f2-a02b-7250b62cd04e details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:02.256167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c4c04c04-93ea-4f81-85bf-29ed282ecbef tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Request body: {'subnet': {'network_id': '3597ca29-7b08-45f2-a02b-7250b62cd04e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:02.268043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9776e1c2-ec23-4c33-b75f-e90b8727e713 None None] Network 389afef5-a7c2-45e8-95be-bdeb50e123ca requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:02.281848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 3597ca29-7b08-45f2-a02b-7250b62cd04e details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:02.358732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Pushing event updated for resources: {'Port': ['ID=274a8583-6ff2-44ae-b9df-0c97d94be147,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:02.425293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3637a533-3a30-4e17-9622-f1ac46f9495e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:02.425941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3637a533-3a30-4e17-9622-f1ac46f9495e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:02.434736 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:02.454787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-df3e083e-f541-4c97-a33f-b1b6ec28b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:02.456634 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-df3e083e-f541-4c97-a33f-b1b6ec28b2ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d6bd0598-2cab-47e3-9f0f-47d899b421cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3442323 Jan 14 07:27:02.648137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d0eb80ab-4f05-43aa-b0e6-7527b3a5be89 admin admin] For port c674ac6f-1bf7-4ec5-a889-3a24377acbca, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c674ac6f-1bf7-4ec5-a889-3a24377acbca,segment=NetworkSegment(019c03c0-54ed-4903-8344-520856e36a9f),segment_id=019c03c0-54ed-4903-8344-520856e36a9f)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:02.648538 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0eb80ab-4f05-43aa-b0e6-7527b3a5be89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:02.824148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12607e05-8828-42f6-be74-312a16995022 None None] Network 389afef5-a7c2-45e8-95be-bdeb50e123ca requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:02.894572 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:02.913329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb80ab-4f05-43aa-b0e6-7527b3a5be89 admin admin] Calling delete_port for c674ac6f-1bf7-4ec5-a889-3a24377acbca owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:02.916326 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:02.928128 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0d62a4e-4522-4780-b17e-be780684d81b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:02.963999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c4c04c04-93ea-4f81-85bf-29ed282ecbef tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:03.033455 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3637a533-3a30-4e17-9622-f1ac46f9495e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 6.4636314 Jan 14 07:27:03.034830 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-ba97505e-03c7-4694-adf5-b6b96e47d5ca service neutron] 10.222.0.39 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5674291 Jan 14 07:27:03.039437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c4c04c04-93ea-4f81-85bf-29ed282ecbef tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Usage tracker for resource:subnet and tenant:5d197e4b213a44b2ae795af4c59044f6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:03.065636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c4c04c04-93ea-4f81-85bf-29ed282ecbef tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:03.087968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:27:03.104855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c4c04c04-93ea-4f81-85bf-29ed282ecbef tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:03.113870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:03.124439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96581218-2449-43fd-b3f5-1a9744a6053f,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:03.127436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:03.133953 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:03.135782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:03.171964 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:03.172310 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Added segment 6f084457-f1e7-4fad-bf89-76857f2c87f3 of type vxlan for network a3ab45e1-df22-4d90-9acf-858a73edbfe9 Jan 14 07:27:03.203134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c04c04-93ea-4f81-85bf-29ed282ecbef tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Made reservation on behalf of 5d197e4b213a44b2ae795af4c59044f6 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:03.277058 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:27:03.409928 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-92d39fc1-6c5f-4166-b34f-1db3f86f3056 service neutron] 10.222.0.39 "GET /v2.0/networks/d6bd0598-2cab-47e3-9f0f-47d899b421cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3615453 Jan 14 07:27:03.448057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:03.452493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88361020-62a0-4316-855d-562135b3d48e admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:27:03.468685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919afa76-8b1c-49ef-a01a-5054d36b12ed None None] Sync routers for ids ['90e3b24f-760a-4f7e-a692-ea7a74fe2393'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:27:03.484658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919afa76-8b1c-49ef-a01a-5054d36b12ed None None] Routers {'90e3b24f-760a-4f7e-a692-ea7a74fe2393'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:27:03.485361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-919afa76-8b1c-49ef-a01a-5054d36b12ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:26:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['90e3b24f-760a-4f7e-a692-ea7a74fe2393'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:03.499239 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:03.558019 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:03.578004 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d83fdc2e-bcc3-477b-97f9-4b6bd4d996ee tempest-SecurityGroupsTestJSON-1804722244 tempest-SecurityGroupsTestJSON-1804722244] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:03.808122 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-88361020-62a0-4316-855d-562135b3d48e admin admin] 10.222.0.41 "PUT /v2.0/routers/90e3b24f-760a-4f7e-a692-ea7a74fe2393/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.2650077 Jan 14 07:27:03.823826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33114) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:03.880660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-919afa76-8b1c-49ef-a01a-5054d36b12ed None None] Set router 90e3b24f-760a-4f7e-a692-ea7a74fe2393 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:27:03.957806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4c04c04-93ea-4f81-85bf-29ed282ecbef tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:03.966973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60753167-cb89-4f92-b96b-c98f1a6e2a5a req-cb0e1813-760c-4cbc-81f4-87f7fd9ed20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:03.968643 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-60753167-cb89-4f92-b96b-c98f1a6e2a5a req-cb0e1813-760c-4cbc-81f4-87f7fd9ed20d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e9238d31d96430fa9708f6c86547d3a&device_id=7639e718-3c07-4f8c-a311-9ef3bb6fcbeb HTTP/1.1" status: 200 len: 1162 time: 0.5089200 Jan 14 07:27:03.972298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebf57d09-1aaf-49ba-bafc-e8f4f4e5ae04 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:03.989839 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:27:03.994029 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-60255d5c-40b1-427f-a50e-ceb7b4eeefb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:04.051398 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0eb80ab-4f05-43aa-b0e6-7527b3a5be89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:04.105344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:04.161955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Pushing event updated for resources: {'Port': ['ID=68371cc9-be3f-4d96-af7f-c3b786b16a46,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:04.205431 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-60753167-cb89-4f92-b96b-c98f1a6e2a5a req-0a558ce9-0736-4b7d-b4ad-152e0a02d7a3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9e9238d31d96430fa9708f6c86547d3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2150621 Jan 14 07:27:04.235957 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:04.236662 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:04.237803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:04.238808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:04.241398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-919afa76-8b1c-49ef-a01a-5054d36b12ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'name': 'tempest-ServersTestManualDisk-1944214179-router', 'tenant_id': '9268a0b323d24dae8ab7f37ea82f15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '828b7570-b1e9-49f3-87d4-9b71471e94f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:47Z', 'updated_at': '2021-01-14T07:26:56Z', 'revision_number': 5, 'project_id': '9268a0b323d24dae8ab7f37ea82f15af', 'gw_port': {'id': '828b7570-b1e9-49f3-87d4-9b71471e94f1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:48Z', 'updated_at': '2021-01-14T07:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:04.247041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919afa76-8b1c-49ef-a01a-5054d36b12ed None None] Checking router: 90e3b24f-760a-4f7e-a692-ea7a74fe2393 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:27:04.258018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919afa76-8b1c-49ef-a01a-5054d36b12ed None None] Routers {'90e3b24f-760a-4f7e-a692-ea7a74fe2393'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:27:04.258516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-919afa76-8b1c-49ef-a01a-5054d36b12ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:26:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['90e3b24f-760a-4f7e-a692-ea7a74fe2393'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:04.259883 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dfec70fc-0722-4117-b043-99c237d62714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:04.331361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf57d09-1aaf-49ba-bafc-e8f4f4e5ae04 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Subnet': ['ID=e54d502b-e486-4442-9d9e-3d23cf0c3286,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:04.349348 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ebf57d09-1aaf-49ba-bafc-e8f4f4e5ae04 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:04.353031 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a4223beb-9bb4-41d8-84fd-0a5dbf7f19a6 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:04.416620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb80ab-4f05-43aa-b0e6-7527b3a5be89 admin admin] Pushing event deleted for resources: {'Port': ['ID=c674ac6f-1bf7-4ec5-a889-3a24377acbca,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:04.427251 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0eb80ab-4f05-43aa-b0e6-7527b3a5be89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:04.448308 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for floatingip, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:04.470863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-919afa76-8b1c-49ef-a01a-5054d36b12ed None None] Set router 90e3b24f-760a-4f7e-a692-ea7a74fe2393 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:27:04.534982 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.8571308 Jan 14 07:27:04.540756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60753167-cb89-4f92-b96b-c98f1a6e2a5a req-6bc40d03-600e-42e1-a237-f79c9b5fa048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:04.542327 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-60753167-cb89-4f92-b96b-c98f1a6e2a5a req-6bc40d03-600e-42e1-a237-f79c9b5fa048 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3158631 Jan 14 07:27:04.543593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33118) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:04.591030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a71427c8-8abf-45f6-a7ad-8e4ecec8842a admin admin] Request body: {'subnet': {'network_id': 'a3ab45e1-df22-4d90-9acf-858a73edbfe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2121171635-subnet', 'tenant_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:04.598432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Pushing event updated for resources: {'Network': ['ID=a3ab45e1-df22-4d90-9acf-858a73edbfe9,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:04.610755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a71427c8-8abf-45f6-a7ad-8e4ecec8842a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:04.625495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a71427c8-8abf-45f6-a7ad-8e4ecec8842a admin admin] Usage tracker for resource:subnet and tenant:34f3d7fd09e3461da4f5e4d7321c810e is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:04.631971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a71427c8-8abf-45f6-a7ad-8e4ecec8842a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:04.650568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a71427c8-8abf-45f6-a7ad-8e4ecec8842a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:04.653585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf57d09-1aaf-49ba-bafc-e8f4f4e5ae04 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Checking segment: {'id': '0a8cc8cf-d3ba-457a-b983-7f939c675a80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '11af924b-ed35-48aa-8425-c55f531fd0a3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:04.653877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf57d09-1aaf-49ba-bafc-e8f4f4e5ae04 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network hostable DHCP agents. Network: 11af924b-ed35-48aa-8425-c55f531fd0a3, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:27:04.660153 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:04.678495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network a3ab45e1-df22-4d90-9acf-858a73edbfe9 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:04.695536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network a3ab45e1-df22-4d90-9acf-858a73edbfe9 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:04.706078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27fc62-7306-4439-9dc2-97fb7b4b1ad4 req-f5d8ecdb-f763-4833-bb55-9cc6d3656fd2 tempest-InstanceActionsNegativeTestJSON-263063749 tempest-InstanceActionsNegativeTestJSON-263063749] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:04.706900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-5e27fc62-7306-4439-9dc2-97fb7b4b1ad4 req-f5d8ecdb-f763-4833-bb55-9cc6d3656fd2 tempest-InstanceActionsNegativeTestJSON-263063749 tempest-InstanceActionsNegativeTestJSON-263063749] Synchronizing usage tracker for tenant:a7d1734d99db4e9a832fbe29d9236f07 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:04.746969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-459f4ee8-4466-45b4-bceb-428d6c9f9d47 admin admin] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:04.760108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71427c8-8abf-45f6-a7ad-8e4ecec8842a admin admin] Made reservation on behalf of 34f3d7fd09e3461da4f5e4d7321c810e for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:04.765148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a71427c8-8abf-45f6-a7ad-8e4ecec8842a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:04.796848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network a3ab45e1-df22-4d90-9acf-858a73edbfe9 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:04.848564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf57d09-1aaf-49ba-bafc-e8f4f4e5ae04 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network 11af924b-ed35-48aa-8425-c55f531fd0a3 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:27:04.993826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ebf57d09-1aaf-49ba-bafc-e8f4f4e5ae04 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 11af924b-ed35-48aa-8425-c55f531fd0a3) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:05.040774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf57d09-1aaf-49ba-bafc-e8f4f4e5ae04 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:05.041502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebf57d09-1aaf-49ba-bafc-e8f4f4e5ae04 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:05.052289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b916316f-65b6-4ef0-b0be-0b69713967ce None None] Network 11af924b-ed35-48aa-8425-c55f531fd0a3 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:05.062183 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0eb80ab-4f05-43aa-b0e6-7527b3a5be89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:05.072025 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:05.180450 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ebf57d09-1aaf-49ba-bafc-e8f4f4e5ae04 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.5947552 Jan 14 07:27:05.185435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33122) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:05.189519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Network ce731b9a-345f-4e1e-a95c-e4ad6a017f9c is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:05.192464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-5e27fc62-7306-4439-9dc2-97fb7b4b1ad4 req-f5d8ecdb-f763-4833-bb55-9cc6d3656fd2 tempest-InstanceActionsNegativeTestJSON-263063749 tempest-InstanceActionsNegativeTestJSON-263063749] Unset dirty status for tenant:a7d1734d99db4e9a832fbe29d9236f07 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:05.193877 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-5e27fc62-7306-4439-9dc2-97fb7b4b1ad4 req-f5d8ecdb-f763-4833-bb55-9cc6d3656fd2 tempest-InstanceActionsNegativeTestJSON-263063749 tempest-InstanceActionsNegativeTestJSON-263063749] 10.222.0.41 "GET /v2.0/networks?id=389afef5-a7c2-45e8-95be-bdeb50e123ca HTTP/1.1" status: 200 len: 821 time: 1.6238420 Jan 14 07:27:05.201429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:05.230271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1542419288', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}, 'admin_state_up': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:05.258947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:05.276968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Usage tracker for resource:router and tenant:5255bc20dcc84120afef82d5f8e89b82 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:05.282002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:05.301938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:05.353012 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-5e27fc62-7306-4439-9dc2-97fb7b4b1ad4 req-1dd6c76b-1946-4b9c-8864-1bea0e6431db tempest-InstanceActionsNegativeTestJSON-263063749 tempest-InstanceActionsNegativeTestJSON-263063749] 10.222.0.41 "GET /v2.0/quotas/a7d1734d99db4e9a832fbe29d9236f07 HTTP/1.1" status: 200 len: 375 time: 0.1282418 Jan 14 07:27:05.356678 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:05.357790 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:05.530936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:05.547904 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-5e27fc62-7306-4439-9dc2-97fb7b4b1ad4 req-ba271bf8-746b-49ec-a0e3-b17f377998ee tempest-InstanceActionsNegativeTestJSON-263063749 tempest-InstanceActionsNegativeTestJSON-263063749] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7d1734d99db4e9a832fbe29d9236f07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1099272 Jan 14 07:27:05.583287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-0dd7fb69-eb00-446f-b1f5-80830b2f6e6f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80909) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:27:05.651831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930a2d7d-c11e-450b-9bdf-5a128d4d0f12 None None] Network 11af924b-ed35-48aa-8425-c55f531fd0a3 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:05.674235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3970f61a-a367-4509-85fe-e7bbc20646a8 None None] Provisioning complete for port 68371cc9-be3f-4d96-af7f-c3b786b16a46 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:05.674641 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3970f61a-a367-4509-85fe-e7bbc20646a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:05.798942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-459f4ee8-4466-45b4-bceb-428d6c9f9d47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:05.896348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-459f4ee8-4466-45b4-bceb-428d6c9f9d47 admin admin] Deleting port 828b7570-b1e9-49f3-87d4-9b71471e94f1 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:05.896776 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-459f4ee8-4466-45b4-bceb-428d6c9f9d47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:05.998903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device cc4331e3-529d-461a-9802-1516c5707b40 up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:27:06.029352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-919afa76-8b1c-49ef-a01a-5054d36b12ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'name': 'tempest-ServersTestManualDisk-1944214179-router', 'tenant_id': '9268a0b323d24dae8ab7f37ea82f15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '828b7570-b1e9-49f3-87d4-9b71471e94f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:47Z', 'updated_at': '2021-01-14T07:26:56Z', 'revision_number': 5, 'project_id': '9268a0b323d24dae8ab7f37ea82f15af', 'gw_port': {'id': '828b7570-b1e9-49f3-87d4-9b71471e94f1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:48Z', 'updated_at': '2021-01-14T07:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:06.047687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919afa76-8b1c-49ef-a01a-5054d36b12ed None None] The sync data for ids ['90e3b24f-760a-4f7e-a692-ea7a74fe2393'] in n-d-769329-2 is: [{'id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'name': 'tempest-ServersTestManualDisk-1944214179-router', 'tenant_id': '9268a0b323d24dae8ab7f37ea82f15af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '828b7570-b1e9-49f3-87d4-9b71471e94f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:47Z', 'updated_at': '2021-01-14T07:26:56Z', 'revision_number': 5, 'project_id': '9268a0b323d24dae8ab7f37ea82f15af', 'gw_port': {'id': '828b7570-b1e9-49f3-87d4-9b71471e94f1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:17:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e3b24f-760a-4f7e-a692-ea7a74fe2393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:48Z', 'updated_at': '2021-01-14T07:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:27:06.097427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3970f61a-a367-4509-85fe-e7bbc20646a8 None None] Port 68371cc9-be3f-4d96-af7f-c3b786b16a46 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:27:06.157377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Router caa1d355-b201-4471-b84a-cee14d1f43ee has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:27:06.219970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning for port cc4331e3-529d-461a-9802-1516c5707b40 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:27:06.236382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port cc4331e3-529d-461a-9802-1516c5707b40 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:06.237059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:06.245819 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-5e27fc62-7306-4439-9dc2-97fb7b4b1ad4 req-534bad92-5760-4240-ba12-5d861236d869 service neutron] 10.222.0.41 "GET /v2.0/networks/389afef5-a7c2-45e8-95be-bdeb50e123ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6822526 Jan 14 07:27:06.361163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-459f4ee8-4466-45b4-bceb-428d6c9f9d47 admin admin] For port 828b7570-b1e9-49f3-87d4-9b71471e94f1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=828b7570-b1e9-49f3-87d4-9b71471e94f1,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:06.361527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-459f4ee8-4466-45b4-bceb-428d6c9f9d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:06.403022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:06.434346 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:06.443573 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:27:06.477271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7639e718-3c07-4f8c-a311-9ef3bb6fcbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4331e3-529d-461a-9802-1516c5707b40'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:27:06.488999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port cc4331e3-529d-461a-9802-1516c5707b40, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=cc4331e3-529d-461a-9802-1516c5707b40,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:06.492902 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:06.495138 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b32e7539-1ddf-45f0-8efd-83f194c3a79a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:06.554445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-459f4ee8-4466-45b4-bceb-428d6c9f9d47 admin admin] Calling delete_port for 828b7570-b1e9-49f3-87d4-9b71471e94f1 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:06.557375 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7639e718-3c07-4f8c-a311-9ef3bb6fcbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4331e3-529d-461a-9802-1516c5707b40', 'code': 200} Jan 14 07:27:06.577790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0eb80ab-4f05-43aa-b0e6-7527b3a5be89 admin admin] Router 20296451-bb68-46d7-b2f5-54e2fcc6e6b0 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:27:06.600277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device cc4331e3-529d-461a-9802-1516c5707b40 up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:27:06.630661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=cc4331e3-529d-461a-9802-1516c5707b40,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:06.640335 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:06.685158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port cc4331e3-529d-461a-9802-1516c5707b40 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:06.685588 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:06.701772 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:06.740319 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:06.763288 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:06.812949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 43d070aa-3955-41e1-a716-6be5dbb2c3b9 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:27:06.853505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 43d070aa-3955-41e1-a716-6be5dbb2c3b9 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:27:06.853858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 43d070aa-3955-41e1-a716-6be5dbb2c3b9 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:27:06.973169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0eb80ab-4f05-43aa-b0e6-7527b3a5be89 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:27:06.983356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d27a42-5b72-428e-9e98-854331bbfde4 None None] Sync routers for ids ['20296451-bb68-46d7-b2f5-54e2fcc6e6b0'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:27:06.998023 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d0eb80ab-4f05-43aa-b0e6-7527b3a5be89 admin admin] 10.222.0.41 "PUT /v2.0/routers/20296451-bb68-46d7-b2f5-54e2fcc6e6b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1086750 Jan 14 07:27:06.998268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d27a42-5b72-428e-9e98-854331bbfde4 None None] Routers {'20296451-bb68-46d7-b2f5-54e2fcc6e6b0'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:27:06.998268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d4d27a42-5b72-428e-9e98-854331bbfde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:26:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['20296451-bb68-46d7-b2f5-54e2fcc6e6b0'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:06.999369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33128) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:07.063198 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a71427c8-8abf-45f6-a7ad-8e4ecec8842a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:07.091304 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ac9d2a55-c52d-4947-9cf4-39b88935eb4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:07.197266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-d4d27a42-5b72-428e-9e98-854331bbfde4 None None] Set router 20296451-bb68-46d7-b2f5-54e2fcc6e6b0 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:27:07.273680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Pushing event updated for resources: {'Port': ['ID=274a8583-6ff2-44ae-b9df-0c97d94be147,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:07.303980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.304481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.304802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.305227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.305586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.305976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.306378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.306786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.307190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.307590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.308019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.308941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.309450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.309849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.310245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.310642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.311040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.311434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.311954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.312277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.312672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.313074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.313467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.313858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.314304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.314709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.315091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.315484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.315914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.316311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.316691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.317087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.317479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.317869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.318261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.318649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:07.338002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71427c8-8abf-45f6-a7ad-8e4ecec8842a admin admin] Pushing event updated for resources: {'Subnet': ['ID=574f047e-283f-4e64-b978-9e608504a716,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:07.342309 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a71427c8-8abf-45f6-a7ad-8e4ecec8842a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:07.352648 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:07.475722 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-5e27fc62-7306-4439-9dc2-97fb7b4b1ad4 req-a7c7acae-dd83-45a5-8f44-60789a5b47a3 service neutron] 10.222.0.41 "GET /v2.0/networks/389afef5-a7c2-45e8-95be-bdeb50e123ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1651804 Jan 14 07:27:07.486336 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5bc1-6b0a-462e-8e27-6cdf16759378 admin admin] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:07.511813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:27:07.526331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] Sync routers for ids ['caa1d355-b201-4471-b84a-cee14d1f43ee'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:27:07.541670 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-459f4ee8-4466-45b4-bceb-428d6c9f9d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:07.554111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] Routers {'caa1d355-b201-4471-b84a-cee14d1f43ee'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:27:07.560015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:26:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['caa1d355-b201-4471-b84a-cee14d1f43ee'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:07.675242 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] 10.222.0.41 "PUT /v2.0/routers/caa1d355-b201-4471-b84a-cee14d1f43ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.1018975 Jan 14 07:27:07.725388 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4c04c04-93ea-4f81-85bf-29ed282ecbef tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:07.748747 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-59c95883-d04e-4420-ba04-5e9269f2fc0c tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:07.965382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] Set router caa1d355-b201-4471-b84a-cee14d1f43ee gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:27:07.978369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d4d27a42-5b72-428e-9e98-854331bbfde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'name': 'tempest-TaggedBootDevicesTest_v242-980231587-router', 'tenant_id': '3a2693f475504bd09526ac6bd19368d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'e5362d9c-75d9-41c8-9867-ef73714b2754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:39Z', 'updated_at': '2021-01-14T07:27:03Z', 'revision_number': 5, 'project_id': '3a2693f475504bd09526ac6bd19368d9', 'gw_port': {'id': 'e5362d9c-75d9-41c8-9867-ef73714b2754', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:44Z', 'updated_at': '2021-01-14T07:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:07.988028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d27a42-5b72-428e-9e98-854331bbfde4 None None] Checking router: 20296451-bb68-46d7-b2f5-54e2fcc6e6b0 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:27:08.009158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d27a42-5b72-428e-9e98-854331bbfde4 None None] Routers {'20296451-bb68-46d7-b2f5-54e2fcc6e6b0'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:27:08.010364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d4d27a42-5b72-428e-9e98-854331bbfde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:26:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['20296451-bb68-46d7-b2f5-54e2fcc6e6b0'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:08.079685 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:08.191084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:08.276830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c04c04-93ea-4f81-85bf-29ed282ecbef tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Pushing event updated for resources: {'Subnet': ['ID=185d2b0e-1208-4822-a3c5-6ad036b69afc,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:08.296738 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c4c04c04-93ea-4f81-85bf-29ed282ecbef tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:08.297435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33152) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:08.410309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-d4d27a42-5b72-428e-9e98-854331bbfde4 None None] Set router 20296451-bb68-46d7-b2f5-54e2fcc6e6b0 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:27:08.560826 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:08.562169 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 11.9942329 Jan 14 07:27:08.591518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device cc4331e3-529d-461a-9802-1516c5707b40 no longer exists at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:27:08.608475 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-459f4ee8-4466-45b4-bceb-428d6c9f9d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:08.721149 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:08.724819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa1d355-b201-4471-b84a-cee14d1f43ee', 'name': 'tempest-ServersTestBootFromVolume-59115883-router', 'tenant_id': 'e3451631cc4f4706994f5dfe4aea528e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '62c21fd2-9d15-45f2-836e-5af334ac426b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:26:22Z', 'updated_at': '2021-01-14T07:27:01Z', 'revision_number': 4, 'project_id': 'e3451631cc4f4706994f5dfe4aea528e', 'gw_port': {'id': '62c21fd2-9d15-45f2-836e-5af334ac426b', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa1d355-b201-4471-b84a-cee14d1f43ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:26:29Z', 'updated_at': '2021-01-14T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '68371cc9-be3f-4d96-af7f-c3b786b16a46', 'name': '', 'network_id': 'ce731b9a-345f-4e1e-a95c-e4ad6a017f9c', 'tenant_id': 'e3451631cc4f4706994f5dfe4aea528e', 'mac_address': 'fa:16:3e:81:3e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa1d355-b201-4471-b84a-cee14d1f43ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '35b94442-10c8-46b2-b698-e8f8a8f4abdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:26:53Z', 'updated_at': '2021-01-14T07:27:02Z', 'revision_number': 2, 'project_id': 'e3451631cc4f4706994f5dfe4aea528e', 'subnets': [{'id': '35b94442-10c8-46b2-b698-e8f8a8f4abdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:08.731718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] Checking router: caa1d355-b201-4471-b84a-cee14d1f43ee for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:27:08.732225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] Updating router caa1d355-b201-4471-b84a-cee14d1f43ee port 68371cc9-be3f-4d96-af7f-c3b786b16a46 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:27:08.786908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5bc1-6b0a-462e-8e27-6cdf16759378 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:08.798746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:08.845990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e5bc1-6b0a-462e-8e27-6cdf16759378 admin admin] Deleting port e5362d9c-75d9-41c8-9867-ef73714b2754 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:08.850901 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5bc1-6b0a-462e-8e27-6cdf16759378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:08.923911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ef861a-759d-430c-9131-4a90e733669d admin admin] Deleting subnet 1751ac58-5156-41ae-80ae-74704f5d9b09 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:27:08.951751 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6ef861a-759d-430c-9131-4a90e733669d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.035687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d4d27a42-5b72-428e-9e98-854331bbfde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'name': 'tempest-TaggedBootDevicesTest_v242-980231587-router', 'tenant_id': '3a2693f475504bd09526ac6bd19368d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'e5362d9c-75d9-41c8-9867-ef73714b2754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:39Z', 'updated_at': '2021-01-14T07:27:03Z', 'revision_number': 5, 'project_id': '3a2693f475504bd09526ac6bd19368d9', 'gw_port': {'id': 'e5362d9c-75d9-41c8-9867-ef73714b2754', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:44Z', 'updated_at': '2021-01-14T07:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:09.050849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d27a42-5b72-428e-9e98-854331bbfde4 None None] The sync data for ids ['20296451-bb68-46d7-b2f5-54e2fcc6e6b0'] in n-d-769329-2 is: [{'id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'name': 'tempest-TaggedBootDevicesTest_v242-980231587-router', 'tenant_id': '3a2693f475504bd09526ac6bd19368d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'e5362d9c-75d9-41c8-9867-ef73714b2754', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:23:39Z', 'updated_at': '2021-01-14T07:27:03Z', 'revision_number': 5, 'project_id': '3a2693f475504bd09526ac6bd19368d9', 'gw_port': {'id': 'e5362d9c-75d9-41c8-9867-ef73714b2754', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20296451-bb68-46d7-b2f5-54e2fcc6e6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:23:44Z', 'updated_at': '2021-01-14T07:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:27:09.060615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33172) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:09.077147 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-459f4ee8-4466-45b4-bceb-428d6c9f9d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.080931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71427c8-8abf-45f6-a7ad-8e4ecec8842a admin admin] Checking segment: {'id': '6f084457-f1e7-4fad-bf89-76857f2c87f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a3ab45e1-df22-4d90-9acf-858a73edbfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:09.081475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71427c8-8abf-45f6-a7ad-8e4ecec8842a admin admin] Network hostable DHCP agents. Network: a3ab45e1-df22-4d90-9acf-858a73edbfe9, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:27:09.083937 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-459f4ee8-4466-45b4-bceb-428d6c9f9d47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.089127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-3bf038d8-5ad1-468d-af93-bdb789eb8226 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Request body: {'security_group': {'name': 'tempest-securitygroup--315896610', 'description': 'tempest-description--859117778'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:09.130939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3bf038d8-5ad1-468d-af93-bdb789eb8226 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:09.163487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3bf038d8-5ad1-468d-af93-bdb789eb8226 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Usage tracker for resource:security_group and tenant:e3451631cc4f4706994f5dfe4aea528e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:09.171297 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6ef861a-759d-430c-9131-4a90e733669d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.201578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3bf038d8-5ad1-468d-af93-bdb789eb8226 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:09.237325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3bf038d8-5ad1-468d-af93-bdb789eb8226 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:09.237572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-e657a5a2-4cc5-48e5-9986-1e2d0ccc24c6 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:09.238813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-e657a5a2-4cc5-48e5-9986-1e2d0ccc24c6 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Synchronizing usage tracker for tenant:9e9238d31d96430fa9708f6c86547d3a on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:09.241223 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-459f4ee8-4466-45b4-bceb-428d6c9f9d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.241427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459f4ee8-4466-45b4-bceb-428d6c9f9d47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90e3b24f-760a-4f7e-a692-ea7a74fe2393 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:27:09.241695 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.248053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c04c04-93ea-4f81-85bf-29ed282ecbef tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Checking segment: {'id': '80f22f30-339e-412a-afa9-f50962a05294', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3597ca29-7b08-45f2-a02b-7250b62cd04e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:09.248459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c04c04-93ea-4f81-85bf-29ed282ecbef tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Network hostable DHCP agents. Network: 3597ca29-7b08-45f2-a02b-7250b62cd04e, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:27:09.258041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-39e341b8-e7cd-4e09-97ae-53f435572962 req-315efaf4-4674-42d7-8882-4f8160827a56 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Synchronizing usage tracker for tenant:b635ebb1cf0b486c984bf0a25ec6bb62 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:09.290566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71427c8-8abf-45f6-a7ad-8e4ecec8842a admin admin] Network a3ab45e1-df22-4d90-9acf-858a73edbfe9 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:27:09.306522 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-459f4ee8-4466-45b4-bceb-428d6c9f9d47 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.311038 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-459f4ee8-4466-45b4-bceb-428d6c9f9d47 admin admin] 10.222.0.41 "DELETE /v2.0/routers/90e3b24f-760a-4f7e-a692-ea7a74fe2393 HTTP/1.1" status: 204 len: 168 time: 5.4828322 Jan 14 07:27:09.311038 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bf038d8-5ad1-468d-af93-bdb789eb8226 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.328988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33176) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:09.374248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-e657a5a2-4cc5-48e5-9986-1e2d0ccc24c6 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Unset dirty status for tenant:9e9238d31d96430fa9708f6c86547d3a on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:09.375797 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-e657a5a2-4cc5-48e5-9986-1e2d0ccc24c6 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] 10.222.0.39 "GET /v2.0/ports?device_id=7639e718-3c07-4f8c-a311-9ef3bb6fcbeb HTTP/1.1" status: 200 len: 949 time: 1.5915606 Jan 14 07:27:09.395762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-39e341b8-e7cd-4e09-97ae-53f435572962 req-315efaf4-4674-42d7-8882-4f8160827a56 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Unset dirty status for tenant:b635ebb1cf0b486c984bf0a25ec6bb62 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:09.398601 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-39e341b8-e7cd-4e09-97ae-53f435572962 req-315efaf4-4674-42d7-8882-4f8160827a56 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1398389406&fields=id&tenant_id=b635ebb1cf0b486c984bf0a25ec6bb62 HTTP/1.1" status: 200 len: 267 time: 0.3550122 Jan 14 07:27:09.404321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6ef861a-759d-430c-9131-4a90e733669d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.481262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a71427c8-8abf-45f6-a7ad-8e4ecec8842a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, a3ab45e1-df22-4d90-9acf-858a73edbfe9) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:09.509971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2d7e5bc1-6b0a-462e-8e27-6cdf16759378 admin admin] For port e5362d9c-75d9-41c8-9867-ef73714b2754, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e5362d9c-75d9-41c8-9867-ef73714b2754,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:09.510516 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5bc1-6b0a-462e-8e27-6cdf16759378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.512855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c04c04-93ea-4f81-85bf-29ed282ecbef tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Network 3597ca29-7b08-45f2-a02b-7250b62cd04e is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:27:09.518368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0a424e-fa6b-4031-a59d-42188584b80a None None] Network a3ab45e1-df22-4d90-9acf-858a73edbfe9 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:09.526087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3bf038d8-5ad1-468d-af93-bdb789eb8226 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:09.533010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3bf038d8-5ad1-468d-af93-bdb789eb8226 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Usage tracker for resource:security_group_rule and tenant:e3451631cc4f4706994f5dfe4aea528e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:09.537182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71427c8-8abf-45f6-a7ad-8e4ecec8842a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:09.537694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3bf038d8-5ad1-468d-af93-bdb789eb8226 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:09.538095 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a71427c8-8abf-45f6-a7ad-8e4ecec8842a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.544794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3bf038d8-5ad1-468d-af93-bdb789eb8226 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:09.647956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7639e718-3c07-4f8c-a311-9ef3bb6fcbeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc4331e3-529d-461a-9802-1516c5707b40'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:27:09.654252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c4c04c04-93ea-4f81-85bf-29ed282ecbef tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 3597ca29-7b08-45f2-a02b-7250b62cd04e) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:09.660337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port cc4331e3-529d-461a-9802-1516c5707b40, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=cc4331e3-529d-461a-9802-1516c5707b40,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:09.674009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cc4010-f598-4600-ad9e-f81ff02ffe9f None None] Network 3597ca29-7b08-45f2-a02b-7250b62cd04e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:09.769231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c04c04-93ea-4f81-85bf-29ed282ecbef tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:09.770055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4c04c04-93ea-4f81-85bf-29ed282ecbef tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.771460 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.776395 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7639e718-3c07-4f8c-a311-9ef3bb6fcbeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc4331e3-529d-461a-9802-1516c5707b40', 'code': 200} Jan 14 07:27:09.781346 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:09.815087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e5bc1-6b0a-462e-8e27-6cdf16759378 admin admin] Calling delete_port for e5362d9c-75d9-41c8-9867-ef73714b2754 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:09.843152 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.861133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5e0dd5-9144-484c-9502-6bf69836b1f7 admin admin] Deleting subnet 4c9a2109-4865-405b-a130-3035ed2ceaa3 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:27:09.861448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-d25e3e33-bd88-421f-8d6b-132efe98bfbe tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Deleting port cc4331e3-529d-461a-9802-1516c5707b40 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:09.861448 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-d25e3e33-bd88-421f-8d6b-132efe98bfbe tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.889862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd5e0dd5-9144-484c-9502-6bf69836b1f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:09.926506 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a71427c8-8abf-45f6-a7ad-8e4ecec8842a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 5.3525915 Jan 14 07:27:09.928229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] Transition to ACTIVE for port object 68371cc9-be3f-4d96-af7f-c3b786b16a46 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:09.938694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33182) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:09.944314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2121171635-router', 'tenant_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:09.967190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:09.984046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Usage tracker for resource:router and tenant:34f3d7fd09e3461da4f5e4d7321c810e is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:09.995444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:10.029453 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bf038d8-5ad1-468d-af93-bdb789eb8226 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:10.040448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Allocated IP 172.25.3.27 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/7996f0a6-c67f-4e1a-9cdb-cb692b8d84d0) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:10.066355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd5e0dd5-9144-484c-9502-6bf69836b1f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:10.072734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:10.102218 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bf038d8-5ad1-468d-af93-bdb789eb8226 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:10.125538 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2ca1f144-7d3b-48ce-bfd9-41105750a421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:10.143514 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:10.144686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:10.170044 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:10.176950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e341b8-e7cd-4e09-97ae-53f435572962 req-cfe46639-4669-4948-9c63-8aff51cc09c6 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:10.183194 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-39e341b8-e7cd-4e09-97ae-53f435572962 req-cfe46639-4669-4948-9c63-8aff51cc09c6 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "GET /v2.0/networks?id=47745cbf-127b-4aeb-8a7e-455a1192ec85 HTTP/1.1" status: 200 len: 811 time: 0.7319567 Jan 14 07:27:10.192192 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c4c04c04-93ea-4f81-85bf-29ed282ecbef tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 7.9688790 Jan 14 07:27:10.194169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=cc4331e3-529d-461a-9802-1516c5707b40,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:10.200074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33186) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:10.209634 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:10.213196 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6bb09aef-5d4f-4e6a-81e6-afec9407ffaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:10.241631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bf038d8-5ad1-468d-af93-bdb789eb8226 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:10.247160 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3bf038d8-5ad1-468d-af93-bdb789eb8226 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1614602 Jan 14 07:27:10.250804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-3c390f99-b9a5-457c-a4b6-f679f844636a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2015721990'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:10.261310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33190) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:10.268654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3c390f99-b9a5-457c-a4b6-f679f844636a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:10.273836 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-39e341b8-e7cd-4e09-97ae-53f435572962 req-ea399f97-330b-4831-9506-e63d8f159443 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "GET /v2.0/quotas/b635ebb1cf0b486c984bf0a25ec6bb62 HTTP/1.1" status: 200 len: 375 time: 0.0892446 Jan 14 07:27:10.291145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-71539539-986a-45dd-bfd2-75d3b28ede4a tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Request body: {'security_group_rule': {'security_group_id': '83614670-0308-4ddb-a462-a3fa49153994', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:10.303141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3c390f99-b9a5-457c-a4b6-f679f844636a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Usage tracker for resource:network and tenant:5d197e4b213a44b2ae795af4c59044f6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:10.314929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf038d8-5ad1-468d-af93-bdb789eb8226 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Pushing event updated for resources: {'SecurityGroup': ['ID=83614670-0308-4ddb-a462-a3fa49153994,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:10.318894 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3bf038d8-5ad1-468d-af93-bdb789eb8226 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:10.324919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3c390f99-b9a5-457c-a4b6-f679f844636a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Quota usage for network was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:10.328209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-71539539-986a-45dd-bfd2-75d3b28ede4a tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:10.381908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-71539539-986a-45dd-bfd2-75d3b28ede4a tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Usage tracker for resource:security_group_rule and tenant:e3451631cc4f4706994f5dfe4aea528e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:10.394197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3c390f99-b9a5-457c-a4b6-f679f844636a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:10.397396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-71539539-986a-45dd-bfd2-75d3b28ede4a tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:10.407322 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5bc1-6b0a-462e-8e27-6cdf16759378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:10.424901 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:10.429429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff60f7f-44ec-4c50-8c53-0e4c81b692ab None None] Pushing event updated for resources: {'Port': ['ID=68371cc9-be3f-4d96-af7f-c3b786b16a46,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:10.438782 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bff60f7f-44ec-4c50-8c53-0e4c81b692ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:10.459309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-71539539-986a-45dd-bfd2-75d3b28ede4a tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:10.496525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-a3ab45e1-df22-4d90-9acf-858a73edbfe9', 'network_id': 'a3ab45e1-df22-4d90-9acf-858a73edbfe9', 'tenant_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'fixed_ips': [{'subnet_id': '574f047e-283f-4e64-b978-9e608504a716'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:27:10.497448 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:10.570685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-3597ca29-7b08-45f2-a02b-7250b62cd04e', 'network_id': '3597ca29-7b08-45f2-a02b-7250b62cd04e', 'tenant_id': '5d197e4b213a44b2ae795af4c59044f6', 'fixed_ips': [{'subnet_id': '185d2b0e-1208-4822-a3c5-6ad036b69afc'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:27:10.571803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:10.604729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-d25e3e33-bd88-421f-8d6b-132efe98bfbe tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] For port cc4331e3-529d-461a-9802-1516c5707b40, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=cc4331e3-529d-461a-9802-1516c5707b40,segment=NetworkSegment(05a04206-65f2-4a99-b212-595df8467e53),segment_id=05a04206-65f2-4a99-b212-595df8467e53)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:10.605129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-d25e3e33-bd88-421f-8d6b-132efe98bfbe tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:10.623000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:10.806925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c390f99-b9a5-457c-a4b6-f679f844636a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Made reservation on behalf of 5d197e4b213a44b2ae795af4c59044f6 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:10.821482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c390f99-b9a5-457c-a4b6-f679f844636a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:10.882946 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71539539-986a-45dd-bfd2-75d3b28ede4a tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:10.899737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-d25e3e33-bd88-421f-8d6b-132efe98bfbe tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Calling delete_port for cc4331e3-529d-461a-9802-1516c5707b40 owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:10.921843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 828b7570-b1e9-49f3-87d4-9b71471e94f1 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:27:10.950062 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd5e0dd5-9144-484c-9502-6bf69836b1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:11.007025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c390f99-b9a5-457c-a4b6-f679f844636a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:27:11.043087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 828b7570-b1e9-49f3-87d4-9b71471e94f1 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:27:11.043761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 828b7570-b1e9-49f3-87d4-9b71471e94f1 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:27:11.044228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c674ac6f-1bf7-4ec5-a889-3a24377acbca no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:27:11.056942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c390f99-b9a5-457c-a4b6-f679f844636a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:11.057394 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-3c390f99-b9a5-457c-a4b6-f679f844636a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Added segment 00615381-4939-4620-8899-b9f8bf2aaa81 of type vxlan for network 123b6330-5aac-410d-b2f9-711b1d1f378b Jan 14 07:27:11.093886 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6ef861a-759d-430c-9131-4a90e733669d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:11.125948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-39e341b8-e7cd-4e09-97ae-53f435572962 req-47c474ab-89c0-4df0-9215-b34eebbaac2d tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Synchronizing usage tracker for tenant:b635ebb1cf0b486c984bf0a25ec6bb62 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:11.140401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: c674ac6f-1bf7-4ec5-a889-3a24377acbca {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:27:11.140401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c674ac6f-1bf7-4ec5-a889-3a24377acbca not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:27:11.146697 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-99081d62-e90c-4d3d-bd5e-f7338ab3f71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:11.234658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] Attempting to bind port 68371cc9-be3f-4d96-af7f-c3b786b16a46 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:27:11.235076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] Attempting to bind port 68371cc9-be3f-4d96-af7f-c3b786b16a46 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '09f8f0bf-b786-4f53-9b8b-9b7659b5b888', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'ce731b9a-345f-4e1e-a95c-e4ad6a017f9c'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:27:11.235484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] Attempting to bind port 68371cc9-be3f-4d96-af7f-c3b786b16a46 on network ce731b9a-345f-4e1e-a95c-e4ad6a017f9c {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:27:11.290298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:27:11.290713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] Checking segment: {'id': '09f8f0bf-b786-4f53-9b8b-9b7659b5b888', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'ce731b9a-345f-4e1e-a95c-e4ad6a017f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:11.291161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:11.291598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] Bound using segment: {'id': '09f8f0bf-b786-4f53-9b8b-9b7659b5b888', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'ce731b9a-345f-4e1e-a95c-e4ad6a017f9c'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:27:11.292173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] Bound port: 68371cc9-be3f-4d96-af7f-c3b786b16a46, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f8f0bf-b786-4f53-9b8b-9b7659b5b888', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'ce731b9a-345f-4e1e-a95c-e4ad6a017f9c'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:27:11.292589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:11.306325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71539539-986a-45dd-bfd2-75d3b28ede4a tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:11.335530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef861a-759d-430c-9131-4a90e733669d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1751ac58-5156-41ae-80ae-74704f5d9b09,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:11.338817 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6ef861a-759d-430c-9131-4a90e733669d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:11.367330 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71539539-986a-45dd-bfd2-75d3b28ede4a tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:11.369316 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c390f99-b9a5-457c-a4b6-f679f844636a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:11.378338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-39e341b8-e7cd-4e09-97ae-53f435572962 req-47c474ab-89c0-4df0-9215-b34eebbaac2d tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Unset dirty status for tenant:b635ebb1cf0b486c984bf0a25ec6bb62 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:11.380360 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-39e341b8-e7cd-4e09-97ae-53f435572962 req-47c474ab-89c0-4df0-9215-b34eebbaac2d tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "GET /v2.0/ports?tenant_id=b635ebb1cf0b486c984bf0a25ec6bb62&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0735981 Jan 14 07:27:11.400794 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:11.448965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Allocated IP 19.80.0.2 (3597ca29-7b08-45f2-a02b-7250b62cd04e/185d2b0e-1208-4822-a3c5-6ad036b69afc/9d78f0dd-a90a-4ee1-9bc0-efaf34672501) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:11.481560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71539539-986a-45dd-bfd2-75d3b28ede4a tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f764661b-d1a3-4ee9-a12a-ec486417cc70,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:11.545889 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-3c390f99-b9a5-457c-a4b6-f679f844636a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:27:11.547848 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:11.563609 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-71539539-986a-45dd-bfd2-75d3b28ede4a tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:11.594139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] For port 68371cc9-be3f-4d96-af7f-c3b786b16a46, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:27:11.611413 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6ef861a-759d-430c-9131-4a90e733669d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:11.612345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Allocated IP 172.20.0.2 (a3ab45e1-df22-4d90-9acf-858a73edbfe9/574f047e-283f-4e64-b978-9e608504a716/4541578b-8805-4db8-a3d0-1ddbc5b29426) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:11.625536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] For port 68371cc9-be3f-4d96-af7f-c3b786b16a46, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=68371cc9-be3f-4d96-af7f-c3b786b16a46,segment=NetworkSegment(09f8f0bf-b786-4f53-9b8b-9b7659b5b888),segment_id=09f8f0bf-b786-4f53-9b8b-9b7659b5b888)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:27:11.635276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:11.647278 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c390f99-b9a5-457c-a4b6-f679f844636a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:11.654741 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:11.667128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c390f99-b9a5-457c-a4b6-f679f844636a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:11.667979 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c390f99-b9a5-457c-a4b6-f679f844636a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:11.674818 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71539539-986a-45dd-bfd2-75d3b28ede4a tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:11.683036 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-71539539-986a-45dd-bfd2-75d3b28ede4a tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4051819 Jan 14 07:27:11.683036 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c6ef861a-759d-430c-9131-4a90e733669d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1751ac58-5156-41ae-80ae-74704f5d9b09 HTTP/1.1" status: 204 len: 168 time: 3.2963440 Jan 14 07:27:11.684172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33194) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:11.684172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33196) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:11.691240 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:11.699693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b0fdc5fe-420d-411b-ae02-91d3444a3fbe tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Request body: {'security_group_rule': {'security_group_id': '83614670-0308-4ddb-a462-a3fa49153994', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:11.710776 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:11.758973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b0fdc5fe-420d-411b-ae02-91d3444a3fbe tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:11.761638 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2dc19d2c-0572-4d1f-9656-6036f7fae149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:11.871312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b0fdc5fe-420d-411b-ae02-91d3444a3fbe tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Usage tracker for resource:security_group_rule and tenant:e3451631cc4f4706994f5dfe4aea528e is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:11.888805 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3c390f99-b9a5-457c-a4b6-f679f844636a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6652596 Jan 14 07:27:11.922362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33202) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:11.941369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d1ede8e9-27c0-43da-8fec-c5be17d25420 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Request body: {'subnet': {'network_id': '123b6330-5aac-410d-b2f9-711b1d1f378b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:11.995617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b0fdc5fe-420d-411b-ae02-91d3444a3fbe tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:12.004659 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-39e341b8-e7cd-4e09-97ae-53f435572962 req-e786b855-aa36-468a-a998-255280f76862 service neutron] 10.222.0.41 "GET /v2.0/networks/47745cbf-127b-4aeb-8a7e-455a1192ec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5840812 Jan 14 07:27:12.013394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c390f99-b9a5-457c-a4b6-f679f844636a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Pushing event updated for resources: {'Network': ['ID=123b6330-5aac-410d-b2f9-711b1d1f378b,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:12.018317 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c390f99-b9a5-457c-a4b6-f679f844636a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:12.070582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 123b6330-5aac-410d-b2f9-711b1d1f378b details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:12.078934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5bc1-6b0a-462e-8e27-6cdf16759378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:12.089190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 123b6330-5aac-410d-b2f9-711b1d1f378b details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:12.103494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 123b6330-5aac-410d-b2f9-711b1d1f378b details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:12.173549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b0fdc5fe-420d-411b-ae02-91d3444a3fbe tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:12.262384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd5e0dd5-9144-484c-9502-6bf69836b1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:12.289862 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c4c04c04-93ea-4f81-85bf-29ed282ecbef tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:12.290190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Port': ['ID=7996f0a6-c67f-4e1a-9cdb-cb692b8d84d0,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:12.314218 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:12.321749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-d25e3e33-bd88-421f-8d6b-132efe98bfbe tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:12.341529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5bc1-6b0a-462e-8e27-6cdf16759378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:12.363264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5bc1-6b0a-462e-8e27-6cdf16759378 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:12.370455 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bfd6c7a9-c87d-4201-9d39-3bfce3b97e35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:12.412941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e0dd5-9144-484c-9502-6bf69836b1f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c9a2109-4865-405b-a130-3035ed2ceaa3,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:12.422359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-115cc844-a421-44ed-b241-d9047bfe70e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:12.431074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff60f7f-44ec-4c50-8c53-0e4c81b692ab None None] Pushing event updated for resources: {'Port': ['ID=68371cc9-be3f-4d96-af7f-c3b786b16a46,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:12.439154 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd5e0dd5-9144-484c-9502-6bf69836b1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:12.440630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d1ede8e9-27c0-43da-8fec-c5be17d25420 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:12.452419 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bff60f7f-44ec-4c50-8c53-0e4c81b692ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:12.470835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d1ede8e9-27c0-43da-8fec-c5be17d25420 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Usage tracker for resource:subnet and tenant:5d197e4b213a44b2ae795af4c59044f6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:12.478135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d1ede8e9-27c0-43da-8fec-c5be17d25420 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:12.490359 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-39e341b8-e7cd-4e09-97ae-53f435572962 req-e66e45e0-520e-4098-8387-06db11942320 service neutron] 10.222.0.41 "GET /v2.0/networks/47745cbf-127b-4aeb-8a7e-455a1192ec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3867979 Jan 14 07:27:12.491572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d1ede8e9-27c0-43da-8fec-c5be17d25420 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:12.508213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd5e0dd5-9144-484c-9502-6bf69836b1f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:12.517551 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fd5e0dd5-9144-484c-9502-6bf69836b1f7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4c9a2109-4865-405b-a130-3035ed2ceaa3 HTTP/1.1" status: 204 len: 168 time: 3.1825962 Jan 14 07:27:12.520233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33206) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:12.527911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5634a4b-6b74-461d-bd30-230333efd894 None None] Network cf9b7913-93f3-45f5-ba8b-b54d641486d4 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:12.640740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e3e33-bd88-421f-8d6b-132efe98bfbe tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Pushing event deleted for resources: {'Port': ['ID=cc4331e3-529d-461a-9802-1516c5707b40,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:12.650133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:12.651573 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d25e3e33-bd88-421f-8d6b-132efe98bfbe tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:12.656840 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc5fe-420d-411b-ae02-91d3444a3fbe tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:12.714627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ede8e9-27c0-43da-8fec-c5be17d25420 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Made reservation on behalf of 5d197e4b213a44b2ae795af4c59044f6 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:12.805105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-d25e3e33-bd88-421f-8d6b-132efe98bfbe tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] No DVR routers for this DVR port cc4331e3-529d-461a-9802-1516c5707b40 on host n-h2-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:27:12.818291 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-d25e3e33-bd88-421f-8d6b-132efe98bfbe tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:12.843422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7639e718-3c07-4f8c-a311-9ef3bb6fcbeb', 'name': 'network-vif-deleted', 'tag': 'cc4331e3-529d-461a-9802-1516c5707b40'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:27:12.860943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] Deleting port dc5996c6-2299-4eb1-81fe-d0805f6b1ba5 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:12.861570 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:12.928505 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:12.929577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5bc1-6b0a-462e-8e27-6cdf16759378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:12.930146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7e5bc1-6b0a-462e-8e27-6cdf16759378 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20296451-bb68-46d7-b2f5-54e2fcc6e6b0 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:27:12.944254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Transition to ACTIVE for port object 4541578b-8805-4db8-a3d0-1ddbc5b29426 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:12.987397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Transition to ACTIVE for port object 4541578b-8805-4db8-a3d0-1ddbc5b29426 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:13.050642 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7639e718-3c07-4f8c-a311-9ef3bb6fcbeb', 'name': 'network-vif-deleted', 'tag': 'cc4331e3-529d-461a-9802-1516c5707b40', 'status': 'completed', 'code': 200} Jan 14 07:27:13.054176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1ede8e9-27c0-43da-8fec-c5be17d25420 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:13.057955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:13.075349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Transition to ACTIVE for port object 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:13.110740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Transition to ACTIVE for port object 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:13.128049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:13.140963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:13.205032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:13.240842 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:13.281825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:13.295600 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c119b56-ccd0-419c-a53c-fc64c59976cd req-d25e3e33-bd88-421f-8d6b-132efe98bfbe tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] 10.222.0.39 "DELETE /v2.0/ports/cc4331e3-529d-461a-9802-1516c5707b40 HTTP/1.1" status: 204 len: 173 time: 3.9072964 Jan 14 07:27:13.303231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33228) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:13.334729 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc5fe-420d-411b-ae02-91d3444a3fbe tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:13.354701 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-115cc844-a421-44ed-b241-d9047bfe70e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:13.453028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc5fe-420d-411b-ae02-91d3444a3fbe tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:13.534247 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d7e5bc1-6b0a-462e-8e27-6cdf16759378 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:13.537989 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2d7e5bc1-6b0a-462e-8e27-6cdf16759378 admin admin] 10.222.0.41 "DELETE /v2.0/routers/20296451-bb68-46d7-b2f5-54e2fcc6e6b0 HTTP/1.1" status: 204 len: 168 time: 6.5356925 Jan 14 07:27:13.539005 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec839d7c-e973-45be-9333-8a2d8e5ff4f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:13.573750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33236) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:13.626876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] For port dc5996c6-2299-4eb1-81fe-d0805f6b1ba5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=dc5996c6-2299-4eb1-81fe-d0805f6b1ba5,segment=NetworkSegment(8d00b196-6976-485d-ba3c-4dc2a3084723),segment_id=8d00b196-6976-485d-ba3c-4dc2a3084723)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:13.627444 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:13.748143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] Routers {'caa1d355-b201-4471-b84a-cee14d1f43ee'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:27:13.748875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:26:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['caa1d355-b201-4471-b84a-cee14d1f43ee'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:13.819454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Network 3597ca29-7b08-45f2-a02b-7250b62cd04e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:13.832590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:13.835498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:13.875529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Pushing event updated for resources: {'Port': ['ID=9d78f0dd-a90a-4ee1-9bc0-efaf34672501,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:13.899625 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2ce6f601-060d-47bb-a35b-f6f438ce4263 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:13.970792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-115cc844-a421-44ed-b241-d9047bfe70e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389afef5-a7c2-45e8-95be-bdeb50e123ca']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:13.989186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdc5fe-420d-411b-ae02-91d3444a3fbe tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b35b45d-ac1a-4250-bd95-15a05cee5c88,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:13.992899 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b0fdc5fe-420d-411b-ae02-91d3444a3fbe tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:14.007867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Pushing event updated for resources: {'Port': ['ID=4541578b-8805-4db8-a3d0-1ddbc5b29426,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:14.011236 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:14.037959 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd56090b-a109-4e8b-8349-ea4c331a2d1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:14.038370 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd56090b-a109-4e8b-8349-ea4c331a2d1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:14.093149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] Calling delete_port for dc5996c6-2299-4eb1-81fe-d0805f6b1ba5 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:14.138052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-115cc844-a421-44ed-b241-d9047bfe70e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6e3777-6cd1-4d72-881b-1861ee8b4114') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:14.138396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-115cc844-a421-44ed-b241-d9047bfe70e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6e3777-6cd1-4d72-881b-1861ee8b4114') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:14.153825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277676cb-a5b5-4991-8ddb-490fc28bc092 None None] DHCP port deletion for cf9b7913-93f3-45f5-ba8b-b54d641486d4 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:27:14.173201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-277676cb-a5b5-4991-8ddb-490fc28bc092 None None] Deleting port dc5996c6-2299-4eb1-81fe-d0805f6b1ba5 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:14.173624 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-277676cb-a5b5-4991-8ddb-490fc28bc092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.217508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2408f40-099e-4b9e-8185-09bdfb67b154 admin admin] Deleting subnet 67ef6f45-c67f-4bba-88b5-d1969fba5317 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:27:14.228787 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2408f40-099e-4b9e-8185-09bdfb67b154 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.266627 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-115cc844-a421-44ed-b241-d9047bfe70e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.277241 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e92306f-8269-4906-9183-5ffceeb07454 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.288333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc5fe-420d-411b-ae02-91d3444a3fbe tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.292628 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b0fdc5fe-420d-411b-ae02-91d3444a3fbe tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6049631 Jan 14 07:27:14.300353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33240) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:14.316800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:14.338035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:14.351499 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2408f40-099e-4b9e-8185-09bdfb67b154 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.377487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-115cc844-a421-44ed-b241-d9047bfe70e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.390566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Usage tracker for resource:floatingip and tenant:e3451631cc4f4706994f5dfe4aea528e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:14.394205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-115cc844-a421-44ed-b241-d9047bfe70e7 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:27:14.398267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:14.401828 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.411440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Attempting to bind port 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:27:14.411880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Attempting to bind port 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '80f22f30-339e-412a-afa9-f50962a05294', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3597ca29-7b08-45f2-a02b-7250b62cd04e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:27:14.412299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Attempting to bind port 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 on network 3597ca29-7b08-45f2-a02b-7250b62cd04e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:27:14.425815 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c85baab7-5c1b-4d49-b4f9-8be7fd9d3924 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:14.443474 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e92306f-8269-4906-9183-5ffceeb07454 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.465715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:27:14.466087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Checking segment: {'id': '80f22f30-339e-412a-afa9-f50962a05294', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3597ca29-7b08-45f2-a02b-7250b62cd04e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:14.466537 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.468615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Bound using segment: {'id': '80f22f30-339e-412a-afa9-f50962a05294', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3597ca29-7b08-45f2-a02b-7250b62cd04e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:27:14.468615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Bound port: 9d78f0dd-a90a-4ee1-9bc0-efaf34672501, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f22f30-339e-412a-afa9-f50962a05294', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3597ca29-7b08-45f2-a02b-7250b62cd04e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:27:14.468984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.480854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:14.539002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Network a3ab45e1-df22-4d90-9acf-858a73edbfe9 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:14.544748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-277676cb-a5b5-4991-8ddb-490fc28bc092 None None] The port 'dc5996c6-2299-4eb1-81fe-d0805f6b1ba5' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:27:14.557777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5996c6-2299-4eb1-81fe-d0805f6b1ba5,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:14.560611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:14.571807 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.574661 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:14.612855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:14.621771 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks [] for floatingip, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.643574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.704524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] Set router caa1d355-b201-4471-b84a-cee14d1f43ee gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:27:14.787934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] No DVR routers for this DVR port dc5996c6-2299-4eb1-81fe-d0805f6b1ba5 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:27:14.813707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Attempting to bind port 4541578b-8805-4db8-a3d0-1ddbc5b29426 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:27:14.813707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Attempting to bind port 4541578b-8805-4db8-a3d0-1ddbc5b29426 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '6f084457-f1e7-4fad-bf89-76857f2c87f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a3ab45e1-df22-4d90-9acf-858a73edbfe9'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:27:14.814141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Attempting to bind port 4541578b-8805-4db8-a3d0-1ddbc5b29426 on network a3ab45e1-df22-4d90-9acf-858a73edbfe9 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:27:14.831762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:27:14.831762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Checking segment: {'id': '6f084457-f1e7-4fad-bf89-76857f2c87f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a3ab45e1-df22-4d90-9acf-858a73edbfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:14.831762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.831762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Bound using segment: {'id': '6f084457-f1e7-4fad-bf89-76857f2c87f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a3ab45e1-df22-4d90-9acf-858a73edbfe9'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:27:14.831762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Bound port: 4541578b-8805-4db8-a3d0-1ddbc5b29426, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f084457-f1e7-4fad-bf89-76857f2c87f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a3ab45e1-df22-4d90-9acf-858a73edbfe9'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:27:14.831762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.930829 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2408f40-099e-4b9e-8185-09bdfb67b154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:14.956866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e5362d9c-75d9-41c8-9867-ef73714b2754 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:27:15.030239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: e5362d9c-75d9-41c8-9867-ef73714b2754 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:27:15.030671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e5362d9c-75d9-41c8-9867-ef73714b2754 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:27:15.031086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device dc5996c6-2299-4eb1-81fe-d0805f6b1ba5 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:27:15.034803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-115cc844-a421-44ed-b241-d9047bfe70e7 admin admin] Network 389afef5-a7c2-45e8-95be-bdeb50e123ca has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:15.048426 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-115cc844-a421-44ed-b241-d9047bfe70e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:15.105781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:15.131760 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1ede8e9-27c0-43da-8fec-c5be17d25420 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:15.166661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] For port 9d78f0dd-a90a-4ee1-9bc0-efaf34672501, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:27:15.170309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: dc5996c6-2299-4eb1-81fe-d0805f6b1ba5 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:27:15.170734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device dc5996c6-2299-4eb1-81fe-d0805f6b1ba5 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:27:15.205472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] For port 9d78f0dd-a90a-4ee1-9bc0-efaf34672501, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9d78f0dd-a90a-4ee1-9bc0-efaf34672501,segment=NetworkSegment(80f22f30-339e-412a-afa9-f50962a05294),segment_id=80f22f30-339e-412a-afa9-f50962a05294)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:27:15.222228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e92306f-8269-4906-9183-5ffceeb07454 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:15.223177 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:15.235382 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6232d155-8b26-4d6f-9130-cd356e5b5914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:15.237349 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-32a0d87e-be53-4649-b736-651aa2faf80e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:15.246815 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5204ea75-e1a1-4b1b-baf7-9ed00617a35a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:15.310304 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:15.426889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] For port 4541578b-8805-4db8-a3d0-1ddbc5b29426, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:27:15.432952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92306f-8269-4906-9183-5ffceeb07454 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Pushing event deleted for resources: {'SecurityGroup': ['ID=6851c7fe-2f3f-4e25-a4a6-1132f7c2482f,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:15.436016 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e92306f-8269-4906-9183-5ffceeb07454 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:15.504110 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e92306f-8269-4906-9183-5ffceeb07454 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:15.508392 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0e92306f-8269-4906-9183-5ffceeb07454 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "DELETE /v2.0/security-groups/6851c7fe-2f3f-4e25-a4a6-1132f7c2482f HTTP/1.1" status: 204 len: 168 time: 2.2022338 Jan 14 07:27:15.510505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-115cc844-a421-44ed-b241-d9047bfe70e7 admin admin] Network 389afef5-a7c2-45e8-95be-bdeb50e123ca has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:15.520182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] For port 4541578b-8805-4db8-a3d0-1ddbc5b29426, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4541578b-8805-4db8-a3d0-1ddbc5b29426,segment=NetworkSegment(6f084457-f1e7-4fad-bf89-76857f2c87f3),segment_id=6f084457-f1e7-4fad-bf89-76857f2c87f3)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:27:15.526565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33244) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:27:15.562638 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:27:15.574954 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:15.579979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9b7913-93f3-45f5-ba8b-b54d641486d4']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:15.604537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Pushing event updated for resources: {'Port': ['ID=9d78f0dd-a90a-4ee1-9bc0-efaf34672501,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:15.616553 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:15.623088 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:15.629120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ede8e9-27c0-43da-8fec-c5be17d25420 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Pushing event updated for resources: {'Subnet': ['ID=444246df-86dc-4857-b653-cce5aff05c28,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:15.641062 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-f2742377-d796-48d2-ac66-c0cfdaeb15e2 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] show failed (client error): The resource could not be found. Jan 14 07:27:15.642225 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f2742377-d796-48d2-ac66-c0cfdaeb15e2 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "GET /v2.0/security-groups/6851c7fe-2f3f-4e25-a4a6-1132f7c2482f HTTP/1.1" status: 404 len: 347 time: 0.1122472 Jan 14 07:27:15.646675 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d1ede8e9-27c0-43da-8fec-c5be17d25420 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:15.648541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d00b196-6976-485d-ba3c-4dc2a3084723') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:15.648862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d00b196-6976-485d-ba3c-4dc2a3084723') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:15.660159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33248) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:15.690806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:15.731322 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:15.816832 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:15.841802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Pushing event updated for resources: {'Port': ['ID=4541578b-8805-4db8-a3d0-1ddbc5b29426,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:15.860283 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:15.888351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa1d355-b201-4471-b84a-cee14d1f43ee', 'name': 'tempest-ServersTestBootFromVolume-59115883-router', 'tenant_id': 'e3451631cc4f4706994f5dfe4aea528e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '62c21fd2-9d15-45f2-836e-5af334ac426b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:26:22Z', 'updated_at': '2021-01-14T07:27:01Z', 'revision_number': 4, 'project_id': 'e3451631cc4f4706994f5dfe4aea528e', 'gw_port': {'id': '62c21fd2-9d15-45f2-836e-5af334ac426b', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa1d355-b201-4471-b84a-cee14d1f43ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:26:29Z', 'updated_at': '2021-01-14T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '68371cc9-be3f-4d96-af7f-c3b786b16a46', 'name': '', 'network_id': 'ce731b9a-345f-4e1e-a95c-e4ad6a017f9c', 'tenant_id': 'e3451631cc4f4706994f5dfe4aea528e', 'mac_address': 'fa:16:3e:81:3e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa1d355-b201-4471-b84a-cee14d1f43ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '35b94442-10c8-46b2-b698-e8f8a8f4abdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:26:53Z', 'updated_at': '2021-01-14T07:27:11Z', 'revision_number': 4, 'project_id': 'e3451631cc4f4706994f5dfe4aea528e', 'subnets': [{'id': '35b94442-10c8-46b2-b698-e8f8a8f4abdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:15.900435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1268f08a-a89b-4dd6-bbd7-3cbd6ce21aaa None None] The sync data for ids ['caa1d355-b201-4471-b84a-cee14d1f43ee'] in n-d-769329-2 is: [{'id': 'caa1d355-b201-4471-b84a-cee14d1f43ee', 'name': 'tempest-ServersTestBootFromVolume-59115883-router', 'tenant_id': 'e3451631cc4f4706994f5dfe4aea528e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '62c21fd2-9d15-45f2-836e-5af334ac426b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:26:22Z', 'updated_at': '2021-01-14T07:27:01Z', 'revision_number': 4, 'project_id': 'e3451631cc4f4706994f5dfe4aea528e', 'gw_port': {'id': '62c21fd2-9d15-45f2-836e-5af334ac426b', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa1d355-b201-4471-b84a-cee14d1f43ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:26:29Z', 'updated_at': '2021-01-14T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '68371cc9-be3f-4d96-af7f-c3b786b16a46', 'name': '', 'network_id': 'ce731b9a-345f-4e1e-a95c-e4ad6a017f9c', 'tenant_id': 'e3451631cc4f4706994f5dfe4aea528e', 'mac_address': 'fa:16:3e:81:3e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa1d355-b201-4471-b84a-cee14d1f43ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '35b94442-10c8-46b2-b698-e8f8a8f4abdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:26:53Z', 'updated_at': '2021-01-14T07:27:11Z', 'revision_number': 4, 'project_id': 'e3451631cc4f4706994f5dfe4aea528e', 'subnets': [{'id': '35b94442-10c8-46b2-b698-e8f8a8f4abdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:27:15.990317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:16.009169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:27:16.062053 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:16.102745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2022df9b-ca8a-4d3c-b252-aa66166ec6e4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Deleting port 274a8583-6ff2-44ae-b9df-0c97d94be147 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:16.103129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2022df9b-ca8a-4d3c-b252-aa66166ec6e4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:16.124880 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-115cc844-a421-44ed-b241-d9047bfe70e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:16.158985 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7d26614e-7bdd-4abc-b16b-48276dd22367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:16.186472 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-115cc844-a421-44ed-b241-d9047bfe70e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:16.253962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cc844-a421-44ed-b241-d9047bfe70e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=389afef5-a7c2-45e8-95be-bdeb50e123ca,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:16.280484 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-115cc844-a421-44ed-b241-d9047bfe70e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:16.293134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Allocated IP 172.25.3.154 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/54b78a9f-304b-4c3e-adae-05f5a1f7100d) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:16.317308 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-115cc844-a421-44ed-b241-d9047bfe70e7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/389afef5-a7c2-45e8-95be-bdeb50e123ca HTTP/1.1" status: 204 len: 168 time: 4.6302361 Jan 14 07:27:16.643663 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:16.744542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33254) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:16.861208 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:16.888225 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2ba6ec6e-3476-4f4f-ac20-14382fd789cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7d1734d99db4e9a832fbe29d9236f07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303997 Jan 14 07:27:16.948056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] Network cf9b7913-93f3-45f5-ba8b-b54d641486d4 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:16.959619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:16.973049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33258) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:17.040468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4541578b-8805-4db8-a3d0-1ddbc5b29426 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:27:17.093958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:27:17.127994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 4541578b-8805-4db8-a3d0-1ddbc5b29426 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:27:17.137542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 68371cc9-be3f-4d96-af7f-c3b786b16a46 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:27:17.178797 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-98337ac1-1167-48d3-a87a-8022f4fd8311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.179953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] Network cf9b7913-93f3-45f5-ba8b-b54d641486d4 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:17.213721 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-98337ac1-1167-48d3-a87a-8022f4fd8311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.232370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 68371cc9-be3f-4d96-af7f-c3b786b16a46 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:27:17.238299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 68371cc9-be3f-4d96-af7f-c3b786b16a46 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:17.239116 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.273070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Router 67892cde-205e-4f53-9a48-34830c24e288 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:27:17.281166 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-98337ac1-1167-48d3-a87a-8022f4fd8311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.290019 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3cb5c159-637f-4c3b-afc4-834e17f6b987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:27:17.305657 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:27:17.365445 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.385143 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.395462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ede8e9-27c0-43da-8fec-c5be17d25420 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Checking segment: {'id': '00615381-4939-4620-8899-b9f8bf2aaa81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '123b6330-5aac-410d-b2f9-711b1d1f378b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:17.395462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ede8e9-27c0-43da-8fec-c5be17d25420 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Network hostable DHCP agents. Network: 123b6330-5aac-410d-b2f9-711b1d1f378b, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:27:17.405070 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.419043 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18121693-f7fb-42a4-a94c-6d95070bcd0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:17.447337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.452554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 68371cc9-be3f-4d96-af7f-c3b786b16a46, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=68371cc9-be3f-4d96-af7f-c3b786b16a46,segment=NetworkSegment(09f8f0bf-b786-4f53-9b8b-9b7659b5b888),segment_id=09f8f0bf-b786-4f53-9b8b-9b7659b5b888)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:17.456933 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.458116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:27:17.471881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf9b7913-93f3-45f5-ba8b-b54d641486d4,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:17.475237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98337ac1-1167-48d3-a87a-8022f4fd8311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d2313a-fafc-4365-b928-77b3b2495d7b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:17.484642 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-98337ac1-1167-48d3-a87a-8022f4fd8311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:17.494887 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-65242a6a-8a08-4a00-89d0-98fadc2a44e2 tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:17.497548 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bff60f7f-44ec-4c50-8c53-0e4c81b692ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:17.535209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2408f40-099e-4b9e-8185-09bdfb67b154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.557249 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-98337ac1-1167-48d3-a87a-8022f4fd8311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.559066 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-98337ac1-1167-48d3-a87a-8022f4fd8311 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2d2313a-fafc-4365-b928-77b3b2495d7b HTTP/1.1" status: 204 len: 168 time: 0.5836058 Jan 14 07:27:17.639402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=68371cc9-be3f-4d96-af7f-c3b786b16a46,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:17.644803 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:17.662666 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:17.669372 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d8cef517-3d52-4129-993c-cf21715d6a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:17.704780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Pushing event updated for resources: {'Port': ['ID=54b78a9f-304b-4c3e-adae-05f5a1f7100d,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:17.709706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:27:17.725005 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:17.752530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2408f40-099e-4b9e-8185-09bdfb67b154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67ef6f45-c67f-4bba-88b5-d1969fba5317,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:17.775500 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c2408f40-099e-4b9e-8185-09bdfb67b154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:17.776370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ede8e9-27c0-43da-8fec-c5be17d25420 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Network 123b6330-5aac-410d-b2f9-711b1d1f378b is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:27:17.777805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:17.781925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:17.787931 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cf9b7913-93f3-45f5-ba8b-b54d641486d4 HTTP/1.1" status: 204 len: 168 time: 5.2638502 Jan 14 07:27:17.788140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:17.788241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e750fa5-fca1-4a5e-b196-d148be6c090d None None] Network 15ac981d-0d09-4ec0-895b-ce9d7bcccd9e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:17.801097 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2408f40-099e-4b9e-8185-09bdfb67b154 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.840813 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c2408f40-099e-4b9e-8185-09bdfb67b154 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/67ef6f45-c67f-4bba-88b5-d1969fba5317 HTTP/1.1" status: 204 len: 168 time: 4.2507713 Jan 14 07:27:17.854721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:27:17.856465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33266) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:17.863390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d1ede8e9-27c0-43da-8fec-c5be17d25420 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 123b6330-5aac-410d-b2f9-711b1d1f378b) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:17.872673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f530076-eda4-4e7b-b50a-a579bb37a475 None None] Sync routers for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:27:17.875038 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2022df9b-ca8a-4d3c-b252-aa66166ec6e4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.875411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2022df9b-ca8a-4d3c-b252-aa66166ec6e4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:17.893743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f530076-eda4-4e7b-b50a-a579bb37a475 None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:27:17.898782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8f530076-eda4-4e7b-b50a-a579bb37a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:26:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:18.109507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8f530076-eda4-4e7b-b50a-a579bb37a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:18.126417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a1c12d-946e-4311-b69b-b35be4a9f449 None None] Network 123b6330-5aac-410d-b2f9-711b1d1f378b requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:18.131911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f530076-eda4-4e7b-b50a-a579bb37a475 None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:27:18.137327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8f530076-eda4-4e7b-b50a-a579bb37a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:26:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:18.148814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33272) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:18.179034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ede8e9-27c0-43da-8fec-c5be17d25420 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:18.180000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1ede8e9-27c0-43da-8fec-c5be17d25420 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:18.308713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8f530076-eda4-4e7b-b50a-a579bb37a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:18.309438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f530076-eda4-4e7b-b50a-a579bb37a475 None None] The sync data for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:27:18.337214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:18.339272 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 13.1521645 Jan 14 07:27:18.351974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33278) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:18.560283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2022df9b-ca8a-4d3c-b252-aa66166ec6e4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Calling delete_port for 274a8583-6ff2-44ae-b9df-0c97d94be147 owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:18.598053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3860756c-326f-4a42-ae3c-c4d9b0cd6969 None None] Network 3597ca29-7b08-45f2-a02b-7250b62cd04e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:18.641294 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-998f7809-4d29-4b91-8f15-fa945086133e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9268a0b323d24dae8ab7f37ea82f15af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4750867 Jan 14 07:27:18.645013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33286) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:18.711276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Allocated IP 172.25.3.74 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/17eb41ac-1f92-4959-bc75-68b5e1a8a5a2) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:18.721416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a2aafc-1e5d-4a18-8255-a66b82dae436 None None] DHCP port deletion for 15ac981d-0d09-4ec0-895b-ce9d7bcccd9e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:27:18.723823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-123b6330-5aac-410d-b2f9-711b1d1f378b', 'network_id': '123b6330-5aac-410d-b2f9-711b1d1f378b', 'tenant_id': '5d197e4b213a44b2ae795af4c59044f6', 'fixed_ips': [{'subnet_id': '444246df-86dc-4857-b653-cce5aff05c28'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:27:18.724853 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:18.955071 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d1ede8e9-27c0-43da-8fec-c5be17d25420 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 7.0201268 Jan 14 07:27:19.052925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d800ed20-4e3b-4178-ad29-5965a86af8d4 None None] Network a3ab45e1-df22-4d90-9acf-858a73edbfe9 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:19.070503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 68371cc9-be3f-4d96-af7f-c3b786b16a46 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:27:19.073306 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:19.155362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-59a2aafc-1e5d-4a18-8255-a66b82dae436 None None] Deleting port a5c2fbd2-13e8-4ac9-9392-2a4056928a05 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:19.156007 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-59a2aafc-1e5d-4a18-8255-a66b82dae436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:19.205237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] Deleting port a5c2fbd2-13e8-4ac9-9392-2a4056928a05 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:19.205881 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:19.348142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-52e0370f-d8ec-47f9-96b6-aa6f953b76d2 None None] Provisioning for port 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:27:19.375751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-52e0370f-d8ec-47f9-96b6-aa6f953b76d2 None None] Provisioning complete for port 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:19.376216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52e0370f-d8ec-47f9-96b6-aa6f953b76d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:19.397972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33310) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:19.401592 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:19.537462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da140a-03ee-487e-bc31-b60a58c30558 req-45b5e821-ad6d-4e03-a368-f426122b6134 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:19.562450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da140a-03ee-487e-bc31-b60a58c30558 req-45b5e821-ad6d-4e03-a368-f426122b6134 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:19.563356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-42da140a-03ee-487e-bc31-b60a58c30558 req-45b5e821-ad6d-4e03-a368-f426122b6134 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Synchronizing usage tracker for tenant:5d197e4b213a44b2ae795af4c59044f6 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:19.604081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:19.611459 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:19.698485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 68371cc9-be3f-4d96-af7f-c3b786b16a46 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:19.699279 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:19.709531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-145443410-network', 'tenant_id': '1e9d0bef170047a88fa1df00e1549f93'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:19.718575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-42da140a-03ee-487e-bc31-b60a58c30558 req-45b5e821-ad6d-4e03-a368-f426122b6134 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Unset dirty status for tenant:5d197e4b213a44b2ae795af4c59044f6 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:19.719928 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-42da140a-03ee-487e-bc31-b60a58c30558 req-45b5e821-ad6d-4e03-a368-f426122b6134 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "GET /v2.0/networks?id=3597ca29-7b08-45f2-a02b-7250b62cd04e&id=123b6330-5aac-410d-b2f9-711b1d1f378b HTTP/1.1" status: 200 len: 1392 time: 0.3840475 Jan 14 07:27:19.735837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:19.743476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:19.759073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Usage tracker for resource:network and tenant:1e9d0bef170047a88fa1df00e1549f93 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:19.773731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:19.786156 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-42da140a-03ee-487e-bc31-b60a58c30558 req-92850c28-64fd-4512-937b-d3a3330fadcb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "GET /v2.0/quotas/5d197e4b213a44b2ae795af4c59044f6 HTTP/1.1" status: 200 len: 375 time: 0.0510488 Jan 14 07:27:19.912893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:19.999112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Made reservation on behalf of 1e9d0bef170047a88fa1df00e1549f93 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:20.004083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:20.023320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:20.145201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2022df9b-ca8a-4d3c-b252-aa66166ec6e4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:20.149663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:20.165923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Usage tracker for resource:security_group_rule and tenant:1e9d0bef170047a88fa1df00e1549f93 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:20.171342 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:20.177970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:20.182202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:20.198056 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-252dab6d-9459-487a-8e2c-ec175b5e5087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:20.228593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:20.234141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3a9b27-4991-4204-a0b9-f28a52b993bf,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:20.261871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Allocated IP 19.86.0.2 (123b6330-5aac-410d-b2f9-711b1d1f378b/444246df-86dc-4857-b653-cce5aff05c28/db7f5fb6-a35b-4df5-984e-24d160dadc6e) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:20.272060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022df9b-ca8a-4d3c-b252-aa66166ec6e4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Pushing event deleted for resources: {'Port': ['ID=274a8583-6ff2-44ae-b9df-0c97d94be147,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:20.328061 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2022df9b-ca8a-4d3c-b252-aa66166ec6e4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:20.338775 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:20.347738 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52e0370f-d8ec-47f9-96b6-aa6f953b76d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:20.353933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.354351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.354773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.355267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.355988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.356460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.356570 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:20.356970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.357260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.357667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.358068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.358470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.358884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.359352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.359779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.360185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.360811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.360991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.361341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.361734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.362573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.362573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.362887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.363250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.363666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.364109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.364504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.364908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.365311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.365689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.366097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.366485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.366876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.367270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.367698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.368083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.368474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:20.385386 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:20.399735 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:20.403532 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af3a9b27-4991-4204-a0b9-f28a52b993bf HTTP/1.1" status: 204 len: 168 time: 1.7487469 Jan 14 07:27:20.450180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-59a2aafc-1e5d-4a18-8255-a66b82dae436 None None] For port a5c2fbd2-13e8-4ac9-9392-2a4056928a05, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a5c2fbd2-13e8-4ac9-9392-2a4056928a05,segment=NetworkSegment(019c03c0-54ed-4903-8344-520856e36a9f),segment_id=019c03c0-54ed-4903-8344-520856e36a9f)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:20.450782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-59a2aafc-1e5d-4a18-8255-a66b82dae436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:20.516305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:20.524996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] For port a5c2fbd2-13e8-4ac9-9392-2a4056928a05, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a5c2fbd2-13e8-4ac9-9392-2a4056928a05,segment=NetworkSegment(019c03c0-54ed-4903-8344-520856e36a9f),segment_id=019c03c0-54ed-4903-8344-520856e36a9f)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:20.526325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:20.661503 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:20.732838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-59a2aafc-1e5d-4a18-8255-a66b82dae436 None None] Calling delete_port for a5c2fbd2-13e8-4ac9-9392-2a4056928a05 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:20.738552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] Calling delete_port for a5c2fbd2-13e8-4ac9-9392-2a4056928a05 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:20.773334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device a5c2fbd2-13e8-4ac9-9392-2a4056928a05 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:27:20.936335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:20.959951 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:20.974961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Pushing event updated for resources: {'Port': ['ID=17eb41ac-1f92-4959-bc75-68b5e1a8a5a2,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:20.977157 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fe85651b-cf82-4095-a630-946d93688c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:20.994159 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:21.055539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782e3932-6a39-4cfa-8fb5-f06d7acd6d53,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:21.058459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-52e0370f-d8ec-47f9-96b6-aa6f953b76d2 None None] For port 9d78f0dd-a90a-4ee1-9bc0-efaf34672501, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9d78f0dd-a90a-4ee1-9bc0-efaf34672501,segment=NetworkSegment(80f22f30-339e-412a-afa9-f50962a05294),segment_id=80f22f30-339e-412a-afa9-f50962a05294)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:21.061385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: a5c2fbd2-13e8-4ac9-9392-2a4056928a05 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:27:21.061800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device a5c2fbd2-13e8-4ac9-9392-2a4056928a05 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:27:21.074887 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:21.078841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:27:21.086540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52e0370f-d8ec-47f9-96b6-aa6f953b76d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:21.103790 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-af51bb24-ca4c-4545-9686-c9552bc8e201 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:21.113865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:21.164837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Router 07650082-b772-4f01-9db7-4b7addf2d9eb is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:27:21.209886 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:21.210430 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Added segment 6f2030ce-369b-4b04-814b-71e35b8cbca6 of type vxlan for network 89a1df33-3362-49a4-90bd-001a8a04e76c Jan 14 07:27:21.341457 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9443ea6e-bc19-4871-8204-481a2fae5e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:21.369418 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-59a2aafc-1e5d-4a18-8255-a66b82dae436 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:27:21.369824 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-59a2aafc-1e5d-4a18-8255-a66b82dae436 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:27:21.385530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4a01dc7f-6813-4074-b060-cd33d5df6d75 None None] Provisioning for port 4541578b-8805-4db8-a3d0-1ddbc5b29426 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:27:21.398376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0370f-d8ec-47f9-96b6-aa6f953b76d2 None None] Pushing event updated for resources: {'Port': ['ID=9d78f0dd-a90a-4ee1-9bc0-efaf34672501,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:21.419201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4a01dc7f-6813-4074-b060-cd33d5df6d75 None None] Provisioning complete for port 4541578b-8805-4db8-a3d0-1ddbc5b29426 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:21.426225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a01dc7f-6813-4074-b060-cd33d5df6d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:21.513232 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-52e0370f-d8ec-47f9-96b6-aa6f953b76d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:21.519840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c2fbd2-13e8-4ac9-9392-2a4056928a05,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:21.530576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:21.532658 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:21.545150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Transition to ACTIVE for port object db7f5fb6-a35b-4df5-984e-24d160dadc6e will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:21.564766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Transition to ACTIVE for port object db7f5fb6-a35b-4df5-984e-24d160dadc6e will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:21.581987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:21.636835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33334) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:21.652566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] No DVR routers for this DVR port a5c2fbd2-13e8-4ac9-9392-2a4056928a05 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:27:21.679558 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ee9bba7b-c586-4de2-b47c-1a99f966e489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:21.845505 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a01dc7f-6813-4074-b060-cd33d5df6d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:21.866163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Pushing event updated for resources: {'Port': ['ID=db7f5fb6-a35b-4df5-984e-24d160dadc6e,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:21.888433 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:21.889024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-59a2aafc-1e5d-4a18-8255-a66b82dae436 None None] Deleting port a5c2fbd2-13e8-4ac9-9392-2a4056928a05 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:21.889444 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-59a2aafc-1e5d-4a18-8255-a66b82dae436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:21.960320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2022df9b-ca8a-4d3c-b252-aa66166ec6e4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks [] for floatingip, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:21.967198 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:21.993918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:22.004082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-59a2aafc-1e5d-4a18-8255-a66b82dae436 None None] The port 'a5c2fbd2-13e8-4ac9-9392-2a4056928a05' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:27:22.023323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-42da140a-03ee-487e-bc31-b60a58c30558 req-5b9ad214-fc24-4e0a-96b5-62410943cafd tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Synchronizing usage tracker for tenant:5d197e4b213a44b2ae795af4c59044f6 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:22.062053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4a01dc7f-6813-4074-b060-cd33d5df6d75 None None] For port 4541578b-8805-4db8-a3d0-1ddbc5b29426, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4541578b-8805-4db8-a3d0-1ddbc5b29426,segment=NetworkSegment(6f084457-f1e7-4fad-bf89-76857f2c87f3),segment_id=6f084457-f1e7-4fad-bf89-76857f2c87f3)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:22.076103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Network 123b6330-5aac-410d-b2f9-711b1d1f378b is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:22.077764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:22.080686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:22.103276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.115994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:22.119699 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a01dc7f-6813-4074-b060-cd33d5df6d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.127705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:22.128712 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:22.247685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01dc7f-6813-4074-b060-cd33d5df6d75 None None] Pushing event updated for resources: {'Port': ['ID=4541578b-8805-4db8-a3d0-1ddbc5b29426,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:22.252295 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a01dc7f-6813-4074-b060-cd33d5df6d75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:22.289966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Attempting to bind port db7f5fb6-a35b-4df5-984e-24d160dadc6e on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:27:22.290389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Attempting to bind port db7f5fb6-a35b-4df5-984e-24d160dadc6e by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '00615381-4939-4620-8899-b9f8bf2aaa81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '123b6330-5aac-410d-b2f9-711b1d1f378b'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:27:22.290807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Attempting to bind port db7f5fb6-a35b-4df5-984e-24d160dadc6e on network 123b6330-5aac-410d-b2f9-711b1d1f378b {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:27:22.310400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-42da140a-03ee-487e-bc31-b60a58c30558 req-5b9ad214-fc24-4e0a-96b5-62410943cafd tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Unset dirty status for tenant:5d197e4b213a44b2ae795af4c59044f6 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:22.310844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:27:22.311288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Checking segment: {'id': '00615381-4939-4620-8899-b9f8bf2aaa81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '123b6330-5aac-410d-b2f9-711b1d1f378b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:22.311808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.312256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Bound using segment: {'id': '00615381-4939-4620-8899-b9f8bf2aaa81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '123b6330-5aac-410d-b2f9-711b1d1f378b'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:27:22.312819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Bound port: db7f5fb6-a35b-4df5-984e-24d160dadc6e, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00615381-4939-4620-8899-b9f8bf2aaa81', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '123b6330-5aac-410d-b2f9-711b1d1f378b'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:27:22.313276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.320561 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-42da140a-03ee-487e-bc31-b60a58c30558 req-5b9ad214-fc24-4e0a-96b5-62410943cafd tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d197e4b213a44b2ae795af4c59044f6&fields=id HTTP/1.1" status: 200 len: 348 time: 2.1586990 Jan 14 07:27:22.358130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:27:22.378471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.379594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:22.380979 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.395351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] Sync routers for ids ['07650082-b772-4f01-9db7-4b7addf2d9eb'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:27:22.397797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6484273c-f40d-48b2-a336-9671558d5a03 None None] Provisioning complete for port 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:22.398221 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6484273c-f40d-48b2-a336-9671558d5a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.404679 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:22.426231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-165499157-network', 'tenant_id': 'c8ec144fbbe34cea9a2eb4ef897069c3'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:22.462492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2022df9b-ca8a-4d3c-b252-aa66166ec6e4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.463671 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2022df9b-ca8a-4d3c-b252-aa66166ec6e4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] 10.222.0.41 "DELETE /v2.0/floatingips/89bd07f6-26c3-4700-b7ad-4e3c33e1e43d HTTP/1.1" status: 204 len: 168 time: 6.7971878 Jan 14 07:27:22.474857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] Routers {'07650082-b772-4f01-9db7-4b7addf2d9eb'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:27:22.475103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:26:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['07650082-b772-4f01-9db7-4b7addf2d9eb'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:22.489235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33340) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:22.510540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:22.538022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Usage tracker for resource:network and tenant:c8ec144fbbe34cea9a2eb4ef897069c3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:22.560197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:22.568586 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.1640275 Jan 14 07:27:22.569587 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.570777 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.6310289 Jan 14 07:27:22.576063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ac981d-0d09-4ec0-895b-ce9d7bcccd9e']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:22.580243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33344) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:22.580618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33346) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:22.581504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:22.596257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] For port db7f5fb6-a35b-4df5-984e-24d160dadc6e, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:27:22.604245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] For port db7f5fb6-a35b-4df5-984e-24d160dadc6e, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=db7f5fb6-a35b-4df5-984e-24d160dadc6e,segment=NetworkSegment(00615381-4939-4620-8899-b9f8bf2aaa81),segment_id=00615381-4939-4620-8899-b9f8bf2aaa81)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:27:22.635183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019c03c0-54ed-4903-8344-520856e36a9f') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:22.635559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019c03c0-54ed-4903-8344-520856e36a9f') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:22.676646 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.685467 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.702769 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:22.714846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Pushing event updated for resources: {'Network': ['ID=89a1df33-3362-49a4-90bd-001a8a04e76c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:22.744826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-71fc5893-9c2d-4a73-8d6b-aa508c5527ee admin admin] Request body: {'subnet': {'network_id': '89a1df33-3362-49a4-90bd-001a8a04e76c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-145443410-subnet', 'tenant_id': '1e9d0bef170047a88fa1df00e1549f93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:22.752130 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:22.759267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-71fc5893-9c2d-4a73-8d6b-aa508c5527ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:22.779379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-71fc5893-9c2d-4a73-8d6b-aa508c5527ee admin admin] Usage tracker for resource:subnet and tenant:1e9d0bef170047a88fa1df00e1549f93 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:22.783306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 89a1df33-3362-49a4-90bd-001a8a04e76c details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:22.783708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.787342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Made reservation on behalf of c8ec144fbbe34cea9a2eb4ef897069c3 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:22.792616 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.797148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 89a1df33-3362-49a4-90bd-001a8a04e76c details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:22.803689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:27:22.809928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 89a1df33-3362-49a4-90bd-001a8a04e76c details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:22.866580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-71fc5893-9c2d-4a73-8d6b-aa508c5527ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:22.885092 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.909251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks [] for floatingip, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:22.919328 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-42da140a-03ee-487e-bc31-b60a58c30558 req-e4e309ac-d8a0-4494-b920-42d63adef640 service neutron] 10.222.0.41 "GET /v2.0/networks/3597ca29-7b08-45f2-a02b-7250b62cd04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976586 Jan 14 07:27:22.939616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-71fc5893-9c2d-4a73-8d6b-aa508c5527ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:22.962158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:22.967171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Usage tracker for resource:security_group_rule and tenant:c8ec144fbbe34cea9a2eb4ef897069c3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:22.970305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:22.976204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:23.064658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fc5893-9c2d-4a73-8d6b-aa508c5527ee admin admin] Made reservation on behalf of 1e9d0bef170047a88fa1df00e1549f93 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:23.069520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71fc5893-9c2d-4a73-8d6b-aa508c5527ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:23.225856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Allocated IP 172.20.0.1 (11af924b-ed35-48aa-8425-c55f531fd0a3/e54d502b-e486-4442-9d9e-3d23cf0c3286/6d78080d-f062-4c9b-a5c3-e5f3e838be08) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:23.338709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:23.340856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:27:23.410104 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:23.441129 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:23.523482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] Set router 07650082-b772-4f01-9db7-4b7addf2d9eb gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:27:23.574448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] Network 15ac981d-0d09-4ec0-895b-ce9d7bcccd9e has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:23.582397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:27:23.586063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Pushing event updated for resources: {'Port': ['ID=db7f5fb6-a35b-4df5-984e-24d160dadc6e,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:23.589395 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:23.589698 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:23.607509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa798e08-0a2a-4da4-a257-9fd8713a7521,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:23.624087 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:23.629536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:23.629949 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Added segment a81bc8e7-28aa-4233-adcf-ffa0de2bcecc of type vxlan for network 37771138-2b5f-4ec2-9acb-676f36094136 Jan 14 07:27:23.693195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:23.784299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6484273c-f40d-48b2-a336-9671558d5a03 None None] Provisioning complete for port 4541578b-8805-4db8-a3d0-1ddbc5b29426 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:23.784670 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6484273c-f40d-48b2-a336-9671558d5a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:23.835562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:23.884236 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-42da140a-03ee-487e-bc31-b60a58c30558 req-a89f4496-ebe6-462a-aec2-c9052bb8c590 service neutron] 10.222.0.41 "GET /v2.0/networks/3597ca29-7b08-45f2-a02b-7250b62cd04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9632909 Jan 14 07:27:23.905288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:23.905836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:23.962670 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:23.966691 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:27:24.047550 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:24.048605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:24.049260 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:24.057461 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:24.065443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-926f92dd-7680-405c-a96b-fe392dea03e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:24.159535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] Network 15ac981d-0d09-4ec0-895b-ce9d7bcccd9e has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:24.216778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4541578b-8805-4db8-a3d0-1ddbc5b29426 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:27:24.256777 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:27:24.293319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07650082-b772-4f01-9db7-4b7addf2d9eb', 'name': 'tempest-AttachVolumeShelveTestJSON-2121171635-router', 'tenant_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '54b78a9f-304b-4c3e-adae-05f5a1f7100d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:27:10Z', 'updated_at': '2021-01-14T07:27:18Z', 'revision_number': 3, 'project_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'gw_port': {'id': '54b78a9f-304b-4c3e-adae-05f5a1f7100d', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07650082-b772-4f01-9db7-4b7addf2d9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:27:15Z', 'updated_at': '2021-01-14T07:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:24.306982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] Checking router: 07650082-b772-4f01-9db7-4b7addf2d9eb for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:27:24.307869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] Updating router 07650082-b772-4f01-9db7-4b7addf2d9eb port 54b78a9f-304b-4c3e-adae-05f5a1f7100d binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:27:24.349945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Pushing event updated for resources: {'Network': ['ID=37771138-2b5f-4ec2-9acb-676f36094136,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:24.381053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 37771138-2b5f-4ec2-9acb-676f36094136 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:24.395294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 37771138-2b5f-4ec2-9acb-676f36094136 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:24.402049 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:24.409344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 37771138-2b5f-4ec2-9acb-676f36094136 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:24.569825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:24.590368 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:24.614800 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:24.640280 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-42da140a-03ee-487e-bc31-b60a58c30558 req-58417e05-cd91-4d22-be7c-2eb1e55cbb74 service neutron] 10.222.0.41 "GET /v2.0/networks/123b6330-5aac-410d-b2f9-711b1d1f378b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6107860 Jan 14 07:27:24.644021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] Pushing event deleted for resources: {'Network': ['ID=15ac981d-0d09-4ec0-895b-ce9d7bcccd9e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:24.690291 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:24.702976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:24.710243 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] 10.222.0.41 "DELETE /v2.0/networks/15ac981d-0d09-4ec0-895b-ce9d7bcccd9e HTTP/1.1" status: 204 len: 168 time: 6.8399501 Jan 14 07:27:24.741910 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.1034172 Jan 14 07:27:24.755224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:24.771238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33354) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:24.781725 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-65c9fc7f-e36d-4c58-994b-1b54cc0edd90 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:24.796103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6f797078-456d-4d5c-a0be-e1fcfc39a2b0 admin admin] Request body: {'subnet': {'network_id': '37771138-2b5f-4ec2-9acb-676f36094136', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-165499157-subnet', 'tenant_id': 'c8ec144fbbe34cea9a2eb4ef897069c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:24.797868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6588489a-28cb-448d-a7f5-c9e37416dde5 None None] Provisioning complete for port 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:24.798295 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6588489a-28cb-448d-a7f5-c9e37416dde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:24.815299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6f797078-456d-4d5c-a0be-e1fcfc39a2b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:24.824492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6f797078-456d-4d5c-a0be-e1fcfc39a2b0 admin admin] Usage tracker for resource:subnet and tenant:c8ec144fbbe34cea9a2eb4ef897069c3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:24.837832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6f797078-456d-4d5c-a0be-e1fcfc39a2b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:24.878529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6f797078-456d-4d5c-a0be-e1fcfc39a2b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:24.882202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:24.909106 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:24.926454 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7392a8d4-1692-4e73-bc0d-7c1b85ac983f tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:24.980294 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-42da140a-03ee-487e-bc31-b60a58c30558 req-20a275b4-f9eb-4387-8448-a810cf4124a9 service neutron] 10.222.0.41 "GET /v2.0/networks/123b6330-5aac-410d-b2f9-711b1d1f378b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3320808 Jan 14 07:27:24.991048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33358) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:24.997461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Port': ['ID=6d78080d-f062-4c9b-a5c3-e5f3e838be08,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:25.022083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f797078-456d-4d5c-a0be-e1fcfc39a2b0 admin admin] Made reservation on behalf of c8ec144fbbe34cea9a2eb4ef897069c3 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:25.024119 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:25.037117 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f797078-456d-4d5c-a0be-e1fcfc39a2b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:25.067264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 4541578b-8805-4db8-a3d0-1ddbc5b29426 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:25.067695 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:25.128614 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:25.162540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Pushing event updated for resources: {'Port': ['ID=17eb41ac-1f92-4959-bc75-68b5e1a8a5a2,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:25.179549 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-127534eb-7c18-4437-bd26-e8da6bbfbb8d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a2693f475504bd09526ac6bd19368d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1845028 Jan 14 07:27:25.180581 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:25.223075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network 11af924b-ed35-48aa-8425-c55f531fd0a3 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:25.227553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33364) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:25.253569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:25.319463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:25.610560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33380) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:25.622943 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:25.669507 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:25.751608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348dd17f-38de-4202-a0e1-efc38c1d4458 None None] Network 123b6330-5aac-410d-b2f9-711b1d1f378b requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:25.796456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] Transition to ACTIVE for port object 54b78a9f-304b-4c3e-adae-05f5a1f7100d will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:25.869570 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:25.937089 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c420-cfd1-4b11-8f4b-3eae08a62f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:26.013082 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:26.023524 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 11.7102280 Jan 14 07:27:26.025359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dd41315-93a3-4782-8690-3ad45095181a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:26.157240 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:26.192620 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:26.360309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6daa6-8268-4283-a373-ea97fc14dbb0 None None] Pushing event updated for resources: {'Port': ['ID=54b78a9f-304b-4c3e-adae-05f5a1f7100d,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:26.372200 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c420-cfd1-4b11-8f4b-3eae08a62f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:26.394891 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71fc5893-9c2d-4a73-8d6b-aa508c5527ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:26.422193 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cd147a47-1f2d-41de-bd08-30b9ab245adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:26.437396 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8ff6daa6-8268-4283-a373-ea97fc14dbb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:26.631812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] Attempting to bind port 54b78a9f-304b-4c3e-adae-05f5a1f7100d on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:27:26.633071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] Attempting to bind port 54b78a9f-304b-4c3e-adae-05f5a1f7100d by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:27:26.633724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] Attempting to bind port 54b78a9f-304b-4c3e-adae-05f5a1f7100d on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:27:26.644480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Allocated IP 172.20.0.1 (a3ab45e1-df22-4d90-9acf-858a73edbfe9/574f047e-283f-4e64-b978-9e608504a716/38b49fcb-6333-42e4-9ca5-199b209753fe) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:26.653190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6588489a-28cb-448d-a7f5-c9e37416dde5 None None] Provisioning complete for port 4541578b-8805-4db8-a3d0-1ddbc5b29426 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:26.653994 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6588489a-28cb-448d-a7f5-c9e37416dde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:26.701352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc5893-9c2d-4a73-8d6b-aa508c5527ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=777ff427-919a-4f3b-9b92-8cf91257f08e,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:26.705860 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-71fc5893-9c2d-4a73-8d6b-aa508c5527ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:26.735378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-8306185d-d927-4798-84cc-a06b50e46faf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Deleting subnet 444246df-86dc-4857-b653-cce5aff05c28 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:27:26.744679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:27:26.745104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:26.746259 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:26.746702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:27:26.747813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] Bound port: 54b78a9f-304b-4c3e-adae-05f5a1f7100d, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:27:26.747966 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:26.786088 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8306185d-d927-4798-84cc-a06b50e46faf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:26.847298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] For port 54b78a9f-304b-4c3e-adae-05f5a1f7100d, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:27:26.851555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] For port 54b78a9f-304b-4c3e-adae-05f5a1f7100d, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=54b78a9f-304b-4c3e-adae-05f5a1f7100d,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:27:26.899042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device db7f5fb6-a35b-4df5-984e-24d160dadc6e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:27:26.943670 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:26.969963 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:27.047078 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ef4fa51-cf7b-44de-bf10-b0892c9126b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:27.075786 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f797078-456d-4d5c-a0be-e1fcfc39a2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:27.169716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6daa6-8268-4283-a373-ea97fc14dbb0 None None] Pushing event updated for resources: {'Port': ['ID=54b78a9f-304b-4c3e-adae-05f5a1f7100d,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:27.225303 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3637a533-3a30-4e17-9622-f1ac46f9495e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:27.299443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f797078-456d-4d5c-a0be-e1fcfc39a2b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b385fee3-26ec-4869-9751-94f300fc71fe,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:27.311046 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6f797078-456d-4d5c-a0be-e1fcfc39a2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:27.353395 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8ff6daa6-8268-4283-a373-ea97fc14dbb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:27.382989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2dd41315-93a3-4782-8690-3ad45095181a admin admin] Deleting port f1831662-826f-4a0b-81c1-7a06218cb10d {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:27.383241 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dd41315-93a3-4782-8690-3ad45095181a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:27.417150 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:27.420086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] Routers {'07650082-b772-4f01-9db7-4b7addf2d9eb'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:27:27.420934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:27:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['07650082-b772-4f01-9db7-4b7addf2d9eb'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:27.470204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f797078-456d-4d5c-a0be-e1fcfc39a2b0 admin admin] Checking segment: {'id': 'a81bc8e7-28aa-4233-adcf-ffa0de2bcecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '37771138-2b5f-4ec2-9acb-676f36094136'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:27.470600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f797078-456d-4d5c-a0be-e1fcfc39a2b0 admin admin] Network hostable DHCP agents. Network: 37771138-2b5f-4ec2-9acb-676f36094136, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:27:27.518203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f797078-456d-4d5c-a0be-e1fcfc39a2b0 admin admin] Network 37771138-2b5f-4ec2-9acb-676f36094136 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:27:27.521065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c420-cfd1-4b11-8f4b-3eae08a62f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:27.539932 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-98337ac1-1167-48d3-a87a-8022f4fd8311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:27.562640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2c420-cfd1-4b11-8f4b-3eae08a62f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65dfacd-5687-4fbd-9edf-51b25add9b35,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:27.577875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:27.582057 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7cd2c420-cfd1-4b11-8f4b-3eae08a62f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:27.598101 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8306185d-d927-4798-84cc-a06b50e46faf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:27.598660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6f797078-456d-4d5c-a0be-e1fcfc39a2b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 37771138-2b5f-4ec2-9acb-676f36094136) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:27.614809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f797078-456d-4d5c-a0be-e1fcfc39a2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:27.615388 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f797078-456d-4d5c-a0be-e1fcfc39a2b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:27.651148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:27.653461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] Set router 07650082-b772-4f01-9db7-4b7addf2d9eb gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:27:27.654904 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6f797078-456d-4d5c-a0be-e1fcfc39a2b0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8780107 Jan 14 07:27:27.685807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2dd41315-93a3-4782-8690-3ad45095181a admin admin] For port f1831662-826f-4a0b-81c1-7a06218cb10d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f1831662-826f-4a0b-81c1-7a06218cb10d,segment=NetworkSegment(a2b67af7-d659-4492-9803-f555bd4d58f1),segment_id=a2b67af7-d659-4492-9803-f555bd4d58f1)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:27.686276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dd41315-93a3-4782-8690-3ad45095181a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:27.723730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Transition to ACTIVE for port object 38b49fcb-6333-42e4-9ca5-199b209753fe will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:27.728841 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c420-cfd1-4b11-8f4b-3eae08a62f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:27.730759 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7cd2c420-cfd1-4b11-8f4b-3eae08a62f51 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f65dfacd-5687-4fbd-9edf-51b25add9b35 HTTP/1.1" status: 204 len: 168 time: 2.4972253 Jan 14 07:27:27.783273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fc5893-9c2d-4a73-8d6b-aa508c5527ee admin admin] Checking segment: {'id': '6f2030ce-369b-4b04-814b-71e35b8cbca6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '89a1df33-3362-49a4-90bd-001a8a04e76c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:27.783713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fc5893-9c2d-4a73-8d6b-aa508c5527ee admin admin] Network hostable DHCP agents. Network: 89a1df33-3362-49a4-90bd-001a8a04e76c, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:27:27.867392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2dd41315-93a3-4782-8690-3ad45095181a admin admin] Calling delete_port for f1831662-826f-4a0b-81c1-7a06218cb10d owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:27.908997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35723ca2-8b69-4e27-ad5e-ec33ce79fddd None None] Network 37771138-2b5f-4ec2-9acb-676f36094136 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:27.958781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8306185d-d927-4798-84cc-a06b50e46faf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:27.999368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-322b1d17-2e98-4ebb-b03c-9e660bf9ce19 None None] Provisioning for port db7f5fb6-a35b-4df5-984e-24d160dadc6e completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:27:28.425968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fc5893-9c2d-4a73-8d6b-aa508c5527ee admin admin] Network 89a1df33-3362-49a4-90bd-001a8a04e76c is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:27:28.431823 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:28.484624 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:28.493881 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:28.518616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port db7f5fb6-a35b-4df5-984e-24d160dadc6e completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:27:28.533730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8306185d-d927-4798-84cc-a06b50e46faf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:28.543186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port db7f5fb6-a35b-4df5-984e-24d160dadc6e triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:28.544027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:28.570468 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dd41315-93a3-4782-8690-3ad45095181a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:28.661225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-71fc5893-9c2d-4a73-8d6b-aa508c5527ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 89a1df33-3362-49a4-90bd-001a8a04e76c) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:28.711160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0e98c1-5168-40e4-9367-ca25af6c0ca4 None None] Network 89a1df33-3362-49a4-90bd-001a8a04e76c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:28.818157 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-732a877f-88b1-494c-a077-fdf79157adda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:28.972298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd41315-93a3-4782-8690-3ad45095181a admin admin] Pushing event deleted for resources: {'Port': ['ID=f1831662-826f-4a0b-81c1-7a06218cb10d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:28.978567 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2dd41315-93a3-4782-8690-3ad45095181a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:29.090500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Pushing event updated for resources: {'Port': ['ID=38b49fcb-6333-42e4-9ca5-199b209753fe,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:29.112302 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:29.288618 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.627s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:29.376168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306185d-d927-4798-84cc-a06b50e46faf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Pushing event deleted for resources: {'Subnet': ['ID=444246df-86dc-4857-b653-cce5aff05c28,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:29.390551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Network a3ab45e1-df22-4d90-9acf-858a73edbfe9 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:29.392182 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8306185d-d927-4798-84cc-a06b50e46faf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:29.398904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:29.402809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:29.478208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fc5893-9c2d-4a73-8d6b-aa508c5527ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:29.478821 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71fc5893-9c2d-4a73-8d6b-aa508c5527ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:29.513712 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:29.565717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-339d74cc-97bc-41ca-b273-49b5e469802a None None] Provisioning complete for port db7f5fb6-a35b-4df5-984e-24d160dadc6e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:29.565972 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-339d74cc-97bc-41ca-b273-49b5e469802a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:29.586639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dd41315-93a3-4782-8690-3ad45095181a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:29.755924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:29.756813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0301b6f0-1b38-498f-aba7-90258269086f None None] Network 89a1df33-3362-49a4-90bd-001a8a04e76c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:29.777261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaaee6-fbdd-44df-a0d9-1f9c5ab82ff4 req-f780da15-4f01-4825-b4c9-580b2dcc5f5f tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:29.779359 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-becaaee6-fbdd-44df-a0d9-1f9c5ab82ff4 req-f780da15-4f01-4825-b4c9-580b2dcc5f5f tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.41 "GET /v2.0/networks?id=37771138-2b5f-4ec2-9acb-676f36094136 HTTP/1.1" status: 200 len: 811 time: 0.5298383 Jan 14 07:27:29.828670 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:29.898517 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-becaaee6-fbdd-44df-a0d9-1f9c5ab82ff4 req-bb1c24c3-fa68-4543-b915-9246b1726da1 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.41 "GET /v2.0/quotas/c8ec144fbbe34cea9a2eb4ef897069c3 HTTP/1.1" status: 200 len: 375 time: 0.1128807 Jan 14 07:27:30.129924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-339d74cc-97bc-41ca-b273-49b5e469802a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:30.219407 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:30.252042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33496) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:30.271484 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-becaaee6-fbdd-44df-a0d9-1f9c5ab82ff4 req-c29b1ca3-f912-4f79-9f36-d940055a5494 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8ec144fbbe34cea9a2eb4ef897069c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3659008 Jan 14 07:27:30.283052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92c04da-6ca7-4544-8570-c5c65bfc3efe None None] Network 37771138-2b5f-4ec2-9acb-676f36094136 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:30.315908 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-71fc5893-9c2d-4a73-8d6b-aa508c5527ee admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 7.7275009 Jan 14 07:27:30.352279 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8306185d-d927-4798-84cc-a06b50e46faf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:30.354512 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8306185d-d927-4798-84cc-a06b50e46faf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "DELETE /v2.0/subnets/444246df-86dc-4857-b653-cce5aff05c28 HTTP/1.1" status: 204 len: 168 time: 4.7411816 Jan 14 07:27:30.363156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33504) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:30.485032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port db7f5fb6-a35b-4df5-984e-24d160dadc6e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=db7f5fb6-a35b-4df5-984e-24d160dadc6e,segment=NetworkSegment(00615381-4939-4620-8899-b9f8bf2aaa81),segment_id=00615381-4939-4620-8899-b9f8bf2aaa81)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:30.561014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1b5155-6709-4be9-b13e-6d4c86d80816 None None] Network 123b6330-5aac-410d-b2f9-711b1d1f378b requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:30.585289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:30.591878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:30.629465 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31c63d4d-28e5-4d4a-8c88-41d8b08d17ff tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:30.649579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1145992985-network', 'tenant_id': '94f6378d248249348b8ff596bd91ec75'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:30.765749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Pushing event updated for resources: {'Port': ['ID=38b49fcb-6333-42e4-9ca5-199b209753fe,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:30.774740 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:30.783624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:30.801164 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:30.849067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:30.919008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:30.927206 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-339d74cc-97bc-41ca-b273-49b5e469802a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:27:30.933324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:30.943680 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-339d74cc-97bc-41ca-b273-49b5e469802a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:27:30.943680 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:30.950349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Usage tracker for resource:network and tenant:94f6378d248249348b8ff596bd91ec75 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:30.972988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:30.993320 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2408fba-479e-4269-9db8-b0030f7790ef tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:31.009335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:31.137892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Port': ['ID=6d78080d-f062-4c9b-a5c3-e5f3e838be08,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:31.144466 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:31.161774 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:31.202588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07650082-b772-4f01-9db7-4b7addf2d9eb', 'name': 'tempest-AttachVolumeShelveTestJSON-2121171635-router', 'tenant_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '54b78a9f-304b-4c3e-adae-05f5a1f7100d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:27:10Z', 'updated_at': '2021-01-14T07:27:18Z', 'revision_number': 3, 'project_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'gw_port': {'id': '54b78a9f-304b-4c3e-adae-05f5a1f7100d', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07650082-b772-4f01-9db7-4b7addf2d9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:27:15Z', 'updated_at': '2021-01-14T07:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:31.234177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Made reservation on behalf of 94f6378d248249348b8ff596bd91ec75 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:31.241282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:31.243880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Network a3ab45e1-df22-4d90-9acf-858a73edbfe9 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:31.245211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24d95de-42e6-4f53-80cc-4713d88127b8 None None] The sync data for ids ['07650082-b772-4f01-9db7-4b7addf2d9eb'] in n-d-769329-2 is: [{'id': '07650082-b772-4f01-9db7-4b7addf2d9eb', 'name': 'tempest-AttachVolumeShelveTestJSON-2121171635-router', 'tenant_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '54b78a9f-304b-4c3e-adae-05f5a1f7100d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:27:10Z', 'updated_at': '2021-01-14T07:27:18Z', 'revision_number': 3, 'project_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'gw_port': {'id': '54b78a9f-304b-4c3e-adae-05f5a1f7100d', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07650082-b772-4f01-9db7-4b7addf2d9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:27:15Z', 'updated_at': '2021-01-14T07:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:27:31.248011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:31.295033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:31.320730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:31.375614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=db7f5fb6-a35b-4df5-984e-24d160dadc6e,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:31.457026 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:31.497972 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-becaaee6-fbdd-44df-a0d9-1f9c5ab82ff4 req-a35b3712-b265-49a9-81e8-d76d2c64e1d5 service neutron] 10.222.0.41 "GET /v2.0/networks/37771138-2b5f-4ec2-9acb-676f36094136?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2060714 Jan 14 07:27:31.546849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:31.552290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Usage tracker for resource:security_group_rule and tenant:94f6378d248249348b8ff596bd91ec75 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:31.557941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:31.569937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:31.649471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd41315-93a3-4782-8690-3ad45095181a admin admin] Router bcc762f5-f561-4921-afee-931b47d097a6 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:27:31.666846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] DHCP port deletion for 123b6330-5aac-410d-b2f9-711b1d1f378b request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:27:31.681031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Deleting port db7f5fb6-a35b-4df5-984e-24d160dadc6e {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:31.681452 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:31.802875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fa0ff9b-c6f0-4f25-a9f0-9b24d20ffacb None None] Provisioning complete for port db7f5fb6-a35b-4df5-984e-24d160dadc6e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:31.802875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ff9b-c6f0-4f25-a9f0-9b24d20ffacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:31.982261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Deleting port db7f5fb6-a35b-4df5-984e-24d160dadc6e {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:31.982646 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:32.080452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645afa3-3df6-4b5e-8ae7-f97a635c441a req-f3ee7a7f-eed0-40f5-a88a-5af8c7ae787a tempest-ListServersNegativeTestJSON-1629458756 tempest-ListServersNegativeTestJSON-1629458756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:32.082171 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e645afa3-3df6-4b5e-8ae7-f97a635c441a req-f3ee7a7f-eed0-40f5-a88a-5af8c7ae787a tempest-ListServersNegativeTestJSON-1629458756 tempest-ListServersNegativeTestJSON-1629458756] 10.222.0.41 "GET /v2.0/networks?id=89a1df33-3362-49a4-90bd-001a8a04e76c HTTP/1.1" status: 200 len: 817 time: 0.5938683 Jan 14 07:27:32.102789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network 11af924b-ed35-48aa-8425-c55f531fd0a3 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:32.110355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:32.125104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Router 07650082-b772-4f01-9db7-4b7addf2d9eb has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:27:32.126157 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e645afa3-3df6-4b5e-8ae7-f97a635c441a req-eb9bc7b3-cac4-4e0b-8715-e3833b3e2392 tempest-ListServersNegativeTestJSON-1629458756 tempest-ListServersNegativeTestJSON-1629458756] 10.222.0.41 "GET /v2.0/quotas/1e9d0bef170047a88fa1df00e1549f93 HTTP/1.1" status: 200 len: 375 time: 0.0242279 Jan 14 07:27:32.550204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] For port db7f5fb6-a35b-4df5-984e-24d160dadc6e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=db7f5fb6-a35b-4df5-984e-24d160dadc6e,segment=NetworkSegment(00615381-4939-4620-8899-b9f8bf2aaa81),segment_id=00615381-4939-4620-8899-b9f8bf2aaa81)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:32.551096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:32.678068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] For port db7f5fb6-a35b-4df5-984e-24d160dadc6e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=db7f5fb6-a35b-4df5-984e-24d160dadc6e,segment=NetworkSegment(00615381-4939-4620-8899-b9f8bf2aaa81),segment_id=00615381-4939-4620-8899-b9f8bf2aaa81)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:32.678513 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:32.788319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Router 67892cde-205e-4f53-9a48-34830c24e288 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:27:32.795106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:27:32.810852 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] 10.222.0.41 "PUT /v2.0/routers/07650082-b772-4f01-9db7-4b7addf2d9eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2240748 Jan 14 07:27:32.882734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Calling delete_port for db7f5fb6-a35b-4df5-984e-24d160dadc6e owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:32.983412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fa0ff9b-c6f0-4f25-a9f0-9b24d20ffacb None None] Provisioning for port 38b49fcb-6333-42e4-9ca5-199b209753fe completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:27:33.004275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Calling delete_port for db7f5fb6-a35b-4df5-984e-24d160dadc6e owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:33.017074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fa0ff9b-c6f0-4f25-a9f0-9b24d20ffacb None None] Provisioning complete for port 38b49fcb-6333-42e4-9ca5-199b209753fe triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:33.017499 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ff9b-c6f0-4f25-a9f0-9b24d20ffacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:33.111616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9fa0ff9b-c6f0-4f25-a9f0-9b24d20ffacb None None] Port 38b49fcb-6333-42e4-9ca5-199b209753fe cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:27:33.116187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 54b78a9f-304b-4c3e-adae-05f5a1f7100d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:27:33.137155 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-becaaee6-fbdd-44df-a0d9-1f9c5ab82ff4 req-275c2aa5-9749-47be-a103-db4565b8b2b6 service neutron] 10.222.0.41 "GET /v2.0/networks/37771138-2b5f-4ec2-9acb-676f36094136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.6275265 Jan 14 07:27:33.149880 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e645afa3-3df6-4b5e-8ae7-f97a635c441a req-15d5dd74-902c-4ed0-9c3d-7de067c15ff0 tempest-ListServersNegativeTestJSON-1629458756 tempest-ListServersNegativeTestJSON-1629458756] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e9d0bef170047a88fa1df00e1549f93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8747318 Jan 14 07:27:33.159842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:27:33.172145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0830f993-1801-401a-8316-875a36c283a7 None None] Sync routers for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:27:33.177345 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "PUT /v2.0/routers/67892cde-205e-4f53-9a48-34830c24e288/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8221102 Jan 14 07:27:33.180211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33532) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:33.189225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-191ff23b-b68f-4c78-8a08-fc94553c7d88 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'port': {'network_id': '11af924b-ed35-48aa-8425-c55f531fd0a3', 'name': 'tempest-FloatingIPTestJSON-878233306'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:33.193706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0830f993-1801-401a-8316-875a36c283a7 None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:27:33.194411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0830f993-1801-401a-8316-875a36c283a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:27:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:33.268158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:33.361361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0830f993-1801-401a-8316-875a36c283a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:33.384129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0830f993-1801-401a-8316-875a36c283a7 None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:27:33.388087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0830f993-1801-401a-8316-875a36c283a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:27:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:33.397179 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b44624f4-db75-41f5-b757-5a7aa50a0e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:33.443677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 54b78a9f-304b-4c3e-adae-05f5a1f7100d completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:27:33.458939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Pushing event deleted for resources: {'Port': ['ID=db7f5fb6-a35b-4df5-984e-24d160dadc6e,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:33.470846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.471232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.471619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.472025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.472396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.472764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.473132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.473496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.473861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.474223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.474584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.474944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.475389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.475780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.476142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.476505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.476859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.477218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.477653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.478011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.478367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.478725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.479084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.479444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.480596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.482145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.482145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.482145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.482511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.482739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.483098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.483460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.483883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.484242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.484607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.484963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:33.488503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 54b78a9f-304b-4c3e-adae-05f5a1f7100d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:33.488898 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:33.491664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0830f993-1801-401a-8316-875a36c283a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:33.495555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0830f993-1801-401a-8316-875a36c283a7 None None] The sync data for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:27:33.508032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-191ff23b-b68f-4c78-8a08-fc94553c7d88 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:33.513542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-191ff23b-b68f-4c78-8a08-fc94553c7d88 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Usage tracker for resource:port and tenant:5255bc20dcc84120afef82d5f8e89b82 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:33.518874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-191ff23b-b68f-4c78-8a08-fc94553c7d88 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Quota usage for port was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:33.533948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-191ff23b-b68f-4c78-8a08-fc94553c7d88 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:33.551863 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:33.556542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191ff23b-b68f-4c78-8a08-fc94553c7d88 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Made reservation on behalf of 5255bc20dcc84120afef82d5f8e89b82 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:33.561580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] No DVR routers for this DVR port db7f5fb6-a35b-4df5-984e-24d160dadc6e on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:27:33.572141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-191ff23b-b68f-4c78-8a08-fc94553c7d88 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:33.641252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:33.663128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 54b78a9f-304b-4c3e-adae-05f5a1f7100d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=54b78a9f-304b-4c3e-adae-05f5a1f7100d,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:33.668206 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:33.670536 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:33.779897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=54b78a9f-304b-4c3e-adae-05f5a1f7100d,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:33.784995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device db7f5fb6-a35b-4df5-984e-24d160dadc6e no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:27:33.815369 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:33.837813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: db7f5fb6-a35b-4df5-984e-24d160dadc6e {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:27:33.839358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device db7f5fb6-a35b-4df5-984e-24d160dadc6e not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:27:33.873586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-191ff23b-b68f-4c78-8a08-fc94553c7d88 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] device_id is not set on port 96da06d6-6d38-4122-9a60-4860c317add0 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:27:34.002914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33546) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:34.129192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-191ff23b-b68f-4c78-8a08-fc94553c7d88 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Allocated IP 172.20.0.10 (11af924b-ed35-48aa-8425-c55f531fd0a3/e54d502b-e486-4442-9d9e-3d23cf0c3286/96da06d6-6d38-4122-9a60-4860c317add0) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:34.136016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:34.201285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:34.226248 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:34.256639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd41315-93a3-4782-8690-3ad45095181a admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:27:34.258555 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:27:34.258850 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:27:34.268992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a36c6f-517c-447b-a66f-05ae11030849 None None] Sync routers for ids ['bcc762f5-f561-4921-afee-931b47d097a6'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:27:34.288073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a36c6f-517c-447b-a66f-05ae11030849 None None] Routers {'bcc762f5-f561-4921-afee-931b47d097a6'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:27:34.291047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e4a36c6f-517c-447b-a66f-05ae11030849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:27:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['bcc762f5-f561-4921-afee-931b47d097a6'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:34.377667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:27:34.397498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1ab6eb40-dd35-4485-a9d1-20ff0238d97d tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Request body: {'security_group': {'name': 'tempest-securitygroup--736338958', 'description': 'tempest-description--2098010572'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:34.416749 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e645afa3-3df6-4b5e-8ae7-f97a635c441a req-d47075cb-91c6-4242-88df-e835afc40e0a service neutron] 10.222.0.41 "GET /v2.0/networks/89a1df33-3362-49a4-90bd-001a8a04e76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2046652 Jan 14 07:27:34.420364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1ab6eb40-dd35-4485-a9d1-20ff0238d97d tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:34.428700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a030c10c-ce03-44d7-be9a-dc875734e87f,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:34.432457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1ab6eb40-dd35-4485-a9d1-20ff0238d97d tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Usage tracker for resource:security_group and tenant:34f3d7fd09e3461da4f5e4d7321c810e is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:34.438414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1ab6eb40-dd35-4485-a9d1-20ff0238d97d tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:34.454543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1ab6eb40-dd35-4485-a9d1-20ff0238d97d tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:34.489089 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ab6eb40-dd35-4485-a9d1-20ff0238d97d tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:34.593884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1ab6eb40-dd35-4485-a9d1-20ff0238d97d tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:34.603642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1ab6eb40-dd35-4485-a9d1-20ff0238d97d tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Usage tracker for resource:security_group_rule and tenant:34f3d7fd09e3461da4f5e4d7321c810e is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:34.610809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1ab6eb40-dd35-4485-a9d1-20ff0238d97d tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:34.635755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1ab6eb40-dd35-4485-a9d1-20ff0238d97d tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:34.642181 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:34.650753 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-191ff23b-b68f-4c78-8a08-fc94553c7d88 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:34.650997 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:34.650997 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Added segment dec16bb6-f5d9-4101-a562-205b3002e4ca of type vxlan for network d9153312-4285-4f73-b68d-cb0deb52be27 Jan 14 07:27:34.688342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e4a36c6f-517c-447b-a66f-05ae11030849 None None] Set router bcc762f5-f561-4921-afee-931b47d097a6 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:27:34.711776 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e645afa3-3df6-4b5e-8ae7-f97a635c441a req-e06ffd40-f6b0-43d6-aafc-9063a2dc085b service neutron] 10.222.0.41 "GET /v2.0/networks/89a1df33-3362-49a4-90bd-001a8a04e76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2751491 Jan 14 07:27:34.715564 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2dd41315-93a3-4782-8690-3ad45095181a admin admin] 10.222.0.41 "PUT /v2.0/routers/bcc762f5-f561-4921-afee-931b47d097a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2232351 Jan 14 07:27:34.717815 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:34.722450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33564) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:34.737795 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-191ff23b-b68f-4c78-8a08-fc94553c7d88 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:34.757448 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:34.808726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Deleting port db7f5fb6-a35b-4df5-984e-24d160dadc6e {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:34.809127 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:35.001955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:27:35.056870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] The port 'db7f5fb6-a35b-4df5-984e-24d160dadc6e' was deleted {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:27:35.070500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 54b78a9f-304b-4c3e-adae-05f5a1f7100d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:27:35.104194 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ab6eb40-dd35-4485-a9d1-20ff0238d97d tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:35.121392 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ab6eb40-dd35-4485-a9d1-20ff0238d97d tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:35.152264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ff23b-b68f-4c78-8a08-fc94553c7d88 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Port': ['ID=96da06d6-6d38-4122-9a60-4860c317add0,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:35.157952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] Sync routers for ids ['07650082-b772-4f01-9db7-4b7addf2d9eb'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:27:35.164792 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-191ff23b-b68f-4c78-8a08-fc94553c7d88 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:35.170976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] Routers {'07650082-b772-4f01-9db7-4b7addf2d9eb'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:27:35.171668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:27:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['07650082-b772-4f01-9db7-4b7addf2d9eb'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:35.182130 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:35.226876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6eb40-dd35-4485-a9d1-20ff0238d97d tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Pushing event updated for resources: {'SecurityGroup': ['ID=3137a368-d29e-4eed-8f9e-61539136e517,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:35.272313 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1ab6eb40-dd35-4485-a9d1-20ff0238d97d tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:35.315803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ab6eb40-dd35-4485-a9d1-20ff0238d97d tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:35.320642 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1ab6eb40-dd35-4485-a9d1-20ff0238d97d tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3038340 Jan 14 07:27:35.343725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33582) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:35.362999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191ff23b-b68f-4c78-8a08-fc94553c7d88 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network 11af924b-ed35-48aa-8425-c55f531fd0a3 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:35.376194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f209b153-a238-4025-90e8-6cb578c62eab tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Request body: {'security_group_rule': {'security_group_id': '3137a368-d29e-4eed-8f9e-61539136e517', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:35.380367 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:35.384907 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:27:35.384907 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:35.384907 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:35.384907 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:35.384907 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:27:35.384907 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:35.384907 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:35.384907 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:35.384907 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:27:35.384907 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:35.384907 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:35.384907 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:35.384907 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:35.384907 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:35.384907 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:35.384907 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:35.384907 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:27:35.384907 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:35.384907 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:35.384907 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:35.395538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f209b153-a238-4025-90e8-6cb578c62eab tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:35.400255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f209b153-a238-4025-90e8-6cb578c62eab tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Usage tracker for resource:security_group_rule and tenant:34f3d7fd09e3461da4f5e4d7321c810e is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:35.403502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f209b153-a238-4025-90e8-6cb578c62eab tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:35.410236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f209b153-a238-4025-90e8-6cb578c62eab tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:35.419550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-191ff23b-b68f-4c78-8a08-fc94553c7d88 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:35.427362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191ff23b-b68f-4c78-8a08-fc94553c7d88 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:35.482034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] Set router 07650082-b772-4f01-9db7-4b7addf2d9eb gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:27:35.486917 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f209b153-a238-4025-90e8-6cb578c62eab tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:35.711390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191ff23b-b68f-4c78-8a08-fc94553c7d88 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:35.712164 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-191ff23b-b68f-4c78-8a08-fc94553c7d88 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:35.781146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e4a36c6f-517c-447b-a66f-05ae11030849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc762f5-f561-4921-afee-931b47d097a6', 'name': 'tempest-AttachVolumeTestJSON-1111293777-router', 'tenant_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '5ee957ba-48f5-4dba-9eae-125fcd7d5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:12Z', 'updated_at': '2021-01-14T07:27:28Z', 'revision_number': 5, 'project_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'gw_port': {'id': '5ee957ba-48f5-4dba-9eae-125fcd7d5ad1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc762f5-f561-4921-afee-931b47d097a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:17Z', 'updated_at': '2021-01-14T07:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:35.785230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 54b78a9f-304b-4c3e-adae-05f5a1f7100d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:35.791896 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:35.800205 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-191ff23b-b68f-4c78-8a08-fc94553c7d88 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6182008 Jan 14 07:27:35.808467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33600) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:35.831784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-49a89761-a425-4759-a613-8411d18ac8dc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'port': {'network_id': '11af924b-ed35-48aa-8425-c55f531fd0a3', 'name': 'tempest-FloatingIPTestJSON-1312598649'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:35.908289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a36c6f-517c-447b-a66f-05ae11030849 None None] Checking router: bcc762f5-f561-4921-afee-931b47d097a6 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:27:35.958758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e77bc-fcbc-4abd-9ead-c074e1c74544 req-c1b101fc-3f7a-43b4-a931-569bea07ac7a tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:35.969882 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9b5e77bc-fcbc-4abd-9ead-c074e1c74544 req-c1b101fc-3f7a-43b4-a931-569bea07ac7a tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.41 "GET /v2.0/networks?id=37771138-2b5f-4ec2-9acb-676f36094136 HTTP/1.1" status: 200 len: 811 time: 0.8202274 Jan 14 07:27:36.007788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:36.008391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a36c6f-517c-447b-a66f-05ae11030849 None None] Routers {'bcc762f5-f561-4921-afee-931b47d097a6'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:27:36.008746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e4a36c6f-517c-447b-a66f-05ae11030849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:27:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['bcc762f5-f561-4921-afee-931b47d097a6'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:36.008870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:36.009424 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:36.071167 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f209b153-a238-4025-90e8-6cb578c62eab tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:36.090823 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8a103be5-b3f8-41b9-b216-36776bec046a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:36.110978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f209b153-a238-4025-90e8-6cb578c62eab tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:36.130551 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9b5e77bc-fcbc-4abd-9ead-c074e1c74544 req-9d1d328c-c656-4390-8de8-08e636ad5fa3 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.41 "GET /v2.0/quotas/c8ec144fbbe34cea9a2eb4ef897069c3 HTTP/1.1" status: 200 len: 375 time: 0.1595056 Jan 14 07:27:36.132245 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f8927763-03e3-45bc-8b03-d805110e85f3 tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:36.198727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209b153-a238-4025-90e8-6cb578c62eab tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed881ff2-281d-49cd-865e-b291fe6422ff,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:36.237807 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f209b153-a238-4025-90e8-6cb578c62eab tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:36.321703 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f209b153-a238-4025-90e8-6cb578c62eab tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:36.329863 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f209b153-a238-4025-90e8-6cb578c62eab tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9618132 Jan 14 07:27:36.333684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33618) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:36.355694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ab8ed83c-e8f4-4f2a-a259-3a6211f55bd9 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Request body: {'security_group_rule': {'security_group_id': '3137a368-d29e-4eed-8f9e-61539136e517', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:36.362448 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9b5e77bc-fcbc-4abd-9ead-c074e1c74544 req-55a285e5-6896-4e68-b8a3-a1de81ca82b9 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8ec144fbbe34cea9a2eb4ef897069c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2306383 Jan 14 07:27:36.389757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ab8ed83c-e8f4-4f2a-a259-3a6211f55bd9 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:36.402209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-49a89761-a425-4759-a613-8411d18ac8dc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:36.405164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ab8ed83c-e8f4-4f2a-a259-3a6211f55bd9 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Usage tracker for resource:security_group_rule and tenant:34f3d7fd09e3461da4f5e4d7321c810e is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:36.415298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ab8ed83c-e8f4-4f2a-a259-3a6211f55bd9 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:36.425677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-49a89761-a425-4759-a613-8411d18ac8dc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Usage tracker for resource:port and tenant:5255bc20dcc84120afef82d5f8e89b82 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:36.437818 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bb827de-339f-4cdb-8a54-46ce7910a9d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:36.441899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-49a89761-a425-4759-a613-8411d18ac8dc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Quota usage for port was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:36.445310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ab8ed83c-e8f4-4f2a-a259-3a6211f55bd9 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:36.464927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-49a89761-a425-4759-a613-8411d18ac8dc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:36.501465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a89761-a425-4759-a613-8411d18ac8dc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Made reservation on behalf of 5255bc20dcc84120afef82d5f8e89b82 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:36.514386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49a89761-a425-4759-a613-8411d18ac8dc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:36.537414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e4a36c6f-517c-447b-a66f-05ae11030849 None None] Set router bcc762f5-f561-4921-afee-931b47d097a6 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:27:36.571536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab8ed83c-e8f4-4f2a-a259-3a6211f55bd9 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:36.594148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07650082-b772-4f01-9db7-4b7addf2d9eb', 'name': 'tempest-AttachVolumeShelveTestJSON-2121171635-router', 'tenant_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '54b78a9f-304b-4c3e-adae-05f5a1f7100d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:27:10Z', 'updated_at': '2021-01-14T07:27:29Z', 'revision_number': 4, 'project_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'gw_port': {'id': '54b78a9f-304b-4c3e-adae-05f5a1f7100d', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07650082-b772-4f01-9db7-4b7addf2d9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:27:15Z', 'updated_at': '2021-01-14T07:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '38b49fcb-6333-42e4-9ca5-199b209753fe', 'name': '', 'network_id': 'a3ab45e1-df22-4d90-9acf-858a73edbfe9', 'tenant_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'mac_address': 'fa:16:3e:0b:ea:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07650082-b772-4f01-9db7-4b7addf2d9eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '574f047e-283f-4e64-b978-9e608504a716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:27:26Z', 'updated_at': '2021-01-14T07:27:30Z', 'revision_number': 2, 'project_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'subnets': [{'id': '574f047e-283f-4e64-b978-9e608504a716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:36.605316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] Checking router: 07650082-b772-4f01-9db7-4b7addf2d9eb for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:27:36.612265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] Updating router 07650082-b772-4f01-9db7-4b7addf2d9eb port 38b49fcb-6333-42e4-9ca5-199b209753fe binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:27:36.766699 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:36.869700 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bb827de-339f-4cdb-8a54-46ce7910a9d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:36.881957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5bb827de-339f-4cdb-8a54-46ce7910a9d4 admin admin] Deleting port 5ee957ba-48f5-4dba-9eae-125fcd7d5ad1 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:36.882330 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bb827de-339f-4cdb-8a54-46ce7910a9d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:37.027978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:37.116955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab8ed83c-e8f4-4f2a-a259-3a6211f55bd9 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:37.135103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab8ed83c-e8f4-4f2a-a259-3a6211f55bd9 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:37.137757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-49a89761-a425-4759-a613-8411d18ac8dc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] device_id is not set on port 6322496e-3ef5-46a0-8202-06c400695858 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:27:37.168878 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 6.9154382 Jan 14 07:27:37.169797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Pushing event updated for resources: {'Network': ['ID=d9153312-4285-4f73-b68d-cb0deb52be27,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:37.226231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33640) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:37.252740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-84a2bed9-9761-41f5-b2e3-ce3a146205a8 admin admin] Request body: {'subnet': {'network_id': 'd9153312-4285-4f73-b68d-cb0deb52be27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1145992985-subnet', 'tenant_id': '94f6378d248249348b8ff596bd91ec75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:37.254680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network d9153312-4285-4f73-b68d-cb0deb52be27 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:37.272892 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b0fdc5fe-420d-411b-ae02-91d3444a3fbe tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:37.318401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-84a2bed9-9761-41f5-b2e3-ce3a146205a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:37.356981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5bb827de-339f-4cdb-8a54-46ce7910a9d4 admin admin] For port 5ee957ba-48f5-4dba-9eae-125fcd7d5ad1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5ee957ba-48f5-4dba-9eae-125fcd7d5ad1,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:37.357352 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bb827de-339f-4cdb-8a54-46ce7910a9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:37.361538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-84a2bed9-9761-41f5-b2e3-ce3a146205a8 admin admin] Usage tracker for resource:subnet and tenant:94f6378d248249348b8ff596bd91ec75 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:37.376700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-84a2bed9-9761-41f5-b2e3-ce3a146205a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:37.416850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ed83c-e8f4-4f2a-a259-3a6211f55bd9 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32e0a5c-d9be-494e-8d1e-2509c26ac5b6,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:37.417057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network d9153312-4285-4f73-b68d-cb0deb52be27 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:37.421244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33648) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:37.425184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-84a2bed9-9761-41f5-b2e3-ce3a146205a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:37.459239 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab8ed83c-e8f4-4f2a-a259-3a6211f55bd9 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:37.518953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5bb827de-339f-4cdb-8a54-46ce7910a9d4 admin admin] Calling delete_port for 5ee957ba-48f5-4dba-9eae-125fcd7d5ad1 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:37.572558 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:37.574382 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab8ed83c-e8f4-4f2a-a259-3a6211f55bd9 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:37.591186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] Transition to ACTIVE for port object 38b49fcb-6333-42e4-9ca5-199b209753fe will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:27:37.592282 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ab8ed83c-e8f4-4f2a-a259-3a6211f55bd9 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2575088 Jan 14 07:27:37.598594 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:37.602528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33652) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:37.613648 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.523s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:37.618999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:37.627985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a2bed9-9761-41f5-b2e3-ce3a146205a8 admin admin] Made reservation on behalf of 94f6378d248249348b8ff596bd91ec75 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:37.633101 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84a2bed9-9761-41f5-b2e3-ce3a146205a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:37.641129 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd8a4cdd-fcb7-4121-8fa9-dc1c98a381cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:37.699477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:37.771688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network d9153312-4285-4f73-b68d-cb0deb52be27 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:37.877780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Pushing event updated for resources: {'Port': ['ID=38b49fcb-6333-42e4-9ca5-199b209753fe,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:37.883176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123b6330-5aac-410d-b2f9-711b1d1f378b']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:37.902106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00615381-4939-4620-8899-b9f8bf2aaa81') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:37.902435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00615381-4939-4620-8899-b9f8bf2aaa81') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:37.917081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:37.935340 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:37.938111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Releasing vxlan tunnel 15 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:27:38.195469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.196090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.196309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.196927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.197299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.197665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.198030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.198446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.198810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.199338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.199774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.200135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.200580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.200937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.201291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.201644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.202279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.202638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.203253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.203610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.205091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.206055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.206438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.207039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.207490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.207883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.208489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.208876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.209201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.209842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.209964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.210226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.210577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.210925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.211274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.211629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:27:38.219327 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:38.251999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Usage tracker for resource:floatingip and tenant:34f3d7fd09e3461da4f5e4d7321c810e is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:38.264691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:38.296118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e4a36c6f-517c-447b-a66f-05ae11030849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcc762f5-f561-4921-afee-931b47d097a6', 'name': 'tempest-AttachVolumeTestJSON-1111293777-router', 'tenant_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '5ee957ba-48f5-4dba-9eae-125fcd7d5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:12Z', 'updated_at': '2021-01-14T07:27:28Z', 'revision_number': 5, 'project_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'gw_port': {'id': '5ee957ba-48f5-4dba-9eae-125fcd7d5ad1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc762f5-f561-4921-afee-931b47d097a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:17Z', 'updated_at': '2021-01-14T07:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:38.298241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:38.301724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a36c6f-517c-447b-a66f-05ae11030849 None None] The sync data for ids ['bcc762f5-f561-4921-afee-931b47d097a6'] in n-d-769329-2 is: [{'id': 'bcc762f5-f561-4921-afee-931b47d097a6', 'name': 'tempest-AttachVolumeTestJSON-1111293777-router', 'tenant_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '5ee957ba-48f5-4dba-9eae-125fcd7d5ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:12Z', 'updated_at': '2021-01-14T07:27:28Z', 'revision_number': 5, 'project_id': 'b635ebb1cf0b486c984bf0a25ec6bb62', 'gw_port': {'id': '5ee957ba-48f5-4dba-9eae-125fcd7d5ad1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc762f5-f561-4921-afee-931b47d097a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:17Z', 'updated_at': '2021-01-14T07:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:27:38.340175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3902e881-222a-465a-bca2-c0a85850884d admin admin] Deleting subnet 777ff427-919a-4f3b-9b92-8cf91257f08e {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:27:38.361235 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3902e881-222a-465a-bca2-c0a85850884d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.387816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] Attempting to bind port 38b49fcb-6333-42e4-9ca5-199b209753fe on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:27:38.388072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] Attempting to bind port 38b49fcb-6333-42e4-9ca5-199b209753fe by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '6f084457-f1e7-4fad-bf89-76857f2c87f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a3ab45e1-df22-4d90-9acf-858a73edbfe9'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:27:38.389113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] Attempting to bind port 38b49fcb-6333-42e4-9ca5-199b209753fe on network a3ab45e1-df22-4d90-9acf-858a73edbfe9 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:27:38.403129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:27:38.403797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] Checking segment: {'id': '6f084457-f1e7-4fad-bf89-76857f2c87f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a3ab45e1-df22-4d90-9acf-858a73edbfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:38.404355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.404860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] Bound using segment: {'id': '6f084457-f1e7-4fad-bf89-76857f2c87f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a3ab45e1-df22-4d90-9acf-858a73edbfe9'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:27:38.405439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] Bound port: 38b49fcb-6333-42e4-9ca5-199b209753fe, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f084457-f1e7-4fad-bf89-76857f2c87f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a3ab45e1-df22-4d90-9acf-858a73edbfe9'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:27:38.406478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.461746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for floatingip, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.492619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-49a89761-a425-4759-a613-8411d18ac8dc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Allocated IP 172.20.0.7 (11af924b-ed35-48aa-8425-c55f531fd0a3/e54d502b-e486-4442-9d9e-3d23cf0c3286/6322496e-3ef5-46a0-8202-06c400695858) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:38.538151 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3902e881-222a-465a-bca2-c0a85850884d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.542976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] For port 38b49fcb-6333-42e4-9ca5-199b209753fe, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:27:38.547978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] For port 38b49fcb-6333-42e4-9ca5-199b209753fe, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=38b49fcb-6333-42e4-9ca5-199b209753fe,segment=NetworkSegment(6f084457-f1e7-4fad-bf89-76857f2c87f3),segment_id=6f084457-f1e7-4fad-bf89-76857f2c87f3)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:27:38.552457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.608833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3902e881-222a-465a-bca2-c0a85850884d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.647625 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6799e21e-a91e-4af6-83f2-7fd1cebd8484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:38.791517 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9b5e77bc-fcbc-4abd-9ead-c074e1c74544 req-7f7ebf7c-3fcd-469b-ba43-f56c63828bb0 service neutron] 10.222.0.41 "GET /v2.0/networks/37771138-2b5f-4ec2-9acb-676f36094136?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4282322 Jan 14 07:27:38.798464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Network 123b6330-5aac-410d-b2f9-711b1d1f378b has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:38.818430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Pushing event updated for resources: {'Port': ['ID=38b49fcb-6333-42e4-9ca5-199b209753fe,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:38.824015 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:38.841525 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:38.851044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] Routers {'07650082-b772-4f01-9db7-4b7addf2d9eb'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:27:38.851872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:27:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['07650082-b772-4f01-9db7-4b7addf2d9eb'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:39.034608 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bb827de-339f-4cdb-8a54-46ce7910a9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:39.099583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] Set router 07650082-b772-4f01-9db7-4b7addf2d9eb gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:27:39.403929 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3902e881-222a-465a-bca2-c0a85850884d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:39.422671 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:39.436229 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9b5e77bc-fcbc-4abd-9ead-c074e1c74544 req-5d5b05e4-7daf-492e-938c-215010ddc602 service neutron] 10.222.0.41 "GET /v2.0/networks/37771138-2b5f-4ec2-9acb-676f36094136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6291008 Jan 14 07:27:39.492762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Network 123b6330-5aac-410d-b2f9-711b1d1f378b has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:39.598131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902e881-222a-465a-bca2-c0a85850884d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=777ff427-919a-4f3b-9b92-8cf91257f08e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:39.624621 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3902e881-222a-465a-bca2-c0a85850884d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:27:39.649166 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:27:39.671468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07650082-b772-4f01-9db7-4b7addf2d9eb', 'name': 'tempest-AttachVolumeShelveTestJSON-2121171635-router', 'tenant_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '54b78a9f-304b-4c3e-adae-05f5a1f7100d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:27:10Z', 'updated_at': '2021-01-14T07:27:29Z', 'revision_number': 4, 'project_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'gw_port': {'id': '54b78a9f-304b-4c3e-adae-05f5a1f7100d', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07650082-b772-4f01-9db7-4b7addf2d9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:27:15Z', 'updated_at': '2021-01-14T07:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '38b49fcb-6333-42e4-9ca5-199b209753fe', 'name': '', 'network_id': 'a3ab45e1-df22-4d90-9acf-858a73edbfe9', 'tenant_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'mac_address': 'fa:16:3e:0b:ea:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07650082-b772-4f01-9db7-4b7addf2d9eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '574f047e-283f-4e64-b978-9e608504a716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:27:26Z', 'updated_at': '2021-01-14T07:27:38Z', 'revision_number': 4, 'project_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'subnets': [{'id': '574f047e-283f-4e64-b978-9e608504a716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:39.688521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b8c5d6-ed21-4025-aa8b-91b005d714bf None None] The sync data for ids ['07650082-b772-4f01-9db7-4b7addf2d9eb'] in n-d-769329-2 is: [{'id': '07650082-b772-4f01-9db7-4b7addf2d9eb', 'name': 'tempest-AttachVolumeShelveTestJSON-2121171635-router', 'tenant_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '54b78a9f-304b-4c3e-adae-05f5a1f7100d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:27:10Z', 'updated_at': '2021-01-14T07:27:29Z', 'revision_number': 4, 'project_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'gw_port': {'id': '54b78a9f-304b-4c3e-adae-05f5a1f7100d', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07650082-b772-4f01-9db7-4b7addf2d9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:27:15Z', 'updated_at': '2021-01-14T07:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '38b49fcb-6333-42e4-9ca5-199b209753fe', 'name': '', 'network_id': 'a3ab45e1-df22-4d90-9acf-858a73edbfe9', 'tenant_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'mac_address': 'fa:16:3e:0b:ea:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07650082-b772-4f01-9db7-4b7addf2d9eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '574f047e-283f-4e64-b978-9e608504a716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:27:26Z', 'updated_at': '2021-01-14T07:27:38Z', 'revision_number': 4, 'project_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'subnets': [{'id': '574f047e-283f-4e64-b978-9e608504a716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:27:39.732855 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:39.734460 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bb827de-339f-4cdb-8a54-46ce7910a9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:39.736503 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:39.737491 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c390f99-b9a5-457c-a4b6-f679f844636a tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:39.754647 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:39.886634 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3902e881-222a-465a-bca2-c0a85850884d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:39.978180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Pushing event deleted for resources: {'Network': ['ID=123b6330-5aac-410d-b2f9-711b1d1f378b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:40.001817 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:40.004620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bb827de-339f-4cdb-8a54-46ce7910a9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:40.007585 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bb827de-339f-4cdb-8a54-46ce7910a9d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:40.024526 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "DELETE /v2.0/networks/123b6330-5aac-410d-b2f9-711b1d1f378b HTTP/1.1" status: 204 len: 168 time: 9.6511362 Jan 14 07:27:40.033113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33666) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:40.057195 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3902e881-222a-465a-bca2-c0a85850884d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/777ff427-919a-4f3b-9b92-8cf91257f08e HTTP/1.1" status: 204 len: 168 time: 2.6189649 Jan 14 07:27:40.065172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33668) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:40.195102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bb827de-339f-4cdb-8a54-46ce7910a9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:40.195686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb827de-339f-4cdb-8a54-46ce7910a9d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcc762f5-f561-4921-afee-931b47d097a6 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:27:40.216360 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bb827de-339f-4cdb-8a54-46ce7910a9d4 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:40.220338 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5bb827de-339f-4cdb-8a54-46ce7910a9d4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/bcc762f5-f561-4921-afee-931b47d097a6 HTTP/1.1" status: 204 len: 168 time: 5.4959099 Jan 14 07:27:40.259499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33682) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:40.364600 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a71a446b-02b3-4372-b93d-faed9a9a7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:40.486602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 38b49fcb-6333-42e4-9ca5-199b209753fe up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:27:40.570660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94069d3-8ade-4d7f-916b-df1ddac03a64 admin admin] Deleting subnet d350ee27-96db-4a80-9441-efee242fff34 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:27:40.575055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d94069d3-8ade-4d7f-916b-df1ddac03a64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:40.654464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 38b49fcb-6333-42e4-9ca5-199b209753fe completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:27:40.666823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 38b49fcb-6333-42e4-9ca5-199b209753fe triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:40.667893 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:40.792477 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d94069d3-8ade-4d7f-916b-df1ddac03a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:40.845476 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:40.903748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 38b49fcb-6333-42e4-9ca5-199b209753fe, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=38b49fcb-6333-42e4-9ca5-199b209753fe,segment=NetworkSegment(6f084457-f1e7-4fad-bf89-76857f2c87f3),segment_id=6f084457-f1e7-4fad-bf89-76857f2c87f3)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:40.909102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:40.917355 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a01dc7f-6813-4074-b060-cd33d5df6d75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:40.999087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f1831662-826f-4a0b-81c1-7a06218cb10d no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:27:41.064465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: f1831662-826f-4a0b-81c1-7a06218cb10d {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:27:41.065785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f1831662-826f-4a0b-81c1-7a06218cb10d not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:27:41.076977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc58cf34-c5f3-49a9-b929-eef0852fc492 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Deleting subnet 185d2b0e-1208-4822-a3c5-6ad036b69afc {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:27:41.092333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc58cf34-c5f3-49a9-b929-eef0852fc492 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:41.108284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=38b49fcb-6333-42e4-9ca5-199b209753fe,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:41.121640 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:41.242152 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d94069d3-8ade-4d7f-916b-df1ddac03a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:41.282862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a71a446b-02b3-4372-b93d-faed9a9a7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:41.287303 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc58cf34-c5f3-49a9-b929-eef0852fc492 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:41.344686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6db5b-cb29-4107-8d1c-ef4b648e5817 req-871b2f65-855a-4478-a308-069cf75cdff2 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:41.346424 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-74f6db5b-cb29-4107-8d1c-ef4b648e5817 req-871b2f65-855a-4478-a308-069cf75cdff2 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.41 "GET /v2.0/networks?id=37771138-2b5f-4ec2-9acb-676f36094136 HTTP/1.1" status: 200 len: 811 time: 0.6271341 Jan 14 07:27:41.428467 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49a89761-a425-4759-a613-8411d18ac8dc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:41.486231 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84a2bed9-9761-41f5-b2e3-ce3a146205a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:41.490239 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-74f6db5b-cb29-4107-8d1c-ef4b648e5817 req-7f3c1498-a90c-4b82-ac69-978bc3800131 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.41 "GET /v2.0/quotas/c8ec144fbbe34cea9a2eb4ef897069c3 HTTP/1.1" status: 200 len: 375 time: 0.1278777 Jan 14 07:27:41.523908 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a71427c8-8abf-45f6-a7ad-8e4ecec8842a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:41.561905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Allocated IP 172.25.3.112 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/873dee87-2789-4816-ac94-9e4f1eacfcfb) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:41.563622 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-74f6db5b-cb29-4107-8d1c-ef4b648e5817 req-8a3999ee-3f81-4a2c-a38b-e1a78baee0df tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8ec144fbbe34cea9a2eb4ef897069c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577993 Jan 14 07:27:41.574714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a71a446b-02b3-4372-b93d-faed9a9a7247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a1df33-3362-49a4-90bd-001a8a04e76c']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:41.590762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a71a446b-02b3-4372-b93d-faed9a9a7247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f2030ce-369b-4b04-814b-71e35b8cbca6') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:41.591405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a71a446b-02b3-4372-b93d-faed9a9a7247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f2030ce-369b-4b04-814b-71e35b8cbca6') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:41.607981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a71a446b-02b3-4372-b93d-faed9a9a7247 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:41.624919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a71a446b-02b3-4372-b93d-faed9a9a7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:41.627075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a71a446b-02b3-4372-b93d-faed9a9a7247 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:27:41.874195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc58cf34-c5f3-49a9-b929-eef0852fc492 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:41.970254 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-74f6db5b-cb29-4107-8d1c-ef4b648e5817 req-2d332851-5c47-493f-90e7-3f8f38c1851a service neutron] 10.222.0.41 "GET /v2.0/networks/37771138-2b5f-4ec2-9acb-676f36094136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849936 Jan 14 07:27:42.286436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49a89761-a425-4759-a613-8411d18ac8dc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:42.289858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a71a446b-02b3-4372-b93d-faed9a9a7247 admin admin] Network 89a1df33-3362-49a4-90bd-001a8a04e76c has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:42.333961 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a71a446b-02b3-4372-b93d-faed9a9a7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:42.361566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 38b49fcb-6333-42e4-9ca5-199b209753fe up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:27:42.375802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2bed9-9761-41f5-b2e3-ce3a146205a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d92c1ce-f961-4b74-aad1-203b87ba148e,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:42.446063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 38b49fcb-6333-42e4-9ca5-199b209753fe triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:27:42.446812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:42.491947 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-84a2bed9-9761-41f5-b2e3-ce3a146205a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.968s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:42.492544 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e54f3f3d-7350-4b3d-b524-0a31681a89d8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:42.517073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d94069d3-8ade-4d7f-916b-df1ddac03a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:42.538633 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9928dbe1-6ab7-46d4-b7ff-66a8afdca3c8 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:42.649895 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-74f6db5b-cb29-4107-8d1c-ef4b648e5817 req-0cc64020-ceb2-4a6a-99aa-2f17a7d776e6 service neutron] 10.222.0.41 "GET /v2.0/networks/37771138-2b5f-4ec2-9acb-676f36094136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6780429 Jan 14 07:27:42.671708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94069d3-8ade-4d7f-916b-df1ddac03a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d350ee27-96db-4a80-9441-efee242fff34,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:42.683503 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d94069d3-8ade-4d7f-916b-df1ddac03a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:42.690179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5ee957ba-48f5-4dba-9eae-125fcd7d5ad1 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:27:42.784618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a71a446b-02b3-4372-b93d-faed9a9a7247 admin admin] Network 89a1df33-3362-49a4-90bd-001a8a04e76c has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:42.796757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 5ee957ba-48f5-4dba-9eae-125fcd7d5ad1 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:27:42.797449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5ee957ba-48f5-4dba-9eae-125fcd7d5ad1 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:27:42.821090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d94069d3-8ade-4d7f-916b-df1ddac03a64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:42.823199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8944bd9b-f93c-4fa3-95d9-e67f0fa4219d None None] Network 47745cbf-127b-4aeb-8a7e-455a1192ec85 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:42.836918 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d94069d3-8ade-4d7f-916b-df1ddac03a64 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d350ee27-96db-4a80-9441-efee242fff34 HTTP/1.1" status: 204 len: 168 time: 2.5716734 Jan 14 07:27:42.840340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33710) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:43.000314 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:43.125194 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:43.199397 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc58cf34-c5f3-49a9-b929-eef0852fc492 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:43.203555 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:43.221656 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d1ede8e9-27c0-43da-8fec-c5be17d25420 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:43.278406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58cf34-c5f3-49a9-b929-eef0852fc492 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Pushing event deleted for resources: {'Subnet': ['ID=185d2b0e-1208-4822-a3c5-6ad036b69afc,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:27:43.302936 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:27:43.307566 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:27:43.363425 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dc58cf34-c5f3-49a9-b929-eef0852fc492 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:43.364230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] Deleting port a8a07350-9466-49e5-82ae-879c78cb09b3 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:43.364602 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:43.376189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a89761-a425-4759-a613-8411d18ac8dc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Port': ['ID=6322496e-3ef5-46a0-8202-06c400695858,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:43.401210 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-49a89761-a425-4759-a613-8411d18ac8dc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.908s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:43.404751 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d25e3e33-bd88-421f-8d6b-132efe98bfbe tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:43.515980 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a71a446b-02b3-4372-b93d-faed9a9a7247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:43.521573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82042f3-3bdc-4d52-bde6-5944a40383fb None None] DHCP port deletion for 47745cbf-127b-4aeb-8a7e-455a1192ec85 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:27:43.528304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b82042f3-3bdc-4d52-bde6-5944a40383fb None None] Deleting port a8a07350-9466-49e5-82ae-879c78cb09b3 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:43.528727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b82042f3-3bdc-4d52-bde6-5944a40383fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:43.535827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a2bed9-9761-41f5-b2e3-ce3a146205a8 admin admin] Checking segment: {'id': 'dec16bb6-f5d9-4101-a562-205b3002e4ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9153312-4285-4f73-b68d-cb0deb52be27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:43.536239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a2bed9-9761-41f5-b2e3-ce3a146205a8 admin admin] Network hostable DHCP agents. Network: d9153312-4285-4f73-b68d-cb0deb52be27, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:27:43.541852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a71a446b-02b3-4372-b93d-faed9a9a7247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:43.567286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a89761-a425-4759-a613-8411d18ac8dc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network 11af924b-ed35-48aa-8425-c55f531fd0a3 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:43.588439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-49a89761-a425-4759-a613-8411d18ac8dc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:43.611407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a89761-a425-4759-a613-8411d18ac8dc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:43.616398 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc58cf34-c5f3-49a9-b929-eef0852fc492 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:43.665736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Pushing event updated for resources: {'Port': ['ID=873dee87-2789-4816-ac94-9e4f1eacfcfb,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:43.683674 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:43.689354 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-060032ea-ef09-4439-a218-3e3bfeaffcf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:43.709455 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a71a446b-02b3-4372-b93d-faed9a9a7247 admin admin] 10.222.0.41 "DELETE /v2.0/networks/89a1df33-3362-49a4-90bd-001a8a04e76c HTTP/1.1" status: 204 len: 168 time: 3.6404300 Jan 14 07:27:43.739870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a446b-02b3-4372-b93d-faed9a9a7247 admin admin] Pushing event deleted for resources: {'Network': ['ID=89a1df33-3362-49a4-90bd-001a8a04e76c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:43.756929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:43.762259 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dc58cf34-c5f3-49a9-b929-eef0852fc492 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "DELETE /v2.0/subnets/185d2b0e-1208-4822-a3c5-6ad036b69afc HTTP/1.1" status: 204 len: 168 time: 3.7113163 Jan 14 07:27:43.763589 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a71a446b-02b3-4372-b93d-faed9a9a7247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:43.764716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:43.769069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33744) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:43.773268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a2bed9-9761-41f5-b2e3-ce3a146205a8 admin admin] Network d9153312-4285-4f73-b68d-cb0deb52be27 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:27:43.782752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:43.888587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3a6ea0-29db-4626-abe8-b019442324e5 None None] Network 3597ca29-7b08-45f2-a02b-7250b62cd04e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.909728 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.914472 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:27:43.914472 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.914472 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.914472 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.914472 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:27:43.914472 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.914472 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.914472 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.914472 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:27:43.914472 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.914472 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.914472 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.914472 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:43.914472 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.914472 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.914472 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.914472 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:27:43.914472 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:43.914472 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:43.914472 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:43.938117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a89761-a425-4759-a613-8411d18ac8dc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:43.938682 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49a89761-a425-4759-a613-8411d18ac8dc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:44.012821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-84a2bed9-9761-41f5-b2e3-ce3a146205a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, d9153312-4285-4f73-b68d-cb0deb52be27) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:44.097717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a2bed9-9761-41f5-b2e3-ce3a146205a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:44.098501 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84a2bed9-9761-41f5-b2e3-ce3a146205a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:44.109895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33750) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:44.114650 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-49a89761-a425-4759-a613-8411d18ac8dc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 8.3049223 Jan 14 07:27:44.126616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33754) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:44.138185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] For port a8a07350-9466-49e5-82ae-879c78cb09b3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a8a07350-9466-49e5-82ae-879c78cb09b3,segment=NetworkSegment(a2b67af7-d659-4492-9803-f555bd4d58f1),segment_id=a2b67af7-d659-4492-9803-f555bd4d58f1)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:44.142780 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:44.172365 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:44.227369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1825aa96-1235-4499-a2cf-e51783642c74 None None] Network d9153312-4285-4f73-b68d-cb0deb52be27 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:44.236719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'port_id': '6322496e-3ef5-46a0-8202-06c400695858', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:44.249255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:44.259318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Usage tracker for resource:floatingip and tenant:5255bc20dcc84120afef82d5f8e89b82 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:44.265328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:44.272353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:44.285029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-b1da595a-1f6e-4bb5-a226-61c00a3703e3 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:44.296000 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-b1da595a-1f6e-4bb5-a226-61c00a3703e3 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.41 "GET /v2.0/networks?id=37771138-2b5f-4ec2-9acb-676f36094136 HTTP/1.1" status: 200 len: 811 time: 0.6646237 Jan 14 07:27:44.304057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:44.339892 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-84a2bed9-9761-41f5-b2e3-ce3a146205a8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 7.1093009 Jan 14 07:27:44.342859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for floatingip, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:44.505612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Deleting port 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:44.506075 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:44.577178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] Calling delete_port for a8a07350-9466-49e5-82ae-879c78cb09b3 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:44.603127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device a8a07350-9466-49e5-82ae-879c78cb09b3 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:27:44.609890 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8f66d02d-bacf-447e-a665-549fbe6885ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e9d0bef170047a88fa1df00e1549f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4953489 Jan 14 07:27:44.613939 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-ff0d29ab-704d-4b3a-a9f0-fcdab0abfdba tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.41 "GET /v2.0/quotas/c8ec144fbbe34cea9a2eb4ef897069c3 HTTP/1.1" status: 200 len: 375 time: 0.3161769 Jan 14 07:27:44.624157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33760) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:44.690252 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-30c96175-457f-4f59-8ea2-70205e3fce26 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8ec144fbbe34cea9a2eb4ef897069c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752532 Jan 14 07:27:44.781177 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:44.976723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b82042f3-3bdc-4d52-bde6-5944a40383fb None None] For port a8a07350-9466-49e5-82ae-879c78cb09b3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a8a07350-9466-49e5-82ae-879c78cb09b3,segment=NetworkSegment(a2b67af7-d659-4492-9803-f555bd4d58f1),segment_id=a2b67af7-d659-4492-9803-f555bd4d58f1)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:44.977338 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b82042f3-3bdc-4d52-bde6-5944a40383fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:45.053119 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-7a4416ae-88d7-454b-a61f-48b50cc85d3f service neutron] 10.222.0.41 "GET /v2.0/networks/37771138-2b5f-4ec2-9acb-676f36094136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609290 Jan 14 07:27:45.064743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:45.139602 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:45.177052 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4685e769-abce-47bd-8437-b25367571580 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:45.381692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:45.420657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b82042f3-3bdc-4d52-bde6-5944a40383fb None None] Calling delete_port for a8a07350-9466-49e5-82ae-879c78cb09b3 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:45.434000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:45.472365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2616058d-1872-4b4b-bfdc-e6cda6416976 None None] Network d9153312-4285-4f73-b68d-cb0deb52be27 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:45.523329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a07350-9466-49e5-82ae-879c78cb09b3,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:45.532352 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:45.533276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] No DVR routers for this DVR port a8a07350-9466-49e5-82ae-879c78cb09b3 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:27:45.712895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:45.894118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f016d9-f350-4dfb-9e3c-8115c6907514 None None] DHCP port deletion for 3597ca29-7b08-45f2-a02b-7250b62cd04e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:27:45.944927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-46f016d9-f350-4dfb-9e3c-8115c6907514 None None] Deleting port 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:45.945360 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-46f016d9-f350-4dfb-9e3c-8115c6907514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:46.028306 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:46.116463 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-977c850e-7336-406d-bfe8-5d8b083ebcfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:46.156861 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-977c850e-7336-406d-bfe8-5d8b083ebcfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:46.195022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-46f016d9-f350-4dfb-9e3c-8115c6907514 None None] For port 9d78f0dd-a90a-4ee1-9bc0-efaf34672501, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9d78f0dd-a90a-4ee1-9bc0-efaf34672501,segment=NetworkSegment(80f22f30-339e-412a-afa9-f50962a05294),segment_id=80f22f30-339e-412a-afa9-f50962a05294)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:46.195468 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-46f016d9-f350-4dfb-9e3c-8115c6907514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:46.210245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Pushing event updated for resources: {'Port': ['ID=873dee87-2789-4816-ac94-9e4f1eacfcfb,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:46.215380 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:46.296117 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:46.344490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-977c850e-7336-406d-bfe8-5d8b083ebcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:46.347403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-977c850e-7336-406d-bfe8-5d8b083ebcfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:46.360191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-46f016d9-f350-4dfb-9e3c-8115c6907514 None None] Calling delete_port for 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:46.363489 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-977c850e-7336-406d-bfe8-5d8b083ebcfc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/782e3932-6a39-4cfa-8fb5-f06d7acd6d53 HTTP/1.1" status: 204 len: 168 time: 1.7237070 Jan 14 07:27:46.395473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47745cbf-127b-4aeb-8a7e-455a1192ec85']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:46.413611 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da04a023-33a8-4dd1-bc45-7704a902be62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:46.415581 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-1f6829b0-2ccc-4acd-aba7-79424fc3f846 service neutron] 10.222.0.41 "GET /v2.0/networks/37771138-2b5f-4ec2-9acb-676f36094136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3561590 Jan 14 07:27:46.440179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:46.452526 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.8478808 Jan 14 07:27:46.453262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b67af7-d659-4492-9803-f555bd4d58f1') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:46.455008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b67af7-d659-4492-9803-f555bd4d58f1') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:46.464333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c850e-7336-406d-bfe8-5d8b083ebcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782e3932-6a39-4cfa-8fb5-f06d7acd6d53,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:46.476899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] For port 9d78f0dd-a90a-4ee1-9bc0-efaf34672501, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9d78f0dd-a90a-4ee1-9bc0-efaf34672501,segment=NetworkSegment(80f22f30-339e-412a-afa9-f50962a05294),segment_id=80f22f30-339e-412a-afa9-f50962a05294)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:46.477262 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:46.487913 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-977c850e-7336-406d-bfe8-5d8b083ebcfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:46.563910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:46.566747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:27:46.581532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac81c7-7b79-4b98-9dcb-1d47e162d352 req-a681190e-576d-42ed-a306-7c4a80720165 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:46.587196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-53ac81c7-7b79-4b98-9dcb-1d47e162d352 req-a681190e-576d-42ed-a306-7c4a80720165 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Synchronizing usage tracker for tenant:94f6378d248249348b8ff596bd91ec75 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:46.627921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:46.676382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:27:46.677114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:27:46.684096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-46f016d9-f350-4dfb-9e3c-8115c6907514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:46.695751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-53ac81c7-7b79-4b98-9dcb-1d47e162d352 req-a681190e-576d-42ed-a306-7c4a80720165 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Unset dirty status for tenant:94f6378d248249348b8ff596bd91ec75 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:46.697093 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-53ac81c7-7b79-4b98-9dcb-1d47e162d352 req-a681190e-576d-42ed-a306-7c4a80720165 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.41 "GET /v2.0/networks?id=d9153312-4285-4f73-b68d-cb0deb52be27 HTTP/1.1" status: 200 len: 806 time: 1.2051904 Jan 14 07:27:46.712543 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:46.731714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] Releasing vxlan tunnel 13 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:27:46.778424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Calling delete_port for 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:46.864834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:46.879727 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-864def12-bc3e-4e4f-bcbe-ec199ead99e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:46.993974 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:27:46.994346 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:27:47.036241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f016d9-f350-4dfb-9e3c-8115c6907514 None None] No DVR routers for this DVR port 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:27:47.036241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f016d9-f350-4dfb-9e3c-8115c6907514 None None] Pushing event deleted for resources: {'Port': ['ID=9d78f0dd-a90a-4ee1-9bc0-efaf34672501,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:47.042631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:47.045716 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-46f016d9-f350-4dfb-9e3c-8115c6907514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:47.073117 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-b82042f3-3bdc-4d52-bde6-5944a40383fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:27:47.074333 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-b82042f3-3bdc-4d52-bde6-5944a40383fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:27:47.178388 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-53ac81c7-7b79-4b98-9dcb-1d47e162d352 req-eca3409c-0a18-4476-be48-c601c862bc3c tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.41 "GET /v2.0/quotas/94f6378d248249348b8ff596bd91ec75 HTTP/1.1" status: 200 len: 375 time: 0.4616737 Jan 14 07:27:47.179220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Allocated IP 172.25.3.223 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/7c0d8fe5-6d7c-49df-ad14-cc44d1a42385) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:47.293060 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-53ac81c7-7b79-4b98-9dcb-1d47e162d352 req-3ee0dd71-cf34-4b29-9a1f-6e982ce26bcc tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.41 "GET /v2.0/ports?tenant_id=94f6378d248249348b8ff596bd91ec75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1012228 Jan 14 07:27:47.398436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:47.434741 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:47.458205 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dfaa1f64-c38b-487a-85aa-cf2432ae5543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:47.459777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] Network 47745cbf-127b-4aeb-8a7e-455a1192ec85 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:47.470831 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:47.512667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Deleting port 9d78f0dd-a90a-4ee1-9bc0-efaf34672501 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:47.513147 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:47.575505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b82042f3-3bdc-4d52-bde6-5944a40383fb None None] Deleting port a8a07350-9466-49e5-82ae-879c78cb09b3 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:47.576059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b82042f3-3bdc-4d52-bde6-5944a40383fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:47.656385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-adf15d12-7944-4e14-97c8-fddf666e1c7d req-43b061d6-db8f-4747-a030-7897dde77854 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Synchronizing usage tracker for tenant:34f3d7fd09e3461da4f5e4d7321c810e on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:47.763765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b82042f3-3bdc-4d52-bde6-5944a40383fb None None] The port 'a8a07350-9466-49e5-82ae-879c78cb09b3' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:27:47.773268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-adf15d12-7944-4e14-97c8-fddf666e1c7d req-43b061d6-db8f-4747-a030-7897dde77854 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Unset dirty status for tenant:34f3d7fd09e3461da4f5e4d7321c810e on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:47.774288 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-adf15d12-7944-4e14-97c8-fddf666e1c7d req-43b061d6-db8f-4747-a030-7897dde77854 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--736338958&fields=id&tenant_id=34f3d7fd09e3461da4f5e4d7321c810e HTTP/1.1" status: 200 len: 267 time: 0.6413138 Jan 14 07:27:47.819729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Port': ['ID=7c0d8fe5-6d7c-49df-ad14-cc44d1a42385,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:47.841563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:47.921742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] The port '9d78f0dd-a90a-4ee1-9bc0-efaf34672501' was deleted {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:27:47.922941 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:47.923897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:47.936873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:48.019539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf15d12-7944-4e14-97c8-fddf666e1c7d req-1c429ba5-89d5-4536-9c22-5633a4608059 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:48.026492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-adf15d12-7944-4e14-97c8-fddf666e1c7d req-1c429ba5-89d5-4536-9c22-5633a4608059 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Synchronizing usage tracker for tenant:34f3d7fd09e3461da4f5e4d7321c810e on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:48.155975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] Network 47745cbf-127b-4aeb-8a7e-455a1192ec85 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:27:48.195304 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:27:48.218783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-adf15d12-7944-4e14-97c8-fddf666e1c7d req-1c429ba5-89d5-4536-9c22-5633a4608059 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Unset dirty status for tenant:34f3d7fd09e3461da4f5e4d7321c810e on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:48.220304 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-adf15d12-7944-4e14-97c8-fddf666e1c7d req-1c429ba5-89d5-4536-9c22-5633a4608059 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "GET /v2.0/networks?id=a3ab45e1-df22-4d90-9acf-858a73edbfe9 HTTP/1.1" status: 200 len: 817 time: 0.4239461 Jan 14 07:27:48.334454 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:48.354036 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-53ac81c7-7b79-4b98-9dcb-1d47e162d352 req-6aa3bea4-febd-41fc-b048-b2a64eb6f06b service neutron] 10.222.0.41 "GET /v2.0/networks/d9153312-4285-4f73-b68d-cb0deb52be27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8677347 Jan 14 07:27:48.355137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33848) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:48.394617 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-adf15d12-7944-4e14-97c8-fddf666e1c7d req-b8d77bf7-5bf4-465e-86ea-d1c8f1362231 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "GET /v2.0/quotas/34f3d7fd09e3461da4f5e4d7321c810e HTTP/1.1" status: 200 len: 375 time: 0.0725281 Jan 14 07:27:48.549576 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-53ac81c7-7b79-4b98-9dcb-1d47e162d352 req-6b6c020f-ee7c-480f-8687-11e2b24f5781 service neutron] 10.222.0.41 "GET /v2.0/networks/d9153312-4285-4f73-b68d-cb0deb52be27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1847866 Jan 14 07:27:48.551399 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:48.556276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-790679251-network', 'tenant_id': '1bff2f0f8d744df0b21fedb25ed50b57'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:48.562471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:48.566539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Usage tracker for resource:network and tenant:1bff2f0f8d744df0b21fedb25ed50b57 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:48.569994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:48.593806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:48.619823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3597ca29-7b08-45f2-a02b-7250b62cd04e']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:48.648384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f22f30-339e-412a-afa9-f50962a05294') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:48.648722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f22f30-339e-412a-afa9-f50962a05294') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:48.670230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:48.707719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:48.708368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Made reservation on behalf of 1bff2f0f8d744df0b21fedb25ed50b57 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:48.724115 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:48.749221 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4e5ab9e3-eff5-4a93-b493-a5152939ab35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:48.807636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:48.818997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Releasing vxlan tunnel 10 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:27:48.843004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] Pushing event deleted for resources: {'Network': ['ID=47745cbf-127b-4aeb-8a7e-455a1192ec85,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:48.866511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:48.888851 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:48.907831 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] 10.222.0.41 "DELETE /v2.0/networks/47745cbf-127b-4aeb-8a7e-455a1192ec85 HTTP/1.1" status: 204 len: 168 time: 6.0663357 Jan 14 07:27:48.912060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:48.920725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Usage tracker for resource:security_group_rule and tenant:1bff2f0f8d744df0b21fedb25ed50b57 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:48.924988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:48.944935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:49.035803 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-adf15d12-7944-4e14-97c8-fddf666e1c7d req-f2cc6bfe-8070-4f48-9306-d755c083111e tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "GET /v2.0/ports?tenant_id=34f3d7fd09e3461da4f5e4d7321c810e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4878619 Jan 14 07:27:49.377901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33872) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:49.387516 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-adf15d12-7944-4e14-97c8-fddf666e1c7d req-15a732ae-37d7-49ca-9543-f92c3920be95 service neutron] 10.222.0.41 "GET /v2.0/networks/a3ab45e1-df22-4d90-9acf-858a73edbfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215234 Jan 14 07:27:49.606695 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-adf15d12-7944-4e14-97c8-fddf666e1c7d req-c628443c-392f-4184-a22d-694af1ecd2ee service neutron] 10.222.0.41 "GET /v2.0/networks/a3ab45e1-df22-4d90-9acf-858a73edbfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1918993 Jan 14 07:27:49.657434 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-247c2d5f-3ce0-45d0-83cd-e3145a2095f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b635ebb1cf0b486c984bf0a25ec6bb62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732155 Jan 14 07:27:49.661670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33880) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:49.681137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:49.689696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:49.711362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:27:49.728504 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2740d294-585f-4d71-8de1-14433c2464ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:49.757443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:49.757902 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Added segment ac361609-6a60-42a3-b4b4-59d398c46cf5 of type vxlan for network a817c807-bf93-4c78-9cd6-e0d0a4353b32 Jan 14 07:27:49.796359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb810d9-7e64-4265-afa5-34f5f8a1ca4c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:49.800392 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:49.844677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-953264e7-09f2-49ba-9bda-1284bae2e44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:49.878717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-953264e7-09f2-49ba-9bda-1284bae2e44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:50.017691 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:50.124956 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-953264e7-09f2-49ba-9bda-1284bae2e44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:50.140892 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-00c47ddd-2e50-4bac-ae00-b1236e5ef343 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:50.160104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Network 3597ca29-7b08-45f2-a02b-7250b62cd04e has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:50.176815 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:50.199166 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:50.200586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:50.205268 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:50.293363 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-953264e7-09f2-49ba-9bda-1284bae2e44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:50.294819 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-953264e7-09f2-49ba-9bda-1284bae2e44c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/092f4ecf-0a21-4d48-b960-7dcf3495c580 HTTP/1.1" status: 204 len: 168 time: 0.6320755 Jan 14 07:27:50.296043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953264e7-09f2-49ba-9bda-1284bae2e44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092f4ecf-0a21-4d48-b960-7dcf3495c580,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:50.313759 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.9519367 Jan 14 07:27:50.316262 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-953264e7-09f2-49ba-9bda-1284bae2e44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:50.317370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33908) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:50.318565 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8a3bb6c2-aaff-40fc-b26f-3b92ae139407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:50.358845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0e3da431-088f-4219-b8da-e735ce3844f4 admin admin] Request body: {'subnet': {'network_id': 'a817c807-bf93-4c78-9cd6-e0d0a4353b32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-790679251-subnet', 'tenant_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:50.365528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0e3da431-088f-4219-b8da-e735ce3844f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:50.385801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0e3da431-088f-4219-b8da-e735ce3844f4 admin admin] Usage tracker for resource:subnet and tenant:1bff2f0f8d744df0b21fedb25ed50b57 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:50.391240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0e3da431-088f-4219-b8da-e735ce3844f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:50.400679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0e3da431-088f-4219-b8da-e735ce3844f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:50.504109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-51410af5-1880-4512-adb8-e0cc815d2f69 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:50.504939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-51410af5-1880-4512-adb8-e0cc815d2f69 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Synchronizing usage tracker for tenant:c8ec144fbbe34cea9a2eb4ef897069c3 on resource:network {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:50.518998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3da431-088f-4219-b8da-e735ce3844f4 admin admin] Made reservation on behalf of 1bff2f0f8d744df0b21fedb25ed50b57 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:50.525840 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e3da431-088f-4219-b8da-e735ce3844f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:50.743690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-51410af5-1880-4512-adb8-e0cc815d2f69 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Unset dirty status for tenant:c8ec144fbbe34cea9a2eb4ef897069c3 on resource:network {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:50.744887 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-51410af5-1880-4512-adb8-e0cc815d2f69 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.53 "GET /v2.0/networks?id=37771138-2b5f-4ec2-9acb-676f36094136 HTTP/1.1" status: 200 len: 811 time: 2.0003376 Jan 14 07:27:50.762080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Network 3597ca29-7b08-45f2-a02b-7250b62cd04e has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:27:50.806494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-c3310cf4-b877-430e-bf53-781b144ef2c5 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Request body: {'port': {'device_id': 'a2f61f8f-99c1-4ec6-a59e-9aa99261230d', 'network_id': '37771138-2b5f-4ec2-9acb-676f36094136', 'admin_state_up': True, 'tenant_id': 'c8ec144fbbe34cea9a2eb4ef897069c3'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:27:50.826556 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:27:50.829659 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:27:50.892653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d5a09-731d-433e-b75c-6fdda4e8ae2e req-e3fc7ab1-f610-4619-9d49-ae0ab33da4f3 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:50.894219 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8d8d5a09-731d-433e-b75c-6fdda4e8ae2e req-e3fc7ab1-f610-4619-9d49-ae0ab33da4f3 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.41 "GET /v2.0/networks?id=37771138-2b5f-4ec2-9acb-676f36094136 HTTP/1.1" status: 200 len: 811 time: 0.2598538 Jan 14 07:27:50.934506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Pushing event updated for resources: {'Network': ['ID=a817c807-bf93-4c78-9cd6-e0d0a4353b32,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:50.940816 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:50.952642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network a817c807-bf93-4c78-9cd6-e0d0a4353b32 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:50.996091 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:51.094727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:51.108259 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8d8d5a09-731d-433e-b75c-6fdda4e8ae2e req-91031ea6-2625-4785-b0e3-2a1e23b7c237 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.41 "GET /v2.0/quotas/c8ec144fbbe34cea9a2eb4ef897069c3 HTTP/1.1" status: 200 len: 375 time: 0.1658556 Jan 14 07:27:51.121644 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-45df16c2-97f2-4ff7-83ed-bb787590f2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:51.154690 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:51.155772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network a817c807-bf93-4c78-9cd6-e0d0a4353b32 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:51.162668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Pushing event deleted for resources: {'Network': ['ID=3597ca29-7b08-45f2-a02b-7250b62cd04e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:51.172953 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:51.196690 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8d8d5a09-731d-433e-b75c-6fdda4e8ae2e req-d00812cd-07c9-45ee-b43d-a80b3aef246d tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8ec144fbbe34cea9a2eb4ef897069c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772631 Jan 14 07:27:51.271049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-c3310cf4-b877-430e-bf53-781b144ef2c5 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:51.277710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network a817c807-bf93-4c78-9cd6-e0d0a4353b32 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:27:51.280912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-c3310cf4-b877-430e-bf53-781b144ef2c5 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Usage tracker for resource:port and tenant:c8ec144fbbe34cea9a2eb4ef897069c3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:51.284651 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-c3310cf4-b877-430e-bf53-781b144ef2c5 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:51.291718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-c3310cf4-b877-430e-bf53-781b144ef2c5 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:51.313947 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] 10.222.0.41 "DELETE /v2.0/networks/3597ca29-7b08-45f2-a02b-7250b62cd04e HTTP/1.1" status: 204 len: 168 time: 7.5366378 Jan 14 07:27:51.316589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:51.351742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33950) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:51.358346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-c3310cf4-b877-430e-bf53-781b144ef2c5 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Made reservation on behalf of c8ec144fbbe34cea9a2eb4ef897069c3 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:27:51.368681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-c3310cf4-b877-430e-bf53-781b144ef2c5 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:51.825335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf224505-1bd9-4e9c-9bb4-6989c7e4418b req-af66545d-a2b8-4321-9c6a-9122f44a5f0d tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:51.827070 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-cf224505-1bd9-4e9c-9bb4-6989c7e4418b req-af66545d-a2b8-4321-9c6a-9122f44a5f0d tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.41 "GET /v2.0/networks?id=d9153312-4285-4f73-b68d-cb0deb52be27 HTTP/1.1" status: 200 len: 806 time: 0.9816484 Jan 14 07:27:51.831961 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8d8d5a09-731d-433e-b75c-6fdda4e8ae2e req-e250d96d-c6ce-47dd-a90b-c5d3ccc279eb service neutron] 10.222.0.41 "GET /v2.0/networks/37771138-2b5f-4ec2-9acb-676f36094136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152277 Jan 14 07:27:52.025303 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8d8d5a09-731d-433e-b75c-6fdda4e8ae2e req-a2a868ed-e6a1-49dd-afad-432602a0a574 service neutron] 10.222.0.41 "GET /v2.0/networks/37771138-2b5f-4ec2-9acb-676f36094136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1756489 Jan 14 07:27:52.078658 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-cf224505-1bd9-4e9c-9bb4-6989c7e4418b req-2cdd41c1-08a8-4ed9-8685-4afc10a91a23 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.41 "GET /v2.0/quotas/94f6378d248249348b8ff596bd91ec75 HTTP/1.1" status: 200 len: 375 time: 0.2336476 Jan 14 07:27:52.249122 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-cf224505-1bd9-4e9c-9bb4-6989c7e4418b req-a7221119-c261-4e27-ad74-968723662816 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.41 "GET /v2.0/ports?tenant_id=94f6378d248249348b8ff596bd91ec75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1324615 Jan 14 07:27:52.461473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33976) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:52.580457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:27:52.617921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:52.638455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-c3310cf4-b877-430e-bf53-781b144ef2c5 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Allocated IP 172.20.0.3 (37771138-2b5f-4ec2-9acb-676f36094136/b385fee3-26ec-4869-9751-94f300fc71fe/f3ad27e7-05c2-4f4f-965f-8d43f39452aa) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:27:52.641834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9198c95a-9750-4a63-84c2-8c5e31499e80 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:52.644619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:52.653390 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-cf224505-1bd9-4e9c-9bb4-6989c7e4418b req-dbf91250-9c94-413e-b59f-7423cacd8aa9 service neutron] 10.222.0.41 "GET /v2.0/networks/d9153312-4285-4f73-b68d-cb0deb52be27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773179 Jan 14 07:27:52.665738 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a730843-f064-4e75-8c99-913c41d8e513 tempest-ImagesNegativeTestJSON-1479155911 tempest-ImagesNegativeTestJSON-1479155911] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:52.778973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Port': ['ID=7c0d8fe5-6d7c-49df-ad14-cc44d1a42385,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:52.817389 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:52.848886 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9198c95a-9750-4a63-84c2-8c5e31499e80 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:53.063829 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-cf224505-1bd9-4e9c-9bb4-6989c7e4418b req-1ec1d632-b0ab-4e4a-aed7-e29c25376ae2 service neutron] 10.222.0.41 "GET /v2.0/networks/d9153312-4285-4f73-b68d-cb0deb52be27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4093764 Jan 14 07:27:53.086136 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e3da431-088f-4219-b8da-e735ce3844f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:53.242971 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dc58cf34-c5f3-49a9-b929-eef0852fc492 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:53.298866 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9198c95a-9750-4a63-84c2-8c5e31499e80 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:53.371908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9198c95a-9750-4a63-84c2-8c5e31499e80 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:53.373091 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9198c95a-9750-4a63-84c2-8c5e31499e80 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "DELETE /v2.0/security-groups/3137a368-d29e-4eed-8f9e-61539136e517 HTTP/1.1" status: 204 len: 168 time: 0.9105756 Jan 14 07:27:53.381357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34006) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:53.423244 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-21148c65-08a8-470b-8205-c1775a940c32 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] show failed (client error): The resource could not be found. Jan 14 07:27:53.424669 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-21148c65-08a8-470b-8205-c1775a940c32 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "GET /v2.0/security-groups/3137a368-d29e-4eed-8f9e-61539136e517 HTTP/1.1" status: 404 len: 347 time: 0.0423710 Jan 14 07:27:53.442539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34012) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:53.826562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3da431-088f-4219-b8da-e735ce3844f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d00f753-e9a8-47ef-90c1-b00b864db321,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:53.833179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2d63c64e-e205-4840-9efa-897e879adf2b tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Deleting port 873dee87-2789-4816-ac94-9e4f1eacfcfb {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:53.833617 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d63c64e-e205-4840-9efa-897e879adf2b tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:53.835243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:53.894175 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e3da431-088f-4219-b8da-e735ce3844f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:53.898607 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f78b445-24b0-4221-a7f1-3295e1192d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.586s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:53.953374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f747552b-01f8-4f1b-a80a-6631e927ac3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:53.957016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198c95a-9750-4a63-84c2-8c5e31499e80 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Pushing event deleted for resources: {'SecurityGroup': ['ID=3137a368-d29e-4eed-8f9e-61539136e517,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:53.977196 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9198c95a-9750-4a63-84c2-8c5e31499e80 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:54.100078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:27:54.228290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3da431-088f-4219-b8da-e735ce3844f4 admin admin] Checking segment: {'id': 'ac361609-6a60-42a3-b4b4-59d398c46cf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a817c807-bf93-4c78-9cd6-e0d0a4353b32'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:27:54.228687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3da431-088f-4219-b8da-e735ce3844f4 admin admin] Network hostable DHCP agents. Network: a817c807-bf93-4c78-9cd6-e0d0a4353b32, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:27:54.504102 n-d-769329-2 neutron-server[80794]: INFO neutron.db.l3_db [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Floating IP 9b05b314-460b-487e-9abd-9676bc659cc0 associated. External IP: 172.25.3.223, port: 6322496e-3ef5-46a0-8202-06c400695858. Jan 14 07:27:54.531066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-5e71332a-8c0f-4373-b3e8-a4ba7011dbf9 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:54.533412 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-5e71332a-8c0f-4373-b3e8-a4ba7011dbf9 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.41 "GET /v2.0/networks?id=d9153312-4285-4f73-b68d-cb0deb52be27 HTTP/1.1" status: 200 len: 806 time: 0.3062963 Jan 14 07:27:54.553389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3da431-088f-4219-b8da-e735ce3844f4 admin admin] Network a817c807-bf93-4c78-9cd6-e0d0a4353b32 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:27:54.658312 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-f9dbde33-28fa-456c-9de2-445d8db21aed tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.41 "GET /v2.0/quotas/94f6378d248249348b8ff596bd91ec75 HTTP/1.1" status: 200 len: 375 time: 0.1122742 Jan 14 07:27:54.660335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-0e3da431-088f-4219-b8da-e735ce3844f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, a817c807-bf93-4c78-9cd6-e0d0a4353b32) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:54.669728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7801dc-1d73-4c97-ac65-f14d3fd8a949 None None] Network a817c807-bf93-4c78-9cd6-e0d0a4353b32 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:54.750263 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-7e1001a2-8ea9-48f5-8448-3490f3ae9dbf tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.41 "GET /v2.0/ports?tenant_id=94f6378d248249348b8ff596bd91ec75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908959 Jan 14 07:27:54.763962 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-c3310cf4-b877-430e-bf53-781b144ef2c5 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:54.890394 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d8c7bfc-72a1-467d-965b-4d8f9879ccf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.118288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0a5846-10e0-4b3d-bf33-25e47784a248 None None] Network a817c807-bf93-4c78-9cd6-e0d0a4353b32 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:27:55.184587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3da431-088f-4219-b8da-e735ce3844f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:55.185236 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e3da431-088f-4219-b8da-e735ce3844f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.205276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-c3310cf4-b877-430e-bf53-781b144ef2c5 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.211606 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-f5de0f07-161b-406a-8242-f5101a402e76 service neutron] 10.222.0.41 "GET /v2.0/networks/d9153312-4285-4f73-b68d-cb0deb52be27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598622 Jan 14 07:27:55.216579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Router 67892cde-205e-4f53-9a48-34830c24e288 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:27:55.236652 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c7358f5-b939-403e-8950-2355c6154720 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:55.246186 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d63c64e-e205-4840-9efa-897e879adf2b tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.246845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d63c64e-e205-4840-9efa-897e879adf2b tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.257921 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0e3da431-088f-4219-b8da-e735ce3844f4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.9170380 Jan 14 07:27:55.272004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34060) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:55.282818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6835e-df01-46bf-91b0-2c3b5648235b req-c31f09d3-81cf-4b2e-b6d9-f63729371fcd tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:55.284520 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b0d6835e-df01-46bf-91b0-2c3b5648235b req-c31f09d3-81cf-4b2e-b6d9-f63729371fcd tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.41 "GET /v2.0/networks?id=37771138-2b5f-4ec2-9acb-676f36094136 HTTP/1.1" status: 200 len: 811 time: 1.4552271 Jan 14 07:27:55.344117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-790679251-router', 'tenant_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:55.375432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:55.396237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Usage tracker for resource:router and tenant:1bff2f0f8d744df0b21fedb25ed50b57 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:55.403584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:55.479355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:55.483789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3310cf4-b877-430e-bf53-781b144ef2c5 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Pushing event updated for resources: {'Port': ['ID=f3ad27e7-05c2-4f4f-965f-8d43f39452aa,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:55.491480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2d63c64e-e205-4840-9efa-897e879adf2b tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Calling delete_port for 873dee87-2789-4816-ac94-9e4f1eacfcfb owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:55.520624 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3310cf4-b877-430e-bf53-781b144ef2c5 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:55.529673 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b0d6835e-df01-46bf-91b0-2c3b5648235b req-d206c792-c072-4bfe-a401-b9ba61076900 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.41 "GET /v2.0/quotas/c8ec144fbbe34cea9a2eb4ef897069c3 HTTP/1.1" status: 200 len: 375 time: 0.1873212 Jan 14 07:27:55.607244 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.608240 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.689074 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-dcd2532a-4a5f-4aa9-bbc8-9bc75764674e service neutron] 10.222.0.41 "GET /v2.0/networks/d9153312-4285-4f73-b68d-cb0deb52be27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4761491 Jan 14 07:27:55.763779 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b0d6835e-df01-46bf-91b0-2c3b5648235b req-a2cf5e36-b5f1-4abd-81e1-75044b2f8c8d tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8ec144fbbe34cea9a2eb4ef897069c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2222390 Jan 14 07:27:55.860682 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d63c64e-e205-4840-9efa-897e879adf2b tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:55.888692 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-873e29a7-38b1-42c9-810e-7cc81a17bace tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:56.095253 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:56.115099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-c3310cf4-b877-430e-bf53-781b144ef2c5 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Network 37771138-2b5f-4ec2-9acb-676f36094136 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:27:56.122383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-c3310cf4-b877-430e-bf53-781b144ef2c5 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:27:56.128660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-c3310cf4-b877-430e-bf53-781b144ef2c5 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:27:56.139169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63c64e-e205-4840-9efa-897e879adf2b tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Pushing event deleted for resources: {'Port': ['ID=873dee87-2789-4816-ac94-9e4f1eacfcfb,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:56.150237 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b0d6835e-df01-46bf-91b0-2c3b5648235b req-6cab6630-2661-40fc-b3ca-195c9b0371ed service neutron] 10.222.0.41 "GET /v2.0/networks/37771138-2b5f-4ec2-9acb-676f36094136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765748 Jan 14 07:27:56.179687 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2d63c64e-e205-4840-9efa-897e879adf2b tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:56.182500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:27:56.193177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1708562-8596-4b33-b840-6145f677c934 None None] Sync routers for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:27:56.204213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1708562-8596-4b33-b840-6145f677c934 None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:27:56.205052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e1708562-8596-4b33-b840-6145f677c934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:27:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:56.246774 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:56.250181 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:27:56.250181 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:56.250181 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:56.250181 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:56.250181 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:27:56.250181 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:56.250181 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:56.250181 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:56.250181 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:27:56.250181 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:56.250181 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:56.250181 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:56.250181 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:27:56.250181 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:56.250181 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:56.250181 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:56.250181 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:27:56.250181 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:27:56.250181 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:27:56.250181 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:27:56.278101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-c3310cf4-b877-430e-bf53-781b144ef2c5 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:56.279139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-c3310cf4-b877-430e-bf53-781b144ef2c5 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:56.287470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e1708562-8596-4b33-b840-6145f677c934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:56.299211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1708562-8596-4b33-b840-6145f677c934 None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:27:56.300079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e1708562-8596-4b33-b840-6145f677c934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:27:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:56.338204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-444d0477-35f2-42e0-b5d7-65665c3eeffc req-8a171598-0e49-4300-a04e-b29cd484a0d9 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Synchronizing usage tracker for tenant:e3451631cc4f4706994f5dfe4aea528e on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:56.376118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e1708562-8596-4b33-b840-6145f677c934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:27:56.376814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1708562-8596-4b33-b840-6145f677c934 None None] The sync data for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:27:56.395242 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-c3310cf4-b877-430e-bf53-781b144ef2c5 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6196630 Jan 14 07:27:56.414342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-444d0477-35f2-42e0-b5d7-65665c3eeffc req-8a171598-0e49-4300-a04e-b29cd484a0d9 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Unset dirty status for tenant:e3451631cc4f4706994f5dfe4aea528e on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:56.415746 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-444d0477-35f2-42e0-b5d7-65665c3eeffc req-8a171598-0e49-4300-a04e-b29cd484a0d9 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--315896610&fields=id&tenant_id=e3451631cc4f4706994f5dfe4aea528e HTTP/1.1" status: 200 len: 267 time: 0.2349710 Jan 14 07:27:56.461454 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b0d6835e-df01-46bf-91b0-2c3b5648235b req-9d7d0c79-100b-4490-a866-802f1e64ab98 service neutron] 10.222.0.41 "GET /v2.0/networks/37771138-2b5f-4ec2-9acb-676f36094136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3101223 Jan 14 07:27:56.473564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Request body: {'port': {'device_id': 'a2f61f8f-99c1-4ec6-a59e-9aa99261230d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-2'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:56.512474 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:56.728388 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-04a91633-bf43-4f77-be05-d45af5ab031f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:56.767546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d0477-35f2-42e0-b5d7-65665c3eeffc req-1c382cbd-f752-4fb7-b3bb-48d399b446ac tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:56.768586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-444d0477-35f2-42e0-b5d7-65665c3eeffc req-1c382cbd-f752-4fb7-b3bb-48d399b446ac tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Synchronizing usage tracker for tenant:e3451631cc4f4706994f5dfe4aea528e on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:56.778411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d63c64e-e205-4840-9efa-897e879adf2b tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for floatingip, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:56.800810 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d63c64e-e205-4840-9efa-897e879adf2b tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:56.802494 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2d63c64e-e205-4840-9efa-897e879adf2b tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "DELETE /v2.0/floatingips/410a5d8c-f8d7-496a-b1c4-6fb44e5ee449 HTTP/1.1" status: 204 len: 168 time: 3.3589370 Jan 14 07:27:56.804590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-444d0477-35f2-42e0-b5d7-65665c3eeffc req-1c382cbd-f752-4fb7-b3bb-48d399b446ac tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Unset dirty status for tenant:e3451631cc4f4706994f5dfe4aea528e on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:56.806481 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-444d0477-35f2-42e0-b5d7-65665c3eeffc req-1c382cbd-f752-4fb7-b3bb-48d399b446ac tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] 10.222.0.41 "GET /v2.0/networks?id=ce731b9a-345f-4e1e-a95c-e4ad6a017f9c HTTP/1.1" status: 200 len: 814 time: 0.3478754 Jan 14 07:27:56.845810 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.6939893 Jan 14 07:27:56.855852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34090) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:56.869026 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:56.874680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:56.881723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-11071437-a577-401c-8471-32934daa1b1e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'floatingip': {'port_id': None}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:56.973824 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-444d0477-35f2-42e0-b5d7-65665c3eeffc req-e72e60e0-0bc6-43ee-8573-d4277db28b39 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] 10.222.0.41 "GET /v2.0/quotas/e3451631cc4f4706994f5dfe4aea528e HTTP/1.1" status: 200 len: 375 time: 0.1271117 Jan 14 07:27:57.096363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c7bfc-72a1-467d-965b-4d8f9879ccf1 admin admin] Deleting port 7dedf924-1892-4aff-8806-727ee3958529 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:27:57.096753 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d8c7bfc-72a1-467d-965b-4d8f9879ccf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:57.169612 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11071437-a577-401c-8471-32934daa1b1e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:57.294255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:57.304457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-444d0477-35f2-42e0-b5d7-65665c3eeffc req-5f3327db-f059-431d-bd54-e7214fca3be0 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Synchronizing usage tracker for tenant:e3451631cc4f4706994f5dfe4aea528e on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:27:57.368555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-444d0477-35f2-42e0-b5d7-65665c3eeffc req-5f3327db-f059-431d-bd54-e7214fca3be0 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Unset dirty status for tenant:e3451631cc4f4706994f5dfe4aea528e on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:27:57.370460 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-444d0477-35f2-42e0-b5d7-65665c3eeffc req-5f3327db-f059-431d-bd54-e7214fca3be0 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3451631cc4f4706994f5dfe4aea528e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3882284 Jan 14 07:27:57.886832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1d8c7bfc-72a1-467d-965b-4d8f9879ccf1 admin admin] For port 7dedf924-1892-4aff-8806-727ee3958529, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7dedf924-1892-4aff-8806-727ee3958529,segment=NetworkSegment(e7392bdf-7f7b-4edd-820b-965bda73c0af),segment_id=e7392bdf-7f7b-4edd-820b-965bda73c0af)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:27:57.887103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d8c7bfc-72a1-467d-965b-4d8f9879ccf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:57.921230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:58.065628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c7bfc-72a1-467d-965b-4d8f9879ccf1 admin admin] Calling delete_port for 7dedf924-1892-4aff-8806-727ee3958529 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:27:58.142433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34112) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:58.274976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11071437-a577-401c-8471-32934daa1b1e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:58.293441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11071437-a577-401c-8471-32934daa1b1e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:58.294117 n-d-769329-2 neutron-server[80794]: INFO neutron.db.l3_db [None req-11071437-a577-401c-8471-32934daa1b1e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Floating IP 9b05b314-460b-487e-9abd-9676bc659cc0 disassociated. External IP: 172.25.3.223, port: 6322496e-3ef5-46a0-8202-06c400695858. Jan 14 07:27:58.351449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ac904a8f-1e46-4b7f-8138-c52ccece47ee tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Request body: {'security_group': {'name': 'tempest-securitygroup--503262803', 'description': 'tempest-description--1661993735'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:58.362738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ac904a8f-1e46-4b7f-8138-c52ccece47ee tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:58.368132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ac904a8f-1e46-4b7f-8138-c52ccece47ee tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Usage tracker for resource:security_group and tenant:34f3d7fd09e3461da4f5e4d7321c810e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:58.372809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ac904a8f-1e46-4b7f-8138-c52ccece47ee tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:58.381234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ac904a8f-1e46-4b7f-8138-c52ccece47ee tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:58.402474 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac904a8f-1e46-4b7f-8138-c52ccece47ee tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:58.485977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ac904a8f-1e46-4b7f-8138-c52ccece47ee tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:58.494450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ac904a8f-1e46-4b7f-8138-c52ccece47ee tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Usage tracker for resource:security_group_rule and tenant:34f3d7fd09e3461da4f5e4d7321c810e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:58.498974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ac904a8f-1e46-4b7f-8138-c52ccece47ee tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:58.506751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ac904a8f-1e46-4b7f-8138-c52ccece47ee tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:58.705897 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-444d0477-35f2-42e0-b5d7-65665c3eeffc req-f7021264-b8fe-4cd7-8c28-1aa1a6417872 service neutron] 10.222.0.41 "GET /v2.0/networks/ce731b9a-345f-4e1e-a95c-e4ad6a017f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3107638 Jan 14 07:27:58.806161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:58.811353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d8c7bfc-72a1-467d-965b-4d8f9879ccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:58.835543 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd401bb5-97a5-4884-bbf5-392d229b975c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:58.860730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac904a8f-1e46-4b7f-8138-c52ccece47ee tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:58.885611 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac904a8f-1e46-4b7f-8138-c52ccece47ee tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:58.897252 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f91fe9f6-c806-43b9-b49f-7ed2aeff7025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:59.074978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c7bfc-72a1-467d-965b-4d8f9879ccf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dedf924-1892-4aff-8806-727ee3958529,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:59.086167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac904a8f-1e46-4b7f-8138-c52ccece47ee tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2cc9fc-5749-4875-a7d8-a0f3bad675d2,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:27:59.090141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac904a8f-1e46-4b7f-8138-c52ccece47ee tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:59.094792 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ac904a8f-1e46-4b7f-8138-c52ccece47ee tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8093598 Jan 14 07:27:59.106308 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ac904a8f-1e46-4b7f-8138-c52ccece47ee tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:59.107086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34128) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:27:59.131002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-de4a52f5-a9bb-4403-8cb8-2d9e21bb7b11 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Request body: {'security_group_rule': {'security_group_id': '8d2cc9fc-5749-4875-a7d8-a0f3bad675d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:59.142248 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d8c7bfc-72a1-467d-965b-4d8f9879ccf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:27:59.153630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-de4a52f5-a9bb-4403-8cb8-2d9e21bb7b11 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:27:59.164152 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-444d0477-35f2-42e0-b5d7-65665c3eeffc req-96210e27-f536-4c10-b73b-5dc459dd3607 service neutron] 10.222.0.41 "GET /v2.0/networks/ce731b9a-345f-4e1e-a95c-e4ad6a017f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4557261 Jan 14 07:27:59.168741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-de4a52f5-a9bb-4403-8cb8-2d9e21bb7b11 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Usage tracker for resource:security_group_rule and tenant:34f3d7fd09e3461da4f5e4d7321c810e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:27:59.173225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-de4a52f5-a9bb-4403-8cb8-2d9e21bb7b11 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:27:59.183845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-de4a52f5-a9bb-4403-8cb8-2d9e21bb7b11 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:27:59.224206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-8df4d8f6-868a-4086-9956-001251926cea tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:59.225979 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-8df4d8f6-868a-4086-9956-001251926cea tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.53 "GET /v2.0/networks?id=d9153312-4285-4f73-b68d-cb0deb52be27 HTTP/1.1" status: 200 len: 806 time: 1.8137965 Jan 14 07:27:59.228163 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b0d6835e-df01-46bf-91b0-2c3b5648235b req-0074337e-7f78-4eec-ba27-69f9d5e8147a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8ec144fbbe34cea9a2eb4ef897069c3&device_id=32f60341-6432-40d1-96a5-82c39aae28bb HTTP/1.1" status: 200 len: 210 time: 0.1623821 Jan 14 07:27:59.285919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-04cb0bae-21e9-4b28-b803-505bbb3b798a tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Request body: {'port': {'device_id': '28079013-7ad3-4827-b21a-d8c3b73780f8', 'network_id': 'd9153312-4285-4f73-b68d-cb0deb52be27', 'admin_state_up': True, 'tenant_id': '94f6378d248249348b8ff596bd91ec75'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:27:59.348247 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de4a52f5-a9bb-4403-8cb8-2d9e21bb7b11 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:59.519244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11071437-a577-401c-8471-32934daa1b1e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Router 67892cde-205e-4f53-9a48-34830c24e288 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:27:59.619439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de4a52f5-a9bb-4403-8cb8-2d9e21bb7b11 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:59.650599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b109097-7bc2-4edd-b10c-c344afc72f4d req-91a109e4-ff0a-4011-b43b-e8e28c476adb tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:59.653065 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3b109097-7bc2-4edd-b10c-c344afc72f4d req-91a109e4-ff0a-4011-b43b-e8e28c476adb tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.41 "GET /v2.0/networks?id=37771138-2b5f-4ec2-9acb-676f36094136 HTTP/1.1" status: 200 len: 811 time: 0.3397548 Jan 14 07:27:59.670968 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de4a52f5-a9bb-4403-8cb8-2d9e21bb7b11 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:27:59.710552 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:27:59.922716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6835e-df01-46bf-91b0-2c3b5648235b req-6ed638fa-4536-42e2-901f-2fac3e655234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:27:59.938517 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b0d6835e-df01-46bf-91b0-2c3b5648235b req-6ed638fa-4536-42e2-901f-2fac3e655234 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=c8ec144fbbe34cea9a2eb4ef897069c3&shared=False HTTP/1.1" status: 200 len: 905 time: 0.6749492 Jan 14 07:27:59.996958 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:28:00.018161 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3b109097-7bc2-4edd-b10c-c344afc72f4d req-7786c6b9-1d69-4e57-afe3-d89c5d44dbe9 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.41 "GET /v2.0/quotas/c8ec144fbbe34cea9a2eb4ef897069c3 HTTP/1.1" status: 200 len: 375 time: 0.3479555 Jan 14 07:28:00.020890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11071437-a577-401c-8471-32934daa1b1e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:28:00.021048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-04cb0bae-21e9-4b28-b803-505bbb3b798a tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:00.041176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de4a52f5-a9bb-4403-8cb8-2d9e21bb7b11 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:00.041605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cb2fda-efd1-4e46-985c-972ad808d61f None None] Sync routers for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:28:00.043130 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-de4a52f5-a9bb-4403-8cb8-2d9e21bb7b11 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9229784 Jan 14 07:28:00.065193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cb2fda-efd1-4e46-985c-972ad808d61f None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:00.066058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-56cb2fda-efd1-4e46-985c-972ad808d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:27:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:00.126337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-04cb0bae-21e9-4b28-b803-505bbb3b798a tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Usage tracker for resource:port and tenant:94f6378d248249348b8ff596bd91ec75 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:00.146933 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11071437-a577-401c-8471-32934daa1b1e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:00.156967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34166) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:00.163695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-56cb2fda-efd1-4e46-985c-972ad808d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:00.187082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cb2fda-efd1-4e46-985c-972ad808d61f None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:00.192505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-56cb2fda-efd1-4e46-985c-972ad808d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:27:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:00.244305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a52f5-a9bb-4403-8cb8-2d9e21bb7b11 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f93d792-c559-436d-8014-dc5f7a0c33fd,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:00.257348 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-de4a52f5-a9bb-4403-8cb8-2d9e21bb7b11 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:00.266479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-04cb0bae-21e9-4b28-b803-505bbb3b798a tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:00.286857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1b80c9f0-c16f-4dfe-a8da-739f6922cc50 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Request body: {'security_group_rule': {'security_group_id': '8d2cc9fc-5749-4875-a7d8-a0f3bad675d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:00.297114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1b80c9f0-c16f-4dfe-a8da-739f6922cc50 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:00.301493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1b80c9f0-c16f-4dfe-a8da-739f6922cc50 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Usage tracker for resource:security_group_rule and tenant:34f3d7fd09e3461da4f5e4d7321c810e is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:00.305321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1b80c9f0-c16f-4dfe-a8da-739f6922cc50 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:00.312001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1b80c9f0-c16f-4dfe-a8da-739f6922cc50 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:00.340270 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-11071437-a577-401c-8471-32934daa1b1e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "PUT /v2.0/floatingips/9b05b314-460b-487e-9abd-9676bc659cc0 HTTP/1.1" status: 200 len: 688 time: 3.4787633 Jan 14 07:28:00.351476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34174) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:00.354157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-56cb2fda-efd1-4e46-985c-972ad808d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:00.355146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cb2fda-efd1-4e46-985c-972ad808d61f None None] The sync data for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:28:00.492478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-04cb0bae-21e9-4b28-b803-505bbb3b798a tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:00.527665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6835e-df01-46bf-91b0-2c3b5648235b req-4cbb7a4f-2145-4f91-98e2-a94c4d460d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:00.529489 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b0d6835e-df01-46bf-91b0-2c3b5648235b req-4cbb7a4f-2145-4f91-98e2-a94c4d460d74 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5901318 Jan 14 07:28:00.549158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-28246c0e-b880-4d73-8f44-ffe48f12f49c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Deleting port 7c0d8fe5-6d7c-49df-ad14-cc44d1a42385 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:00.549537 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28246c0e-b880-4d73-8f44-ffe48f12f49c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:00.628394 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3b109097-7bc2-4edd-b10c-c344afc72f4d req-fc7eac89-2d75-4d57-a77a-624e4f7698dc tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8ec144fbbe34cea9a2eb4ef897069c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6091943 Jan 14 07:28:00.731464 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d8c7bfc-72a1-467d-965b-4d8f9879ccf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:00.746107 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:00.780685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-04cb0bae-21e9-4b28-b803-505bbb3b798a tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Made reservation on behalf of 94f6378d248249348b8ff596bd91ec75 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:00.789854 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-04cb0bae-21e9-4b28-b803-505bbb3b798a tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:00.906099 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b80c9f0-c16f-4dfe-a8da-739f6922cc50 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:00.962021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ad27e7-05c2-4f4f-965f-8d43f39452aa {{(pid=80908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:28:00.970261 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:00.984698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Transition to ACTIVE for port object f3ad27e7-05c2-4f4f-965f-8d43f39452aa will not be triggered until provisioned by entity L2. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:01.022246 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:01.034407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b0d6835e-df01-46bf-91b0-2c3b5648235b req-e399544e-81db-4354-b762-af0eeeb14d31 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Synchronizing usage tracker for tenant:c8ec144fbbe34cea9a2eb4ef897069c3 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:28:01.147397 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:01.475332 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28246c0e-b880-4d73-8f44-ffe48f12f49c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:01.476117 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28246c0e-b880-4d73-8f44-ffe48f12f49c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:01.493852 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3b109097-7bc2-4edd-b10c-c344afc72f4d req-34dc9882-0b6e-4be5-8863-eab6c7607604 service neutron] 10.222.0.41 "GET /v2.0/networks/37771138-2b5f-4ec2-9acb-676f36094136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8553648 Jan 14 07:28:01.559998 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:01.589053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b0d6835e-df01-46bf-91b0-2c3b5648235b req-e399544e-81db-4354-b762-af0eeeb14d31 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Unset dirty status for tenant:c8ec144fbbe34cea9a2eb4ef897069c3 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:28:01.590302 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b0d6835e-df01-46bf-91b0-2c3b5648235b req-e399544e-81db-4354-b762-af0eeeb14d31 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.53 "GET /v2.0/ports?device_id=32f60341-6432-40d1-96a5-82c39aae28bb HTTP/1.1" status: 200 len: 210 time: 0.9964900 Jan 14 07:28:01.855891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-28246c0e-b880-4d73-8f44-ffe48f12f49c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Calling delete_port for 7c0d8fe5-6d7c-49df-ad14-cc44d1a42385 owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:01.966034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281ecce-c88e-4871-a224-78dcb306b7cd req-daf9377a-a128-4475-9c0e-0d7f1f48fcc8 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:01.968723 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1281ecce-c88e-4871-a224-78dcb306b7cd req-daf9377a-a128-4475-9c0e-0d7f1f48fcc8 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.41 "GET /v2.0/networks?id=d9153312-4285-4f73-b68d-cb0deb52be27 HTTP/1.1" status: 200 len: 806 time: 0.7852852 Jan 14 07:28:02.002817 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1281ecce-c88e-4871-a224-78dcb306b7cd req-e221fede-3b68-482c-bbe1-f0dae5ea160a tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.41 "GET /v2.0/quotas/94f6378d248249348b8ff596bd91ec75 HTTP/1.1" status: 200 len: 375 time: 0.0251238 Jan 14 07:28:02.072143 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1281ecce-c88e-4871-a224-78dcb306b7cd req-75d020ea-8f24-4415-8356-d896d93a18e8 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.41 "GET /v2.0/ports?tenant_id=94f6378d248249348b8ff596bd91ec75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675423 Jan 14 07:28:02.199192 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9d8a7d97-958b-4337-a716-90bbdd3abf1f req-29406b39-ae3b-44ab-8eb5-76afe454159f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8ec144fbbe34cea9a2eb4ef897069c3&device_id=32f60341-6432-40d1-96a5-82c39aae28bb HTTP/1.1" status: 200 len: 210 time: 0.1301026 Jan 14 07:28:02.200918 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b80c9f0-c16f-4dfe-a8da-739f6922cc50 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:02.211881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ad27e7-05c2-4f4f-965f-8d43f39452aa,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:02.215713 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:02.235238 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3b109097-7bc2-4edd-b10c-c344afc72f4d req-e0ee8946-1215-4c61-8851-754038bff563 service neutron] 10.222.0.41 "GET /v2.0/networks/37771138-2b5f-4ec2-9acb-676f36094136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7402000 Jan 14 07:28:02.259059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b80c9f0-c16f-4dfe-a8da-739f6922cc50 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:02.351916 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1281ecce-c88e-4871-a224-78dcb306b7cd req-d4e92837-357b-45b1-9136-9ada2d24a576 service neutron] 10.222.0.41 "GET /v2.0/networks/d9153312-4285-4f73-b68d-cb0deb52be27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577903 Jan 14 07:28:02.358779 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28246c0e-b880-4d73-8f44-ffe48f12f49c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:02.375439 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:02.398826 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-88361020-62a0-4316-855d-562135b3d48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:02.447298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-04cb0bae-21e9-4b28-b803-505bbb3b798a tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Allocated IP 172.20.0.2 (d9153312-4285-4f73-b68d-cb0deb52be27/3d92c1ce-f961-4b74-aad1-203b87ba148e/42144239-3085-4b9e-bf91-14e5c0bcde41) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:02.469368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80c9f0-c16f-4dfe-a8da-739f6922cc50 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c495269-5f26-4ebd-b319-11142a560ebb,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:02.473190 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1b80c9f0-c16f-4dfe-a8da-739f6922cc50 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:02.486541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28246c0e-b880-4d73-8f44-ffe48f12f49c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event deleted for resources: {'Port': ['ID=7c0d8fe5-6d7c-49df-ad14-cc44d1a42385,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:02.595876 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-28246c0e-b880-4d73-8f44-ffe48f12f49c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:02.805645 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28246c0e-b880-4d73-8f44-ffe48f12f49c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:02.838527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28246c0e-b880-4d73-8f44-ffe48f12f49c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:02.844075 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-28246c0e-b880-4d73-8f44-ffe48f12f49c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "DELETE /v2.0/floatingips/9b05b314-460b-487e-9abd-9676bc659cc0 HTTP/1.1" status: 204 len: 168 time: 2.4875438 Jan 14 07:28:02.846285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34220) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:02.855130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'port_id': '96da06d6-6d38-4122-9a60-4860c317add0'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:02.876413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34224) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:02.882474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:02.919031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Usage tracker for resource:floatingip and tenant:5255bc20dcc84120afef82d5f8e89b82 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:02.936028 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1281ecce-c88e-4871-a224-78dcb306b7cd req-116c2661-66d9-4b9e-b1b4-8cbb5e5843d6 service neutron] 10.222.0.41 "GET /v2.0/networks/d9153312-4285-4f73-b68d-cb0deb52be27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5596957 Jan 14 07:28:02.936967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:02.952928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:02.983158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:03.095044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Allocated IP 172.25.3.214 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/652aaba4-ba29-45b4-94c0-6bf0358b59a3) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:03.097037 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-400e9ec5-50fd-4161-9b50-d05890ed21b4 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:03.220695 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-400e9ec5-50fd-4161-9b50-d05890ed21b4 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:03.366405 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:03.520562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-400e9ec5-50fd-4161-9b50-d05890ed21b4 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:03.545977 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ac904a8f-1e46-4b7f-8138-c52ccece47ee tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:03.559098 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b80c9f0-c16f-4dfe-a8da-739f6922cc50 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:03.561098 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1b80c9f0-c16f-4dfe-a8da-739f6922cc50 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.3931735 Jan 14 07:28:03.588907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34250) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:03.615434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:03.634137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:03.634710 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:03.648779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Usage tracker for resource:floatingip and tenant:34f3d7fd09e3461da4f5e4d7321c810e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:03.652987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:03.666967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:03.670661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e9ec5-50fd-4161-9b50-d05890ed21b4 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Pushing event deleted for resources: {'SecurityGroup': ['ID=83614670-0308-4ddb-a462-a3fa49153994,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:03.676896 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-400e9ec5-50fd-4161-9b50-d05890ed21b4 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:03.687526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Attempting to bind port f3ad27e7-05c2-4f4f-965f-8d43f39452aa on host n-h1-769329-2 for vnic_type normal with profile {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:28:03.688045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Attempting to bind port f3ad27e7-05c2-4f4f-965f-8d43f39452aa by drivers openvswitch on host n-h1-769329-2 at level 0 using segments [{'id': 'a81bc8e7-28aa-4233-adcf-ffa0de2bcecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '37771138-2b5f-4ec2-9acb-676f36094136'}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:28:03.689492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Attempting to bind port f3ad27e7-05c2-4f4f-965f-8d43f39452aa on network 37771138-2b5f-4ec2-9acb-676f36094136 {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:28:03.710595 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-400e9ec5-50fd-4161-9b50-d05890ed21b4 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:03.711887 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-400e9ec5-50fd-4161-9b50-d05890ed21b4 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] 10.222.0.41 "DELETE /v2.0/security-groups/83614670-0308-4ddb-a462-a3fa49153994 HTTP/1.1" status: 204 len: 168 time: 0.8348186 Jan 14 07:28:03.729202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34256) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:03.791177 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for floatingip, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:03.951797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Checking agent: {'id': '1b004ee2-a22f-479b-a760-de06669a81a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 46), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:28:03.953022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Checking segment: {'id': 'a81bc8e7-28aa-4233-adcf-ffa0de2bcecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '37771138-2b5f-4ec2-9acb-676f36094136'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:28:03.954601 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:03.955175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Bound using segment: {'id': 'a81bc8e7-28aa-4233-adcf-ffa0de2bcecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '37771138-2b5f-4ec2-9acb-676f36094136'} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:28:03.955844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Bound port: f3ad27e7-05c2-4f4f-965f-8d43f39452aa, host: n-h1-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81bc8e7-28aa-4233-adcf-ffa0de2bcecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '37771138-2b5f-4ec2-9acb-676f36094136'}}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:28:03.956780 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:04.004854 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-f9a915b3-07c5-4ab6-8798-d6c1363adbfc tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] show failed (client error): The resource could not be found. Jan 14 07:28:04.011093 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f9a915b3-07c5-4ab6-8798-d6c1363adbfc tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] 10.222.0.41 "GET /v2.0/security-groups/83614670-0308-4ddb-a462-a3fa49153994 HTTP/1.1" status: 404 len: 347 time: 0.2761257 Jan 14 07:28:04.081648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8c7bfc-72a1-467d-965b-4d8f9879ccf1 admin admin] Router 4ac5fb26-c9f0-4a84-abef-1187d2b5066e has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:28:04.090949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34272) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:04.220012 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.222971 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.224520 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.232284 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:04.232284 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.232284 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.232284 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.232284 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:04.232284 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.232284 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.232284 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.232284 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:04.232284 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.232284 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.232284 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.232284 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:04.232284 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.232284 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.232284 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.232284 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:04.232284 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:04.232284 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:04.232284 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:04.237997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Allocated IP 172.25.3.135 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/8dddfc45-9a3c-4556-9a9f-f2603fbbd1d6) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:04.326080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34282) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:04.327290 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:04.384471 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0eb80ab-4f05-43aa-b0e6-7527b3a5be89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:04.489165 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:04.511393 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:04.756501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a7d97-958b-4337-a716-90bbdd3abf1f req-5b9fe3bc-1c59-4a5b-a053-4110caaf2c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:04.758186 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9d8a7d97-958b-4337-a716-90bbdd3abf1f req-5b9fe3bc-1c59-4a5b-a053-4110caaf2c67 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=c8ec144fbbe34cea9a2eb4ef897069c3&shared=False HTTP/1.1" status: 200 len: 905 time: 2.5347855 Jan 14 07:28:04.877013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1eb664de-e26b-4b9c-8409-fa864ef53127 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Deleting port 17eb41ac-1f92-4959-bc75-68b5e1a8a5a2 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:04.877417 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1eb664de-e26b-4b9c-8409-fa864ef53127 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:05.088113 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:05.110454 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f5a74ee-9d49-499a-85e0-dd09dfc4f52b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:05.147525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a6fb04-712b-4dcf-9251-a7f0fd0d7e20 admin admin] Deleting subnet b385fee3-26ec-4869-9751-94f300fc71fe {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:28:05.254052 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fb04-712b-4dcf-9251-a7f0fd0d7e20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:05.361426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Pushing event updated for resources: {'Port': ['ID=652aaba4-ba29-45b4-94c0-6bf0358b59a3,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:05.379351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Port': ['ID=8dddfc45-9a3c-4556-9a9f-f2603fbbd1d6,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:05.389402 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.005s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:05.392238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] For port f3ad27e7-05c2-4f4f-965f-8d43f39452aa, host n-h1-769329-2, cleared binding levels {{(pid=80908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:28:05.410819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd781782-3dad-4c7d-a5a2-b8165cf5fccf req-148c7dc9-0a5e-4331-9d5a-36cc67f61645 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:05.412568 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-fd781782-3dad-4c7d-a5a2-b8165cf5fccf req-148c7dc9-0a5e-4331-9d5a-36cc67f61645 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.41 "GET /v2.0/networks?id=d9153312-4285-4f73-b68d-cb0deb52be27 HTTP/1.1" status: 200 len: 806 time: 0.7906315 Jan 14 07:28:05.417269 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:05.461628 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-fd781782-3dad-4c7d-a5a2-b8165cf5fccf req-26acdd14-f3b7-4c9c-88b2-b00d7959786d tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.41 "GET /v2.0/quotas/94f6378d248249348b8ff596bd91ec75 HTTP/1.1" status: 200 len: 375 time: 0.0290360 Jan 14 07:28:05.575031 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-fd781782-3dad-4c7d-a5a2-b8165cf5fccf req-14c400e7-27db-4de3-b5ad-174af7953b1e tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.41 "GET /v2.0/ports?tenant_id=94f6378d248249348b8ff596bd91ec75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734334 Jan 14 07:28:05.583936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fb04-712b-4dcf-9251-a7f0fd0d7e20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:05.616082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] For port f3ad27e7-05c2-4f4f-965f-8d43f39452aa, host n-h1-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=f3ad27e7-05c2-4f4f-965f-8d43f39452aa,segment=NetworkSegment(a81bc8e7-28aa-4233-adcf-ffa0de2bcecc),segment_id=a81bc8e7-28aa-4233-adcf-ffa0de2bcecc)] {{(pid=80908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:28:05.683133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:05.694248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:05.694572 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:05.706170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:05.726648 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:05.738698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Allocated IP 172.25.3.11 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/33ebdf8e-48ea-479d-a765-dedb77355eff) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:05.904484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ad27e7-05c2-4f4f-965f-8d43f39452aa,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:05.952069 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:05.957448 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-fd781782-3dad-4c7d-a5a2-b8165cf5fccf req-fd461f9a-18dd-4f43-871b-2d91549b0bc8 service neutron] 10.222.0.41 "GET /v2.0/networks/d9153312-4285-4f73-b68d-cb0deb52be27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747785 Jan 14 07:28:06.014905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a7d97-958b-4337-a716-90bbdd3abf1f req-f61f621a-b26d-4cec-9b5d-63c0ca83d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:06.016620 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9d8a7d97-958b-4337-a716-90bbdd3abf1f req-f61f621a-b26d-4cec-9b5d-63c0ca83d01f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.1811168 Jan 14 07:28:06.023144 n-d-769329-2 neutron-server[80794]: INFO neutron.db.db_base_plugin_v2 [None req-f6a6fb04-712b-4dcf-9251-a7f0fd0d7e20 admin admin] Found port (f3ad27e7-05c2-4f4f-965f-8d43f39452aa, 172.20.0.3) having IP allocation on subnet b385fee3-26ec-4869-9751-94f300fc71fe, cannot delete Jan 14 07:28:06.027768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-04cb0bae-21e9-4b28-b803-505bbb3b798a tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:06.033488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8c7bfc-72a1-467d-965b-4d8f9879ccf1 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:28:06.045850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e470bd7d-f6b6-4b30-bf1f-f0f528a4c747 None None] Sync routers for ids ['4ac5fb26-c9f0-4a84-abef-1187d2b5066e'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:28:06.059512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e470bd7d-f6b6-4b30-bf1f-f0f528a4c747 None None] Routers {'4ac5fb26-c9f0-4a84-abef-1187d2b5066e'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:06.060344 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1d8c7bfc-72a1-467d-965b-4d8f9879ccf1 admin admin] 10.222.0.41 "PUT /v2.0/routers/4ac5fb26-c9f0-4a84-abef-1187d2b5066e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6789131 Jan 14 07:28:06.060966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e470bd7d-f6b6-4b30-bf1f-f0f528a4c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:27:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['4ac5fb26-c9f0-4a84-abef-1187d2b5066e'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:06.061477 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a6fb04-712b-4dcf-9251-a7f0fd0d7e20 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:28:06.061972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a6fb04-712b-4dcf-9251-a7f0fd0d7e20 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:28:06.063681 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f6a6fb04-712b-4dcf-9251-a7f0fd0d7e20 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b385fee3-26ec-4869-9751-94f300fc71fe HTTP/1.1" status: 409 len: 404 time: 1.7213542 Jan 14 07:28:06.068805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34318) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:06.092527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:06.134073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:06.161276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1eb664de-e26b-4b9c-8409-fa864ef53127 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:06.161534 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1eb664de-e26b-4b9c-8409-fa864ef53127 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks [] for floatingip, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:06.172143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:06.252269 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9d8a7d97-958b-4337-a716-90bbdd3abf1f req-61685324-22e2-4ccc-8d93-6058e6e56987 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.53 "GET /v2.0/ports?device_id=32f60341-6432-40d1-96a5-82c39aae28bb HTTP/1.1" status: 200 len: 210 time: 0.1667180 Jan 14 07:28:06.515194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1eb664de-e26b-4b9c-8409-fa864ef53127 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Calling delete_port for 17eb41ac-1f92-4959-bc75-68b5e1a8a5a2 owned by network:floatingip {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:06.646491 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-04cb0bae-21e9-4b28-b803-505bbb3b798a tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:06.720884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:06.721502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:06.723073 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] 10.222.0.53 "PUT /v2.0/ports/f3ad27e7-05c2-4f4f-965f-8d43f39452aa HTTP/1.1" status: 200 len: 1155 time: 10.3108935 Jan 14 07:28:06.867326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e470bd7d-f6b6-4b30-bf1f-f0f528a4c747 None None] Set router 4ac5fb26-c9f0-4a84-abef-1187d2b5066e gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:28:06.896916 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:07.114537 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:07.133284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f61f8f-99c1-4ec6-a59e-9aa99261230d', 'tag': 'f3ad27e7-05c2-4f4f-965f-8d43f39452aa'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:28:07.140088 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5fe95ec-3423-47a9-bcbd-c0a714b818c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:07.146285 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e560411c-963c-43a5-b2dc-a89965dd7e08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:07.188661 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-fd781782-3dad-4c7d-a5a2-b8165cf5fccf req-99dc6930-e5b5-489a-8cc6-6db9edb7b8ed service neutron] 10.222.0.41 "GET /v2.0/networks/d9153312-4285-4f73-b68d-cb0deb52be27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2210314 Jan 14 07:28:07.344458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e470bd7d-f6b6-4b30-bf1f-f0f528a4c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac5fb26-c9f0-4a84-abef-1187d2b5066e', 'name': 'tempest-ServersTestMultiNic-1712367493-router', 'tenant_id': '5d197e4b213a44b2ae795af4c59044f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e03a12a7-cda6-4d72-bbe1-458699f90d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:13Z', 'updated_at': '2021-01-14T07:27:58Z', 'revision_number': 5, 'project_id': '5d197e4b213a44b2ae795af4c59044f6', 'gw_port': {'id': 'e03a12a7-cda6-4d72-bbe1-458699f90d47', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac5fb26-c9f0-4a84-abef-1187d2b5066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:19Z', 'updated_at': '2021-01-14T07:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:07.353683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e470bd7d-f6b6-4b30-bf1f-f0f528a4c747 None None] Checking router: 4ac5fb26-c9f0-4a84-abef-1187d2b5066e for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:28:07.377302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e470bd7d-f6b6-4b30-bf1f-f0f528a4c747 None None] Routers {'4ac5fb26-c9f0-4a84-abef-1187d2b5066e'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:07.378427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e470bd7d-f6b6-4b30-bf1f-f0f528a4c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:27:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['4ac5fb26-c9f0-4a84-abef-1187d2b5066e'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:07.676973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb0bae-21e9-4b28-b803-505bbb3b798a tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Pushing event updated for resources: {'Port': ['ID=42144239-3085-4b9e-bf91-14e5c0bcde41,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:07.685728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34344) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:07.687343 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-04cb0bae-21e9-4b28-b803-505bbb3b798a tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:07.792500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e470bd7d-f6b6-4b30-bf1f-f0f528a4c747 None None] Set router 4ac5fb26-c9f0-4a84-abef-1187d2b5066e gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:28:07.851024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26cbafcc-9fde-4af3-90f4-eac1db0788b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:07.941997 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f61f8f-99c1-4ec6-a59e-9aa99261230d', 'tag': 'f3ad27e7-05c2-4f4f-965f-8d43f39452aa', 'status': 'completed', 'code': 200} Jan 14 07:28:08.107830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Pushing event updated for resources: {'Port': ['ID=33ebdf8e-48ea-479d-a765-dedb77355eff,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:08.178727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1eb664de-e26b-4b9c-8409-fa864ef53127 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:08.434875 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:08.464328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.465265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.465815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.466352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.476271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.476887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.477436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.477968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.478511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.479072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.479826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.480559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.481199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.481728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.482253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.482780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.483306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.483862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.484387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.484904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.485423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.485936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.486455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.492653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.493392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.494130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.495296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.496043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.496702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.497316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.497861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.498383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.498908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.505264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.505858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.506397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:08.513260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1797533009-network', 'tenant_id': '42ee9eb518b540adb2c0336b3ce9ab94'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:08.513699 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.366s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:08.518814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:08.523118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Usage tracker for resource:network and tenant:42ee9eb518b540adb2c0336b3ce9ab94 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:08.526595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:08.533144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:08.586160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Made reservation on behalf of 42ee9eb518b540adb2c0336b3ce9ab94 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:08.592114 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:08.607038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb664de-e26b-4b9c-8409-fa864ef53127 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Pushing event deleted for resources: {'Port': ['ID=17eb41ac-1f92-4959-bc75-68b5e1a8a5a2,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:08.625691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e470bd7d-f6b6-4b30-bf1f-f0f528a4c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ac5fb26-c9f0-4a84-abef-1187d2b5066e', 'name': 'tempest-ServersTestMultiNic-1712367493-router', 'tenant_id': '5d197e4b213a44b2ae795af4c59044f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e03a12a7-cda6-4d72-bbe1-458699f90d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:13Z', 'updated_at': '2021-01-14T07:27:58Z', 'revision_number': 5, 'project_id': '5d197e4b213a44b2ae795af4c59044f6', 'gw_port': {'id': 'e03a12a7-cda6-4d72-bbe1-458699f90d47', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac5fb26-c9f0-4a84-abef-1187d2b5066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:19Z', 'updated_at': '2021-01-14T07:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:08.625945 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:08.631441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e470bd7d-f6b6-4b30-bf1f-f0f528a4c747 None None] The sync data for ids ['4ac5fb26-c9f0-4a84-abef-1187d2b5066e'] in n-d-769329-2 is: [{'id': '4ac5fb26-c9f0-4a84-abef-1187d2b5066e', 'name': 'tempest-ServersTestMultiNic-1712367493-router', 'tenant_id': '5d197e4b213a44b2ae795af4c59044f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'e03a12a7-cda6-4d72-bbe1-458699f90d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:25:13Z', 'updated_at': '2021-01-14T07:27:58Z', 'revision_number': 5, 'project_id': '5d197e4b213a44b2ae795af4c59044f6', 'gw_port': {'id': 'e03a12a7-cda6-4d72-bbe1-458699f90d47', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac5fb26-c9f0-4a84-abef-1187d2b5066e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:25:19Z', 'updated_at': '2021-01-14T07:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:28:08.648588 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1eb664de-e26b-4b9c-8409-fa864ef53127 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:08.877898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:08.918681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26cbafcc-9fde-4af3-90f4-eac1db0788b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:08.920188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Usage tracker for resource:security_group_rule and tenant:42ee9eb518b540adb2c0336b3ce9ab94 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:08.925775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:08.932471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-26cbafcc-9fde-4af3-90f4-eac1db0788b1 admin admin] Deleting port e03a12a7-cda6-4d72-bbe1-458699f90d47 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:08.933275 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26cbafcc-9fde-4af3-90f4-eac1db0788b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:08.935792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:08.978398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:08.994718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:09.019553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:09.099805 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:09.110732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-04cb0bae-21e9-4b28-b803-505bbb3b798a tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Network d9153312-4285-4f73-b68d-cb0deb52be27 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:09.115492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:09.129919 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7cd2c420-cfd1-4b11-8f4b-3eae08a62f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:09.160376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-04cb0bae-21e9-4b28-b803-505bbb3b798a tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:09.167577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-04cb0bae-21e9-4b28-b803-505bbb3b798a tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:09.208577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb2ab2b-e097-4332-bbf4-78c995825e98,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:09.213629 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:09.238362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-a02e3c94-487b-4aa7-9911-ceae6f03cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:09.240108 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-a02e3c94-487b-4aa7-9911-ceae6f03cda1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8ec144fbbe34cea9a2eb4ef897069c3&device_id=a2f61f8f-99c1-4ec6-a59e-9aa99261230d HTTP/1.1" status: 200 len: 1158 time: 1.9241650 Jan 14 07:28:09.241318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d7f2a-df30-4a57-b74c-13a9868b8af9 req-c366238d-ff15-427c-9b49-05c574ae246c tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:09.243086 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-948d7f2a-df30-4a57-b74c-13a9868b8af9 req-c366238d-ff15-427c-9b49-05c574ae246c tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.41 "GET /v2.0/networks?id=d9153312-4285-4f73-b68d-cb0deb52be27 HTTP/1.1" status: 200 len: 806 time: 0.5727687 Jan 14 07:28:09.296731 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-948d7f2a-df30-4a57-b74c-13a9868b8af9 req-8b679998-b33a-4bc1-a4be-fde85276baed tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.41 "GET /v2.0/quotas/94f6378d248249348b8ff596bd91ec75 HTTP/1.1" status: 200 len: 375 time: 0.0363219 Jan 14 07:28:09.320793 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:09.381153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:28:09.403496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:09.458561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-26cbafcc-9fde-4af3-90f4-eac1db0788b1 admin admin] For port e03a12a7-cda6-4d72-bbe1-458699f90d47, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e03a12a7-cda6-4d72-bbe1-458699f90d47,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:09.458967 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26cbafcc-9fde-4af3-90f4-eac1db0788b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:09.482120 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for floatingip, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:09.489289 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-bdcb9dee-eb92-449b-bd58-2091e077cf81 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3ad27e7-05c2-4f4f-965f-8d43f39452aa HTTP/1.1" status: 200 len: 217 time: 0.1936004 Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:09.507862 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.512104 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:09.517045 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:09.524615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-04cb0bae-21e9-4b28-b803-505bbb3b798a tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:09.525245 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-04cb0bae-21e9-4b28-b803-505bbb3b798a tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:09.530151 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:09.532855 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Added segment a4fd3fda-bdba-4610-a9d6-376b8957e30d of type vxlan for network 60eca220-f4d8-4f80-bc24-238eaea2b741 Jan 14 07:28:09.620828 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1eb664de-e26b-4b9c-8409-fa864ef53127 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks [] for floatingip, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:09.654469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-26cbafcc-9fde-4af3-90f4-eac1db0788b1 admin admin] Calling delete_port for e03a12a7-cda6-4d72-bbe1-458699f90d47 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:09.727179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1eb664de-e26b-4b9c-8409-fa864ef53127 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:09.728783 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1eb664de-e26b-4b9c-8409-fa864ef53127 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] 10.222.0.41 "DELETE /v2.0/floatingips/40651fde-54f2-4acf-8661-438eefb07cd0 HTTP/1.1" status: 204 len: 168 time: 5.6218345 Jan 14 07:28:09.746756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34386) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:09.759511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:09.765825 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-04cb0bae-21e9-4b28-b803-505bbb3b798a tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.4896009 Jan 14 07:28:09.807026 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-948d7f2a-df30-4a57-b74c-13a9868b8af9 req-22453e5e-af80-44f4-a4d2-32107dd163f9 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.41 "GET /v2.0/ports?tenant_id=94f6378d248249348b8ff596bd91ec75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4902999 Jan 14 07:28:09.817436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:09.854971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Request body: {'port': {'device_id': '28079013-7ad3-4827-b21a-d8c3b73780f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-2'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:09.910012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-b2903701-f1ec-4442-95e9-a70779ee374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:09.911564 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-b2903701-f1ec-4442-95e9-a70779ee374c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b385fee3-26ec-4869-9751-94f300fc71fe HTTP/1.1" status: 200 len: 851 time: 0.4129751 Jan 14 07:28:09.913764 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:10.060788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:28:10.318681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7dedf924-1892-4aff-8806-727ee3958529 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:28:10.369093 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-e99adfd7-2b8a-4b6d-bb2a-5c92f7c13bf5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=37771138-2b5f-4ec2-9acb-676f36094136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4411478 Jan 14 07:28:10.388073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 7dedf924-1892-4aff-8806-727ee3958529 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:28:10.388866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7dedf924-1892-4aff-8806-727ee3958529 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:28:10.538407 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26cbafcc-9fde-4af3-90f4-eac1db0788b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:10.673258 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:10.683073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:10.684100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:10.684843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:10.747306 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-948d7f2a-df30-4a57-b74c-13a9868b8af9 req-844c2455-8687-4ad6-a543-5394a1ddb284 service neutron] 10.222.0.41 "GET /v2.0/networks/d9153312-4285-4f73-b68d-cb0deb52be27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8981268 Jan 14 07:28:10.758167 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:10.876651 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Pushing event updated for resources: {'Network': ['ID=60eca220-f4d8-4f80-bc24-238eaea2b741,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:10.880288 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.1121252 Jan 14 07:28:10.893205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 60eca220-f4d8-4f80-bc24-238eaea2b741 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:10.913369 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-948d7f2a-df30-4a57-b74c-13a9868b8af9 req-c32a3c7e-59f7-46c5-a28f-1ac83b09ec73 service neutron] 10.222.0.41 "GET /v2.0/networks/d9153312-4285-4f73-b68d-cb0deb52be27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1651993 Jan 14 07:28:10.929468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 60eca220-f4d8-4f80-bc24-238eaea2b741 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:10.948328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34396) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:10.966184 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:10.984905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e56e944c-a7ab-4ad9-9159-f56f24cf1af7 admin admin] Request body: {'subnet': {'network_id': '60eca220-f4d8-4f80-bc24-238eaea2b741', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1797533009-subnet', 'tenant_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:10.991098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 60eca220-f4d8-4f80-bc24-238eaea2b741 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:11.093061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e56e944c-a7ab-4ad9-9159-f56f24cf1af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:11.098059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e56e944c-a7ab-4ad9-9159-f56f24cf1af7 admin admin] Usage tracker for resource:subnet and tenant:42ee9eb518b540adb2c0336b3ce9ab94 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:11.102296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e56e944c-a7ab-4ad9-9159-f56f24cf1af7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:11.110358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e56e944c-a7ab-4ad9-9159-f56f24cf1af7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:11.190392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56e944c-a7ab-4ad9-9159-f56f24cf1af7 admin admin] Made reservation on behalf of 42ee9eb518b540adb2c0336b3ce9ab94 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:11.195882 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e56e944c-a7ab-4ad9-9159-f56f24cf1af7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:11.422499 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-5d8c0c18-d1bc-4d92-a8af-738690e4f246 service neutron] 10.222.0.53 "GET /v2.0/networks/37771138-2b5f-4ec2-9acb-676f36094136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9470317 Jan 14 07:28:11.492171 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:11.703064 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-2a09160f-30fe-4a51-aa6d-e1752488bdd4 service neutron] 10.222.0.53 "GET /v2.0/networks/37771138-2b5f-4ec2-9acb-676f36094136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2602947 Jan 14 07:28:11.704281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:11.724499 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:11.792156 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-85bdc9d7-35b7-46a9-b55f-81b168ef3d1e tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:11.982890 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:11.997170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Pushing event updated for resources: {'Port': ['ID=33ebdf8e-48ea-479d-a765-dedb77355eff,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:12.147241 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:12.160936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:12.187524 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e24f16a4-4806-44f1-b218-642d5f4dc896 tempest-ImagesTestJSON-1768024675 tempest-ImagesTestJSON-1768024675] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:12.359955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26cbafcc-9fde-4af3-90f4-eac1db0788b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:12.402526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f309480-e36b-418c-811d-d47b99cf9e00 req-68d1b722-18cd-4f6b-8872-c588a2f3be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:12.404113 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1f309480-e36b-418c-811d-d47b99cf9e00 req-68d1b722-18cd-4f6b-8872-c588a2f3be4c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8ec144fbbe34cea9a2eb4ef897069c3&device_id=a2f61f8f-99c1-4ec6-a59e-9aa99261230d HTTP/1.1" status: 200 len: 1158 time: 0.5412350 Jan 14 07:28:12.640594 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26cbafcc-9fde-4af3-90f4-eac1db0788b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:12.673029 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26cbafcc-9fde-4af3-90f4-eac1db0788b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:12.677910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Port': ['ID=8dddfc45-9a3c-4556-9a9f-f2603fbbd1d6,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:12.691478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Router 8da6eb9c-cbed-4497-a50f-039a7a29f86e is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:28:12.702997 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:12.733825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42144239-3085-4b9e-bf91-14e5c0bcde41 {{(pid=80908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:28:12.741278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f309480-e36b-418c-811d-d47b99cf9e00 req-d67fc4b8-3a93-4c94-bb06-97a049f554f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:12.742907 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1f309480-e36b-418c-811d-d47b99cf9e00 req-d67fc4b8-3a93-4c94-bb06-97a049f554f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=37771138-2b5f-4ec2-9acb-676f36094136 HTTP/1.1" status: 200 len: 905 time: 0.3271358 Jan 14 07:28:12.750247 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:12.798457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26cbafcc-9fde-4af3-90f4-eac1db0788b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:12.799353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cbafcc-9fde-4af3-90f4-eac1db0788b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ac5fb26-c9f0-4a84-abef-1187d2b5066e {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:28:12.842717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57266bd8-6291-473e-b09e-de06bab80519 req-27a688cf-0815-4ac1-9637-00d566ab91b1 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:12.844704 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-57266bd8-6291-473e-b09e-de06bab80519 req-27a688cf-0815-4ac1-9637-00d566ab91b1 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.41 "GET /v2.0/networks?id=d9153312-4285-4f73-b68d-cb0deb52be27 HTTP/1.1" status: 200 len: 806 time: 0.8443868 Jan 14 07:28:12.871920 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:12.921709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:12.931447 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.3326230 Jan 14 07:28:12.941297 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-57266bd8-6291-473e-b09e-de06bab80519 req-50ac6057-d1b3-4e6f-8cee-9940109f9e6d tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.41 "GET /v2.0/quotas/94f6378d248249348b8ff596bd91ec75 HTTP/1.1" status: 200 len: 375 time: 0.0335381 Jan 14 07:28:13.006448 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26cbafcc-9fde-4af3-90f4-eac1db0788b1 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:13.014420 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-26cbafcc-9fde-4af3-90f4-eac1db0788b1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4ac5fb26-c9f0-4a84-abef-1187d2b5066e HTTP/1.1" status: 204 len: 168 time: 6.9243271 Jan 14 07:28:13.091489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34438) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:13.329527 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1f309480-e36b-418c-811d-d47b99cf9e00 req-523a7fd0-3765-43f2-a06c-981673001353 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3ad27e7-05c2-4f4f-965f-8d43f39452aa HTTP/1.1" status: 200 len: 217 time: 0.5180147 Jan 14 07:28:13.330847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Transition to ACTIVE for port object 42144239-3085-4b9e-bf91-14e5c0bcde41 will not be triggered until provisioned by entity L2. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:13.345140 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:13.459774 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eba070c2-f669-44fd-9cdf-a43409393cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:13.506341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34454) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:13.644336 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:13.716150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6464fe70-78a0-4846-ad64-0fc4c826e5ba admin admin] Deleting subnet f4913c67-a341-45ce-b8cf-96c883038239 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:28:13.719490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Pushing event updated for resources: {'Port': ['ID=42144239-3085-4b9e-bf91-14e5c0bcde41,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:13.723065 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:13.732264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f309480-e36b-418c-811d-d47b99cf9e00 req-6aa26b16-8ab5-4315-9d35-e3edd0ec3f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:13.734209 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1f309480-e36b-418c-811d-d47b99cf9e00 req-6aa26b16-8ab5-4315-9d35-e3edd0ec3f70 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b385fee3-26ec-4869-9751-94f300fc71fe HTTP/1.1" status: 200 len: 851 time: 0.3926442 Jan 14 07:28:13.735311 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6464fe70-78a0-4846-ad64-0fc4c826e5ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:13.746583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:28:13.757872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] Sync routers for ids ['8da6eb9c-cbed-4497-a50f-039a7a29f86e'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:28:13.768943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] Routers {'8da6eb9c-cbed-4497-a50f-039a7a29f86e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:13.769760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:27:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8da6eb9c-cbed-4497-a50f-039a7a29f86e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:13.812390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c32f6eab-1395-4666-b567-bc29c436fd49 req-02aa7575-dbd2-4e2c-a249-2f26e885bd9e tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Synchronizing usage tracker for tenant:34f3d7fd09e3461da4f5e4d7321c810e on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:28:13.828870 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1f309480-e36b-418c-811d-d47b99cf9e00 req-b4e57b29-2a7d-4206-bf54-dec25b8dfe67 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=37771138-2b5f-4ec2-9acb-676f36094136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753284 Jan 14 07:28:13.831400 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-57266bd8-6291-473e-b09e-de06bab80519 req-b8205a57-1093-48bf-bb88-7e7cee4553d8 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.41 "GET /v2.0/ports?tenant_id=94f6378d248249348b8ff596bd91ec75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8080537 Jan 14 07:28:13.852870 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:13.857411 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 18.5752203 Jan 14 07:28:13.887248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34460) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:13.954652 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc2fc733-2eb3-4783-a64e-3344a81104aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:13.973840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] Set router 8da6eb9c-cbed-4497-a50f-039a7a29f86e gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:28:14.007791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6464fe70-78a0-4846-ad64-0fc4c826e5ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:14.072413 n-d-769329-2 neutron-server[80794]: INFO neutron.db.l3_db [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Floating IP 36c547c4-8a81-43e7-8437-c9800d445fa9 associated. External IP: 172.25.3.135, port: 96da06d6-6d38-4122-9a60-4860c317add0. Jan 14 07:28:14.132520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cc2fc733-2eb3-4783-a64e-3344a81104aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:14.151586 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:14.205410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cc2fc733-2eb3-4783-a64e-3344a81104aa admin admin] Usage tracker for resource:security_group_rule and tenant:5b8bf7175bd245078e4da0efa96432e2 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:14.224133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cc2fc733-2eb3-4783-a64e-3344a81104aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:14.285979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c32f6eab-1395-4666-b567-bc29c436fd49 req-02aa7575-dbd2-4e2c-a249-2f26e885bd9e tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Unset dirty status for tenant:34f3d7fd09e3461da4f5e4d7321c810e on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:28:14.287252 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c32f6eab-1395-4666-b567-bc29c436fd49 req-02aa7575-dbd2-4e2c-a249-2f26e885bd9e tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--503262803&fields=id&tenant_id=34f3d7fd09e3461da4f5e4d7321c810e HTTP/1.1" status: 200 len: 267 time: 0.7098882 Jan 14 07:28:14.334629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cc2fc733-2eb3-4783-a64e-3344a81104aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:14.431686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e56e944c-a7ab-4ad9-9159-f56f24cf1af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:14.453617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e03a12a7-cda6-4d72-bbe1-458699f90d47 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:28:14.456389 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cfd5cba7-a34c-409c-993a-dbd6b17993a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:14.471766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da6eb9c-cbed-4497-a50f-039a7a29f86e', 'name': 'tempest-ServerRescueTestJSON-790679251-router', 'tenant_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '652aaba4-ba29-45b4-94c0-6bf0358b59a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:27:55Z', 'updated_at': '2021-01-14T07:28:08Z', 'revision_number': 3, 'project_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'gw_port': {'id': '652aaba4-ba29-45b4-94c0-6bf0358b59a3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da6eb9c-cbed-4497-a50f-039a7a29f86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:02Z', 'updated_at': '2021-01-14T07:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:14.475992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] Checking router: 8da6eb9c-cbed-4497-a50f-039a7a29f86e for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:28:14.476335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] Updating router 8da6eb9c-cbed-4497-a50f-039a7a29f86e port 652aaba4-ba29-45b4-94c0-6bf0358b59a3 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:28:14.509065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: e03a12a7-cda6-4d72-bbe1-458699f90d47 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:28:14.510027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e03a12a7-cda6-4d72-bbe1-458699f90d47 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:28:14.521968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-6bec6e15-e6d8-401b-97b0-0e529f7d9056 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80909) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:28:14.542275 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:14.555945 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1f309480-e36b-418c-811d-d47b99cf9e00 req-618e259c-715e-433e-9781-fd7bfa0e8aed service neutron] 10.222.0.53 "GET /v2.0/networks/37771138-2b5f-4ec2-9acb-676f36094136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7052581 Jan 14 07:28:14.708000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6464fe70-78a0-4846-ad64-0fc4c826e5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:14.768342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Attempting to bind port 42144239-3085-4b9e-bf91-14e5c0bcde41 on host n-h1-769329-2 for vnic_type normal with profile {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:28:14.768704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Attempting to bind port 42144239-3085-4b9e-bf91-14e5c0bcde41 by drivers openvswitch on host n-h1-769329-2 at level 0 using segments [{'id': 'dec16bb6-f5d9-4101-a562-205b3002e4ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9153312-4285-4f73-b68d-cb0deb52be27'}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:28:14.768973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Attempting to bind port 42144239-3085-4b9e-bf91-14e5c0bcde41 on network d9153312-4285-4f73-b68d-cb0deb52be27 {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:28:14.773377 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-57266bd8-6291-473e-b09e-de06bab80519 req-06e75573-b694-4f35-b911-641b1a3afae3 service neutron] 10.222.0.41 "GET /v2.0/networks/d9153312-4285-4f73-b68d-cb0deb52be27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8256891 Jan 14 07:28:14.782875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e944c-a7ab-4ad9-9159-f56f24cf1af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38ec468a-301b-4f25-b9cc-8f87d4d3e42a,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:14.788044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device f3ad27e7-05c2-4f4f-965f-8d43f39452aa up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:14.809391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Checking agent: {'id': '1b004ee2-a22f-479b-a760-de06669a81a4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 46), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:28:14.809766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Checking segment: {'id': 'dec16bb6-f5d9-4101-a562-205b3002e4ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9153312-4285-4f73-b68d-cb0deb52be27'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:28:14.810170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:14.810567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Bound using segment: {'id': 'dec16bb6-f5d9-4101-a562-205b3002e4ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9153312-4285-4f73-b68d-cb0deb52be27'} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:28:14.811059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Bound port: 42144239-3085-4b9e-bf91-14e5c0bcde41, host: n-h1-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec16bb6-f5d9-4101-a562-205b3002e4ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9153312-4285-4f73-b68d-cb0deb52be27'}}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:28:14.811431 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:14.858313 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e56e944c-a7ab-4ad9-9159-f56f24cf1af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:14.903413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning for port f3ad27e7-05c2-4f4f-965f-8d43f39452aa completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:28:14.912372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port f3ad27e7-05c2-4f4f-965f-8d43f39452aa triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:14.913160 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:14.984590 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:15.000611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] Transition to ACTIVE for port object 652aaba4-ba29-45b4-94c0-6bf0358b59a3 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:15.004910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:15.025173 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:15.128336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e5b66-b214-494e-a516-cd66e0c0119f None None] Pushing event updated for resources: {'Port': ['ID=652aaba4-ba29-45b4-94c0-6bf0358b59a3,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:15.143472 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:15.181525 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae2e5b66-b214-494e-a516-cd66e0c0119f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:15.194010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port f3ad27e7-05c2-4f4f-965f-8d43f39452aa, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=f3ad27e7-05c2-4f4f-965f-8d43f39452aa,segment=NetworkSegment(a81bc8e7-28aa-4233-adcf-ffa0de2bcecc),segment_id=a81bc8e7-28aa-4233-adcf-ffa0de2bcecc)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:15.195288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f61f8f-99c1-4ec6-a59e-9aa99261230d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ad27e7-05c2-4f4f-965f-8d43f39452aa'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:28:15.203805 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:15.205875 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd56090b-a109-4e8b-8349-ea4c331a2d1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:15.283471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] Attempting to bind port 652aaba4-ba29-45b4-94c0-6bf0358b59a3 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:28:15.284372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] Attempting to bind port 652aaba4-ba29-45b4-94c0-6bf0358b59a3 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:28:15.285135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] Attempting to bind port 652aaba4-ba29-45b4-94c0-6bf0358b59a3 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:28:15.292214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:28:15.292980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:28:15.293590 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:15.294283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:28:15.295123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] Bound port: 652aaba4-ba29-45b4-94c0-6bf0358b59a3, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:28:15.295766 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:15.308010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=f3ad27e7-05c2-4f4f-965f-8d43f39452aa,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:15.314345 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:15.415971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] For port 652aaba4-ba29-45b4-94c0-6bf0358b59a3, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:28:15.420210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] For port 652aaba4-ba29-45b4-94c0-6bf0358b59a3, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=652aaba4-ba29-45b4-94c0-6bf0358b59a3,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:28:15.424692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:15.440986 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0dff2761-85e8-4ce0-90a5-c03322e58b0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:15.509998 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:15.517886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e5b66-b214-494e-a516-cd66e0c0119f None None] Pushing event updated for resources: {'Port': ['ID=652aaba4-ba29-45b4-94c0-6bf0358b59a3,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:15.567457 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae2e5b66-b214-494e-a516-cd66e0c0119f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:15.580371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f6eab-1395-4666-b567-bc29c436fd49 req-0fa5eb86-0465-4b43-a597-fd8bd4da4fa4 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:15.582218 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c32f6eab-1395-4666-b567-bc29c436fd49 req-0fa5eb86-0465-4b43-a597-fd8bd4da4fa4 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "GET /v2.0/networks?id=a3ab45e1-df22-4d90-9acf-858a73edbfe9 HTTP/1.1" status: 200 len: 817 time: 1.2654126 Jan 14 07:28:15.627245 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc2fc733-2eb3-4783-a64e-3344a81104aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:15.631367 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1f309480-e36b-418c-811d-d47b99cf9e00 req-6740fa65-4686-41cd-9fe3-1adaf01f3062 service neutron] 10.222.0.53 "GET /v2.0/networks/37771138-2b5f-4ec2-9acb-676f36094136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0548098 Jan 14 07:28:15.658585 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc2fc733-2eb3-4783-a64e-3344a81104aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:15.660282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] Routers {'8da6eb9c-cbed-4497-a50f-039a7a29f86e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:15.660962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:27:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8da6eb9c-cbed-4497-a50f-039a7a29f86e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:15.672189 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9848a417-5b60-4824-a53d-797ee083cbd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:15.682328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] For port 42144239-3085-4b9e-bf91-14e5c0bcde41, host n-h1-769329-2, cleared binding levels {{(pid=80908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:28:15.703349 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c32f6eab-1395-4666-b567-bc29c436fd49 req-c242226d-6d4d-4e3f-98ad-4fe3e5929c03 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "GET /v2.0/quotas/34f3d7fd09e3461da4f5e4d7321c810e HTTP/1.1" status: 200 len: 375 time: 0.1062706 Jan 14 07:28:15.727626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] For port 42144239-3085-4b9e-bf91-14e5c0bcde41, host n-h1-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=42144239-3085-4b9e-bf91-14e5c0bcde41,segment=NetworkSegment(dec16bb6-f5d9-4101-a562-205b3002e4ca),segment_id=dec16bb6-f5d9-4101-a562-205b3002e4ca)] {{(pid=80908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:28:15.801117 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:15.830782 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cc2fc733-2eb3-4783-a64e-3344a81104aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b8bf7175bd245078e4da0efa96432e2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3158488 Jan 14 07:28:15.846143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34466) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:15.848007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fc733-2eb3-4783-a64e-3344a81104aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6080a49-ff79-42a6-8a2d-95a1ff63f4a9,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:15.851812 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc2fc733-2eb3-4783-a64e-3344a81104aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:15.858151 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-57266bd8-6291-473e-b09e-de06bab80519 req-c1ec3126-c93f-4a82-86c3-ad1291352909 service neutron] 10.222.0.41 "GET /v2.0/networks/d9153312-4285-4f73-b68d-cb0deb52be27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9959819 Jan 14 07:28:15.862620 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2058d4ee-9f07-49f0-b896-4d2411c5b3d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:15.894492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] Set router 8da6eb9c-cbed-4497-a50f-039a7a29f86e gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:28:15.952746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56e944c-a7ab-4ad9-9159-f56f24cf1af7 admin admin] Checking segment: {'id': 'a4fd3fda-bdba-4610-a9d6-376b8957e30d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '60eca220-f4d8-4f80-bc24-238eaea2b741'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:28:15.953135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56e944c-a7ab-4ad9-9159-f56f24cf1af7 admin admin] Network hostable DHCP agents. Network: 60eca220-f4d8-4f80-bc24-238eaea2b741, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:28:16.025221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Router 67892cde-205e-4f53-9a48-34830c24e288 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:28:16.092386 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f61f8f-99c1-4ec6-a59e-9aa99261230d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ad27e7-05c2-4f4f-965f-8d43f39452aa', 'code': 200} Jan 14 07:28:16.112044 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:16.226684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56e944c-a7ab-4ad9-9159-f56f24cf1af7 admin admin] Network 60eca220-f4d8-4f80-bc24-238eaea2b741 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:28:16.278462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c32f6eab-1395-4666-b567-bc29c436fd49 req-a78dabf4-9fda-4e00-81d1-489dc1aecfea tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Synchronizing usage tracker for tenant:34f3d7fd09e3461da4f5e4d7321c810e on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:28:16.335419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device f3ad27e7-05c2-4f4f-965f-8d43f39452aa up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:16.362461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e56e944c-a7ab-4ad9-9159-f56f24cf1af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 60eca220-f4d8-4f80-bc24-238eaea2b741) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:16.382158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6464fe70-78a0-4846-ad64-0fc4c826e5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:16.410271 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d94069d3-8ade-4d7f-916b-df1ddac03a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:16.471552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Pushing event updated for resources: {'Port': ['ID=42144239-3085-4b9e-bf91-14e5c0bcde41,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:16.491122 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:16.498025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:16.500972 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:16.503771 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] 10.222.0.53 "PUT /v2.0/ports/42144239-3085-4b9e-bf91-14e5c0bcde41 HTTP/1.1" status: 200 len: 1155 time: 6.6632633 Jan 14 07:28:16.545473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef64763-ee96-47bf-9aa6-fe08cbb6c07d None None] Network 60eca220-f4d8-4f80-bc24-238eaea2b741 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:28:16.561704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28079013-7ad3-4827-b21a-d8c3b73780f8', 'tag': '42144239-3085-4b9e-bf91-14e5c0bcde41'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:28:16.680585 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28079013-7ad3-4827-b21a-d8c3b73780f8', 'tag': '42144239-3085-4b9e-bf91-14e5c0bcde41', 'status': 'completed', 'code': 200} Jan 14 07:28:16.709153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da6eb9c-cbed-4497-a50f-039a7a29f86e', 'name': 'tempest-ServerRescueTestJSON-790679251-router', 'tenant_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '652aaba4-ba29-45b4-94c0-6bf0358b59a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:27:55Z', 'updated_at': '2021-01-14T07:28:08Z', 'revision_number': 3, 'project_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'gw_port': {'id': '652aaba4-ba29-45b4-94c0-6bf0358b59a3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da6eb9c-cbed-4497-a50f-039a7a29f86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:02Z', 'updated_at': '2021-01-14T07:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:16.716066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464fe70-78a0-4846-ad64-0fc4c826e5ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4913c67-a341-45ce-b8cf-96c883038239,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:16.722125 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6464fe70-78a0-4846-ad64-0fc4c826e5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:16.738407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b9763a-cb5e-4858-885c-e827848560a2 None None] The sync data for ids ['8da6eb9c-cbed-4497-a50f-039a7a29f86e'] in n-d-769329-2 is: [{'id': '8da6eb9c-cbed-4497-a50f-039a7a29f86e', 'name': 'tempest-ServerRescueTestJSON-790679251-router', 'tenant_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '652aaba4-ba29-45b4-94c0-6bf0358b59a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:27:55Z', 'updated_at': '2021-01-14T07:28:08Z', 'revision_number': 3, 'project_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'gw_port': {'id': '652aaba4-ba29-45b4-94c0-6bf0358b59a3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da6eb9c-cbed-4497-a50f-039a7a29f86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:02Z', 'updated_at': '2021-01-14T07:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:28:16.768840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:28:16.781333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56e944c-a7ab-4ad9-9159-f56f24cf1af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:16.782538 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e56e944c-a7ab-4ad9-9159-f56f24cf1af7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:16.788851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34494) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:16.796376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-444e0545-e421-447e-a9f8-9bc3bf154a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:16.848704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c32f6eab-1395-4666-b567-bc29c436fd49 req-a78dabf4-9fda-4e00-81d1-489dc1aecfea tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Unset dirty status for tenant:34f3d7fd09e3461da4f5e4d7321c810e on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:28:16.862199 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c32f6eab-1395-4666-b567-bc29c436fd49 req-a78dabf4-9fda-4e00-81d1-489dc1aecfea tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "GET /v2.0/ports?tenant_id=34f3d7fd09e3461da4f5e4d7321c810e&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1317356 Jan 14 07:28:16.919347 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:16.962124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e48a61-221c-4f07-a658-a9df13459b79 None None] Sync routers for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:28:17.019875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-444e0545-e421-447e-a9f8-9bc3bf154a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:17.045733 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6464fe70-78a0-4846-ad64-0fc4c826e5ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:17.049268 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6464fe70-78a0-4846-ad64-0fc4c826e5ba admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f4913c67-a341-45ce-b8cf-96c883038239 HTTP/1.1" status: 204 len: 168 time: 3.9358859 Jan 14 07:28:17.058497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34498) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:17.068936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e48a61-221c-4f07-a658-a9df13459b79 None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:17.070071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c6e48a61-221c-4f07-a658-a9df13459b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:27:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:17.107235 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e56e944c-a7ab-4ad9-9159-f56f24cf1af7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 6.1553316 Jan 14 07:28:17.117697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34502) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:17.142826 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 14.2928941 Jan 14 07:28:17.145680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34504) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:17.168222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-835fb47d-3fd5-48d9-b7de-566f7ff2a362 admin admin] Deleting subnet 3d92c1ce-f961-4b74-aad1-203b87ba148e {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:28:17.183146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9152889d-07a5-4933-84c8-8bea597fab7c None None] Network 0906cedd-0602-40aa-8bcc-12aee5c79da2 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:28:17.193790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1797533009-router', 'tenant_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:17.208078 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-835fb47d-3fd5-48d9-b7de-566f7ff2a362 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:17.317403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:17.339361 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c32f6eab-1395-4666-b567-bc29c436fd49 req-f012f7fa-7356-419e-bf92-b41da37345c5 service neutron] 10.222.0.41 "GET /v2.0/networks/a3ab45e1-df22-4d90-9acf-858a73edbfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769324 Jan 14 07:28:17.355717 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-570ef8e6-8392-42de-a8cc-4f1fba85891e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "GET /v2.0/floatingips/36c547c4-8a81-43e7-8437-c9800d445fa9 HTTP/1.1" status: 200 len: 978 time: 0.2082963 Jan 14 07:28:17.356876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34510) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:17.406305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Usage tracker for resource:router and tenant:42ee9eb518b540adb2c0336b3ce9ab94 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:17.424094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:17.473226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:17.530723 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-835fb47d-3fd5-48d9-b7de-566f7ff2a362 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:17.564091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Deleting port 68371cc9-be3f-4d96-af7f-c3b786b16a46 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:17.564465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:17.604366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-d2a85385-5740-415b-b6ee-28ee3b44a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:17.607050 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-d2a85385-5740-415b-b6ee-28ee3b44a9cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94f6378d248249348b8ff596bd91ec75&device_id=28079013-7ad3-4827-b21a-d8c3b73780f8 HTTP/1.1" status: 200 len: 1158 time: 1.0252523 Jan 14 07:28:17.672861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-60eca220-f4d8-4f80-bc24-238eaea2b741', 'network_id': '60eca220-f4d8-4f80-bc24-238eaea2b741', 'tenant_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'fixed_ips': [{'subnet_id': '38ec468a-301b-4f25-b9cc-8f87d4d3e42a'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:28:17.674959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:17.678693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6de94985-ebc3-489b-9883-e12dd4a22585 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Synchronizing usage tracker for tenant:5255bc20dcc84120afef82d5f8e89b82 on resource:floatingip {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:28:17.703128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port f3ad27e7-05c2-4f4f-965f-8d43f39452aa triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:17.703545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:17.736265 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c32f6eab-1395-4666-b567-bc29c436fd49 req-ee275931-8992-42f4-a6bc-e40f9edcb30e service neutron] 10.222.0.41 "GET /v2.0/networks/a3ab45e1-df22-4d90-9acf-858a73edbfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2744389 Jan 14 07:28:17.745211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6de94985-ebc3-489b-9883-e12dd4a22585 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Unset dirty status for tenant:5255bc20dcc84120afef82d5f8e89b82 on resource:floatingip {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:28:17.749957 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6de94985-ebc3-489b-9883-e12dd4a22585 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3914261 Jan 14 07:28:17.750863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34514) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:17.753348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c6e48a61-221c-4f07-a658-a9df13459b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:17.757233 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:17.757688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fc8bedd6-3a23-4974-96f8-815722c2cb03 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'floatingip': {'port_id': '6322496e-3ef5-46a0-8202-06c400695858'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:17.863763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e48a61-221c-4f07-a658-a9df13459b79 None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:17.865338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c6e48a61-221c-4f07-a658-a9df13459b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:27:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:17.899999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc8bedd6-3a23-4974-96f8-815722c2cb03 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:18.207612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c6e48a61-221c-4f07-a658-a9df13459b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:18.208122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e48a61-221c-4f07-a658-a9df13459b79 None None] The sync data for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:28:18.442424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34534) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:18.449849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device f3ad27e7-05c2-4f4f-965f-8d43f39452aa no longer exists at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:28:18.484840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 652aaba4-ba29-45b4-94c0-6bf0358b59a3 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:18.548640 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-444e0545-e421-447e-a9f8-9bc3bf154a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:18.558164 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:18.559932 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:18.577528 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:18.582690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da42d99-e52a-4492-8f19-03cdbccb1f4e None None] DHCP port deletion for 0906cedd-0602-40aa-8bcc-12aee5c79da2 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:28:18.613100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7da42d99-e52a-4492-8f19-03cdbccb1f4e None None] Deleting port 37383653-10c8-4752-9fd2-10da658720e1 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:18.613520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7da42d99-e52a-4492-8f19-03cdbccb1f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:18.620969 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:18.644040 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-989f8ffd-b349-443f-a293-00dddcf753be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42144239-3085-4b9e-bf91-14e5c0bcde41 HTTP/1.1" status: 200 len: 217 time: 0.9640431 Jan 14 07:28:18.653865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e0545-e421-447e-a9f8-9bc3bf154a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6080a49-ff79-42a6-8a2d-95a1ff63f4a9,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:18.656909 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-444e0545-e421-447e-a9f8-9bc3bf154a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:18.659762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:18.830306 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89132c0b-7557-46fe-9098-edb0b4d942d3 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:18.876206 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89132c0b-7557-46fe-9098-edb0b4d942d3 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:18.878044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] Deleting port 37383653-10c8-4752-9fd2-10da658720e1 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:18.878419 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:18.969162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-444e0545-e421-447e-a9f8-9bc3bf154a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:18.973516 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-444e0545-e421-447e-a9f8-9bc3bf154a71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6080a49-ff79-42a6-8a2d-95a1ff63f4a9 HTTP/1.1" status: 204 len: 168 time: 3.1199353 Jan 14 07:28:19.030867 n-d-769329-2 neutron-server[80794]: INFO neutron.db.db_base_plugin_v2 [None req-835fb47d-3fd5-48d9-b7de-566f7ff2a362 admin admin] Found port (42144239-3085-4b9e-bf91-14e5c0bcde41, 172.20.0.2) having IP allocation on subnet 3d92c1ce-f961-4b74-aad1-203b87ba148e, cannot delete Jan 14 07:28:19.038707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7da42d99-e52a-4492-8f19-03cdbccb1f4e None None] For port 37383653-10c8-4752-9fd2-10da658720e1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=37383653-10c8-4752-9fd2-10da658720e1,segment=NetworkSegment(e7392bdf-7f7b-4edd-820b-965bda73c0af),segment_id=e7392bdf-7f7b-4edd-820b-965bda73c0af)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:19.039145 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7da42d99-e52a-4492-8f19-03cdbccb1f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:19.064118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc8bedd6-3a23-4974-96f8-815722c2cb03 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:19.065744 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89132c0b-7557-46fe-9098-edb0b4d942d3 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:19.072264 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e3bf747-f839-4db7-9e2a-000f82989b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:19.085685 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc8bedd6-3a23-4974-96f8-815722c2cb03 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:19.160168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89132c0b-7557-46fe-9098-edb0b4d942d3 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2cc9fc-5749-4875-a7d8-a0f3bad675d2,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:19.179977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7da42d99-e52a-4492-8f19-03cdbccb1f4e None None] Calling delete_port for 37383653-10c8-4752-9fd2-10da658720e1 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:19.183379 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89132c0b-7557-46fe-9098-edb0b4d942d3 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:19.218424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] For port 37383653-10c8-4752-9fd2-10da658720e1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=37383653-10c8-4752-9fd2-10da658720e1,segment=NetworkSegment(e7392bdf-7f7b-4edd-820b-965bda73c0af),segment_id=e7392bdf-7f7b-4edd-820b-965bda73c0af)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:19.218827 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:19.330656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 652aaba4-ba29-45b4-94c0-6bf0358b59a3 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:28:19.336570 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7da42d99-e52a-4492-8f19-03cdbccb1f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:19.356897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 652aaba4-ba29-45b4-94c0-6bf0358b59a3 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:19.357308 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:19.382737 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:19.404508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] Calling delete_port for 37383653-10c8-4752-9fd2-10da658720e1 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:19.436637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da42d99-e52a-4492-8f19-03cdbccb1f4e None None] Pushing event deleted for resources: {'Port': ['ID=37383653-10c8-4752-9fd2-10da658720e1,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:19.438757 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:19.450552 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-835fb47d-3fd5-48d9-b7de-566f7ff2a362 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:28:19.451542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835fb47d-3fd5-48d9-b7de-566f7ff2a362 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:28:19.457153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] For port 68371cc9-be3f-4d96-af7f-c3b786b16a46, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=68371cc9-be3f-4d96-af7f-c3b786b16a46,segment=NetworkSegment(09f8f0bf-b786-4f53-9b8b-9b7659b5b888),segment_id=09f8f0bf-b786-4f53-9b8b-9b7659b5b888)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:19.458168 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:19.459927 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7da42d99-e52a-4492-8f19-03cdbccb1f4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:19.573517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f61f8f-99c1-4ec6-a59e-9aa99261230d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3ad27e7-05c2-4f4f-965f-8d43f39452aa'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:28:19.604817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Allocated IP 172.20.0.2 (60eca220-f4d8-4f80-bc24-238eaea2b741/38ec468a-301b-4f25-b9cc-8f87d4d3e42a/d7c2fc2c-b60d-4d4b-b813-50175a51b7cc) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:19.618547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port f3ad27e7-05c2-4f4f-965f-8d43f39452aa, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=f3ad27e7-05c2-4f4f-965f-8d43f39452aa,segment=NetworkSegment(a81bc8e7-28aa-4233-adcf-ffa0de2bcecc),segment_id=a81bc8e7-28aa-4233-adcf-ffa0de2bcecc)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:19.634607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89132c0b-7557-46fe-9098-edb0b4d942d3 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:19.639357 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-89132c0b-7557-46fe-9098-edb0b4d942d3 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "DELETE /v2.0/security-groups/8d2cc9fc-5749-4875-a7d8-a0f3bad675d2 HTTP/1.1" status: 204 len: 168 time: 1.1962657 Jan 14 07:28:19.640360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34556) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:19.644637 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:19.648626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da42d99-e52a-4492-8f19-03cdbccb1f4e None None] No DVR routers for this DVR port 37383653-10c8-4752-9fd2-10da658720e1 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:28:19.652508 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:19.664546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-bd76abca-e6f6-4d91-bb57-d58300e6e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:19.666809 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-bd76abca-e6f6-4d91-bb57-d58300e6e112 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d92c1ce-f961-4b74-aad1-203b87ba148e HTTP/1.1" status: 200 len: 846 time: 1.0167603 Jan 14 07:28:19.689675 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-7c6605e2-5722-4c9a-b54b-663e1f34f33e tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] show failed (client error): The resource could not be found. Jan 14 07:28:19.694916 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7c6605e2-5722-4c9a-b54b-663e1f34f33e tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "GET /v2.0/security-groups/8d2cc9fc-5749-4875-a7d8-a0f3bad675d2 HTTP/1.1" status: 404 len: 347 time: 0.0423040 Jan 14 07:28:19.698696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34560) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:19.727058 n-d-769329-2 neutron-server[80794]: INFO neutron.db.l3_db [None req-fc8bedd6-3a23-4974-96f8-815722c2cb03 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Floating IP 36c547c4-8a81-43e7-8437-c9800d445fa9 associated. External IP: 172.25.3.135, port: 96da06d6-6d38-4122-9a60-4860c317add0. Jan 14 07:28:19.734524 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a2f61f8f-99c1-4ec6-a59e-9aa99261230d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f3ad27e7-05c2-4f4f-965f-8d43f39452aa', 'code': 422} returned with failed status Jan 14 07:28:19.762109 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-835fb47d-3fd5-48d9-b7de-566f7ff2a362 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3d92c1ce-f961-4b74-aad1-203b87ba148e HTTP/1.1" status: 409 len: 404 time: 2.9630179 Jan 14 07:28:19.990163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Calling delete_port for 68371cc9-be3f-4d96-af7f-c3b786b16a46 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:20.063453 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-c7138ae6-b022-44bb-bbe4-2e32c1a96651 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9153312-4285-4f73-b68d-cb0deb52be27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2867532 Jan 14 07:28:20.080955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:20.117971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=f3ad27e7-05c2-4f4f-965f-8d43f39452aa,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:20.127715 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:20.153577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 652aaba4-ba29-45b4-94c0-6bf0358b59a3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=652aaba4-ba29-45b4-94c0-6bf0358b59a3,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:20.164543 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:20.169074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:20.173103 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:20.318094 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-c21ddba2-89e8-4629-81f5-510f25af5b16 service neutron] 10.222.0.53 "GET /v2.0/networks/d9153312-4285-4f73-b68d-cb0deb52be27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295935 Jan 14 07:28:20.322502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=652aaba4-ba29-45b4-94c0-6bf0358b59a3,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:20.328202 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:20.336354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:20.355629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Transition to ACTIVE for port object d7c2fc2c-b60d-4d4b-b813-50175a51b7cc will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:20.406630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d83acd7c-e637-4cfd-b2fd-81a493ca14e4 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Deleting port 33ebdf8e-48ea-479d-a765-dedb77355eff {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:20.407012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d83acd7c-e637-4cfd-b2fd-81a493ca14e4 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:20.417333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Transition to ACTIVE for port object d7c2fc2c-b60d-4d4b-b813-50175a51b7cc will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:20.430910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:28:20.445661 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:20.449564 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.449564 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:20.449564 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:28:20.449564 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:20.449564 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.449564 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:20.449564 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:28:20.449564 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:20.449564 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.449564 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:20.449564 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:28:20.449564 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:20.449564 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.449564 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:20.449564 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:28:20.449564 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:20.449564 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:20.449564 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:20.461994 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e79fe0ea-8a42-45de-8bcd-3f2a25a639e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:20.489782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-aa9d7560-6f35-472e-91b1-f4d5e2cc590d tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:20.493070 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-aa9d7560-6f35-472e-91b1-f4d5e2cc590d tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.53 "GET /v2.0/ports?device_id=a2f61f8f-99c1-4ec6-a59e-9aa99261230d HTTP/1.1" status: 200 len: 945 time: 2.8816848 Jan 14 07:28:20.542481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 37383653-10c8-4752-9fd2-10da658720e1 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:28:20.594294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Pushing event updated for resources: {'Port': ['ID=d7c2fc2c-b60d-4d4b-b813-50175a51b7cc,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:20.630078 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d83acd7c-e637-4cfd-b2fd-81a493ca14e4 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:20.630607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d83acd7c-e637-4cfd-b2fd-81a493ca14e4 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:20.705173 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:20.706035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 37383653-10c8-4752-9fd2-10da658720e1 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:28:20.706164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 37383653-10c8-4752-9fd2-10da658720e1 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:28:20.831689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-a454e979-25a6-4959-ae1a-9fd942983bea tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Deleting port f3ad27e7-05c2-4f4f-965f-8d43f39452aa {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:20.832081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-a454e979-25a6-4959-ae1a-9fd942983bea tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:20.843246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Network 60eca220-f4d8-4f80-bc24-238eaea2b741 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:20.844859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:20.847580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:20.879296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d83acd7c-e637-4cfd-b2fd-81a493ca14e4 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Calling delete_port for 33ebdf8e-48ea-479d-a765-dedb77355eff owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:20.953989 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:28:20.954632 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:28:20.974617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Attempting to bind port d7c2fc2c-b60d-4d4b-b813-50175a51b7cc on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:28:20.974952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Attempting to bind port d7c2fc2c-b60d-4d4b-b813-50175a51b7cc by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'a4fd3fda-bdba-4610-a9d6-376b8957e30d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '60eca220-f4d8-4f80-bc24-238eaea2b741'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:28:20.975373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Attempting to bind port d7c2fc2c-b60d-4d4b-b813-50175a51b7cc on network 60eca220-f4d8-4f80-bc24-238eaea2b741 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:28:20.994164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:28:20.995051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Checking segment: {'id': 'a4fd3fda-bdba-4610-a9d6-376b8957e30d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '60eca220-f4d8-4f80-bc24-238eaea2b741'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:28:20.995261 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:20.995881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Bound using segment: {'id': 'a4fd3fda-bdba-4610-a9d6-376b8957e30d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '60eca220-f4d8-4f80-bc24-238eaea2b741'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:28:20.996458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Bound port: d7c2fc2c-b60d-4d4b-b813-50175a51b7cc, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fd3fda-bdba-4610-a9d6-376b8957e30d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '60eca220-f4d8-4f80-bc24-238eaea2b741'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:28:20.996894 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:21.122135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] For port d7c2fc2c-b60d-4d4b-b813-50175a51b7cc, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:28:21.125784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] For port d7c2fc2c-b60d-4d4b-b813-50175a51b7cc, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d7c2fc2c-b60d-4d4b-b813-50175a51b7cc,segment=NetworkSegment(a4fd3fda-bdba-4610-a9d6-376b8957e30d),segment_id=a4fd3fda-bdba-4610-a9d6-376b8957e30d)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:28:21.133642 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:21.200145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8bedd6-3a23-4974-96f8-815722c2cb03 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Router 67892cde-205e-4f53-9a48-34830c24e288 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:28:21.294297 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:21.437059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Pushing event updated for resources: {'Port': ['ID=d7c2fc2c-b60d-4d4b-b813-50175a51b7cc,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:21.446000 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:21.529963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8bedd6-3a23-4974-96f8-815722c2cb03 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:28:21.531521 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d83acd7c-e637-4cfd-b2fd-81a493ca14e4 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:21.539830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb091b76-92a5-4990-b6f3-9b6726f36cfa None None] Sync routers for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:28:21.547862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] Deleting port 37383653-10c8-4752-9fd2-10da658720e1 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:21.548231 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:21.562534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb091b76-92a5-4990-b6f3-9b6726f36cfa None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:21.563811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-eb091b76-92a5-4990-b6f3-9b6726f36cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:27:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:21.686138 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3fc9f937-de18-42ef-b279-1a9a28166888 tempest-FloatingIPDetailsTestJSON-1673716695 tempest-FloatingIPDetailsTestJSON-1673716695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:21.695276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-eb091b76-92a5-4990-b6f3-9b6726f36cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:21.724504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb091b76-92a5-4990-b6f3-9b6726f36cfa None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:21.725181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-eb091b76-92a5-4990-b6f3-9b6726f36cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:27:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:21.766799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] The port '37383653-10c8-4752-9fd2-10da658720e1' was deleted {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:28:21.880110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-eb091b76-92a5-4990-b6f3-9b6726f36cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:21.880535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb091b76-92a5-4990-b6f3-9b6726f36cfa None None] The sync data for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:28:22.014821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83acd7c-e637-4cfd-b2fd-81a493ca14e4 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Pushing event deleted for resources: {'Port': ['ID=33ebdf8e-48ea-479d-a765-dedb77355eff,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:22.044540 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d83acd7c-e637-4cfd-b2fd-81a493ca14e4 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:22.287018 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d83acd7c-e637-4cfd-b2fd-81a493ca14e4 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks [] for floatingip, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:22.354740 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:22.519501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d7c2fc2c-b60d-4d4b-b813-50175a51b7cc up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:22.553444 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:22.575817 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d83acd7c-e637-4cfd-b2fd-81a493ca14e4 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:22.577528 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d83acd7c-e637-4cfd-b2fd-81a493ca14e4 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] 10.222.0.41 "DELETE /v2.0/floatingips/66edc3d0-8a95-4731-86a1-eabadac033c6 HTTP/1.1" status: 204 len: 168 time: 2.8774815 Jan 14 07:28:22.589833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34620) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:22.593450 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1eb664de-e26b-4b9c-8409-fa864ef53127 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:22.610703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port d7c2fc2c-b60d-4d4b-b813-50175a51b7cc completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:28:22.617081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 652aaba4-ba29-45b4-94c0-6bf0358b59a3 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:22.758869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 652aaba4-ba29-45b4-94c0-6bf0358b59a3 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:22.759288 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:22.773653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Pushing event deleted for resources: {'Port': ['ID=68371cc9-be3f-4d96-af7f-c3b786b16a46,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:22.813356 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-79363823-6b8e-4334-98be-e447ee5e3ca9 service neutron] 10.222.0.53 "GET /v2.0/networks/d9153312-4285-4f73-b68d-cb0deb52be27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.4707823 Jan 14 07:28:22.855548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.856009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.856423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.856830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.867700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.868276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.868691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.869106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.870070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.870684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.871007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.871442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.871943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.872616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.872738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.873099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.873490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.873890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.874341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.874742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.875219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.875615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.876031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.876422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.876858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.877279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.888241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.888696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.889112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.897818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.898489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.898910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.899322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.899755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.900164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:22.901107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:23.031759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0906cedd-0602-40aa-8bcc-12aee5c79da2']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:23.048824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7392bdf-7f7b-4edd-820b-965bda73c0af') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:23.049183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7392bdf-7f7b-4edd-820b-965bda73c0af') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:23.065359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:23.079942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Allocated IP 172.20.0.1 (a817c807-bf93-4c78-9cd6-e0d0a4353b32/3d00f753-e9a8-47ef-90c1-b00b864db321/e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:23.093966 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:23.196141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:23.333942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] Releasing vxlan tunnel 14 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:28:23.345487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8bedd6-3a23-4974-96f8-815722c2cb03 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Router 67892cde-205e-4f53-9a48-34830c24e288 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:28:23.463833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51ee16d-d604-4dc1-9025-7bde724507a3 None None] Network 60eca220-f4d8-4f80-bc24-238eaea2b741 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:28:23.707049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2a53f63f-3213-416d-9e12-a5342b3ee40c None None] Provisioning for port d7c2fc2c-b60d-4d4b-b813-50175a51b7cc completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:28:23.717627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2a53f63f-3213-416d-9e12-a5342b3ee40c None None] Provisioning complete for port d7c2fc2c-b60d-4d4b-b813-50175a51b7cc triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:23.718050 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a53f63f-3213-416d-9e12-a5342b3ee40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:23.871420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a53f63f-3213-416d-9e12-a5342b3ee40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:23.889017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8bedd6-3a23-4974-96f8-815722c2cb03 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:28:23.910038 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc8bedd6-3a23-4974-96f8-815722c2cb03 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:23.938706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f802e-c835-47c3-911a-26ef79049051 None None] Sync routers for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:28:23.979306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f802e-c835-47c3-911a-26ef79049051 None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:23.979929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-be3f802e-c835-47c3-911a-26ef79049051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:27:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:24.015212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] Network 0906cedd-0602-40aa-8bcc-12aee5c79da2 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:28:24.028639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:24.072313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-be3f802e-c835-47c3-911a-26ef79049051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:24.100585 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94d1274d-4cdd-4a95-b15a-eb9f1606644c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:24.108929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f802e-c835-47c3-911a-26ef79049051 None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:24.109627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-be3f802e-c835-47c3-911a-26ef79049051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:27:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:24.284656 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fc8bedd6-3a23-4974-96f8-815722c2cb03 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "PUT /v2.0/floatingips/36c547c4-8a81-43e7-8437-c9800d445fa9 HTTP/1.1" status: 200 len: 978 time: 6.5322349 Jan 14 07:28:24.286104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34648) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:24.291053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2a53f63f-3213-416d-9e12-a5342b3ee40c None None] For port d7c2fc2c-b60d-4d4b-b813-50175a51b7cc, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d7c2fc2c-b60d-4d4b-b813-50175a51b7cc,segment=NetworkSegment(a4fd3fda-bdba-4610-a9d6-376b8957e30d),segment_id=a4fd3fda-bdba-4610-a9d6-376b8957e30d)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:24.297860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-be3f802e-c835-47c3-911a-26ef79049051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:24.304759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-348de4a8-b86c-479f-9b23-c991621aeae8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'floatingip': {'port_id': None}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:24.305623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] Network 0906cedd-0602-40aa-8bcc-12aee5c79da2 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:28:24.326807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f802e-c835-47c3-911a-26ef79049051 None None] The sync data for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:28:24.330859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a53f63f-3213-416d-9e12-a5342b3ee40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:24.343825 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bff60f7f-44ec-4c50-8c53-0e4c81b692ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:24.461317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:24.488165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:24.491185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:24.491185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:24.491185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:24.491185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:24.491185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:28:24.491185 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:28:24.491185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:28:24.491185 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:28:24.491185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:28:24.491185 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:28:24.491185 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:28:24.491185 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:28:24.491185 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:28:24.491185 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:28:24.491185 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:28:24.491185 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:28:24.491185 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:28:24.491185 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:28:24.491185 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:28:24.491185 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:28:24.491185 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:28:24.496148 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:28:24.496148 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:28:24.496148 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:28:24.496148 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:28:24.496148 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:28:24.496148 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:28:24.496148 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:28:24.496148 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:28:24.496148 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:28:24.496148 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:28:24.496148 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:28:24.496148 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:28:24.496148 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:28:24.496148 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:28:24.496148 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:28:24.496148 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:28:24.496148 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:28:24.496148 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:28:24.496148 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:28:24.496148 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:28:24.496148 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:28:24.515877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-348de4a8-b86c-479f-9b23-c991621aeae8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:24.532854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-93d81826-1e48-4da5-91b6-bf3c0fa4a993 None None] Provisioning complete for port d7c2fc2c-b60d-4d4b-b813-50175a51b7cc triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:24.533155 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-93d81826-1e48-4da5-91b6-bf3c0fa4a993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:24.607364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53f63f-3213-416d-9e12-a5342b3ee40c None None] Pushing event updated for resources: {'Port': ['ID=d7c2fc2c-b60d-4d4b-b813-50175a51b7cc,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:24.692012 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a53f63f-3213-416d-9e12-a5342b3ee40c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:25.006175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-953cb6f0-ce73-4f6b-b107-2cb62fb7bd4d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80909) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:28:25.081975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b536f0c-bbb9-44fa-9d8f-53a1667ab86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:25.109843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5051b72b-4f4b-42b5-8de0-e9cbbf7af76f None None] Provisioning complete for port d7c2fc2c-b60d-4d4b-b813-50175a51b7cc triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:25.110267 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5051b72b-4f4b-42b5-8de0-e9cbbf7af76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:25.269051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 42144239-3085-4b9e-bf91-14e5c0bcde41 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:25.278269 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-348de4a8-b86c-479f-9b23-c991621aeae8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:25.293846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-348de4a8-b86c-479f-9b23-c991621aeae8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:25.294167 n-d-769329-2 neutron-server[80794]: INFO neutron.db.l3_db [None req-348de4a8-b86c-479f-9b23-c991621aeae8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Floating IP 36c547c4-8a81-43e7-8437-c9800d445fa9 disassociated. External IP: 172.25.3.135, port: 6322496e-3ef5-46a0-8202-06c400695858. Jan 14 07:28:25.300510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-a454e979-25a6-4959-ae1a-9fd942983bea tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] For port f3ad27e7-05c2-4f4f-965f-8d43f39452aa, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=f3ad27e7-05c2-4f4f-965f-8d43f39452aa,segment=NetworkSegment(a81bc8e7-28aa-4233-adcf-ffa0de2bcecc),segment_id=a81bc8e7-28aa-4233-adcf-ffa0de2bcecc)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:25.300986 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-a454e979-25a6-4959-ae1a-9fd942983bea tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:25.369002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning for port 42144239-3085-4b9e-bf91-14e5c0bcde41 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:28:25.376541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port 42144239-3085-4b9e-bf91-14e5c0bcde41 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:25.376965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:25.422304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcd976-da9f-46b7-9cc8-525dceac95c8 req-7bf1103b-f18a-425a-bc54-af750deeeec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:25.424003 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c0dcd976-da9f-46b7-9cc8-525dceac95c8 req-7bf1103b-f18a-425a-bc54-af750deeeec0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94f6378d248249348b8ff596bd91ec75&device_id=28079013-7ad3-4827-b21a-d8c3b73780f8 HTTP/1.1" status: 200 len: 1158 time: 2.3992014 Jan 14 07:28:25.536501 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:25.575826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28079013-7ad3-4827-b21a-d8c3b73780f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42144239-3085-4b9e-bf91-14e5c0bcde41'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:28:25.605681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port 42144239-3085-4b9e-bf91-14e5c0bcde41, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=42144239-3085-4b9e-bf91-14e5c0bcde41,segment=NetworkSegment(dec16bb6-f5d9-4101-a562-205b3002e4ca),segment_id=dec16bb6-f5d9-4101-a562-205b3002e4ca)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:25.614192 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:25.617664 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:25.719737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcd976-da9f-46b7-9cc8-525dceac95c8 req-6bf1324b-9fa0-4d2f-bf0e-e44e2a129444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:25.721495 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c0dcd976-da9f-46b7-9cc8-525dceac95c8 req-6bf1324b-9fa0-4d2f-bf0e-e44e2a129444 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d9153312-4285-4f73-b68d-cb0deb52be27 HTTP/1.1" status: 200 len: 900 time: 0.2811189 Jan 14 07:28:25.741142 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28079013-7ad3-4827-b21a-d8c3b73780f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42144239-3085-4b9e-bf91-14e5c0bcde41', 'code': 200} Jan 14 07:28:25.742271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=42144239-3085-4b9e-bf91-14e5c0bcde41,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:25.747102 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:25.956358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-a454e979-25a6-4959-ae1a-9fd942983bea tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Calling delete_port for f3ad27e7-05c2-4f4f-965f-8d43f39452aa owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:26.040235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348de4a8-b86c-479f-9b23-c991621aeae8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Router 67892cde-205e-4f53-9a48-34830c24e288 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:28:26.110951 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:26.128419 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:26.161569 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd448c20-7c4d-4097-817d-29ef8ee79f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:26.180396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:26.211322 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c0dcd976-da9f-46b7-9cc8-525dceac95c8 req-c3c20930-cdf5-4188-a6eb-f1fff7c9b8fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42144239-3085-4b9e-bf91-14e5c0bcde41 HTTP/1.1" status: 200 len: 217 time: 0.3636954 Jan 14 07:28:26.261809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0906cedd-0602-40aa-8bcc-12aee5c79da2,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:26.265386 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:26.389356 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:26.400318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d7c2fc2c-b60d-4d4b-b813-50175a51b7cc up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:26.413681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcd976-da9f-46b7-9cc8-525dceac95c8 req-f3fe691b-3478-49d0-9430-a2245ea2629a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:26.415879 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c0dcd976-da9f-46b7-9cc8-525dceac95c8 req-f3fe691b-3478-49d0-9430-a2245ea2629a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d92c1ce-f961-4b74-aad1-203b87ba148e HTTP/1.1" status: 200 len: 846 time: 0.1598666 Jan 14 07:28:26.483797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port d7c2fc2c-b60d-4d4b-b813-50175a51b7cc triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:26.484224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:26.528138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34678) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:26.529880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 42144239-3085-4b9e-bf91-14e5c0bcde41 up at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:26.595548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:26.614808 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c0dcd976-da9f-46b7-9cc8-525dceac95c8 req-799baa5e-3a1f-44ab-96f0-17be7944c21a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9153312-4285-4f73-b68d-cb0deb52be27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818620 Jan 14 07:28:26.631514 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6491b46b-02d5-46ce-8c3a-dc297346b006 tempest-ServerDiskConfigTestJSON-510066591 tempest-ServerDiskConfigTestJSON-510066591] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:26.693120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Provisioning complete for port 42144239-3085-4b9e-bf91-14e5c0bcde41 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:26.693512 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:26.731477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:26.756551 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:26.788014 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-551714a2-ea7d-4789-89c8-47fe91104d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:26.883212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348de4a8-b86c-479f-9b23-c991621aeae8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:28:26.896503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad7dacd-e35a-4b06-b6ab-364b25aa1b1b None None] Sync routers for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:28:26.900428 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-348de4a8-b86c-479f-9b23-c991621aeae8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:26.914844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad7dacd-e35a-4b06-b6ab-364b25aa1b1b None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:26.915534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2ad7dacd-e35a-4b06-b6ab-364b25aa1b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:26.997706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2ad7dacd-e35a-4b06-b6ab-364b25aa1b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:27.014442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad7dacd-e35a-4b06-b6ab-364b25aa1b1b None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:27.014442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2ad7dacd-e35a-4b06-b6ab-364b25aa1b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:27.033420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34690) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:27.040909 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-348de4a8-b86c-479f-9b23-c991621aeae8 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "PUT /v2.0/floatingips/36c547c4-8a81-43e7-8437-c9800d445fa9 HTTP/1.1" status: 200 len: 688 time: 2.7535663 Jan 14 07:28:27.046769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2b536f0c-bbb9-44fa-9d8f-53a1667ab86a admin admin] Deleting port 38b49fcb-6333-42e4-9ca5-199b209753fe {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:27.047141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b536f0c-bbb9-44fa-9d8f-53a1667ab86a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:27.095951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2ad7dacd-e35a-4b06-b6ab-364b25aa1b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:27.096398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad7dacd-e35a-4b06-b6ab-364b25aa1b1b None None] The sync data for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:28:27.102887 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0906cedd-0602-40aa-8bcc-12aee5c79da2 HTTP/1.1" status: 204 len: 168 time: 10.0380788 Jan 14 07:28:27.282067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:27.314135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2b536f0c-bbb9-44fa-9d8f-53a1667ab86a admin admin] For port 38b49fcb-6333-42e4-9ca5-199b209753fe, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=38b49fcb-6333-42e4-9ca5-199b209753fe,segment=NetworkSegment(6f084457-f1e7-4fad-bf89-76857f2c87f3),segment_id=6f084457-f1e7-4fad-bf89-76857f2c87f3)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:27.314690 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b536f0c-bbb9-44fa-9d8f-53a1667ab86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:27.329466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34702) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:27.382031 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-a454e979-25a6-4959-ae1a-9fd942983bea tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:27.492656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2b536f0c-bbb9-44fa-9d8f-53a1667ab86a admin admin] Calling delete_port for 38b49fcb-6333-42e4-9ca5-199b209753fe owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:27.582597 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-28adb9aa-169b-49d7-aecb-deba382442aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d197e4b213a44b2ae795af4c59044f6&name=default HTTP/1.1" status: 200 len: 2980 time: 0.2512984 Jan 14 07:28:27.585470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34706) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:27.681186 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a23a5ca-857a-4dab-87f5-463d69adc8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:27.727215 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-de1d46ee-d74e-4328-b9f1-d8286a1694ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:27.727811 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5af2555b-f5ff-469f-8a62-996791921c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:27.767176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5af2555b-f5ff-469f-8a62-996791921c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:27.806428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d16c64e8-5b55-4713-a53d-c51f55646995 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Deleting port 8dddfc45-9a3c-4556-9a9f-f2603fbbd1d6 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:27.807476 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d16c64e8-5b55-4713-a53d-c51f55646995 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:27.881599 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b536f0c-bbb9-44fa-9d8f-53a1667ab86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:27.911542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454e979-25a6-4959-ae1a-9fd942983bea tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Pushing event deleted for resources: {'Port': ['ID=f3ad27e7-05c2-4f4f-965f-8d43f39452aa,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:27.923771 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:27.944405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1a23a5ca-857a-4dab-87f5-463d69adc8ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:27.954115 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a454e979-25a6-4959-ae1a-9fd942983bea tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:28.004531 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:28.008243 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42120228-814e-4293-9c97-2963ff94471b tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:28.021887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1a23a5ca-857a-4dab-87f5-463d69adc8ae admin admin] Usage tracker for resource:security_group_rule and tenant:14c2b450681342dca23b52ed26193114 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:28.053314 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5af2555b-f5ff-469f-8a62-996791921c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:28.111334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b536f0c-bbb9-44fa-9d8f-53a1667ab86a admin admin] Pushing event deleted for resources: {'Port': ['ID=38b49fcb-6333-42e4-9ca5-199b209753fe,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:28.116698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1a23a5ca-857a-4dab-87f5-463d69adc8ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:28.117969 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2b536f0c-bbb9-44fa-9d8f-53a1667ab86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:28.120717 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3bf038d8-5ad1-468d-af93-bdb789eb8226 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:28.142338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2555b-f5ff-469f-8a62-996791921c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d2ccf3-c32a-45b7-ad08-16161de5b8fe,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:28.153568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1a23a5ca-857a-4dab-87f5-463d69adc8ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:28.157553 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5af2555b-f5ff-469f-8a62-996791921c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:28.210562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5af2555b-f5ff-469f-8a62-996791921c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:28.212258 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5af2555b-f5ff-469f-8a62-996791921c7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34d2ccf3-c32a-45b7-ad08-16161de5b8fe HTTP/1.1" status: 204 len: 168 time: 0.6257541 Jan 14 07:28:28.366339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a23a5ca-857a-4dab-87f5-463d69adc8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:28.493003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Device 42144239-3085-4b9e-bf91-14e5c0bcde41 no longer exists at agent ovs-agent-n-h1-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:28:28.592966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Allocated IP 172.25.3.195 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/5270fa93-079c-43f2-9f8a-cbc0dd6c24a8) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:28.626024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b536f0c-bbb9-44fa-9d8f-53a1667ab86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:28.655498 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:28.687468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28079013-7ad3-4827-b21a-d8c3b73780f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42144239-3085-4b9e-bf91-14e5c0bcde41'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:28:28.699765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] For port 42144239-3085-4b9e-bf91-14e5c0bcde41, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=42144239-3085-4b9e-bf91-14e5c0bcde41,segment=NetworkSegment(dec16bb6-f5d9-4101-a562-205b3002e4ca),segment_id=dec16bb6-f5d9-4101-a562-205b3002e4ca)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:28.703829 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:28.706225 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8ff6daa6-8268-4283-a373-ea97fc14dbb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:28.778933 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28079013-7ad3-4827-b21a-d8c3b73780f8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42144239-3085-4b9e-bf91-14e5c0bcde41', 'code': 422} returned with failed status Jan 14 07:28:28.796964 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a23a5ca-857a-4dab-87f5-463d69adc8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:28.813865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Pushing event updated for resources: {'Port': ['ID=42144239-3085-4b9e-bf91-14e5c0bcde41,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:28.828047 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:28.834565 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:28.847792 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:28.852308 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-22eb1c36-fba7-496b-8e1d-ae1eb7484c46 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:28.883803 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c0dcd976-da9f-46b7-9cc8-525dceac95c8 req-57f4230e-795f-4a8e-969a-5313beb3c270 service neutron] 10.222.0.53 "GET /v2.0/networks/d9153312-4285-4f73-b68d-cb0deb52be27?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1559849 Jan 14 07:28:28.976950 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:29.177271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Network a817c807-bf93-4c78-9cd6-e0d0a4353b32 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:29.181047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23a5ca-857a-4dab-87f5-463d69adc8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32c85d4-d7d0-4ce6-9349-b7a925ffecfe,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:29.189951 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1a23a5ca-857a-4dab-87f5-463d69adc8ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14c2b450681342dca23b52ed26193114&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6557584 Jan 14 07:28:29.204341 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a23a5ca-857a-4dab-87f5-463d69adc8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:29.214962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:29.216801 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a454e979-25a6-4959-ae1a-9fd942983bea tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:29.223489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34730) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:29.258834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:29.313112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-a82877f9-fa18-4c1a-8e28-104500af5b62 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:29.313533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-a82877f9-fa18-4c1a-8e28-104500af5b62 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Synchronizing usage tracker for tenant:94f6378d248249348b8ff596bd91ec75 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:28:29.334606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d5fa155-4447-4932-b0ea-df69ece58a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:29.337487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b536f0c-bbb9-44fa-9d8f-53a1667ab86a admin admin] Router 07650082-b772-4f01-9db7-4b7addf2d9eb has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:28:29.428538 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d5fa155-4447-4932-b0ea-df69ece58a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:29.467254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-a454e979-25a6-4959-ae1a-9fd942983bea tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] No DVR routers for this DVR port f3ad27e7-05c2-4f4f-965f-8d43f39452aa on host n-h1-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:28:29.469524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Pushing event updated for resources: {'Port': ['ID=5270fa93-079c-43f2-9f8a-cbc0dd6c24a8,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:29.474045 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-a454e979-25a6-4959-ae1a-9fd942983bea tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:29.484576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d16c64e8-5b55-4713-a53d-c51f55646995 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:29.484930 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d16c64e8-5b55-4713-a53d-c51f55646995 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:29.493001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f61f8f-99c1-4ec6-a59e-9aa99261230d', 'name': 'network-vif-deleted', 'tag': 'f3ad27e7-05c2-4f4f-965f-8d43f39452aa'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:28:29.508685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34748) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:29.516631 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:29.568714 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a2f61f8f-99c1-4ec6-a59e-9aa99261230d', 'name': 'network-vif-deleted', 'tag': 'f3ad27e7-05c2-4f4f-965f-8d43f39452aa', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:28:29.637276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d5fa155-4447-4932-b0ea-df69ece58a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:29.644621 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-74d69032-8600-4516-a782-497cdb5829c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:29.660021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fa155-4447-4932-b0ea-df69ece58a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32c85d4-d7d0-4ce6-9349-b7a925ffecfe,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:29.664087 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d5fa155-4447-4932-b0ea-df69ece58a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:29.679499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b536f0c-bbb9-44fa-9d8f-53a1667ab86a admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:28:29.688447 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2b536f0c-bbb9-44fa-9d8f-53a1667ab86a admin admin] 10.222.0.41 "PUT /v2.0/routers/07650082-b772-4f01-9db7-4b7addf2d9eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0944285 Jan 14 07:28:29.700670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34758) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:29.704159 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d5fa155-4447-4932-b0ea-df69ece58a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:29.713565 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1d5fa155-4447-4932-b0ea-df69ece58a9b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a32c85d4-d7d0-4ce6-9349-b7a925ffecfe HTTP/1.1" status: 204 len: 168 time: 0.4841375 Jan 14 07:28:29.758728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f0c86-fe77-4543-992d-fcce86302212 None None] Sync routers for ids ['07650082-b772-4f01-9db7-4b7addf2d9eb'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:28:29.792933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f0c86-fe77-4543-992d-fcce86302212 None None] Routers {'07650082-b772-4f01-9db7-4b7addf2d9eb'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:29.793637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-453f0c86-fe77-4543-992d-fcce86302212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['07650082-b772-4f01-9db7-4b7addf2d9eb'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:29.810154 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-a454e979-25a6-4959-ae1a-9fd942983bea tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.53 "DELETE /v2.0/ports/f3ad27e7-05c2-4f4f-965f-8d43f39452aa HTTP/1.1" status: 204 len: 173 time: 9.2151411 Jan 14 07:28:29.878364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d16c64e8-5b55-4713-a53d-c51f55646995 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Calling delete_port for 8dddfc45-9a3c-4556-9a9f-f2603fbbd1d6 owned by network:floatingip {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:30.073142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-453f0c86-fe77-4543-992d-fcce86302212 None None] Set router 07650082-b772-4f01-9db7-4b7addf2d9eb gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:28:30.167341 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c351c9ac-d1de-4a8a-ba5c-5c402aff82cb admin admin] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:30.589293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34770) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:30.617732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54a690e2-5ab3-433f-afa3-47f5a83044ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:30.732436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-a82877f9-fa18-4c1a-8e28-104500af5b62 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Unset dirty status for tenant:94f6378d248249348b8ff596bd91ec75 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:28:30.734754 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-a82877f9-fa18-4c1a-8e28-104500af5b62 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.53 "GET /v2.0/ports?device_id=28079013-7ad3-4827-b21a-d8c3b73780f8 HTTP/1.1" status: 200 len: 945 time: 3.6296439 Jan 14 07:28:30.791038 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:30.867274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-453f0c86-fe77-4543-992d-fcce86302212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07650082-b772-4f01-9db7-4b7addf2d9eb', 'name': 'tempest-AttachVolumeShelveTestJSON-2121171635-router', 'tenant_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '54b78a9f-304b-4c3e-adae-05f5a1f7100d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:27:10Z', 'updated_at': '2021-01-14T07:28:27Z', 'revision_number': 5, 'project_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'gw_port': {'id': '54b78a9f-304b-4c3e-adae-05f5a1f7100d', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07650082-b772-4f01-9db7-4b7addf2d9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:27:15Z', 'updated_at': '2021-01-14T07:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:30.872785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f0c86-fe77-4543-992d-fcce86302212 None None] Checking router: 07650082-b772-4f01-9db7-4b7addf2d9eb for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:28:30.883138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f0c86-fe77-4543-992d-fcce86302212 None None] Routers {'07650082-b772-4f01-9db7-4b7addf2d9eb'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:30.883886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-453f0c86-fe77-4543-992d-fcce86302212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['07650082-b772-4f01-9db7-4b7addf2d9eb'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:31.089026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:31.101221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:28:31.106139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-54a690e2-5ab3-433f-afa3-47f5a83044ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:31.120491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-54a690e2-5ab3-433f-afa3-47f5a83044ff admin admin] Usage tracker for resource:security_group_rule and tenant:7e094e149682464490ed763820f27a0e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:31.123756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c351c9ac-d1de-4a8a-ba5c-5c402aff82cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:31.127771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-54a690e2-5ab3-433f-afa3-47f5a83044ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:31.133025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1534050813-network', 'tenant_id': '2f5b17ee77bb42f3a1e606c33f21b57a'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:31.136861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c351c9ac-d1de-4a8a-ba5c-5c402aff82cb admin admin] Deleting port 54b78a9f-304b-4c3e-adae-05f5a1f7100d {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:31.137334 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c351c9ac-d1de-4a8a-ba5c-5c402aff82cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:31.140599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:31.145063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Usage tracker for resource:network and tenant:2f5b17ee77bb42f3a1e606c33f21b57a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:31.149976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:31.157076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:31.165687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-54a690e2-5ab3-433f-afa3-47f5a83044ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:31.184308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-453f0c86-fe77-4543-992d-fcce86302212 None None] Set router 07650082-b772-4f01-9db7-4b7addf2d9eb gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:28:31.251046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:31.259526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:31.312217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-76f7cee6-8003-4dc8-9de9-55d2690b8a30 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Deleting port 42144239-3085-4b9e-bf91-14e5c0bcde41 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:31.313657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-76f7cee6-8003-4dc8-9de9-55d2690b8a30 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:31.434010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c351c9ac-d1de-4a8a-ba5c-5c402aff82cb admin admin] For port 54b78a9f-304b-4c3e-adae-05f5a1f7100d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=54b78a9f-304b-4c3e-adae-05f5a1f7100d,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:31.434341 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c351c9ac-d1de-4a8a-ba5c-5c402aff82cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:31.532213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54a690e2-5ab3-433f-afa3-47f5a83044ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:31.555101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-453f0c86-fe77-4543-992d-fcce86302212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07650082-b772-4f01-9db7-4b7addf2d9eb', 'name': 'tempest-AttachVolumeShelveTestJSON-2121171635-router', 'tenant_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '54b78a9f-304b-4c3e-adae-05f5a1f7100d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:27:10Z', 'updated_at': '2021-01-14T07:28:27Z', 'revision_number': 5, 'project_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'gw_port': {'id': '54b78a9f-304b-4c3e-adae-05f5a1f7100d', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07650082-b772-4f01-9db7-4b7addf2d9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:27:15Z', 'updated_at': '2021-01-14T07:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:31.561697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f0c86-fe77-4543-992d-fcce86302212 None None] The sync data for ids ['07650082-b772-4f01-9db7-4b7addf2d9eb'] in n-d-769329-2 is: [{'id': '07650082-b772-4f01-9db7-4b7addf2d9eb', 'name': 'tempest-AttachVolumeShelveTestJSON-2121171635-router', 'tenant_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '54b78a9f-304b-4c3e-adae-05f5a1f7100d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:27:10Z', 'updated_at': '2021-01-14T07:28:27Z', 'revision_number': 5, 'project_id': '34f3d7fd09e3461da4f5e4d7321c810e', 'gw_port': {'id': '54b78a9f-304b-4c3e-adae-05f5a1f7100d', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07650082-b772-4f01-9db7-4b7addf2d9eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:27:15Z', 'updated_at': '2021-01-14T07:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:28:31.610950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Made reservation on behalf of 2f5b17ee77bb42f3a1e606c33f21b57a for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:31.616583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:31.624115 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54a690e2-5ab3-433f-afa3-47f5a83044ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:31.632249 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c0dcd976-da9f-46b7-9cc8-525dceac95c8 req-053ecc16-63aa-471a-b25b-26be34c05bd5 service neutron] 10.222.0.53 "GET /v2.0/networks/d9153312-4285-4f73-b68d-cb0deb52be27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.7321579 Jan 14 07:28:31.640141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c351c9ac-d1de-4a8a-ba5c-5c402aff82cb admin admin] Calling delete_port for 54b78a9f-304b-4c3e-adae-05f5a1f7100d owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:31.662226 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b2248fa9-b1fb-4769-8e02-aeb5fe40f1b7 req-d0d23001-2058-4056-bf14-e50f50186c03 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8ec144fbbe34cea9a2eb4ef897069c3&device_id=a2f61f8f-99c1-4ec6-a59e-9aa99261230d HTTP/1.1" status: 200 len: 210 time: 0.9087481 Jan 14 07:28:31.704039 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e92470bc-101d-4df1-928f-d0100c7a4686 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:31.742799 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-54a690e2-5ab3-433f-afa3-47f5a83044ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e094e149682464490ed763820f27a0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1497886 Jan 14 07:28:31.747961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a690e2-5ab3-433f-afa3-47f5a83044ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3129fecd-d95e-440d-862f-a5c510832e69,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:31.752006 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-54a690e2-5ab3-433f-afa3-47f5a83044ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:31.752561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34780) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:31.753591 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:31.860590 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f1c3870-6ed2-4b50-8fa6-f86eccf6f34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:31.956345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c351c9ac-d1de-4a8a-ba5c-5c402aff82cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:32.174245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:32.190787 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c351c9ac-d1de-4a8a-ba5c-5c402aff82cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:32.278730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0dc91326-b757-4205-96cf-22a376b57e60 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:32.280501 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0dc91326-b757-4205-96cf-22a376b57e60 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.39 "GET /v2.0/networks?id=37771138-2b5f-4ec2-9acb-676f36094136 HTTP/1.1" status: 200 len: 811 time: 0.4769859 Jan 14 07:28:32.314443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 38b49fcb-6333-42e4-9ca5-199b209753fe no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:28:32.330394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Usage tracker for resource:security_group_rule and tenant:2f5b17ee77bb42f3a1e606c33f21b57a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:32.346174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:32.362261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-00288fec-f258-48d4-ace9-2dfb28d4b9bf tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Request body: {'port': {'device_id': 'a2f61f8f-99c1-4ec6-a59e-9aa99261230d', 'network_id': '37771138-2b5f-4ec2-9acb-676f36094136', 'admin_state_up': True, 'tenant_id': 'c8ec144fbbe34cea9a2eb4ef897069c3'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:32.375170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c351c9ac-d1de-4a8a-ba5c-5c402aff82cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:32.376090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 38b49fcb-6333-42e4-9ca5-199b209753fe {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:28:32.378398 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c351c9ac-d1de-4a8a-ba5c-5c402aff82cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:32.379196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 38b49fcb-6333-42e4-9ca5-199b209753fe not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:28:32.415464 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c351c9ac-d1de-4a8a-ba5c-5c402aff82cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:32.416149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c351c9ac-d1de-4a8a-ba5c-5c402aff82cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07650082-b772-4f01-9db7-4b7addf2d9eb {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:28:32.420471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f1c3870-6ed2-4b50-8fa6-f86eccf6f34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:32.504467 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c351c9ac-d1de-4a8a-ba5c-5c402aff82cb admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:32.509180 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c351c9ac-d1de-4a8a-ba5c-5c402aff82cb admin admin] 10.222.0.41 "DELETE /v2.0/routers/07650082-b772-4f01-9db7-4b7addf2d9eb HTTP/1.1" status: 204 len: 168 time: 2.8064151 Jan 14 07:28:32.512348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34798) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:32.561620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:32.610034 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f1c3870-6ed2-4b50-8fa6-f86eccf6f34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:32.623916 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d5fa155-4447-4932-b0ea-df69ece58a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:32.642143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-83104d9d-acea-4831-bd18-e15b3a56f1ff admin admin] Deleting subnet 574f047e-283f-4e64-b978-9e608504a716 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:28:32.647817 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83104d9d-acea-4831-bd18-e15b3a56f1ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:32.676067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-76f7cee6-8003-4dc8-9de9-55d2690b8a30 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] For port 42144239-3085-4b9e-bf91-14e5c0bcde41, host n-h1-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-769329-2',level=0,port_id=42144239-3085-4b9e-bf91-14e5c0bcde41,segment=NetworkSegment(dec16bb6-f5d9-4101-a562-205b3002e4ca),segment_id=dec16bb6-f5d9-4101-a562-205b3002e4ca)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:32.676345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-76f7cee6-8003-4dc8-9de9-55d2690b8a30 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:32.731758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83104d9d-acea-4831-bd18-e15b3a56f1ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:32.831488 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83104d9d-acea-4831-bd18-e15b3a56f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:32.881246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c3870-6ed2-4b50-8fa6-f86eccf6f34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3129fecd-d95e-440d-862f-a5c510832e69,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:32.892775 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f1c3870-6ed2-4b50-8fa6-f86eccf6f34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:32.894914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34804) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:32.906061 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f1c3870-6ed2-4b50-8fa6-f86eccf6f34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:32.909821 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7f1c3870-6ed2-4b50-8fa6-f86eccf6f34b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3129fecd-d95e-440d-862f-a5c510832e69 HTTP/1.1" status: 204 len: 168 time: 1.1412985 Jan 14 07:28:33.206028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-818b69b5-a058-4ab0-a2be-f59f9e2b0d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:33.234369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-818b69b5-a058-4ab0-a2be-f59f9e2b0d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:33.242197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-818b69b5-a058-4ab0-a2be-f59f9e2b0d78 admin admin] Usage tracker for resource:security_group_rule and tenant:8e16b87559a64fb5b5baeba08bf40db6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:33.246986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-818b69b5-a058-4ab0-a2be-f59f9e2b0d78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:33.256088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-818b69b5-a058-4ab0-a2be-f59f9e2b0d78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:33.311243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83104d9d-acea-4831-bd18-e15b3a56f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:33.333712 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1784afb0-dcfe-4767-9265-7a2a5dcac77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:33.405054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-76f7cee6-8003-4dc8-9de9-55d2690b8a30 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Calling delete_port for 42144239-3085-4b9e-bf91-14e5c0bcde41 owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:33.427058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83104d9d-acea-4831-bd18-e15b3a56f1ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=574f047e-283f-4e64-b978-9e608504a716,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:33.443329 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-83104d9d-acea-4831-bd18-e15b3a56f1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:33.522610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83104d9d-acea-4831-bd18-e15b3a56f1ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:33.529682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed61be5c-d327-47b7-89cc-b8eb3bcfe015 None None] Network a3ab45e1-df22-4d90-9acf-858a73edbfe9 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:28:33.539808 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-83104d9d-acea-4831-bd18-e15b3a56f1ff admin admin] 10.222.0.41 "DELETE /v2.0/subnets/574f047e-283f-4e64-b978-9e608504a716 HTTP/1.1" status: 204 len: 168 time: 1.0237858 Jan 14 07:28:33.542335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-818b69b5-a058-4ab0-a2be-f59f9e2b0d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:33.543259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34818) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:33.571469 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-818b69b5-a058-4ab0-a2be-f59f9e2b0d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:33.618292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Router caa1d355-b201-4471-b84a-cee14d1f43ee has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:28:33.630017 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:33.665334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b69b5-a058-4ab0-a2be-f59f9e2b0d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dd8f9e-ab64-49a7-9793-4d15d37dcf94,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:33.669648 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-818b69b5-a058-4ab0-a2be-f59f9e2b0d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:33.682127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2248fa9-b1fb-4769-8e02-aeb5fe40f1b7 req-9742a5eb-b580-45cb-acaa-514bc91df8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:33.684230 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b2248fa9-b1fb-4769-8e02-aeb5fe40f1b7 req-9742a5eb-b580-45cb-acaa-514bc91df8e6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=c8ec144fbbe34cea9a2eb4ef897069c3&shared=False HTTP/1.1" status: 200 len: 905 time: 1.9848764 Jan 14 07:28:33.721929 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-818b69b5-a058-4ab0-a2be-f59f9e2b0d78 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e16b87559a64fb5b5baeba08bf40db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8249338 Jan 14 07:28:33.731327 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:33.749714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:33.763774 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d16c64e8-5b55-4713-a53d-c51f55646995 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:33.789875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34826) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:33.835990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] Deleting port 4541578b-8805-4db8-a3d0-1ddbc5b29426 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:33.835990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:33.912408 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:33.943086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8416a668-c07b-479b-bedd-53122fad541b None None] DHCP port deletion for a3ab45e1-df22-4d90-9acf-858a73edbfe9 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:28:33.948870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8416a668-c07b-479b-bedd-53122fad541b None None] Deleting port 4541578b-8805-4db8-a3d0-1ddbc5b29426 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:33.949423 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8416a668-c07b-479b-bedd-53122fad541b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:34.001148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:34.021353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:28:34.032345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:34.032883 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Added segment 1fb3cfc0-7d2c-48b1-ab11-06deb127e16c of type vxlan for network d25ff98d-c671-431b-a04c-5faaa359d5e7 Jan 14 07:28:34.070181 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5afd5fda-2c66-428c-af35-0e45084664be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:34.120399 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5afd5fda-2c66-428c-af35-0e45084664be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:34.147774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c64e8-5b55-4713-a53d-c51f55646995 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event deleted for resources: {'Port': ['ID=8dddfc45-9a3c-4556-9a9f-f2603fbbd1d6,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:34.151400 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d16c64e8-5b55-4713-a53d-c51f55646995 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:34.224731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8416a668-c07b-479b-bedd-53122fad541b None None] For port 4541578b-8805-4db8-a3d0-1ddbc5b29426, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4541578b-8805-4db8-a3d0-1ddbc5b29426,segment=NetworkSegment(6f084457-f1e7-4fad-bf89-76857f2c87f3),segment_id=6f084457-f1e7-4fad-bf89-76857f2c87f3)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:34.225037 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8416a668-c07b-479b-bedd-53122fad541b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:34.251742 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-977c850e-7336-406d-bfe8-5d8b083ebcfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:34.274958 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5afd5fda-2c66-428c-af35-0e45084664be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:34.313460 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89132c0b-7557-46fe-9098-edb0b4d942d3 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:34.347802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd5fda-2c66-428c-af35-0e45084664be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dd8f9e-ab64-49a7-9793-4d15d37dcf94,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:34.352370 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5afd5fda-2c66-428c-af35-0e45084664be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:34.367105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-00288fec-f258-48d4-ace9-2dfb28d4b9bf tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:34.394321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5afd5fda-2c66-428c-af35-0e45084664be admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:34.403682 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5afd5fda-2c66-428c-af35-0e45084664be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88dd8f9e-ab64-49a7-9793-4d15d37dcf94 HTTP/1.1" status: 204 len: 168 time: 0.6106734 Jan 14 07:28:34.416639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] For port 4541578b-8805-4db8-a3d0-1ddbc5b29426, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4541578b-8805-4db8-a3d0-1ddbc5b29426,segment=NetworkSegment(6f084457-f1e7-4fad-bf89-76857f2c87f3),segment_id=6f084457-f1e7-4fad-bf89-76857f2c87f3)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:34.417036 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:34.436976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8416a668-c07b-479b-bedd-53122fad541b None None] Calling delete_port for 4541578b-8805-4db8-a3d0-1ddbc5b29426 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:34.495665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-00288fec-f258-48d4-ace9-2dfb28d4b9bf tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Usage tracker for resource:port and tenant:c8ec144fbbe34cea9a2eb4ef897069c3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:34.545043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4541578b-8805-4db8-a3d0-1ddbc5b29426 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:28:34.559033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-00288fec-f258-48d4-ace9-2dfb28d4b9bf tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:34.572712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1767f079-415f-4e2b-b238-70d77a5868b3,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:34.586647 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:34.590392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] Calling delete_port for 4541578b-8805-4db8-a3d0-1ddbc5b29426 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:34.686089 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:34.693516 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:34.710691 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:34.714884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-00288fec-f258-48d4-ace9-2dfb28d4b9bf tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:34.753036 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-8416a668-c07b-479b-bedd-53122fad541b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 14 07:28:34.753036 n-d-769329-2 neutron-server[80794]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Jan 14 07:28:34.753036 n-d-769329-2 neutron-server[80794]: [parameters: {'port_id': '4541578b-8805-4db8-a3d0-1ddbc5b29426', 'host': 'n-d-769329-2', 'level': 0}] Jan 14 07:28:34.753036 n-d-769329-2 neutron-server[80794]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:28:34.753872 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-8416a668-c07b-479b-bedd-53122fad541b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:28:34.764347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Port 4541578b-8805-4db8-a3d0-1ddbc5b29426 update to DOWN by agent not found {{(pid=80909) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Jan 14 07:28:34.765128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 54b78a9f-304b-4c3e-adae-05f5a1f7100d no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:28:34.804364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4541578b-8805-4db8-a3d0-1ddbc5b29426,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:34.812886 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:34.831224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 54b78a9f-304b-4c3e-adae-05f5a1f7100d {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:28:34.831617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 54b78a9f-304b-4c3e-adae-05f5a1f7100d not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:28:34.881539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] No DVR routers for this DVR port 4541578b-8805-4db8-a3d0-1ddbc5b29426 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:28:34.993875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2248fa9-b1fb-4769-8e02-aeb5fe40f1b7 req-3c1a22ba-c23c-4b14-af71-8225877284bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:34.997941 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b2248fa9-b1fb-4769-8e02-aeb5fe40f1b7 req-3c1a22ba-c23c-4b14-af71-8225877284bc service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.1438460 Jan 14 07:28:35.035853 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:35.060858 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:35.147955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:35.204416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ab45e1-df22-4d90-9acf-858a73edbfe9']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:35.224795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f084457-f1e7-4fad-bf89-76857f2c87f3') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:35.225350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f084457-f1e7-4fad-bf89-76857f2c87f3') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:35.239848 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:35.255233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8416a668-c07b-479b-bedd-53122fad541b None None] Deleting port 4541578b-8805-4db8-a3d0-1ddbc5b29426 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:35.255979 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8416a668-c07b-479b-bedd-53122fad541b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:35.265760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b2248fa9-b1fb-4769-8e02-aeb5fe40f1b7 req-15c259bf-748d-4e26-8fed-e7b3ef75d766 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Synchronizing usage tracker for tenant:c8ec144fbbe34cea9a2eb4ef897069c3 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:28:35.268466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-00288fec-f258-48d4-ace9-2dfb28d4b9bf tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Made reservation on behalf of c8ec144fbbe34cea9a2eb4ef897069c3 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:35.277960 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-00288fec-f258-48d4-ace9-2dfb28d4b9bf tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:35.278213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:35.281307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] Releasing vxlan tunnel 12 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:28:35.298373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-76f7cee6-8003-4dc8-9de9-55d2690b8a30 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:35.385673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8416a668-c07b-479b-bedd-53122fad541b None None] The port '4541578b-8805-4db8-a3d0-1ddbc5b29426' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:28:35.478360 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:35.573221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] Network a3ab45e1-df22-4d90-9acf-858a73edbfe9 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:28:35.577730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7cee6-8003-4dc8-9de9-55d2690b8a30 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Pushing event deleted for resources: {'Port': ['ID=42144239-3085-4b9e-bf91-14e5c0bcde41,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:35.586602 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:35.810072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] Network a3ab45e1-df22-4d90-9acf-858a73edbfe9 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:28:35.836402 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:28:35.881419 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76f7cee6-8003-4dc8-9de9-55d2690b8a30 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:35.883944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:28:35.943772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:28:35.964967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b78338-36e4-475c-bc20-16f2f4eef549 None None] Sync routers for ids ['caa1d355-b201-4471-b84a-cee14d1f43ee'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:28:35.976844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:35.981092 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11f9016f-95c8-485c-8d49-a7e9761454e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:35.988981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b78338-36e4-475c-bc20-16f2f4eef549 None None] Routers {'caa1d355-b201-4471-b84a-cee14d1f43ee'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:35.991595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f5b78338-36e4-475c-bc20-16f2f4eef549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['caa1d355-b201-4471-b84a-cee14d1f43ee'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:36.015105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:36.023696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3ab45e1-df22-4d90-9acf-858a73edbfe9,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:36.034967 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:36.052169 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a3ab45e1-df22-4d90-9acf-858a73edbfe9 HTTP/1.1" status: 204 len: 168 time: 2.5076635 Jan 14 07:28:36.172782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-b2248fa9-b1fb-4769-8e02-aeb5fe40f1b7 req-15c259bf-748d-4e26-8fed-e7b3ef75d766 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Unset dirty status for tenant:c8ec144fbbe34cea9a2eb4ef897069c3 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:28:36.174054 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b2248fa9-b1fb-4769-8e02-aeb5fe40f1b7 req-15c259bf-748d-4e26-8fed-e7b3ef75d766 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.53 "GET /v2.0/ports?device_id=a2f61f8f-99c1-4ec6-a59e-9aa99261230d HTTP/1.1" status: 200 len: 210 time: 1.1144783 Jan 14 07:28:36.245662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-f5b78338-36e4-475c-bc20-16f2f4eef549 None None] Set router caa1d355-b201-4471-b84a-cee14d1f43ee gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:28:36.274956 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:36.276298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:36.277032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:36.298471 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:36.451550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34886) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:36.519287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Pushing event updated for resources: {'Network': ['ID=d25ff98d-c671-431b-a04c-5faaa359d5e7,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:36.532610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network d25ff98d-c671-431b-a04c-5faaa359d5e7 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:36.532898 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d16c64e8-5b55-4713-a53d-c51f55646995 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:36.574055 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:36.578227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network d25ff98d-c671-431b-a04c-5faaa359d5e7 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:36.608957 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-957426de-5b1f-404a-a10c-acdc1a7c69b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34f3d7fd09e3461da4f5e4d7321c810e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539469 Jan 14 07:28:36.609863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34890) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:36.712071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34894) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:36.794346 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1baf91ea-333e-4918-85b8-650d13d7fd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:36.855265 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1baf91ea-333e-4918-85b8-650d13d7fd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:36.910345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network d25ff98d-c671-431b-a04c-5faaa359d5e7 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:36.924525 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1baf91ea-333e-4918-85b8-650d13d7fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:36.934813 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9198c95a-9750-4a63-84c2-8c5e31499e80 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:36.935637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f5b78338-36e4-475c-bc20-16f2f4eef549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa1d355-b201-4471-b84a-cee14d1f43ee', 'name': 'tempest-ServersTestBootFromVolume-59115883-router', 'tenant_id': 'e3451631cc4f4706994f5dfe4aea528e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '62c21fd2-9d15-45f2-836e-5af334ac426b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:26:22Z', 'updated_at': '2021-01-14T07:28:21Z', 'revision_number': 5, 'project_id': 'e3451631cc4f4706994f5dfe4aea528e', 'gw_port': {'id': '62c21fd2-9d15-45f2-836e-5af334ac426b', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa1d355-b201-4471-b84a-cee14d1f43ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:26:29Z', 'updated_at': '2021-01-14T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:36.951604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b78338-36e4-475c-bc20-16f2f4eef549 None None] Checking router: caa1d355-b201-4471-b84a-cee14d1f43ee for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:28:36.964729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b78338-36e4-475c-bc20-16f2f4eef549 None None] Routers {'caa1d355-b201-4471-b84a-cee14d1f43ee'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:36.965842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f5b78338-36e4-475c-bc20-16f2f4eef549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['caa1d355-b201-4471-b84a-cee14d1f43ee'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:36.985900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf91ea-333e-4918-85b8-650d13d7fd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96581218-2449-43fd-b3f5-1a9744a6053f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:36.993942 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] 10.222.0.41 "PUT /v2.0/routers/caa1d355-b201-4471-b84a-cee14d1f43ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 27.2390995 Jan 14 07:28:36.997016 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 7.4615448 Jan 14 07:28:36.998950 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1baf91ea-333e-4918-85b8-650d13d7fd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:37.005313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34902) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:37.005823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34904) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:37.037932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cd2dceec-e69e-4d5e-9c74-610407ebc948 admin admin] Request body: {'subnet': {'network_id': 'd25ff98d-c671-431b-a04c-5faaa359d5e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1534050813-subnet', 'tenant_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:37.067795 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d16c64e8-5b55-4713-a53d-c51f55646995 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:37.080119 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d16c64e8-5b55-4713-a53d-c51f55646995 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "DELETE /v2.0/floatingips/36c547c4-8a81-43e7-8437-c9800d445fa9 HTTP/1.1" status: 204 len: 168 time: 10.0229430 Jan 14 07:28:37.093221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34914) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:37.121008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1baf91ea-333e-4918-85b8-650d13d7fd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:37.125431 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1baf91ea-333e-4918-85b8-650d13d7fd04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/96581218-2449-43fd-b3f5-1a9744a6053f HTTP/1.1" status: 204 len: 168 time: 0.5113165 Jan 14 07:28:37.152451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cd2dceec-e69e-4d5e-9c74-610407ebc948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:37.169185 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfe16485-3fbd-49d8-9caf-2c6109908aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:37.190849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-f5b78338-36e4-475c-bc20-16f2f4eef549 None None] Set router caa1d355-b201-4471-b84a-cee14d1f43ee gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:28:37.191537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cd2dceec-e69e-4d5e-9c74-610407ebc948 admin admin] Usage tracker for resource:subnet and tenant:2f5b17ee77bb42f3a1e606c33f21b57a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:37.199302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bfe16485-3fbd-49d8-9caf-2c6109908aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:37.204208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bfe16485-3fbd-49d8-9caf-2c6109908aab admin admin] Usage tracker for resource:security_group_rule and tenant:44b865fa85fb420bb16f11cd24e2f364 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:37.208387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bfe16485-3fbd-49d8-9caf-2c6109908aab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:37.217469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bfe16485-3fbd-49d8-9caf-2c6109908aab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:37.408295 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-f2bb3eae-d824-4226-96cf-97af09ae2a83 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] delete failed (client error): The resource could not be found. Jan 14 07:28:37.416376 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f2bb3eae-d824-4226-96cf-97af09ae2a83 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "DELETE /v2.0/floatingips/36c547c4-8a81-43e7-8437-c9800d445fa9 HTTP/1.1" status: 404 len: 345 time: 0.3217895 Jan 14 07:28:37.422474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-76f7cee6-8003-4dc8-9de9-55d2690b8a30 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] No DVR routers for this DVR port 42144239-3085-4b9e-bf91-14e5c0bcde41 on host n-h1-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:28:37.455273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34922) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:37.470524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-76f7cee6-8003-4dc8-9de9-55d2690b8a30 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:37.479988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28079013-7ad3-4827-b21a-d8c3b73780f8', 'name': 'network-vif-deleted', 'tag': '42144239-3085-4b9e-bf91-14e5c0bcde41'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:28:37.595010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f5b78338-36e4-475c-bc20-16f2f4eef549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa1d355-b201-4471-b84a-cee14d1f43ee', 'name': 'tempest-ServersTestBootFromVolume-59115883-router', 'tenant_id': 'e3451631cc4f4706994f5dfe4aea528e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '62c21fd2-9d15-45f2-836e-5af334ac426b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:26:22Z', 'updated_at': '2021-01-14T07:28:21Z', 'revision_number': 5, 'project_id': 'e3451631cc4f4706994f5dfe4aea528e', 'gw_port': {'id': '62c21fd2-9d15-45f2-836e-5af334ac426b', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa1d355-b201-4471-b84a-cee14d1f43ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:26:29Z', 'updated_at': '2021-01-14T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:37.599958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b78338-36e4-475c-bc20-16f2f4eef549 None None] The sync data for ids ['caa1d355-b201-4471-b84a-cee14d1f43ee'] in n-d-769329-2 is: [{'id': 'caa1d355-b201-4471-b84a-cee14d1f43ee', 'name': 'tempest-ServersTestBootFromVolume-59115883-router', 'tenant_id': 'e3451631cc4f4706994f5dfe4aea528e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': '62c21fd2-9d15-45f2-836e-5af334ac426b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:26:22Z', 'updated_at': '2021-01-14T07:28:21Z', 'revision_number': 5, 'project_id': 'e3451631cc4f4706994f5dfe4aea528e', 'gw_port': {'id': '62c21fd2-9d15-45f2-836e-5af334ac426b', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa1d355-b201-4471-b84a-cee14d1f43ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:26:29Z', 'updated_at': '2021-01-14T07:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:28:37.634713 n-d-769329-2 neutron-server[80794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28079013-7ad3-4827-b21a-d8c3b73780f8', 'name': 'network-vif-deleted', 'tag': '42144239-3085-4b9e-bf91-14e5c0bcde41', 'status': 'failed', 'code': 422} returned with failed status Jan 14 07:28:37.718143 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfe16485-3fbd-49d8-9caf-2c6109908aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:37.719907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cd2dceec-e69e-4d5e-9c74-610407ebc948 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:37.726423 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-76f7cee6-8003-4dc8-9de9-55d2690b8a30 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.53 "DELETE /v2.0/ports/42144239-3085-4b9e-bf91-14e5c0bcde41 HTTP/1.1" status: 204 len: 173 time: 6.6505961 Jan 14 07:28:37.757896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cd2dceec-e69e-4d5e-9c74-610407ebc948 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:37.761443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfe16485-3fbd-49d8-9caf-2c6109908aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:37.811104 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-818b69b5-a058-4ab0-a2be-f59f9e2b0d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:37.823367 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bfe16485-3fbd-49d8-9caf-2c6109908aab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44b865fa85fb420bb16f11cd24e2f364&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1083829 Jan 14 07:28:37.828542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:37.834490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34938) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:37.998991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2dceec-e69e-4d5e-9c74-610407ebc948 admin admin] Made reservation on behalf of 2f5b17ee77bb42f3a1e606c33f21b57a for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:38.004651 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd2dceec-e69e-4d5e-9c74-610407ebc948 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:38.143151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe16485-3fbd-49d8-9caf-2c6109908aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff8eaff-9343-4f5a-ac64-dd8bff8eac28,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:38.147201 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bfe16485-3fbd-49d8-9caf-2c6109908aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:38.211362 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e340dbdf-9d9b-44d9-ad63-e39121686eae admin admin] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:38.212662 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:38.216361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-00288fec-f258-48d4-ace9-2dfb28d4b9bf tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Allocated IP 172.20.0.2 (37771138-2b5f-4ec2-9acb-676f36094136/b385fee3-26ec-4869-9751-94f300fc71fe/05a2ad0a-4218-4d7e-83d2-6578d7c0d903) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:38.231801 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:38.308740 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61c0fda7-7d1d-412c-9099-d90f4673337b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:38.322303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 68371cc9-be3f-4d96-af7f-c3b786b16a46 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:28:38.411151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 68371cc9-be3f-4d96-af7f-c3b786b16a46 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:28:38.412572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 68371cc9-be3f-4d96-af7f-c3b786b16a46 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:28:38.413771 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:38.464163 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e340dbdf-9d9b-44d9-ad63-e39121686eae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:38.471327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e340dbdf-9d9b-44d9-ad63-e39121686eae admin admin] Deleting port 62c21fd2-9d15-45f2-836e-5af334ac426b {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:38.471969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e340dbdf-9d9b-44d9-ad63-e39121686eae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:38.628102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a1ddf5-835c-402b-8896-52b9f8d99be4 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:38.652552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a1ddf5-835c-402b-8896-52b9f8d99be4 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:38.675561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a1ddf5-835c-402b-8896-52b9f8d99be4 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:38.677000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-11a1ddf5-835c-402b-8896-52b9f8d99be4 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Synchronizing usage tracker for tenant:5255bc20dcc84120afef82d5f8e89b82 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:28:38.765255 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0a0e2888-42c0-4ee6-a6a1-fa19028439c9 req-36803d46-374d-4c59-9948-4322d066f441 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94f6378d248249348b8ff596bd91ec75&device_id=28079013-7ad3-4827-b21a-d8c3b73780f8 HTTP/1.1" status: 200 len: 210 time: 0.2252595 Jan 14 07:28:38.767139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d997cb7a-90c9-48b7-ac4b-f4c4908afd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:38.875425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34966) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:38.891888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d997cb7a-90c9-48b7-ac4b-f4c4908afd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:39.019546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e340dbdf-9d9b-44d9-ad63-e39121686eae admin admin] For port 62c21fd2-9d15-45f2-836e-5af334ac426b, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=62c21fd2-9d15-45f2-836e-5af334ac426b,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:39.025879 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e340dbdf-9d9b-44d9-ad63-e39121686eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:39.029484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-00288fec-f258-48d4-ace9-2dfb28d4b9bf tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:39.108552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:39.122412 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:39.123543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-11a1ddf5-835c-402b-8896-52b9f8d99be4 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Unset dirty status for tenant:5255bc20dcc84120afef82d5f8e89b82 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:28:39.128125 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-11a1ddf5-835c-402b-8896-52b9f8d99be4 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "GET /v2.0/ports?network_id=11af924b-ed35-48aa-8425-c55f531fd0a3 HTTP/1.1" status: 200 len: 2358 time: 1.6737738 Jan 14 07:28:39.245276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34972) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:39.247307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Router bbcd6ca5-d491-4e89-9a24-66c1fed2b454 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:28:39.268674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-845994460-network', 'tenant_id': '513b9a9e42de43198131820579eb654e'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:39.274224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:39.277202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-00288fec-f258-48d4-ace9-2dfb28d4b9bf tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:39.279386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Usage tracker for resource:network and tenant:513b9a9e42de43198131820579eb654e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:39.282606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:39.288602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:39.304195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e340dbdf-9d9b-44d9-ad63-e39121686eae admin admin] Calling delete_port for 62c21fd2-9d15-45f2-836e-5af334ac426b owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:39.344680 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3a575b9e-3a92-4d88-954c-ade9c8e3c13a tempest-ExternalNetworksAdminNegativeTestJSON-644850155 tempest-ExternalNetworksAdminNegativeTestJSON-644850155] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:39.362534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Made reservation on behalf of 513b9a9e42de43198131820579eb654e for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:39.367331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:39.399604 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:39.434742 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d997cb7a-90c9-48b7-ac4b-f4c4908afd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:39.452130 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-99584092-b837-4e80-8dd9-d2347ab9a57f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:39.474002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:39.488211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Usage tracker for resource:security_group_rule and tenant:513b9a9e42de43198131820579eb654e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:39.498875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:39.504978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997cb7a-90c9-48b7-ac4b-f4c4908afd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff8eaff-9343-4f5a-ac64-dd8bff8eac28,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:39.513031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:39.515444 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d997cb7a-90c9-48b7-ac4b-f4c4908afd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:39.549838 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d997cb7a-90c9-48b7-ac4b-f4c4908afd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:39.551108 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d997cb7a-90c9-48b7-ac4b-f4c4908afd6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ff8eaff-9343-4f5a-ac64-dd8bff8eac28 HTTP/1.1" status: 204 len: 168 time: 1.7155712 Jan 14 07:28:39.735187 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e340dbdf-9d9b-44d9-ad63-e39121686eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:40.227454 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:40.239637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00288fec-f258-48d4-ace9-2dfb28d4b9bf tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Pushing event updated for resources: {'Port': ['ID=05a2ad0a-4218-4d7e-83d2-6578d7c0d903,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:40.253191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:28:40.263698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] Sync routers for ids ['bbcd6ca5-d491-4e89-9a24-66c1fed2b454'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:28:40.270988 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-00288fec-f258-48d4-ace9-2dfb28d4b9bf tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.926s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:40.280451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] Routers {'bbcd6ca5-d491-4e89-9a24-66c1fed2b454'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:40.283173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['bbcd6ca5-d491-4e89-9a24-66c1fed2b454'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:40.287617 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:40.291775 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bfe16485-3fbd-49d8-9caf-2c6109908aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:40.334129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Network a817c807-bf93-4c78-9cd6-e0d0a4353b32 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:40.337134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:40.383431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:40.391827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:28:40.391827 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:40.391827 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:40.391827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:40.391827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:28:40.391827 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:40.391827 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:40.391827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:40.391827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:28:40.391827 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:40.391827 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:40.391827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:40.391827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:40.391827 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:40.391827 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:40.391827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:40.391827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:40.391827 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:40.391827 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:40.391827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:40.394645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c461ecc-c68f-4425-a42b-a357daf9fed0 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:40.394645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4c461ecc-c68f-4425-a42b-a357daf9fed0 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Synchronizing usage tracker for tenant:5255bc20dcc84120afef82d5f8e89b82 on resource:subnet {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:28:40.398285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e2888-42c0-4ee6-a6a1-fa19028439c9 req-39105e9c-bc8b-425c-a560-525cf623da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:40.399512 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0a0e2888-42c0-4ee6-a6a1-fa19028439c9 req-39105e9c-bc8b-425c-a560-525cf623da1d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=94f6378d248249348b8ff596bd91ec75&shared=False HTTP/1.1" status: 200 len: 900 time: 1.3393185 Jan 14 07:28:40.409196 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:40.411130 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 23.2517891 Jan 14 07:28:40.434185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34996) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:40.523263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-4fa8a6db-9926-407b-9a7c-1f05de6ce0e4 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:40.525148 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-4fa8a6db-9926-407b-9a7c-1f05de6ce0e4 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.39 "GET /v2.0/networks?id=d9153312-4285-4f73-b68d-cb0deb52be27 HTTP/1.1" status: 200 len: 806 time: 0.7116015 Jan 14 07:28:40.530633 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e340dbdf-9d9b-44d9-ad63-e39121686eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:40.565788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4c461ecc-c68f-4425-a42b-a357daf9fed0 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Unset dirty status for tenant:5255bc20dcc84120afef82d5f8e89b82 on resource:subnet {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:28:40.573955 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4c461ecc-c68f-4425-a42b-a357daf9fed0 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "GET /v2.0/subnets/e54d502b-e486-4442-9d9e-3d23cf0c3286 HTTP/1.1" status: 200 len: 797 time: 1.3199041 Jan 14 07:28:40.613177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:28:40.624647 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:40.625385 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Added segment 8b4f482a-c625-452e-8c4e-671f090498f8 of type vxlan for network b2abda69-8198-46e5-8b4d-950403b3d882 Jan 14 07:28:40.642836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] Set router bbcd6ca5-d491-4e89-9a24-66c1fed2b454 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:28:40.660023 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:40.722091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35004) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:40.727396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:40.728658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:40.729573 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:40.815375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-bd283a5a-91b9-4767-86a8-eff72e495515 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Request body: {'port': {'device_id': '28079013-7ad3-4827-b21a-d8c3b73780f8', 'network_id': 'd9153312-4285-4f73-b68d-cb0deb52be27', 'admin_state_up': True, 'tenant_id': '94f6378d248249348b8ff596bd91ec75'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:40.845724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-91964218-d6a0-40a4-8940-8a1004f774aa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'port': {'network_id': '11af924b-ed35-48aa-8425-c55f531fd0a3', 'name': 'tempest-FloatingIPTestJSON-1263425884', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:41.096965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcd6ca5-d491-4e89-9a24-66c1fed2b454', 'name': 'tempest-TaggedBootDevicesTest-1797533009-router', 'tenant_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '5270fa93-079c-43f2-9f8a-cbc0dd6c24a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:28:18Z', 'updated_at': '2021-01-14T07:28:33Z', 'revision_number': 3, 'project_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'gw_port': {'id': '5270fa93-079c-43f2-9f8a-cbc0dd6c24a8', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcd6ca5-d491-4e89-9a24-66c1fed2b454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:28Z', 'updated_at': '2021-01-14T07:28:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:41.101912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] Checking router: bbcd6ca5-d491-4e89-9a24-66c1fed2b454 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:28:41.102556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] Updating router bbcd6ca5-d491-4e89-9a24-66c1fed2b454 port 5270fa93-079c-43f2-9f8a-cbc0dd6c24a8 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:28:41.136079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-00288fec-f258-48d4-ace9-2dfb28d4b9bf tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Network 37771138-2b5f-4ec2-9acb-676f36094136 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:41.137496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e2888-42c0-4ee6-a6a1-fa19028439c9 req-d2cc1386-7691-4ff5-80f6-00cd3bb909a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:41.140028 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0a0e2888-42c0-4ee6-a6a1-fa19028439c9 req-d2cc1386-7691-4ff5-80f6-00cd3bb909a5 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.6480858 Jan 14 07:28:41.144805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-00288fec-f258-48d4-ace9-2dfb28d4b9bf tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:41.161947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-00288fec-f258-48d4-ace9-2dfb28d4b9bf tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:41.171454 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:41.236698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d565e851-ab68-478c-b206-94c30ef43662,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:41.262533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35020) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:41.264662 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3852966 Jan 14 07:28:41.265922 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.975s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:41.274531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35022) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:41.293800 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:41.314409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-0a0e2888-42c0-4ee6-a6a1-fa19028439c9 req-80c7c442-d866-4c8c-ba26-1fa7d4a0a14f tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Synchronizing usage tracker for tenant:94f6378d248249348b8ff596bd91ec75 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:28:41.330077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5b7f2a8e-5ca4-4454-a70c-12e8fd2c7828 admin admin] Request body: {'subnet': {'network_id': 'b2abda69-8198-46e5-8b4d-950403b3d882', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-845994460-subnet', 'tenant_id': '513b9a9e42de43198131820579eb654e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:41.346637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5b7f2a8e-5ca4-4454-a70c-12e8fd2c7828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:41.372754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Router 8da6eb9c-cbed-4497-a50f-039a7a29f86e has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:28:41.380455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-0a0e2888-42c0-4ee6-a6a1-fa19028439c9 req-80c7c442-d866-4c8c-ba26-1fa7d4a0a14f tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Unset dirty status for tenant:94f6378d248249348b8ff596bd91ec75 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:28:41.382083 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0a0e2888-42c0-4ee6-a6a1-fa19028439c9 req-80c7c442-d866-4c8c-ba26-1fa7d4a0a14f tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.53 "GET /v2.0/ports?device_id=28079013-7ad3-4827-b21a-d8c3b73780f8 HTTP/1.1" status: 200 len: 210 time: 0.1805727 Jan 14 07:28:41.388401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5b7f2a8e-5ca4-4454-a70c-12e8fd2c7828 admin admin] Usage tracker for resource:subnet and tenant:513b9a9e42de43198131820579eb654e is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:41.396082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5b7f2a8e-5ca4-4454-a70c-12e8fd2c7828 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:41.458227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-00288fec-f258-48d4-ace9-2dfb28d4b9bf tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:41.460041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-00288fec-f258-48d4-ace9-2dfb28d4b9bf tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:41.501108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5b7f2a8e-5ca4-4454-a70c-12e8fd2c7828 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:41.647756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e340dbdf-9d9b-44d9-ad63-e39121686eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:41.651082 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e340dbdf-9d9b-44d9-ad63-e39121686eae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:41.687844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd2dceec-e69e-4d5e-9c74-610407ebc948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:41.705591 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-00288fec-f258-48d4-ace9-2dfb28d4b9bf tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.3630550 Jan 14 07:28:41.709741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7f2a8e-5ca4-4454-a70c-12e8fd2c7828 admin admin] Made reservation on behalf of 513b9a9e42de43198131820579eb654e for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:41.715892 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b7f2a8e-5ca4-4454-a70c-12e8fd2c7828 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:41.748654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Request body: {'port': {'device_id': 'a2f61f8f-99c1-4ec6-a59e-9aa99261230d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-2'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:41.809092 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0ae8ca1-bc3d-4f58-8803-97d13bcc6fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:41.856649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35036) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:41.863837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e340dbdf-9d9b-44d9-ad63-e39121686eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:41.865129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e340dbdf-9d9b-44d9-ad63-e39121686eae admin admin] Fanout notify agent at l3_agent the message router_deleted on router caa1d355-b201-4471-b84a-cee14d1f43ee {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:28:41.972541 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:41.986608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] Transition to ACTIVE for port object 5270fa93-079c-43f2-9f8a-cbc0dd6c24a8 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:41.989400 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e340dbdf-9d9b-44d9-ad63-e39121686eae admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:41.990539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:41.995685 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e340dbdf-9d9b-44d9-ad63-e39121686eae admin admin] 10.222.0.41 "DELETE /v2.0/routers/caa1d355-b201-4471-b84a-cee14d1f43ee HTTP/1.1" status: 204 len: 168 time: 4.9877522 Jan 14 07:28:42.019053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-bd283a5a-91b9-4767-86a8-eff72e495515 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:42.022139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35042) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:42.038048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-bd283a5a-91b9-4767-86a8-eff72e495515 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:42.049250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d0ae8ca1-bc3d-4f58-8803-97d13bcc6fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:42.105024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d0ae8ca1-bc3d-4f58-8803-97d13bcc6fff admin admin] Usage tracker for resource:security_group_rule and tenant:42d759f190064dd595f65030a92b0a9a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:42.118199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d0ae8ca1-bc3d-4f58-8803-97d13bcc6fff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:42.183471 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:42.196763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-bd283a5a-91b9-4767-86a8-eff72e495515 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Made reservation on behalf of 94f6378d248249348b8ff596bd91ec75 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:42.210659 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-bd283a5a-91b9-4767-86a8-eff72e495515 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:42.244318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-91964218-d6a0-40a4-8940-8a1004f774aa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:42.250172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Pushing event updated for resources: {'Network': ['ID=b2abda69-8198-46e5-8b4d-950403b3d882,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:42.266822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Pushing event updated for resources: {'Port': ['ID=5270fa93-079c-43f2-9f8a-cbc0dd6c24a8,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:42.270364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:28:42.277852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network b2abda69-8198-46e5-8b4d-950403b3d882 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:42.286081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d0ae8ca1-bc3d-4f58-8803-97d13bcc6fff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:42.287239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] Sync routers for ids ['8da6eb9c-cbed-4497-a50f-039a7a29f86e'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:28:42.295677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:42.308809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] Routers {'8da6eb9c-cbed-4497-a50f-039a7a29f86e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:42.309645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8da6eb9c-cbed-4497-a50f-039a7a29f86e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:42.317238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network b2abda69-8198-46e5-8b4d-950403b3d882 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:42.332838 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] 10.222.0.41 "PUT /v2.0/routers/8da6eb9c-cbed-4497-a50f-039a7a29f86e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 28.4419918 Jan 14 07:28:42.392557 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.099s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:42.410932 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0be3e164-bfe2-4086-83a5-936e0111d299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.619s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:42.459962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-91964218-d6a0-40a4-8940-8a1004f774aa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:42.475500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network b2abda69-8198-46e5-8b4d-950403b3d882 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:42.478023 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4f71088-d9d2-4d3e-b3e6-c49b527673b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:42.585161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a4f71088-d9d2-4d3e-b3e6-c49b527673b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:42.587744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2dceec-e69e-4d5e-9c74-610407ebc948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c0abe93-7b79-4e33-8386-7689dc2a7121,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:42.596966 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cd2dceec-e69e-4d5e-9c74-610407ebc948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:42.617653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a4f71088-d9d2-4d3e-b3e6-c49b527673b2 admin admin] Usage tracker for resource:security_group_rule and tenant:ee89a452c1fd473891d0c5d61a758b32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:42.665379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] Set router 8da6eb9c-cbed-4497-a50f-039a7a29f86e gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:28:42.715133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-930ad511-c85c-4452-b41f-9ccd7b5f1540 admin admin] Deleting subnet 35b94442-10c8-46b2-b698-e8f8a8f4abdb {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:28:42.730396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a4f71088-d9d2-4d3e-b3e6-c49b527673b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:42.733289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91964218-d6a0-40a4-8940-8a1004f774aa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Made reservation on behalf of 5255bc20dcc84120afef82d5f8e89b82 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:42.751954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 62c21fd2-9d15-45f2-836e-5af334ac426b no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:28:42.825261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.826056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.826553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a2ad0a-4218-4d7e-83d2-6578d7c0d903 {{(pid=80908) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:28:42.827825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.828430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.829008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.831353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.832664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.833275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.833877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.834566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.835151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.835772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.836775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.837372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.838758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.839469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.840094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.840947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.842257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.842844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.843408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.844009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.844600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.845165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.845896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.846460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.847044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.847624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.848235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.848910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.849475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.850056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.851032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.852530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.853115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.853902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:42.858636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:42.869622 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:42.899971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] Attempting to bind port 5270fa93-079c-43f2-9f8a-cbc0dd6c24a8 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:28:42.901425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] Attempting to bind port 5270fa93-079c-43f2-9f8a-cbc0dd6c24a8 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:28:42.902049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] Attempting to bind port 5270fa93-079c-43f2-9f8a-cbc0dd6c24a8 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:28:42.940520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:28:42.942692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:28:42.943811 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:42.945027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:28:42.946891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] Bound port: 5270fa93-079c-43f2-9f8a-cbc0dd6c24a8, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:28:42.948073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:42.973959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-930ad511-c85c-4452-b41f-9ccd7b5f1540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:43.025227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Transition to ACTIVE for port object 05a2ad0a-4218-4d7e-83d2-6578d7c0d903 will not be triggered until provisioned by entity L2. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:43.052768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:43.065924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-91964218-d6a0-40a4-8940-8a1004f774aa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:43.073149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 62c21fd2-9d15-45f2-836e-5af334ac426b {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:28:43.074223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 62c21fd2-9d15-45f2-836e-5af334ac426b not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:28:43.080855 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-49a89761-a425-4759-a613-8411d18ac8dc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:43.100798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] For port 5270fa93-079c-43f2-9f8a-cbc0dd6c24a8, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:28:43.114902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] For port 5270fa93-079c-43f2-9f8a-cbc0dd6c24a8, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5270fa93-079c-43f2-9f8a-cbc0dd6c24a8,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:28:43.118700 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:43.121411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da6eb9c-cbed-4497-a50f-039a7a29f86e', 'name': 'tempest-ServerRescueTestJSON-790679251-router', 'tenant_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '652aaba4-ba29-45b4-94c0-6bf0358b59a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:27:55Z', 'updated_at': '2021-01-14T07:28:33Z', 'revision_number': 4, 'project_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'gw_port': {'id': '652aaba4-ba29-45b4-94c0-6bf0358b59a3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da6eb9c-cbed-4497-a50f-039a7a29f86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:02Z', 'updated_at': '2021-01-14T07:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80', 'name': '', 'network_id': 'a817c807-bf93-4c78-9cd6-e0d0a4353b32', 'tenant_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'mac_address': 'fa:16:3e:82:4a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da6eb9c-cbed-4497-a50f-039a7a29f86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '3d00f753-e9a8-47ef-90c1-b00b864db321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:20Z', 'updated_at': '2021-01-14T07:28:36Z', 'revision_number': 2, 'project_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'subnets': [{'id': '3d00f753-e9a8-47ef-90c1-b00b864db321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:43.127106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] Checking router: 8da6eb9c-cbed-4497-a50f-039a7a29f86e for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:28:43.127725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] Updating router 8da6eb9c-cbed-4497-a50f-039a7a29f86e port e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:28:43.138667 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:43.155988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a4f71088-d9d2-4d3e-b3e6-c49b527673b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:43.192201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:43.226973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Pushing event updated for resources: {'Port': ['ID=5270fa93-079c-43f2-9f8a-cbc0dd6c24a8,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:43.232151 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:43.357183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2dceec-e69e-4d5e-9c74-610407ebc948 admin admin] Checking segment: {'id': '1fb3cfc0-7d2c-48b1-ab11-06deb127e16c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd25ff98d-c671-431b-a04c-5faaa359d5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:28:43.357756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2dceec-e69e-4d5e-9c74-610407ebc948 admin admin] Network hostable DHCP agents. Network: d25ff98d-c671-431b-a04c-5faaa359d5e7, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:28:43.359520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=05a2ad0a-4218-4d7e-83d2-6578d7c0d903,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:43.371133 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:43.374808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0ae8ca1-bc3d-4f58-8803-97d13bcc6fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:43.412982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0ae8ca1-bc3d-4f58-8803-97d13bcc6fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:43.425268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] Routers {'bbcd6ca5-d491-4e89-9a24-66c1fed2b454'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:43.426542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['bbcd6ca5-d491-4e89-9a24-66c1fed2b454'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:43.430220 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b4fb5b86-2cc1-4c04-ac68-bedc7103e553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:43.487802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae8ca1-bc3d-4f58-8803-97d13bcc6fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed1eb7a-da86-4524-b1e2-a82cdd817cd2,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:43.492252 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0ae8ca1-bc3d-4f58-8803-97d13bcc6fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:43.513218 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d0ae8ca1-bc3d-4f58-8803-97d13bcc6fff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42d759f190064dd595f65030a92b0a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2376525 Jan 14 07:28:43.518294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-930ad511-c85c-4452-b41f-9ccd7b5f1540 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:43.518712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35062) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:43.762198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] Set router bbcd6ca5-d491-4e89-9a24-66c1fed2b454 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:28:43.887982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1bd9d122-a749-47d0-ae16-bfeb60985574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:43.888898 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:43.906584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] Transition to ACTIVE for port object e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:43.911339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:43.928977 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0db114f2-2859-45c9-98e6-7f4442147c8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:43.952822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b7f2a8e-5ca4-4454-a70c-12e8fd2c7828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:44.021444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Pushing event updated for resources: {'Port': ['ID=e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:44.037080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.037624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.038114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.038597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.039489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.039993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.040470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.041592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.042407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.042888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.043363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.043880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.044449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.044933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.045405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.045874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.046344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.046809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.047276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.047779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.048250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.048912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.049659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.050196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.050709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.051172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.052317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.052948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.053419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.053887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.054355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.054834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.055299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.055789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.056264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.056847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:28:44.063260 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:44.128629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Attempting to bind port 05a2ad0a-4218-4d7e-83d2-6578d7c0d903 on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:28:44.129164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Attempting to bind port 05a2ad0a-4218-4d7e-83d2-6578d7c0d903 by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': 'a81bc8e7-28aa-4233-adcf-ffa0de2bcecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '37771138-2b5f-4ec2-9acb-676f36094136'}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:28:44.129543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Attempting to bind port 05a2ad0a-4218-4d7e-83d2-6578d7c0d903 on network 37771138-2b5f-4ec2-9acb-676f36094136 {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:28:44.133891 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4f71088-d9d2-4d3e-b3e6-c49b527673b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:44.137240 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d50646c7-b8c0-4b51-b2bf-daba7c18522d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:44.229541 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4f71088-d9d2-4d3e-b3e6-c49b527673b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:44.302297 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ba0341e-96c8-4a57-9e79-7f6ca055293b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:44.323858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2dceec-e69e-4d5e-9c74-610407ebc948 admin admin] Network d25ff98d-c671-431b-a04c-5faaa359d5e7 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:28:44.340163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcd6ca5-d491-4e89-9a24-66c1fed2b454', 'name': 'tempest-TaggedBootDevicesTest-1797533009-router', 'tenant_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '5270fa93-079c-43f2-9f8a-cbc0dd6c24a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:28:18Z', 'updated_at': '2021-01-14T07:28:33Z', 'revision_number': 3, 'project_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'gw_port': {'id': '5270fa93-079c-43f2-9f8a-cbc0dd6c24a8', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcd6ca5-d491-4e89-9a24-66c1fed2b454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:28Z', 'updated_at': '2021-01-14T07:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:44.345360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e216145-5495-42a4-9bcc-61efb1d330e4 None None] The sync data for ids ['bbcd6ca5-d491-4e89-9a24-66c1fed2b454'] in n-d-769329-2 is: [{'id': 'bbcd6ca5-d491-4e89-9a24-66c1fed2b454', 'name': 'tempest-TaggedBootDevicesTest-1797533009-router', 'tenant_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '5270fa93-079c-43f2-9f8a-cbc0dd6c24a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:28:18Z', 'updated_at': '2021-01-14T07:28:33Z', 'revision_number': 3, 'project_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'gw_port': {'id': '5270fa93-079c-43f2-9f8a-cbc0dd6c24a8', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcd6ca5-d491-4e89-9a24-66c1fed2b454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:28Z', 'updated_at': '2021-01-14T07:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:28:44.449235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] Attempting to bind port e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:28:44.449845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] Attempting to bind port e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'ac361609-6a60-42a3-b4b4-59d398c46cf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a817c807-bf93-4c78-9cd6-e0d0a4353b32'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:28:44.450289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] Attempting to bind port e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80 on network a817c807-bf93-4c78-9cd6-e0d0a4353b32 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:28:44.458059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:28:44.458476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] Checking segment: {'id': 'ac361609-6a60-42a3-b4b4-59d398c46cf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a817c807-bf93-4c78-9cd6-e0d0a4353b32'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:28:44.459085 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:44.459624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] Bound using segment: {'id': 'ac361609-6a60-42a3-b4b4-59d398c46cf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a817c807-bf93-4c78-9cd6-e0d0a4353b32'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:28:44.460337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] Bound port: e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac361609-6a60-42a3-b4b4-59d398c46cf5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a817c807-bf93-4c78-9cd6-e0d0a4353b32'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:28:44.460749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:44.545061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f71088-d9d2-4d3e-b3e6-c49b527673b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbdb78d-5988-4d26-bacc-218c9f8ae987,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:44.571901 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a4f71088-d9d2-4d3e-b3e6-c49b527673b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee89a452c1fd473891d0c5d61a758b32&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7040019 Jan 14 07:28:44.576778 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a4f71088-d9d2-4d3e-b3e6-c49b527673b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:44.581451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f2a8e-5ca4-4454-a70c-12e8fd2c7828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b75bb45d-ba5e-4181-8fd2-9c7985dfac23,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:44.590179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35066) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:44.591098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:28:44.591477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Checking segment: {'id': 'a81bc8e7-28aa-4233-adcf-ffa0de2bcecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '37771138-2b5f-4ec2-9acb-676f36094136'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:28:44.591905 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:44.592304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Bound using segment: {'id': 'a81bc8e7-28aa-4233-adcf-ffa0de2bcecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '37771138-2b5f-4ec2-9acb-676f36094136'} {{(pid=80908) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:28:44.592805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Bound port: 05a2ad0a-4218-4d7e-83d2-6578d7c0d903, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81bc8e7-28aa-4233-adcf-ffa0de2bcecc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '37771138-2b5f-4ec2-9acb-676f36094136'}}] {{(pid=80908) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:28:44.593188 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:44.604593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-cd2dceec-e69e-4d5e-9c74-610407ebc948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, d25ff98d-c671-431b-a04c-5faaa359d5e7) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:44.611468 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5b7f2a8e-5ca4-4454-a70c-12e8fd2c7828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:44.615732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b976651e-9fa8-4ce9-8f7b-928d5c16d3e2 None None] Network d25ff98d-c671-431b-a04c-5faaa359d5e7 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:28:44.626301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] For port e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:28:44.630490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] For port e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80,segment=NetworkSegment(ac361609-6a60-42a3-b4b4-59d398c46cf5),segment_id=ac361609-6a60-42a3-b4b4-59d398c46cf5)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:28:44.638104 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:44.687145 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1bd9d122-a749-47d0-ae16-bfeb60985574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:44.718893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2dceec-e69e-4d5e-9c74-610407ebc948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:44.719921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd2dceec-e69e-4d5e-9c74-610407ebc948 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:44.821593 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1bd9d122-a749-47d0-ae16-bfeb60985574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:44.867095 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cd2dceec-e69e-4d5e-9c74-610407ebc948 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 7.8498969 Jan 14 07:28:44.872507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35070) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:44.881051 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:44.923253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9d122-a749-47d0-ae16-bfeb60985574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed1eb7a-da86-4524-b1e2-a82cdd817cd2,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:44.931993 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1bd9d122-a749-47d0-ae16-bfeb60985574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:44.932906 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1bd9d122-a749-47d0-ae16-bfeb60985574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:44.945902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-bd283a5a-91b9-4767-86a8-eff72e495515 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Allocated IP 172.20.0.12 (d9153312-4285-4f73-b68d-cb0deb52be27/3d92c1ce-f961-4b74-aad1-203b87ba148e/a5c998d0-382b-4493-8259-0b2c78d19d35) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:44.948157 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1bd9d122-a749-47d0-ae16-bfeb60985574 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fed1eb7a-da86-4524-b1e2-a82cdd817cd2 HTTP/1.1" status: 204 len: 168 time: 1.4264271 Jan 14 07:28:44.988428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1534050813-router', 'tenant_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:45.000149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7f2a8e-5ca4-4454-a70c-12e8fd2c7828 admin admin] Checking segment: {'id': '8b4f482a-c625-452e-8c4e-671f090498f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'b2abda69-8198-46e5-8b4d-950403b3d882'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:28:45.000450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7f2a8e-5ca4-4454-a70c-12e8fd2c7828 admin admin] Network hostable DHCP agents. Network: b2abda69-8198-46e5-8b4d-950403b3d882, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:28:45.002323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-91964218-d6a0-40a4-8940-8a1004f774aa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] device_id is not set on port c5e8a834-a5c6-41d8-812b-a4685cbd9e8e yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:28:45.028694 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae2e5b66-b214-494e-a516-cd66e0c0119f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:45.066191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc83354d-6ea0-4383-9f4c-a98301329568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:45.067936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:45.105471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc83354d-6ea0-4383-9f4c-a98301329568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:45.119629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-d25ff98d-c671-431b-a04c-5faaa359d5e7', 'network_id': 'd25ff98d-c671-431b-a04c-5faaa359d5e7', 'tenant_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'fixed_ips': [{'subnet_id': '1c0abe93-7b79-4e33-8386-7689dc2a7121'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:28:45.121611 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:45.130347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea58c64-507c-4d32-b808-4d39f1723949 req-2fdce875-b9ec-41e9-8596-14e1e2857fbd tempest-ServerRescueTestJSON-767946407 tempest-ServerRescueTestJSON-767946407] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:45.130876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-eea58c64-507c-4d32-b808-4d39f1723949 req-2fdce875-b9ec-41e9-8596-14e1e2857fbd tempest-ServerRescueTestJSON-767946407 tempest-ServerRescueTestJSON-767946407] Synchronizing usage tracker for tenant:1bff2f0f8d744df0b21fedb25ed50b57 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:28:45.160576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Usage tracker for resource:router and tenant:2f5b17ee77bb42f3a1e606c33f21b57a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:45.168851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7f2a8e-5ca4-4454-a70c-12e8fd2c7828 admin admin] Network b2abda69-8198-46e5-8b4d-950403b3d882 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:28:45.174395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] For port 05a2ad0a-4218-4d7e-83d2-6578d7c0d903, host n-h2-769329-2, cleared binding levels {{(pid=80908) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:28:45.176888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc83354d-6ea0-4383-9f4c-a98301329568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:45.186068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:45.189270 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae7e9ca0-a406-4f67-9ddb-15e39b7bca1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:45.196852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-930ad511-c85c-4452-b41f-9ccd7b5f1540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:45.202408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Pushing event updated for resources: {'Port': ['ID=e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:45.219598 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:45.223378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] For port 05a2ad0a-4218-4d7e-83d2-6578d7c0d903, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=05a2ad0a-4218-4d7e-83d2-6578d7c0d903,segment=NetworkSegment(a81bc8e7-28aa-4233-adcf-ffa0de2bcecc),segment_id=a81bc8e7-28aa-4233-adcf-ffa0de2bcecc)] {{(pid=80908) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:28:45.225889 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc83354d-6ea0-4383-9f4c-a98301329568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:45.227948 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fc83354d-6ea0-4383-9f4c-a98301329568 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ebbdb78d-5988-4d26-bacc-218c9f8ae987 HTTP/1.1" status: 204 len: 168 time: 0.6226656 Jan 14 07:28:45.229369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83354d-6ea0-4383-9f4c-a98301329568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbdb78d-5988-4d26-bacc-218c9f8ae987,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:45.235674 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fc83354d-6ea0-4383-9f4c-a98301329568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:45.238661 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:45.242042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] Routers {'8da6eb9c-cbed-4497-a50f-039a7a29f86e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:28:45.244313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8da6eb9c-cbed-4497-a50f-039a7a29f86e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:45.256774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5b7f2a8e-5ca4-4454-a70c-12e8fd2c7828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, b2abda69-8198-46e5-8b4d-950403b3d882) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:45.270570 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d16c64e8-5b55-4713-a53d-c51f55646995 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:45.306006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:45.385711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=05a2ad0a-4218-4d7e-83d2-6578d7c0d903,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:45.390015 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:45.469333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7f2a8e-5ca4-4454-a70c-12e8fd2c7828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:45.470635 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b7f2a8e-5ca4-4454-a70c-12e8fd2c7828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:45.506669 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5b7f2a8e-5ca4-4454-a70c-12e8fd2c7828 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.2064347 Jan 14 07:28:45.647421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:45.648387 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:45.650459 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] 10.222.0.39 "PUT /v2.0/ports/05a2ad0a-4218-4d7e-83d2-6578d7c0d903 HTTP/1.1" status: 200 len: 1155 time: 3.9142687 Jan 14 07:28:45.651264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f61f8f-99c1-4ec6-a59e-9aa99261230d', 'tag': '05a2ad0a-4218-4d7e-83d2-6578d7c0d903'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:28:45.665444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-eea58c64-507c-4d32-b808-4d39f1723949 req-2fdce875-b9ec-41e9-8596-14e1e2857fbd tempest-ServerRescueTestJSON-767946407 tempest-ServerRescueTestJSON-767946407] Unset dirty status for tenant:1bff2f0f8d744df0b21fedb25ed50b57 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:28:45.667894 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-eea58c64-507c-4d32-b808-4d39f1723949 req-2fdce875-b9ec-41e9-8596-14e1e2857fbd tempest-ServerRescueTestJSON-767946407 tempest-ServerRescueTestJSON-767946407] 10.222.0.41 "GET /v2.0/networks?id=a817c807-bf93-4c78-9cd6-e0d0a4353b32 HTTP/1.1" status: 200 len: 810 time: 2.3240821 Jan 14 07:28:45.693903 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:45.694960 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:45.738421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] Set router 8da6eb9c-cbed-4497-a50f-039a7a29f86e gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:28:45.746226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f80594-888a-4c13-9c64-0b6bd4c3e783 None None] Network b2abda69-8198-46e5-8b4d-950403b3d882 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:28:45.781210 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:45.826909 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f61f8f-99c1-4ec6-a59e-9aa99261230d', 'tag': '05a2ad0a-4218-4d7e-83d2-6578d7c0d903', 'status': 'completed', 'code': 200} Jan 14 07:28:45.894299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-14ddf084-31cd-47d6-a6d9-f7fe21c73078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:45.896525 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-14ddf084-31cd-47d6-a6d9-f7fe21c73078 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8ec144fbbe34cea9a2eb4ef897069c3&device_id=a2f61f8f-99c1-4ec6-a59e-9aa99261230d HTTP/1.1" status: 200 len: 1158 time: 0.1775522 Jan 14 07:28:46.021585 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-08b5bc44-8c9d-45d0-affb-b808180b0ecb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05a2ad0a-4218-4d7e-83d2-6578d7c0d903 HTTP/1.1" status: 200 len: 217 time: 0.1171014 Jan 14 07:28:46.052634 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:46.067175 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-eea58c64-507c-4d32-b808-4d39f1723949 req-f66a2539-4da8-48de-8424-29af00b1db2e tempest-ServerRescueTestJSON-767946407 tempest-ServerRescueTestJSON-767946407] 10.222.0.41 "GET /v2.0/quotas/1bff2f0f8d744df0b21fedb25ed50b57 HTTP/1.1" status: 200 len: 375 time: 0.3589780 Jan 14 07:28:46.095264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35086) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:46.165395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-83edd2a0-eb10-4807-98fd-d645c97c97f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:46.167909 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-83edd2a0-eb10-4807-98fd-d645c97c97f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b385fee3-26ec-4869-9751-94f300fc71fe HTTP/1.1" status: 200 len: 851 time: 0.1400356 Jan 14 07:28:46.169917 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-018d0df8-0e14-44a2-aee8-fcb3f6b1b49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:46.229791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:46.245791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-018d0df8-0e14-44a2-aee8-fcb3f6b1b49f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:46.252387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-018d0df8-0e14-44a2-aee8-fcb3f6b1b49f admin admin] Usage tracker for resource:security_group_rule and tenant:8f49593467d141e6911747879b23f7e8 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:46.257416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-018d0df8-0e14-44a2-aee8-fcb3f6b1b49f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:46.265651 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-018d0df8-0e14-44a2-aee8-fcb3f6b1b49f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:46.445616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Allocated IP 172.20.0.2 (d25ff98d-c671-431b-a04c-5faaa359d5e7/1c0abe93-7b79-4e33-8386-7689dc2a7121/f29e928e-e9db-4b81-817e-485e06981d06) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:46.472562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-018d0df8-0e14-44a2-aee8-fcb3f6b1b49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:46.484399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5270fa93-079c-43f2-9f8a-cbc0dd6c24a8 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:46.484842 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-018d0df8-0e14-44a2-aee8-fcb3f6b1b49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:46.501927 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fc83354d-6ea0-4383-9f4c-a98301329568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:46.538460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d0df8-0e14-44a2-aee8-fcb3f6b1b49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988d7a12-deb7-437e-b3e5-93d927bf15ce,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:46.545985 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-c9e3082d-2ac8-4813-a370-9eb9e6b4f0f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=37771138-2b5f-4ec2-9acb-676f36094136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3582740 Jan 14 07:28:46.546970 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-018d0df8-0e14-44a2-aee8-fcb3f6b1b49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:46.694820 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-018d0df8-0e14-44a2-aee8-fcb3f6b1b49f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f49593467d141e6911747879b23f7e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5977163 Jan 14 07:28:46.704580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35102) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:46.746363 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:46.772652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da6eb9c-cbed-4497-a50f-039a7a29f86e', 'name': 'tempest-ServerRescueTestJSON-790679251-router', 'tenant_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '652aaba4-ba29-45b4-94c0-6bf0358b59a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:27:55Z', 'updated_at': '2021-01-14T07:28:33Z', 'revision_number': 4, 'project_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'gw_port': {'id': '652aaba4-ba29-45b4-94c0-6bf0358b59a3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da6eb9c-cbed-4497-a50f-039a7a29f86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:02Z', 'updated_at': '2021-01-14T07:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80', 'name': '', 'network_id': 'a817c807-bf93-4c78-9cd6-e0d0a4353b32', 'tenant_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'mac_address': 'fa:16:3e:82:4a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da6eb9c-cbed-4497-a50f-039a7a29f86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '3d00f753-e9a8-47ef-90c1-b00b864db321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:20Z', 'updated_at': '2021-01-14T07:28:44Z', 'revision_number': 4, 'project_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'subnets': [{'id': '3d00f753-e9a8-47ef-90c1-b00b864db321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:46.786192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec59de51-fdba-427e-9aab-1422895278b9 None None] The sync data for ids ['8da6eb9c-cbed-4497-a50f-039a7a29f86e'] in n-d-769329-2 is: [{'id': '8da6eb9c-cbed-4497-a50f-039a7a29f86e', 'name': 'tempest-ServerRescueTestJSON-790679251-router', 'tenant_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '652aaba4-ba29-45b4-94c0-6bf0358b59a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:27:55Z', 'updated_at': '2021-01-14T07:28:33Z', 'revision_number': 4, 'project_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'gw_port': {'id': '652aaba4-ba29-45b4-94c0-6bf0358b59a3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da6eb9c-cbed-4497-a50f-039a7a29f86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:02Z', 'updated_at': '2021-01-14T07:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80', 'name': '', 'network_id': 'a817c807-bf93-4c78-9cd6-e0d0a4353b32', 'tenant_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'mac_address': 'fa:16:3e:82:4a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da6eb9c-cbed-4497-a50f-039a7a29f86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': '3d00f753-e9a8-47ef-90c1-b00b864db321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:20Z', 'updated_at': '2021-01-14T07:28:44Z', 'revision_number': 4, 'project_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'subnets': [{'id': '3d00f753-e9a8-47ef-90c1-b00b864db321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:28:46.845738 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b64aefad-4bca-4adc-a1e1-f13b32c516f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:46.987353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b64aefad-4bca-4adc-a1e1-f13b32c516f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:47.041220 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-569c21ee-110c-424f-95fe-f581aceb0bf7 service neutron] 10.222.0.39 "GET /v2.0/networks/37771138-2b5f-4ec2-9acb-676f36094136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798567 Jan 14 07:28:47.221008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-bd283a5a-91b9-4767-86a8-eff72e495515 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:47.223511 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-1970dbc3-8bcd-4e46-85a7-9263b5fc9174 service neutron] 10.222.0.39 "GET /v2.0/networks/37771138-2b5f-4ec2-9acb-676f36094136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1761291 Jan 14 07:28:47.224719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b64aefad-4bca-4adc-a1e1-f13b32c516f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:47.231281 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d06d6eea-9bf9-46d8-83d6-757d7edb7a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:47.250595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64aefad-4bca-4adc-a1e1-f13b32c516f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988d7a12-deb7-437e-b3e5-93d927bf15ce,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:47.253731 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b64aefad-4bca-4adc-a1e1-f13b32c516f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:47.261149 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b64aefad-4bca-4adc-a1e1-f13b32c516f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:47.262679 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b64aefad-4bca-4adc-a1e1-f13b32c516f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/988d7a12-deb7-437e-b3e5-93d927bf15ce HTTP/1.1" status: 204 len: 168 time: 0.5561819 Jan 14 07:28:47.267621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 5270fa93-079c-43f2-9f8a-cbc0dd6c24a8 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:28:47.328191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-bd283a5a-91b9-4767-86a8-eff72e495515 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:47.330324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-930ad511-c85c-4452-b41f-9ccd7b5f1540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:47.344721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22df8a9b-48ae-48cf-b0a4-b8981a5f9163 None None] Network b2abda69-8198-46e5-8b4d-950403b3d882 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:28:47.386310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08472323-94ba-43a1-a402-ab859c273cf6 req-b969ab9a-29ad-4f6f-86b5-bfd2aa6ffe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:47.388620 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-08472323-94ba-43a1-a402-ab859c273cf6 req-b969ab9a-29ad-4f6f-86b5-bfd2aa6ffe88 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8ec144fbbe34cea9a2eb4ef897069c3&device_id=a2f61f8f-99c1-4ec6-a59e-9aa99261230d HTTP/1.1" status: 200 len: 1158 time: 0.1242440 Jan 14 07:28:47.481907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 5270fa93-079c-43f2-9f8a-cbc0dd6c24a8 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:47.482525 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:47.690824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08472323-94ba-43a1-a402-ab859c273cf6 req-1410ed65-c467-45d4-ab38-9608d5b1666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:47.693742 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-08472323-94ba-43a1-a402-ab859c273cf6 req-1410ed65-c467-45d4-ab38-9608d5b1666c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c8ec144fbbe34cea9a2eb4ef897069c3&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2968104 Jan 14 07:28:47.946772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08472323-94ba-43a1-a402-ab859c273cf6 req-9ed99886-0dc4-4206-82ef-3cfda8dd8ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:47.948576 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-08472323-94ba-43a1-a402-ab859c273cf6 req-9ed99886-0dc4-4206-82ef-3cfda8dd8ca4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2481282 Jan 14 07:28:48.093399 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:48.139054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Transition to ACTIVE for port object f29e928e-e9db-4b81-817e-485e06981d06 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:48.163574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:48.177156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Transition to ACTIVE for port object f29e928e-e9db-4b81-817e-485e06981d06 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:48.192610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 5270fa93-079c-43f2-9f8a-cbc0dd6c24a8, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5270fa93-079c-43f2-9f8a-cbc0dd6c24a8,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:48.197735 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:48.237507 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:48.315048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Pushing event updated for resources: {'Port': ['ID=f29e928e-e9db-4b81-817e-485e06981d06,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:48.317724 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:48.320149 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:48.320667 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:48.326576 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6f797078-456d-4d5c-a0be-e1fcfc39a2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:48.367457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:48.529096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:48.543269 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-930ad511-c85c-4452-b41f-9ccd7b5f1540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:48.570044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6b2a09-55f1-42b8-ac08-016fbc871423 None None] Network ce731b9a-345f-4e1e-a95c-e4ad6a017f9c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:28:48.585430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=5270fa93-079c-43f2-9f8a-cbc0dd6c24a8,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:48.605506 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:48.841895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Network d25ff98d-c671-431b-a04c-5faaa359d5e7 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:48.847448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:48.862219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:48.870687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2b5ae-8183-4280-ac74-4f39e2292754 req-96c2eb73-2309-4e1f-b53c-5b3917847952 tempest-AttachVolumeNegativeTest-1299448771 tempest-AttachVolumeNegativeTest-1299448771] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:48.871810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a3d2b5ae-8183-4280-ac74-4f39e2292754 req-96c2eb73-2309-4e1f-b53c-5b3917847952 tempest-AttachVolumeNegativeTest-1299448771 tempest-AttachVolumeNegativeTest-1299448771] Synchronizing usage tracker for tenant:513b9a9e42de43198131820579eb654e on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:28:48.881941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-bd283a5a-91b9-4767-86a8-eff72e495515 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Network d9153312-4285-4f73-b68d-cb0deb52be27 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:48.903325 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-930ad511-c85c-4452-b41f-9ccd7b5f1540 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/35b94442-10c8-46b2-b698-e8f8a8f4abdb HTTP/1.1" status: 204 len: 168 time: 6.8765149 Jan 14 07:28:48.904733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ad511-c85c-4452-b41f-9ccd7b5f1540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b94442-10c8-46b2-b698-e8f8a8f4abdb,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:48.906037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35190) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:48.935844 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-930ad511-c85c-4452-b41f-9ccd7b5f1540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:48.940333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-bd283a5a-91b9-4767-86a8-eff72e495515 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:48.942891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-bd283a5a-91b9-4767-86a8-eff72e495515 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:48.952430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Attempting to bind port f29e928e-e9db-4b81-817e-485e06981d06 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:28:48.953102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Attempting to bind port f29e928e-e9db-4b81-817e-485e06981d06 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '1fb3cfc0-7d2c-48b1-ab11-06deb127e16c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd25ff98d-c671-431b-a04c-5faaa359d5e7'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:28:48.953731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Attempting to bind port f29e928e-e9db-4b81-817e-485e06981d06 on network d25ff98d-c671-431b-a04c-5faaa359d5e7 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:28:48.964754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:28:48.970473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:28:48.970897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Checking segment: {'id': '1fb3cfc0-7d2c-48b1-ab11-06deb127e16c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd25ff98d-c671-431b-a04c-5faaa359d5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:28:48.971345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:48.971845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Bound using segment: {'id': '1fb3cfc0-7d2c-48b1-ab11-06deb127e16c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd25ff98d-c671-431b-a04c-5faaa359d5e7'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:28:48.972507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Bound port: f29e928e-e9db-4b81-817e-485e06981d06, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb3cfc0-7d2c-48b1-ab11-06deb127e16c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd25ff98d-c671-431b-a04c-5faaa359d5e7'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:28:48.972934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:49.027881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:49.028527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:49.134994 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-eea58c64-507c-4d32-b808-4d39f1723949 req-8ed6aeb4-b476-4ec0-b09d-e04590a3ee57 tempest-ServerRescueTestJSON-767946407 tempest-ServerRescueTestJSON-767946407] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bff2f0f8d744df0b21fedb25ed50b57&fields=id HTTP/1.1" status: 200 len: 255 time: 2.9256928 Jan 14 07:28:49.189005 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:49.299298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-91964218-d6a0-40a4-8940-8a1004f774aa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Allocated IP 172.20.0.14 (11af924b-ed35-48aa-8425-c55f531fd0a3/e54d502b-e486-4442-9d9e-3d23cf0c3286/c5e8a834-a5c6-41d8-812b-a4685cbd9e8e) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:49.308362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-91964218-d6a0-40a4-8940-8a1004f774aa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Allocated IP 172.20.0.13 (11af924b-ed35-48aa-8425-c55f531fd0a3/e54d502b-e486-4442-9d9e-3d23cf0c3286/c5e8a834-a5c6-41d8-812b-a4685cbd9e8e) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:49.331127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9d24bb-1826-43e8-b2b7-102eb7175a54 None None] DHCP port deletion for ce731b9a-345f-4e1e-a95c-e4ad6a017f9c request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:28:49.349589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] Deleting port 494bc1d2-9168-44a3-a8c7-b7bdc1826717 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:49.349977 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:49.381290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35200) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:49.381706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-233b667a-87da-402c-9672-b5b00b569752 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80909) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:28:49.385464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d24bb-1826-43e8-b2b7-102eb7175a54 None None] Deleting port 494bc1d2-9168-44a3-a8c7-b7bdc1826717 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:49.385773 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc9d24bb-1826-43e8-b2b7-102eb7175a54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:49.594160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Allocated IP 172.20.0.1 (60eca220-f4d8-4f80-bc24-238eaea2b741/38ec468a-301b-4f25-b9cc-8f87d4d3e42a/e709da0b-e6d2-4f03-b219-f71028653649) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:49.621219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-fc9d24bb-1826-43e8-b2b7-102eb7175a54 None None] For port 494bc1d2-9168-44a3-a8c7-b7bdc1826717, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=494bc1d2-9168-44a3-a8c7-b7bdc1826717,segment=NetworkSegment(09f8f0bf-b786-4f53-9b8b-9b7659b5b888),segment_id=09f8f0bf-b786-4f53-9b8b-9b7659b5b888)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:49.621581 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc9d24bb-1826-43e8-b2b7-102eb7175a54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:49.643199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] For port 494bc1d2-9168-44a3-a8c7-b7bdc1826717, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=494bc1d2-9168-44a3-a8c7-b7bdc1826717,segment=NetworkSegment(09f8f0bf-b786-4f53-9b8b-9b7659b5b888),segment_id=09f8f0bf-b786-4f53-9b8b-9b7659b5b888)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:49.643599 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:49.770383 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:49.788076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Transition to ACTIVE for port object e709da0b-e6d2-4f03-b219-f71028653649 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:49.793519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] Calling delete_port for 494bc1d2-9168-44a3-a8c7-b7bdc1826717 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:49.797963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d24bb-1826-43e8-b2b7-102eb7175a54 None None] Calling delete_port for 494bc1d2-9168-44a3-a8c7-b7bdc1826717 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:49.812308 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2dd41315-93a3-4782-8690-3ad45095181a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.449s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:49.858057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a3d2b5ae-8183-4280-ac74-4f39e2292754 req-96c2eb73-2309-4e1f-b53c-5b3917847952 tempest-AttachVolumeNegativeTest-1299448771 tempest-AttachVolumeNegativeTest-1299448771] Unset dirty status for tenant:513b9a9e42de43198131820579eb654e on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:28:49.869307 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a3d2b5ae-8183-4280-ac74-4f39e2292754 req-96c2eb73-2309-4e1f-b53c-5b3917847952 tempest-AttachVolumeNegativeTest-1299448771 tempest-AttachVolumeNegativeTest-1299448771] 10.222.0.41 "GET /v2.0/networks?id=b2abda69-8198-46e5-8b4d-950403b3d882 HTTP/1.1" status: 200 len: 814 time: 2.5809896 Jan 14 07:28:49.879286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device 05a2ad0a-4218-4d7e-83d2-6578d7c0d903 up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:49.900184 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:28:49.900601 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:28:49.901399 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-696e777d-d550-406d-ae38-bcd869c7e105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:49.920816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-696e777d-d550-406d-ae38-bcd869c7e105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:49.935210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-696e777d-d550-406d-ae38-bcd869c7e105 admin admin] Usage tracker for resource:security_group_rule and tenant:a89e1fc5084249c193c89194f3258bd4 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:49.942197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-696e777d-d550-406d-ae38-bcd869c7e105 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:49.957706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-696e777d-d550-406d-ae38-bcd869c7e105 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:49.987843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:49.989392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] For port f29e928e-e9db-4b81-817e-485e06981d06, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:28:49.998771 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc9d24bb-1826-43e8-b2b7-102eb7175a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:50.074157 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-696e777d-d550-406d-ae38-bcd869c7e105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:50.082759 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-696e777d-d550-406d-ae38-bcd869c7e105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:50.096169 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a3d2b5ae-8183-4280-ac74-4f39e2292754 req-abbd06dc-fe68-4896-a72a-9ab4a25e663e tempest-AttachVolumeNegativeTest-1299448771 tempest-AttachVolumeNegativeTest-1299448771] 10.222.0.41 "GET /v2.0/quotas/513b9a9e42de43198131820579eb654e HTTP/1.1" status: 200 len: 375 time: 0.2255888 Jan 14 07:28:50.116339 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0c9f174d-0809-4396-b132-fee2fdc34853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:50.122892 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-de4c4dbe-3ae1-4914-a574-a5497cd5b9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:50.128104 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-696e777d-d550-406d-ae38-bcd869c7e105 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a89e1fc5084249c193c89194f3258bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7371695 Jan 14 07:28:50.137404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35216) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:50.174448 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:50.223569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80,segment=NetworkSegment(ac361609-6a60-42a3-b4b4-59d398c46cf5),segment_id=ac361609-6a60-42a3-b4b4-59d398c46cf5)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:50.223963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e777d-d550-406d-ae38-bcd869c7e105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d571fce-4a84-4213-8516-921a60c62220,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:50.225814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] For port f29e928e-e9db-4b81-817e-485e06981d06, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f29e928e-e9db-4b81-817e-485e06981d06,segment=NetworkSegment(1fb3cfc0-7d2c-48b1-ab11-06deb127e16c),segment_id=1fb3cfc0-7d2c-48b1-ab11-06deb127e16c)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:28:50.228020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9d24bb-1826-43e8-b2b7-102eb7175a54 None None] No DVR routers for this DVR port 494bc1d2-9168-44a3-a8c7-b7bdc1826717 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:28:50.240454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d24bb-1826-43e8-b2b7-102eb7175a54 None None] Pushing event deleted for resources: {'Port': ['ID=494bc1d2-9168-44a3-a8c7-b7bdc1826717,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:50.249028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:50.253188 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-696e777d-d550-406d-ae38-bcd869c7e105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:50.311323 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5588d166-baf3-40dd-bbdc-9fa02accf6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:50.317997 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-eea58c64-507c-4d32-b808-4d39f1723949 req-6fd36f5d-eba0-4956-9fbe-3d1a9301049a service neutron] 10.222.0.41 "GET /v2.0/networks/a817c807-bf93-4c78-9cd6-e0d0a4353b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419906 Jan 14 07:28:50.354935 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5588d166-baf3-40dd-bbdc-9fa02accf6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:50.364273 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a3d2b5ae-8183-4280-ac74-4f39e2292754 req-ee81e183-da19-44b1-a976-fe3b18c5ba14 tempest-AttachVolumeNegativeTest-1299448771 tempest-AttachVolumeNegativeTest-1299448771] 10.222.0.41 "GET /v2.0/ports?tenant_id=513b9a9e42de43198131820579eb654e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2611260 Jan 14 07:28:50.401856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] Deleting port 494bc1d2-9168-44a3-a8c7-b7bdc1826717 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:50.402610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:50.422020 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:50.424283 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fc9d24bb-1826-43e8-b2b7-102eb7175a54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:50.424807 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fc9d24bb-1826-43e8-b2b7-102eb7175a54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:50.502311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning for port 05a2ad0a-4218-4d7e-83d2-6578d7c0d903 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:28:50.523278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] The port '494bc1d2-9168-44a3-a8c7-b7bdc1826717' was deleted {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:28:50.526589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port 05a2ad0a-4218-4d7e-83d2-6578d7c0d903 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:50.527141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:50.582826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5270fa93-079c-43f2-9f8a-cbc0dd6c24a8 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:50.656591 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5588d166-baf3-40dd-bbdc-9fa02accf6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:50.673155 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a1e4cb28-e826-49bd-937b-01d490598bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:50.694729 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a3d2b5ae-8183-4280-ac74-4f39e2292754 req-11aa95b4-dec4-4650-b893-a23f46760fb6 service neutron] 10.222.0.41 "GET /v2.0/networks/b2abda69-8198-46e5-8b4d-950403b3d882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292634 Jan 14 07:28:50.697381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd283a5a-91b9-4767-86a8-eff72e495515 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Pushing event updated for resources: {'Port': ['ID=a5c998d0-382b-4493-8259-0b2c78d19d35,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:50.703947 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:50.709046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:28:50.709046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:50.709046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:50.709046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:50.709046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:28:50.709046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:50.709046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:50.709046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:50.709046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:28:50.709046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:50.709046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:50.709046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:50.709046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:50.709046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:50.709046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:50.709046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:50.709046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:50.709046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:50.709046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:50.709046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:50.711737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588d166-baf3-40dd-bbdc-9fa02accf6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d571fce-4a84-4213-8516-921a60c62220,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:50.721055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-bd283a5a-91b9-4767-86a8-eff72e495515 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:50.721792 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-bd283a5a-91b9-4767-86a8-eff72e495515 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:50.723234 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:50.749070 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd283a5a-91b9-4767-86a8-eff72e495515 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:50.802779 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5588d166-baf3-40dd-bbdc-9fa02accf6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:50.831510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5588d166-baf3-40dd-bbdc-9fa02accf6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:50.836433 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5588d166-baf3-40dd-bbdc-9fa02accf6a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d571fce-4a84-4213-8516-921a60c62220 HTTP/1.1" status: 204 len: 168 time: 0.6974905 Jan 14 07:28:50.956072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce731b9a-345f-4e1e-a95c-e4ad6a017f9c']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:50.956389 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-eea58c64-507c-4d32-b808-4d39f1723949 req-548d77bf-c117-48ca-880d-60d529d1f578 service neutron] 10.222.0.41 "GET /v2.0/networks/a817c807-bf93-4c78-9cd6-e0d0a4353b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4745617 Jan 14 07:28:50.957331 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c7e59d0-b5eb-4a5a-b3e7-49e3a30e351d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.868s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:50.963453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3b27a-4546-455e-b89a-cfe6e3490ecd None None] Pushing event updated for resources: {'Port': ['ID=f29e928e-e9db-4b81-817e-485e06981d06,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:51.017239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f8f0bf-b786-4f53-9b8b-9b7659b5b888') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:51.018048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f8f0bf-b786-4f53-9b8b-9b7659b5b888') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:28:51.069081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:51.110409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 5270fa93-079c-43f2-9f8a-cbc0dd6c24a8 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:51.111153 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:51.122810 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:51.125171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] Releasing vxlan tunnel 16 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:28:51.243690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:51.280990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:51.293492 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.868s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:51.297635 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7da42d99-e52a-4492-8f19-03cdbccb1f4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.842s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:51.298308 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7da42d99-e52a-4492-8f19-03cdbccb1f4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:51.423403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f61f8f-99c1-4ec6-a59e-9aa99261230d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a2ad0a-4218-4d7e-83d2-6578d7c0d903'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:28:51.462421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-91964218-d6a0-40a4-8940-8a1004f774aa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:51.492123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port 05a2ad0a-4218-4d7e-83d2-6578d7c0d903, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=05a2ad0a-4218-4d7e-83d2-6578d7c0d903,segment=NetworkSegment(a81bc8e7-28aa-4233-adcf-ffa0de2bcecc),segment_id=a81bc8e7-28aa-4233-adcf-ffa0de2bcecc)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:51.504055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:51.509897 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a53f63f-3213-416d-9e12-a5342b3ee40c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:51.549337 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a3d2b5ae-8183-4280-ac74-4f39e2292754 req-732503e4-8118-4cad-aee7-ef874732b8b4 service neutron] 10.222.0.41 "GET /v2.0/networks/b2abda69-8198-46e5-8b4d-950403b3d882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8536463 Jan 14 07:28:51.564795 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-bd283a5a-91b9-4767-86a8-eff72e495515 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.8460624 Jan 14 07:28:51.566015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-91964218-d6a0-40a4-8940-8a1004f774aa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:51.570303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] Network ce731b9a-345f-4e1e-a95c-e4ad6a017f9c has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:28:51.595327 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:51.626163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device 05a2ad0a-4218-4d7e-83d2-6578d7c0d903 up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:51.661835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Request body: {'port': {'device_id': '28079013-7ad3-4827-b21a-d8c3b73780f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-2'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:51.771846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 494bc1d2-9168-44a3-a8c7-b7bdc1826717 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:28:51.891895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 494bc1d2-9168-44a3-a8c7-b7bdc1826717 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:28:51.892291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 494bc1d2-9168-44a3-a8c7-b7bdc1826717 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:28:51.948045 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f61f8f-99c1-4ec6-a59e-9aa99261230d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a2ad0a-4218-4d7e-83d2-6578d7c0d903', 'code': 200} Jan 14 07:28:52.063067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=05a2ad0a-4218-4d7e-83d2-6578d7c0d903,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:52.068067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port 05a2ad0a-4218-4d7e-83d2-6578d7c0d903 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:52.068482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:52.166087 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:52.177674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] Network ce731b9a-345f-4e1e-a95c-e4ad6a017f9c has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:28:52.325434 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:28:52.329571 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:28:52.342936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:28:52.342936 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:28:52.342936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:28:52.342936 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:28:52.342936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:28:52.342936 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:28:52.342936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:28:52.342936 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:28:52.342936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:28:52.342936 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:28:52.342936 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:28:52.348355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35264) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:52.493101 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:52.506989 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-115cc844-a421-44ed-b241-d9047bfe70e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:52.554048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:52.809781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f29e928e-e9db-4b81-817e-485e06981d06 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:53.024799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce731b9a-345f-4e1e-a95c-e4ad6a017f9c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:53.034924 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:53.038434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port f29e928e-e9db-4b81-817e-485e06981d06 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:28:53.043400 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ce731b9a-345f-4e1e-a95c-e4ad6a017f9c HTTP/1.1" status: 204 len: 168 time: 4.1258464 Jan 14 07:28:53.055419 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:53.057956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:53.155314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf30b87-548b-43f0-8147-d21424752fa8 None None] Network d25ff98d-c671-431b-a04c-5faaa359d5e7 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:28:53.491196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:53.491868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:53.549886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2db7d809-a340-4eb1-8992-e8d961675910 None None] Provisioning for port f29e928e-e9db-4b81-817e-485e06981d06 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:28:53.633121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35322) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:53.677972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device 05a2ad0a-4218-4d7e-83d2-6578d7c0d903 no longer exists at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:28:53.740297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2db7d809-a340-4eb1-8992-e8d961675910 None None] Provisioning complete for port f29e928e-e9db-4b81-817e-485e06981d06 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:53.741229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2db7d809-a340-4eb1-8992-e8d961675910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:53.743358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c998d0-382b-4493-8259-0b2c78d19d35 {{(pid=80907) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 07:28:53.752609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:53.769704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Transition to ACTIVE for port object a5c998d0-382b-4493-8259-0b2c78d19d35 will not be triggered until provisioned by entity L2. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:28:53.784913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35326) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.810026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:53.815288 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:28:53.815288 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:53.815288 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.815288 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:53.815288 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:28:53.815288 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:53.815288 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.815288 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:53.815288 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:28:53.815288 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:53.815288 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.815288 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:53.815288 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:53.815288 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:53.815288 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.815288 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:53.815288 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:53.815288 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:53.815288 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:53.815288 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:53.830967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-2051f8b8-745a-469d-9730-ed9ebdde46b2 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:53.831469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-2051f8b8-745a-469d-9730-ed9ebdde46b2 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Synchronizing usage tracker for tenant:c8ec144fbbe34cea9a2eb4ef897069c3 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:28:53.836090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Pushing event updated for resources: {'Port': ['ID=e709da0b-e6d2-4f03-b219-f71028653649,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:53.842038 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.885s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:53.846397 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.240s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:53.855974 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ae6c186c-8d92-4199-87ce-a7c1f24cd5cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3451631cc4f4706994f5dfe4aea528e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548617 Jan 14 07:28:53.870523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35334) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:53.982228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35338) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:54.021498 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.028217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-2051f8b8-745a-469d-9730-ed9ebdde46b2 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Unset dirty status for tenant:c8ec144fbbe34cea9a2eb4ef897069c3 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:28:54.029484 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-2051f8b8-745a-469d-9730-ed9ebdde46b2 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.39 "GET /v2.0/ports?device_id=a2f61f8f-99c1-4ec6-a59e-9aa99261230d HTTP/1.1" status: 200 len: 945 time: 0.8048215 Jan 14 07:28:54.074199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b5abb5e-e7b1-40b7-b972-f80669ca9715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.077326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91964218-d6a0-40a4-8940-8a1004f774aa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network 11af924b-ed35-48aa-8425-c55f531fd0a3 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:54.104305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b5abb5e-e7b1-40b7-b972-f80669ca9715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.114571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-91964218-d6a0-40a4-8940-8a1004f774aa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:54.118571 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.127520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91964218-d6a0-40a4-8940-8a1004f774aa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:54.168386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4869886-0b44-44a5-b528-4f770e603378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.207131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-13167531'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:54.221476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f61f8f-99c1-4ec6-a59e-9aa99261230d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05a2ad0a-4218-4d7e-83d2-6578d7c0d903'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:28:54.265576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port 05a2ad0a-4218-4d7e-83d2-6578d7c0d903, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=05a2ad0a-4218-4d7e-83d2-6578d7c0d903,segment=NetworkSegment(a81bc8e7-28aa-4233-adcf-ffa0de2bcecc),segment_id=a81bc8e7-28aa-4233-adcf-ffa0de2bcecc)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:54.267107 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2db7d809-a340-4eb1-8992-e8d961675910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.290382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:54.302518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:network and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:54.309893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2db7d809-a340-4eb1-8992-e8d961675910 None None] For port f29e928e-e9db-4b81-817e-485e06981d06, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f29e928e-e9db-4b81-817e-485e06981d06,segment=NetworkSegment(1fb3cfc0-7d2c-48b1-ab11-06deb127e16c),segment_id=1fb3cfc0-7d2c-48b1-ab11-06deb127e16c)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:54.310985 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.313514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:54.315161 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:54.328975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:54.377713 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f61f8f-99c1-4ec6-a59e-9aa99261230d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05a2ad0a-4218-4d7e-83d2-6578d7c0d903', 'code': 200} Jan 14 07:28:54.379579 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2db7d809-a340-4eb1-8992-e8d961675910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.386983 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f97da6a-6e4c-4dbd-8283-8374f6cfc73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.405938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=05a2ad0a-4218-4d7e-83d2-6578d7c0d903,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:54.412156 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:54.412665 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:54.429078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Network 60eca220-f4d8-4f80-bc24-238eaea2b741 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:54.432564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:54.438884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91964218-d6a0-40a4-8940-8a1004f774aa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Port': ['ID=c5e8a834-a5c6-41d8-812b-a4685cbd9e8e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:54.462293 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.467978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:54.483727 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-91964218-d6a0-40a4-8940-8a1004f774aa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:54.494293 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b5abb5e-e7b1-40b7-b972-f80669ca9715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.499543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7d809-a340-4eb1-8992-e8d961675910 None None] Pushing event updated for resources: {'Port': ['ID=f29e928e-e9db-4b81-817e-485e06981d06,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:54.502819 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.435s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:54.508698 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2db7d809-a340-4eb1-8992-e8d961675910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:54.515025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3f97da6a-6e4c-4dbd-8283-8374f6cfc73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:54.520517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-027bd28e-d3a6-40be-915b-61d5f2e5ec24 None None] Provisioning complete for port f29e928e-e9db-4b81-817e-485e06981d06 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:54.521585 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-027bd28e-d3a6-40be-915b-61d5f2e5ec24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.525566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3f97da6a-6e4c-4dbd-8283-8374f6cfc73d admin admin] Usage tracker for resource:security_group_rule and tenant:a9441ab688db441798148c737c89ca30 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:54.528951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3f97da6a-6e4c-4dbd-8283-8374f6cfc73d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:54.535173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3f97da6a-6e4c-4dbd-8283-8374f6cfc73d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:54.609888 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-afc2094c-4f80-422d-bb6b-8486b35c436c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:54.628602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:54.634418 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.715234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5abb5e-e7b1-40b7-b972-f80669ca9715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7251931-7932-481a-9ab0-34d3157b6dde,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:54.739076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-55fa7ad4-a08f-4c15-bf6d-d13dbd9ffd97 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Deleting port 05a2ad0a-4218-4d7e-83d2-6578d7c0d903 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:54.739621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-55fa7ad4-a08f-4c15-bf6d-d13dbd9ffd97 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:54.793125 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.797223 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:54.802464 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:54.817785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44822f0-2bcc-4c84-83ca-ec77835bca1e req-24f794c9-ed28-469d-874e-4b8dd0887e66 tempest-AttachVolumeNegativeTest-1299448771 tempest-AttachVolumeNegativeTest-1299448771] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:54.820709 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2b5abb5e-e7b1-40b7-b972-f80669ca9715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:54.822610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3414fe4d-fe39-48e4-8701-5d4b19660095 None None] Provisioning complete for port f29e928e-e9db-4b81-817e-485e06981d06 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:54.823203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3414fe4d-fe39-48e4-8701-5d4b19660095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.827253 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c44822f0-2bcc-4c84-83ca-ec77835bca1e req-24f794c9-ed28-469d-874e-4b8dd0887e66 tempest-AttachVolumeNegativeTest-1299448771 tempest-AttachVolumeNegativeTest-1299448771] 10.222.0.41 "GET /v2.0/networks?id=b2abda69-8198-46e5-8b4d-950403b3d882 HTTP/1.1" status: 200 len: 814 time: 0.9961357 Jan 14 07:28:54.833520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:54.847558 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f97da6a-6e4c-4dbd-8283-8374f6cfc73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.850386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.915004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.954844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91964218-d6a0-40a4-8940-8a1004f774aa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:54.955580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-91964218-d6a0-40a4-8940-8a1004f774aa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:54.979456 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c44822f0-2bcc-4c84-83ca-ec77835bca1e req-a9f310b3-e4e5-48c6-ae00-0d6c0e98d985 tempest-AttachVolumeNegativeTest-1299448771 tempest-AttachVolumeNegativeTest-1299448771] 10.222.0.41 "GET /v2.0/quotas/513b9a9e42de43198131820579eb654e HTTP/1.1" status: 200 len: 375 time: 0.1498220 Jan 14 07:28:55.032839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:security_group_rule and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:55.043312 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f97da6a-6e4c-4dbd-8283-8374f6cfc73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:55.053168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:55.066240 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:55.068595 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-91964218-d6a0-40a4-8940-8a1004f774aa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 14.3463609 Jan 14 07:28:55.074386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35348) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:55.090754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:55.097047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b1b5db1c-008f-4d05-8e0f-a2fa7b2da783 None None] Provisioning complete for port f29e928e-e9db-4b81-817e-485e06981d06 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:55.097047 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b1b5db1c-008f-4d05-8e0f-a2fa7b2da783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:55.113313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'port_id': 'c5e8a834-a5c6-41d8-812b-a4685cbd9e8e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:55.124915 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b5abb5e-e7b1-40b7-b972-f80669ca9715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:55.128629 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2b5abb5e-e7b1-40b7-b972-f80669ca9715 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7251931-7932-481a-9ab0-34d3157b6dde HTTP/1.1" status: 204 len: 168 time: 1.2476151 Jan 14 07:28:55.137760 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c44822f0-2bcc-4c84-83ca-ec77835bca1e req-387c07b5-512b-4b65-af6e-ba033e8819d8 tempest-AttachVolumeNegativeTest-1299448771 tempest-AttachVolumeNegativeTest-1299448771] 10.222.0.41 "GET /v2.0/ports?tenant_id=513b9a9e42de43198131820579eb654e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1570892 Jan 14 07:28:55.146328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:55.175950 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cde93afd-0e33-4f5e-853f-9df075f5332a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:55.235476 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:55.241820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b1b5db1c-008f-4d05-8e0f-a2fa7b2da783 None None] Provisioning for port e709da0b-e6d2-4f03-b219-f71028653649 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:28:55.244466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Usage tracker for resource:floatingip and tenant:5255bc20dcc84120afef82d5f8e89b82 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:55.249360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b1b5db1c-008f-4d05-8e0f-a2fa7b2da783 None None] Provisioning complete for port e709da0b-e6d2-4f03-b219-f71028653649 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:55.252567 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b1b5db1c-008f-4d05-8e0f-a2fa7b2da783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:55.252737 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3f97da6a-6e4c-4dbd-8283-8374f6cfc73d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9441ab688db441798148c737c89ca30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2633395 Jan 14 07:28:55.261935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:55.273628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97da6a-6e4c-4dbd-8283-8374f6cfc73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ef6f0a-da0c-4b70-aa31-0bf3f1638ec0,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:55.278021 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3f97da6a-6e4c-4dbd-8283-8374f6cfc73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:55.278976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35354) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:55.316331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:55.345576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5db1c-008f-4d05-8e0f-a2fa7b2da783 None None] Port e709da0b-e6d2-4f03-b219-f71028653649 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:28:55.490543 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:55.533160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-55fa7ad4-a08f-4c15-bf6d-d13dbd9ffd97 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] For port 05a2ad0a-4218-4d7e-83d2-6578d7c0d903, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=05a2ad0a-4218-4d7e-83d2-6578d7c0d903,segment=NetworkSegment(a81bc8e7-28aa-4233-adcf-ffa0de2bcecc),segment_id=a81bc8e7-28aa-4233-adcf-ffa0de2bcecc)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:55.533718 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-55fa7ad4-a08f-4c15-bf6d-d13dbd9ffd97 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:55.761380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c998d0-382b-4493-8259-0b2c78d19d35,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:55.785410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-55fa7ad4-a08f-4c15-bf6d-d13dbd9ffd97 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Calling delete_port for 05a2ad0a-4218-4d7e-83d2-6578d7c0d903 owned by compute:nova {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:55.799634 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.298s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:55.936300 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-059690f3-25a0-40ba-b935-b3a54a28820a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:55.979045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Attempting to bind port a5c998d0-382b-4493-8259-0b2c78d19d35 on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:28:55.979457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Attempting to bind port a5c998d0-382b-4493-8259-0b2c78d19d35 by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': 'dec16bb6-f5d9-4101-a562-205b3002e4ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9153312-4285-4f73-b68d-cb0deb52be27'}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:28:55.979868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Attempting to bind port a5c998d0-382b-4493-8259-0b2c78d19d35 on network d9153312-4285-4f73-b68d-cb0deb52be27 {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:28:55.991384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:28:55.992202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Checking segment: {'id': 'dec16bb6-f5d9-4101-a562-205b3002e4ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9153312-4285-4f73-b68d-cb0deb52be27'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:28:55.992202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:55.992560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Bound using segment: {'id': 'dec16bb6-f5d9-4101-a562-205b3002e4ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9153312-4285-4f73-b68d-cb0deb52be27'} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:28:55.993052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Bound port: a5c998d0-382b-4493-8259-0b2c78d19d35, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec16bb6-f5d9-4101-a562-205b3002e4ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd9153312-4285-4f73-b68d-cb0deb52be27'}}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:28:55.993430 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:56.102471 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c44822f0-2bcc-4c84-83ca-ec77835bca1e req-96693efa-f5c8-4e3b-ae9b-c565f5a9cc9f service neutron] 10.222.0.41 "GET /v2.0/networks/b2abda69-8198-46e5-8b4d-950403b3d882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9637475 Jan 14 07:28:56.132943 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:56.136222 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-059690f3-25a0-40ba-b935-b3a54a28820a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:56.190198 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:56.203055 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-018d0df8-0e14-44a2-aee8-fcb3f6b1b49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:56.295081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35374) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:56.315379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] vxlan segment allocate from pool success with {'vxlan_vni': 14} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:28:56.347023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'SecurityGroup': ['ID=01002e44-8728-443a-8696-17cefd5c23f6,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:56.367508 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:56.371798 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:56.372159 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Added segment 94cc2abb-6f2b-443f-8df7-48da0b2b2fa8 of type vxlan for network e6acc9a6-db0b-42d1-82b7-716516d3711e Jan 14 07:28:56.387291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] For port a5c998d0-382b-4493-8259-0b2c78d19d35, host n-h2-769329-2, cleared binding levels {{(pid=80907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:28:56.428699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Allocated IP 172.25.3.171 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/99b41dbb-f80d-4534-a030-d19377b0432e) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:56.432726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] For port a5c998d0-382b-4493-8259-0b2c78d19d35, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=a5c998d0-382b-4493-8259-0b2c78d19d35,segment=NetworkSegment(dec16bb6-f5d9-4101-a562-205b3002e4ca),segment_id=dec16bb6-f5d9-4101-a562-205b3002e4ca)] {{(pid=80907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:28:56.437976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-55fa7ad4-a08f-4c15-bf6d-d13dbd9ffd97 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:56.441300 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-059690f3-25a0-40ba-b935-b3a54a28820a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:56.455803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:56.470259 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d53a8d88-3926-4e20-8503-87948011674e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:56.487495 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:56.504885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:56.556322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f29e928e-e9db-4b81-817e-485e06981d06 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:28:56.563528 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:56.613823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-145629877-network', 'tenant_id': 'e346bfdead1c491a8b5f2fb893f7131d'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:56.616529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059690f3-25a0-40ba-b935-b3a54a28820a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ef6f0a-da0c-4b70-aa31-0bf3f1638ec0,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:56.620089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:56.624936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Usage tracker for resource:network and tenant:e346bfdead1c491a8b5f2fb893f7131d is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:56.628246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:56.632279 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:56.671135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:56.695770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port f29e928e-e9db-4b81-817e-485e06981d06 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:28:56.696493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:56.820980 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-beb72de4-ed47-40af-8cad-b9cf4f6721e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:56.861625 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c44822f0-2bcc-4c84-83ca-ec77835bca1e req-34faaecc-0fa9-43e9-b41b-cc8cc57429d4 service neutron] 10.222.0.41 "GET /v2.0/networks/b2abda69-8198-46e5-8b4d-950403b3d882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7282155 Jan 14 07:28:56.883427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Made reservation on behalf of e346bfdead1c491a8b5f2fb893f7131d for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:56.888606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:56.925225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:56.933660 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-059690f3-25a0-40ba-b935-b3a54a28820a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:56.935634 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.452s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:56.955944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c998d0-382b-4493-8259-0b2c78d19d35,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:56.960251 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:56.966345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:56.975362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:56.976090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:56.977598 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] 10.222.0.39 "PUT /v2.0/ports/a5c998d0-382b-4493-8259-0b2c78d19d35 HTTP/1.1" status: 200 len: 1156 time: 5.3430409 Jan 14 07:28:56.978817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28079013-7ad3-4827-b21a-d8c3b73780f8', 'tag': 'a5c998d0-382b-4493-8259-0b2c78d19d35'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:28:56.999572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Usage tracker for resource:security_group_rule and tenant:e346bfdead1c491a8b5f2fb893f7131d is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:57.069086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:57.081436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:28:57.112083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa7ad4-a08f-4c15-bf6d-d13dbd9ffd97 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Pushing event deleted for resources: {'Port': ['ID=05a2ad0a-4218-4d7e-83d2-6578d7c0d903,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:57.120865 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28079013-7ad3-4827-b21a-d8c3b73780f8', 'tag': 'a5c998d0-382b-4493-8259-0b2c78d19d35', 'status': 'completed', 'code': 200} Jan 14 07:28:57.144266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:57.176151 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-55fa7ad4-a08f-4c15-bf6d-d13dbd9ffd97 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:57.242388 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:57.291568 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-059690f3-25a0-40ba-b935-b3a54a28820a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:57.296225 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-059690f3-25a0-40ba-b935-b3a54a28820a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53ef6f0a-da0c-4b70-aa31-0bf3f1638ec0 HTTP/1.1" status: 204 len: 168 time: 1.9880097 Jan 14 07:28:57.296225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:57.320562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:57.325892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:57.329263 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:57.380342 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:57.418236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-ba2beff4-5db1-45dd-9d20-e68639575f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:57.419742 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-ba2beff4-5db1-45dd-9d20-e68639575f11 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94f6378d248249348b8ff596bd91ec75&device_id=28079013-7ad3-4827-b21a-d8c3b73780f8 HTTP/1.1" status: 200 len: 1159 time: 0.3521266 Jan 14 07:28:57.586570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-55fa7ad4-a08f-4c15-bf6d-d13dbd9ffd97 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] No DVR routers for this DVR port 05a2ad0a-4218-4d7e-83d2-6578d7c0d903 on host n-h2-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:28:57.606606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-cde93afd-0e33-4f5e-853f-9df075f5332a admin admin] Deleting port e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:28:57.607128 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cde93afd-0e33-4f5e-853f-9df075f5332a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:57.626115 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-aeba6316-c86a-4025-b8f7-136205e8ad54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5c998d0-382b-4493-8259-0b2c78d19d35 HTTP/1.1" status: 200 len: 217 time: 0.1051929 Jan 14 07:28:57.642274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:57.691412 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-55fa7ad4-a08f-4c15-bf6d-d13dbd9ffd97 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:57.693634 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-55fa7ad4-a08f-4c15-bf6d-d13dbd9ffd97 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] 10.222.0.39 "DELETE /v2.0/ports/05a2ad0a-4218-4d7e-83d2-6578d7c0d903 HTTP/1.1" status: 204 len: 173 time: 3.6254785 Jan 14 07:28:57.710733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f61f8f-99c1-4ec6-a59e-9aa99261230d', 'name': 'network-vif-deleted', 'tag': '05a2ad0a-4218-4d7e-83d2-6578d7c0d903'}] {{(pid=80908) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:28:57.722373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:57.744541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-09cde195-5c69-42fe-804a-1bbd894e1141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:57.747878 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-09cde195-5c69-42fe-804a-1bbd894e1141 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3d92c1ce-f961-4b74-aad1-203b87ba148e HTTP/1.1" status: 200 len: 846 time: 0.1096640 Jan 14 07:28:57.753065 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:57.787414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:57.863114 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f61f8f-99c1-4ec6-a59e-9aa99261230d', 'name': 'network-vif-deleted', 'tag': '05a2ad0a-4218-4d7e-83d2-6578d7c0d903', 'status': 'completed', 'code': 200} Jan 14 07:28:57.875487 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 4.0830796 Jan 14 07:28:57.876745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35418) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:57.886998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Network': ['ID=e6acc9a6-db0b-42d1-82b7-716516d3711e,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:57.904233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1f678ca5-1753-45ee-a238-b28aae591006 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:57.929493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:57.942714 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-7f65a16c-2fb3-43b5-9a7d-c57ef0cdff15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d9153312-4285-4f73-b68d-cb0deb52be27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1426511 Jan 14 07:28:57.954829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:57.961651 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:28:57.971149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:57.982886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35422) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:58.062422 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:58.094824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:28:58.124580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:58.139287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-449433c1-de17-4998-952b-be6373845427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:58.222179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:58.232877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1f678ca5-1753-45ee-a238-b28aae591006 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:58.259119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:58.260227 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Added segment 02dcd627-d194-445a-b55c-5bbc5989c83a of type vxlan for network 3361ee36-a9ca-4480-b62e-c0cb93cd4ff9 Jan 14 07:28:58.262212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1f678ca5-1753-45ee-a238-b28aae591006 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:58.266976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Pushing event updated for resources: {'Port': ['ID=99b41dbb-f80d-4534-a030-d19377b0432e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:58.270796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1f678ca5-1753-45ee-a238-b28aae591006 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:58.281468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-cde93afd-0e33-4f5e-853f-9df075f5332a admin admin] For port e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80,segment=NetworkSegment(ac361609-6a60-42a3-b4b4-59d398c46cf5),segment_id=ac361609-6a60-42a3-b4b4-59d398c46cf5)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:28:58.282145 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cde93afd-0e33-4f5e-853f-9df075f5332a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:58.294989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1f678ca5-1753-45ee-a238-b28aae591006 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:58.410512 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:58.446583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Allocated IP 172.25.3.165 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/dcf95937-613e-4b25-982f-73738af2b6e8) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:28:58.459056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-cde93afd-0e33-4f5e-853f-9df075f5332a admin admin] Calling delete_port for e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:28:58.500433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f678ca5-1753-45ee-a238-b28aae591006 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:28:58.584147 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:58.587527 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14ac9093-bcb9-4e97-937e-9d8cf6c40c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.782s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:58.594610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-449433c1-de17-4998-952b-be6373845427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:58.641318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-449433c1-de17-4998-952b-be6373845427 admin admin] Usage tracker for resource:security_group_rule and tenant:351a5a7d7fba49b581f00df04d9e9347 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:58.691675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-449433c1-de17-4998-952b-be6373845427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:28:58.714235 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:58.742123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-449433c1-de17-4998-952b-be6373845427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:28:58.745859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f678ca5-1753-45ee-a238-b28aae591006 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:58.764203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b73339-fd67-4881-aea7-f87805acb44a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:58.766683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:58.792282 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:58.794685 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:58.796428 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.532s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:58.937026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.941046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:28:58.945303 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:28:58.958925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23d244-a470-4fce-9530-6f721f65ea8d req-837c7e38-8e2c-40cb-b486-290e29d36d9a tempest-AttachVolumeNegativeTest-1299448771 tempest-AttachVolumeNegativeTest-1299448771] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:58.960440 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2a23d244-a470-4fce-9530-6f721f65ea8d req-837c7e38-8e2c-40cb-b486-290e29d36d9a tempest-AttachVolumeNegativeTest-1299448771 tempest-AttachVolumeNegativeTest-1299448771] 10.222.0.41 "GET /v2.0/networks?id=b2abda69-8198-46e5-8b4d-950403b3d882 HTTP/1.1" status: 200 len: 814 time: 1.1692297 Jan 14 07:28:58.992047 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:28:59.003748 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-6f625083-4934-4d73-b917-9d08635d520f service neutron] 10.222.0.39 "GET /v2.0/networks/d9153312-4285-4f73-b68d-cb0deb52be27?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0266497 Jan 14 07:28:59.044228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:59.076785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:59.088125 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2a23d244-a470-4fce-9530-6f721f65ea8d req-efc76f11-10b2-4104-8f6d-1678325a556e tempest-AttachVolumeNegativeTest-1299448771 tempest-AttachVolumeNegativeTest-1299448771] 10.222.0.41 "GET /v2.0/quotas/513b9a9e42de43198131820579eb654e HTTP/1.1" status: 200 len: 375 time: 0.0865076 Jan 14 07:28:59.088910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Pushing event updated for resources: {'Port': ['ID=e709da0b-e6d2-4f03-b219-f71028653649,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:59.092772 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:59.099024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:28:59.112740 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:59.201957 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:59.202859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:28:59.203501 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:59.223308 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a6f740c-77c6-40fa-a6da-4caef0fbdc8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:59.283170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:59.303528 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d8c7bfc-72a1-467d-965b-4d8f9879ccf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:59.408950 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2a23d244-a470-4fce-9530-6f721f65ea8d req-7bf84ba6-40b5-4fbc-9093-3437ffa9a395 tempest-AttachVolumeNegativeTest-1299448771 tempest-AttachVolumeNegativeTest-1299448771] 10.222.0.41 "GET /v2.0/ports?tenant_id=513b9a9e42de43198131820579eb654e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2081347 Jan 14 07:28:59.441747 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cde93afd-0e33-4f5e-853f-9df075f5332a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:59.582934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Pushing event updated for resources: {'Network': ['ID=3361ee36-a9ca-4480-b62e-c0cb93cd4ff9,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:59.598468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 3361ee36-a9ca-4480-b62e-c0cb93cd4ff9 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:59.614312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 3361ee36-a9ca-4480-b62e-c0cb93cd4ff9 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:59.629522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 3361ee36-a9ca-4480-b62e-c0cb93cd4ff9 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:28:59.654251 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:59.670633 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.3680425 Jan 14 07:28:59.728816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Network 60eca220-f4d8-4f80-bc24-238eaea2b741 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:28:59.752633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:28:59.755671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35426) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:28:59.792148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-929f049a-2a72-40f1-910b-d9149038892a admin admin] Request body: {'subnet': {'network_id': '3361ee36-a9ca-4480-b62e-c0cb93cd4ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-145629877-subnet', 'tenant_id': 'e346bfdead1c491a8b5f2fb893f7131d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:28:59.848272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Port': ['ID=dcf95937-613e-4b25-982f-73738af2b6e8,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:59.861983 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:28:59.862563 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-73f5e3ed-614f-4e5a-a91a-97191164336e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:28:59.881026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-929f049a-2a72-40f1-910b-d9149038892a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:28:59.929444 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-2e72f25f-e342-4c30-8a41-6d67e964daf3 service neutron] 10.222.0.39 "GET /v2.0/networks/d9153312-4285-4f73-b68d-cb0deb52be27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8999989 Jan 14 07:28:59.958683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde93afd-0e33-4f5e-853f-9df075f5332a admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:28:59.982221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-929f049a-2a72-40f1-910b-d9149038892a admin admin] Usage tracker for resource:subnet and tenant:e346bfdead1c491a8b5f2fb893f7131d is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:28:59.986913 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-449433c1-de17-4998-952b-be6373845427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:28:59.993102 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cde93afd-0e33-4f5e-853f-9df075f5332a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:00.052552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-929f049a-2a72-40f1-910b-d9149038892a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:00.067352 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-449433c1-de17-4998-952b-be6373845427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:00.100322 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1baf91ea-333e-4918-85b8-650d13d7fd04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:00.107761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-929f049a-2a72-40f1-910b-d9149038892a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:00.126399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7567a728-4f2c-4585-9464-d4a26d238f9d None None] Provisioning complete for port e709da0b-e6d2-4f03-b219-f71028653649 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:00.127158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7567a728-4f2c-4585-9464-d4a26d238f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:00.140088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:00.146206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:00.185192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:00.191167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7567a728-4f2c-4585-9464-d4a26d238f9d None None] Port e709da0b-e6d2-4f03-b219-f71028653649 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:29:00.292207 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-449433c1-de17-4998-952b-be6373845427 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=351a5a7d7fba49b581f00df04d9e9347&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2971532 Jan 14 07:29:00.299188 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2a23d244-a470-4fce-9530-6f721f65ea8d req-6707dce0-5e9e-45b3-9d0c-a08da8eb966e service neutron] 10.222.0.41 "GET /v2.0/networks/b2abda69-8198-46e5-8b4d-950403b3d882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8606913 Jan 14 07:29:00.356424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449433c1-de17-4998-952b-be6373845427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5150a072-c472-4b01-86d9-fc3ae08233e2,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:00.360090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929f049a-2a72-40f1-910b-d9149038892a admin admin] Made reservation on behalf of e346bfdead1c491a8b5f2fb893f7131d for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:00.362505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35430) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:00.365509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-929f049a-2a72-40f1-910b-d9149038892a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:00.391569 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-449433c1-de17-4998-952b-be6373845427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:00.756154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e97eb96-03b9-4bd4-a85a-a46cba0fb0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:00.847320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cde93afd-0e33-4f5e-853f-9df075f5332a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:00.972753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Router bbcd6ca5-d491-4e89-9a24-66c1fed2b454 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:29:00.999801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcc708-f554-472e-9ea0-973029a2fa6f req-b28f024c-4651-47db-a633-648616e6509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:01.001843 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-94fcc708-f554-472e-9ea0-973029a2fa6f req-b28f024c-4651-47db-a633-648616e6509d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=94f6378d248249348b8ff596bd91ec75&device_id=28079013-7ad3-4827-b21a-d8c3b73780f8 HTTP/1.1" status: 200 len: 1159 time: 1.0057385 Jan 14 07:29:01.016075 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e97eb96-03b9-4bd4-a85a-a46cba0fb0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:01.057839 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f678ca5-1753-45ee-a238-b28aae591006 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:01.079508 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-889aee3e-7cba-4134-ac65-1adc7134b40f tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:01.188530 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:01.313233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f678ca5-1753-45ee-a238-b28aae591006 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=61c09c31-a2c4-4055-bc75-84f7658ee9d1,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:01.324138 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2a23d244-a470-4fce-9530-6f721f65ea8d req-a1b693dc-046a-4c33-8786-9cd79e8769a3 service neutron] 10.222.0.41 "GET /v2.0/networks/b2abda69-8198-46e5-8b4d-950403b3d882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9339082 Jan 14 07:29:01.324723 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f678ca5-1753-45ee-a238-b28aae591006 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:01.453423 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e97eb96-03b9-4bd4-a85a-a46cba0fb0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:01.469117 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-20f262c7-23d9-4874-8ec6-5c11bc06cba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:01.510929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97eb96-03b9-4bd4-a85a-a46cba0fb0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5150a072-c472-4b01-86d9-fc3ae08233e2,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:01.521380 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7e97eb96-03b9-4bd4-a85a-a46cba0fb0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:01.663940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcc708-f554-472e-9ea0-973029a2fa6f req-9e088265-887b-4e3c-a835-9b096b18382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:01.666267 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-94fcc708-f554-472e-9ea0-973029a2fa6f req-9e088265-887b-4e3c-a835-9b096b18382a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=94f6378d248249348b8ff596bd91ec75&shared=False HTTP/1.1" status: 200 len: 900 time: 0.6401660 Jan 14 07:29:01.671451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f678ca5-1753-45ee-a238-b28aae591006 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:29:01.671997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f678ca5-1753-45ee-a238-b28aae591006 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network hostable DHCP agents. Network: e6acc9a6-db0b-42d1-82b7-716516d3711e, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:29:01.679035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:29:01.696290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] Sync routers for ids ['bbcd6ca5-d491-4e89-9a24-66c1fed2b454'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:29:01.703180 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e97eb96-03b9-4bd4-a85a-a46cba0fb0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:01.704468 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7e97eb96-03b9-4bd4-a85a-a46cba0fb0bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5150a072-c472-4b01-86d9-fc3ae08233e2 HTTP/1.1" status: 204 len: 168 time: 1.3296647 Jan 14 07:29:01.771548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:01.814714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] Routers {'bbcd6ca5-d491-4e89-9a24-66c1fed2b454'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:01.815914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['bbcd6ca5-d491-4e89-9a24-66c1fed2b454'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:01.823500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f678ca5-1753-45ee-a238-b28aae591006 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:29:01.873341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1f678ca5-1753-45ee-a238-b28aae591006 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, e6acc9a6-db0b-42d1-82b7-716516d3711e) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:01.985483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35450) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:02.050867 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] 10.222.0.41 "PUT /v2.0/routers/bbcd6ca5-d491-4e89-9a24-66c1fed2b454/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.5603924 Jan 14 07:29:02.123814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] Set router bbcd6ca5-d491-4e89-9a24-66c1fed2b454 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:29:02.170721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f678ca5-1753-45ee-a238-b28aae591006 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:02.171297 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f678ca5-1753-45ee-a238-b28aae591006 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:02.284495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcc708-f554-472e-9ea0-973029a2fa6f req-f77606b8-ddb8-4776-97c3-1ed11396931f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:02.286588 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-94fcc708-f554-472e-9ea0-973029a2fa6f req-f77606b8-ddb8-4776-97c3-1ed11396931f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.6094470 Jan 14 07:29:02.302880 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:02.330504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6903bd1-3bec-4201-a614-69dc5cfab528 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:02.537539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-e6aed517-071c-41ff-9a81-bff9c762d5ee None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80909) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:29:02.776832 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-929f049a-2a72-40f1-910b-d9149038892a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:02.798090 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6ef861a-759d-430c-9131-4a90e733669d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:02.815092 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1f678ca5-1753-45ee-a238-b28aae591006 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.9282146 Jan 14 07:29:02.815092 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:02.829341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device a5c998d0-382b-4493-8259-0b2c78d19d35 up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:02.836250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35502) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:02.837721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Router b6dba8de-3d97-405f-ae24-5b0a16185c79 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:29:02.903613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde93afd-0e33-4f5e-853f-9df075f5332a admin admin] Router 8da6eb9c-cbed-4497-a50f-039a7a29f86e has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:29:02.906220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': '61c09c31-a2c4-4055-bc75-84f7658ee9d1'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:29:02.907118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:02.910499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ab492e-039b-4151-bdbe-b71d5c449b1c admin admin] Deleting subnet b75bb45d-ba5e-4181-8fd2-9c7985dfac23 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:29:02.923828 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2ab492e-039b-4151-bdbe-b71d5c449b1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:02.963426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9f34a1b1-d7f0-441a-98be-8e3c8daa30fd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'name': 'tempest-NetworksTestDHCPv6-1637127234'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:03.090610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning for port a5c998d0-382b-4493-8259-0b2c78d19d35 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:03.099072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcd6ca5-d491-4e89-9a24-66c1fed2b454', 'name': 'tempest-TaggedBootDevicesTest-1797533009-router', 'tenant_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '5270fa93-079c-43f2-9f8a-cbc0dd6c24a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:28:18Z', 'updated_at': '2021-01-14T07:28:56Z', 'revision_number': 4, 'project_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'gw_port': {'id': '5270fa93-079c-43f2-9f8a-cbc0dd6c24a8', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd6ca5-d491-4e89-9a24-66c1fed2b454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:28Z', 'updated_at': '2021-01-14T07:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'e709da0b-e6d2-4f03-b219-f71028653649', 'name': '', 'network_id': '60eca220-f4d8-4f80-bc24-238eaea2b741', 'tenant_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'mac_address': 'fa:16:3e:a2:2f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcd6ca5-d491-4e89-9a24-66c1fed2b454', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '38ec468a-301b-4f25-b9cc-8f87d4d3e42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:48Z', 'updated_at': '2021-01-14T07:28:57Z', 'revision_number': 2, 'project_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'subnets': [{'id': '38ec468a-301b-4f25-b9cc-8f87d4d3e42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:03.242099 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2ab492e-039b-4151-bdbe-b71d5c449b1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:03.636875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Allocated IP 2001:db8::2 (e6acc9a6-db0b-42d1-82b7-716516d3711e/61c09c31-a2c4-4055-bc75-84f7658ee9d1/ab70e070-1fb0-4355-87a1-632a40c434b1) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:03.648251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f049a-2a72-40f1-910b-d9149038892a admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b9347b-a84e-4621-bf6e-eafeae5aed04,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:03.661721 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-929f049a-2a72-40f1-910b-d9149038892a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:03.794209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] Checking router: bbcd6ca5-d491-4e89-9a24-66c1fed2b454 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:29:03.794766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] Updating router bbcd6ca5-d491-4e89-9a24-66c1fed2b454 port e709da0b-e6d2-4f03-b219-f71028653649 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:29:03.861640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:29:03.863810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9f34a1b1-d7f0-441a-98be-8e3c8daa30fd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:03.873330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] Sync routers for ids ['b6dba8de-3d97-405f-ae24-5b0a16185c79'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:29:03.887368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9f34a1b1-d7f0-441a-98be-8e3c8daa30fd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:port and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:03.888443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] Routers {'b6dba8de-3d97-405f-ae24-5b0a16185c79'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:03.892388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['b6dba8de-3d97-405f-ae24-5b0a16185c79'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:03.897129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9f34a1b1-d7f0-441a-98be-8e3c8daa30fd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for port was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:03.901973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port a5c998d0-382b-4493-8259-0b2c78d19d35 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:03.905765 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:03.907890 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:03.949511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:03.956502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9f34a1b1-d7f0-441a-98be-8e3c8daa30fd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:03.972624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f049a-2a72-40f1-910b-d9149038892a admin admin] Checking segment: {'id': '02dcd627-d194-445a-b55c-5bbc5989c83a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3361ee36-a9ca-4480-b62e-c0cb93cd4ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:29:03.973036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929f049a-2a72-40f1-910b-d9149038892a admin admin] Network hostable DHCP agents. Network: 3361ee36-a9ca-4480-b62e-c0cb93cd4ff9, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:29:03.982497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:03.983955 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 19.0417650 Jan 14 07:29:03.994168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35548) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:04.001152 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:04.011765 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:04.160482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2ab492e-039b-4151-bdbe-b71d5c449b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:04.174916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f34a1b1-d7f0-441a-98be-8e3c8daa30fd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:04.194477 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f34a1b1-d7f0-441a-98be-8e3c8daa30fd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:04.280545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929f049a-2a72-40f1-910b-d9149038892a admin admin] Network 3361ee36-a9ca-4480-b62e-c0cb93cd4ff9 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:29:04.342107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Port': ['ID=dcf95937-613e-4b25-982f-73738af2b6e8,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:04.342372 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:04.360240 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:04.369353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Transition to ACTIVE for port object ab70e070-1fb0-4355-87a1-632a40c434b1 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:04.377621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] Set router b6dba8de-3d97-405f-ae24-5b0a16185c79 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:29:04.391825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Transition to ACTIVE for port object ab70e070-1fb0-4355-87a1-632a40c434b1 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:04.407011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-929f049a-2a72-40f1-910b-d9149038892a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 3361ee36-a9ca-4480-b62e-c0cb93cd4ff9) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:04.411277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde93afd-0e33-4f5e-853f-9df075f5332a admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:29:04.497497 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cde93afd-0e33-4f5e-853f-9df075f5332a admin admin] 10.222.0.41 "PUT /v2.0/routers/8da6eb9c-cbed-4497-a50f-039a7a29f86e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1425867 Jan 14 07:29:04.503205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35560) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:04.637414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:04.704327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-9f34a1b1-d7f0-441a-98be-8e3c8daa30fd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port 6e10d194-fb13-4ee2-a63e-73bf98f6bb56 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:29:04.888319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dba8de-3d97-405f-ae24-5b0a16185c79', 'name': 'tempest-ServerActionsTestJSON-1534050813-router', 'tenant_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '99b41dbb-f80d-4534-a030-d19377b0432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:28:45Z', 'updated_at': '2021-01-14T07:29:00Z', 'revision_number': 3, 'project_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'gw_port': {'id': '99b41dbb-f80d-4534-a030-d19377b0432e', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dba8de-3d97-405f-ae24-5b0a16185c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:55Z', 'updated_at': '2021-01-14T07:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:04.893314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] Checking router: b6dba8de-3d97-405f-ae24-5b0a16185c79 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:29:04.893703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] Updating router b6dba8de-3d97-405f-ae24-5b0a16185c79 port 99b41dbb-f80d-4534-a030-d19377b0432e binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:29:04.928791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0331a82-0511-4116-8be1-ff5bfad75f03 None None] Network 3361ee36-a9ca-4480-b62e-c0cb93cd4ff9 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:04.959630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b087f374-8063-4a35-9d95-805f5f543269 None None] Sync routers for ids ['8da6eb9c-cbed-4497-a50f-039a7a29f86e'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:29:04.975218 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:04.993285 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:05.004274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:05.134027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:05.135325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b087f374-8063-4a35-9d95-805f5f543269 None None] Routers {'8da6eb9c-cbed-4497-a50f-039a7a29f86e'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:05.136066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b087f374-8063-4a35-9d95-805f5f543269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8da6eb9c-cbed-4497-a50f-039a7a29f86e'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:05.185729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929f049a-2a72-40f1-910b-d9149038892a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:05.189451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-929f049a-2a72-40f1-910b-d9149038892a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:05.314519 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-929f049a-2a72-40f1-910b-d9149038892a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.5223875 Jan 14 07:29:05.355714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-b087f374-8063-4a35-9d95-805f5f543269 None None] Set router 8da6eb9c-cbed-4497-a50f-039a7a29f86e gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:29:05.458421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2ab492e-039b-4151-bdbe-b71d5c449b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:05.484086 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a71e1d7-9769-4894-ae96-c584ca22f203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:05.517978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9f34a1b1-d7f0-441a-98be-8e3c8daa30fd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::2e3 (e6acc9a6-db0b-42d1-82b7-716516d3711e/61c09c31-a2c4-4055-bc75-84f7658ee9d1/6e10d194-fb13-4ee2-a63e-73bf98f6bb56) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:05.622547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:05.631530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab492e-039b-4151-bdbe-b71d5c449b1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b75bb45d-ba5e-4181-8fd2-9c7985dfac23,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:05.635584 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b2ab492e-039b-4151-bdbe-b71d5c449b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:05.705369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:05.811516 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8113d875-c9ea-4ba7-b5c2-318560be575e admin admin] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:05.858333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:05.891155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] Transition to ACTIVE for port object 99b41dbb-f80d-4534-a030-d19377b0432e will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:05.901141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:05.972740 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fc729f8f-4b23-425a-9251-2a0db101c42d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:05.996482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2ab492e-039b-4151-bdbe-b71d5c449b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:06.013688 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b2ab492e-039b-4151-bdbe-b71d5c449b1c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b75bb45d-ba5e-4181-8fd2-9c7985dfac23 HTTP/1.1" status: 204 len: 168 time: 4.0270202 Jan 14 07:29:06.022785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35582) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:06.030701 n-d-769329-2 neutron-server[80794]: INFO neutron.db.l3_db [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Floating IP c761a03c-d91b-411f-896e-b3913e76a377 associated. External IP: 172.25.3.165, port: c5e8a834-a5c6-41d8-812b-a4685cbd9e8e. Jan 14 07:29:06.073854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Attempting to bind port ab70e070-1fb0-4355-87a1-632a40c434b1 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:29:06.076860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Attempting to bind port ab70e070-1fb0-4355-87a1-632a40c434b1 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:29:06.077861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Attempting to bind port ab70e070-1fb0-4355-87a1-632a40c434b1 on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:29:06.128132 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f34a1b1-d7f0-441a-98be-8e3c8daa30fd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:06.146596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Pushing event updated for resources: {'Port': ['ID=ab70e070-1fb0-4355-87a1-632a40c434b1,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:06.177150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9f34a1b1-d7f0-441a-98be-8e3c8daa30fd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object 6e10d194-fb13-4ee2-a63e-73bf98f6bb56 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:06.199723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:29:06.201745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:29:06.203248 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:06.205753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:29:06.207716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Bound port: ab70e070-1fb0-4355-87a1-632a40c434b1, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:29:06.208333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:06.222494 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f34a1b1-d7f0-441a-98be-8e3c8daa30fd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:06.246034 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:06.271439 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.263s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:06.311841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d54068-bcb7-45d8-95a4-1d6d3de6b832 None None] Pushing event updated for resources: {'Port': ['ID=99b41dbb-f80d-4534-a030-d19377b0432e,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:06.333806 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4d54068-bcb7-45d8-95a4-1d6d3de6b832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:06.504423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] Attempting to bind port 99b41dbb-f80d-4534-a030-d19377b0432e on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:29:06.504842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] Attempting to bind port 99b41dbb-f80d-4534-a030-d19377b0432e by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:29:06.505251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] Attempting to bind port 99b41dbb-f80d-4534-a030-d19377b0432e on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:29:06.511876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:29:06.512304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:29:06.514497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:06.514497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:29:06.514497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] Bound port: 99b41dbb-f80d-4534-a030-d19377b0432e, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:29:06.514497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:06.609724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] For port 99b41dbb-f80d-4534-a030-d19377b0432e, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:29:06.613664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] For port 99b41dbb-f80d-4534-a030-d19377b0432e, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=99b41dbb-f80d-4534-a030-d19377b0432e,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:29:06.620125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:06.805555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34a1b1-d7f0-441a-98be-8e3c8daa30fd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=6e10d194-fb13-4ee2-a63e-73bf98f6bb56,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:06.819968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f34a1b1-d7f0-441a-98be-8e3c8daa30fd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:06.825430 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9f34a1b1-d7f0-441a-98be-8e3c8daa30fd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:06.832512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9f34a1b1-d7f0-441a-98be-8e3c8daa30fd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:06.839156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f34a1b1-d7f0-441a-98be-8e3c8daa30fd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.842945 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:06.846349 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:29:06.846349 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:06.846349 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.846349 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:06.846349 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:29:06.846349 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:06.846349 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.846349 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:06.846349 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:29:06.846349 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:06.846349 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.846349 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:06.846349 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:29:06.846349 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:06.846349 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.846349 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:06.846349 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:06.846349 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:06.846349 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:06.846349 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:06.866650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34a1b1-d7f0-441a-98be-8e3c8daa30fd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:06.867401 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f34a1b1-d7f0-441a-98be-8e3c8daa30fd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:06.893297 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9f34a1b1-d7f0-441a-98be-8e3c8daa30fd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0526810 Jan 14 07:29:06.902845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35600) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:06.966802 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d81c67d2-dc8b-4b19-abce-e734ca5ac5a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:07.022453 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66f100d9-d693-49cc-b272-640ab146ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:07.142143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] Routers {'b6dba8de-3d97-405f-ae24-5b0a16185c79'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:07.142859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['b6dba8de-3d97-405f-ae24-5b0a16185c79'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:07.292997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] For port ab70e070-1fb0-4355-87a1-632a40c434b1, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:29:07.301609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] For port ab70e070-1fb0-4355-87a1-632a40c434b1, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ab70e070-1fb0-4355-87a1-632a40c434b1,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:29:07.344694 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:07.346279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35608) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:07.436502 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:07.482275 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8113d875-c9ea-4ba7-b5c2-318560be575e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:07.522882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8113d875-c9ea-4ba7-b5c2-318560be575e admin admin] Deleting port 652aaba4-ba29-45b4-94c0-6bf0358b59a3 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:07.523409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8113d875-c9ea-4ba7-b5c2-318560be575e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:07.573422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Pushing event updated for resources: {'Port': ['ID=ab70e070-1fb0-4355-87a1-632a40c434b1,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:07.713993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] Set router b6dba8de-3d97-405f-ae24-5b0a16185c79 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:29:07.796175 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:07.801802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66f100d9-d693-49cc-b272-640ab146ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:07.846426 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:07.970049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port a5c998d0-382b-4493-8259-0b2c78d19d35, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=a5c998d0-382b-4493-8259-0b2c78d19d35,segment=NetworkSegment(dec16bb6-f5d9-4101-a562-205b3002e4ca),segment_id=dec16bb6-f5d9-4101-a562-205b3002e4ca)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:07.980016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28079013-7ad3-4827-b21a-d8c3b73780f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c998d0-382b-4493-8259-0b2c78d19d35'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:29:07.992977 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:08.039011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2bbe0-9810-4fdd-b41c-c58ddaa5dfdb req-8e184932-6e9c-4e05-bdef-77bb06c94495 tempest-InstanceActionsTestJSON-567886800 tempest-InstanceActionsTestJSON-567886800] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:08.044762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c0c2bbe0-9810-4fdd-b41c-c58ddaa5dfdb req-8e184932-6e9c-4e05-bdef-77bb06c94495 tempest-InstanceActionsTestJSON-567886800 tempest-InstanceActionsTestJSON-567886800] Synchronizing usage tracker for tenant:e346bfdead1c491a8b5f2fb893f7131d on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:08.055790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d54068-bcb7-45d8-95a4-1d6d3de6b832 None None] Pushing event updated for resources: {'Port': ['ID=99b41dbb-f80d-4534-a030-d19377b0432e,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:08.061456 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4d54068-bcb7-45d8-95a4-1d6d3de6b832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.094s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:08.103443 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-52e0370f-d8ec-47f9-96b6-aa6f953b76d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:08.110520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8113d875-c9ea-4ba7-b5c2-318560be575e admin admin] For port 652aaba4-ba29-45b4-94c0-6bf0358b59a3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=652aaba4-ba29-45b4-94c0-6bf0358b59a3,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:08.110928 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8113d875-c9ea-4ba7-b5c2-318560be575e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:08.144270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:29:08.192446 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:08.265159 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28079013-7ad3-4827-b21a-d8c3b73780f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c998d0-382b-4493-8259-0b2c78d19d35', 'code': 200} Jan 14 07:29:08.268558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device a5c998d0-382b-4493-8259-0b2c78d19d35 up at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:08.293872 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d39f5a45-1b12-4ce5-9287-6c93ca9554da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:08.310497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b338606c-82d4-4c29-bd7e-edec2a89358d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:08.331013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dba8de-3d97-405f-ae24-5b0a16185c79', 'name': 'tempest-ServerActionsTestJSON-1534050813-router', 'tenant_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '99b41dbb-f80d-4534-a030-d19377b0432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:28:45Z', 'updated_at': '2021-01-14T07:29:00Z', 'revision_number': 3, 'project_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'gw_port': {'id': '99b41dbb-f80d-4534-a030-d19377b0432e', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dba8de-3d97-405f-ae24-5b0a16185c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:55Z', 'updated_at': '2021-01-14T07:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:08.335700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e840f505-b132-46fa-b6e7-818182ba4037 None None] The sync data for ids ['b6dba8de-3d97-405f-ae24-5b0a16185c79'] in n-d-769329-2 is: [{'id': 'b6dba8de-3d97-405f-ae24-5b0a16185c79', 'name': 'tempest-ServerActionsTestJSON-1534050813-router', 'tenant_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '99b41dbb-f80d-4534-a030-d19377b0432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:28:45Z', 'updated_at': '2021-01-14T07:29:00Z', 'revision_number': 3, 'project_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'gw_port': {'id': '99b41dbb-f80d-4534-a030-d19377b0432e', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dba8de-3d97-405f-ae24-5b0a16185c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:55Z', 'updated_at': '2021-01-14T07:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:29:08.343980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b338606c-82d4-4c29-bd7e-edec2a89358d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:08.345280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b338606c-82d4-4c29-bd7e-edec2a89358d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:08.391578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd88924-e460-47ff-8c8e-e3fd59adcc7b None None] Network 3361ee36-a9ca-4480-b62e-c0cb93cd4ff9 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:08.400041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c0c2bbe0-9810-4fdd-b41c-c58ddaa5dfdb req-8e184932-6e9c-4e05-bdef-77bb06c94495 tempest-InstanceActionsTestJSON-567886800 tempest-InstanceActionsTestJSON-567886800] Unset dirty status for tenant:e346bfdead1c491a8b5f2fb893f7131d on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:08.408130 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c0c2bbe0-9810-4fdd-b41c-c58ddaa5dfdb req-8e184932-6e9c-4e05-bdef-77bb06c94495 tempest-InstanceActionsTestJSON-567886800 tempest-InstanceActionsTestJSON-567886800] 10.222.0.41 "GET /v2.0/networks?id=3361ee36-a9ca-4480-b62e-c0cb93cd4ff9 HTTP/1.1" status: 200 len: 813 time: 2.0074303 Jan 14 07:29:08.420717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8113d875-c9ea-4ba7-b5c2-318560be575e admin admin] Calling delete_port for 652aaba4-ba29-45b4-94c0-6bf0358b59a3 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:08.510005 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c0c2bbe0-9810-4fdd-b41c-c58ddaa5dfdb req-401a8b39-63bb-4fbc-8f72-a8b19face785 tempest-InstanceActionsTestJSON-567886800 tempest-InstanceActionsTestJSON-567886800] 10.222.0.41 "GET /v2.0/quotas/e346bfdead1c491a8b5f2fb893f7131d HTTP/1.1" status: 200 len: 375 time: 0.0999041 Jan 14 07:29:08.568556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=a5c998d0-382b-4493-8259-0b2c78d19d35,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:08.592857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b338606c-82d4-4c29-bd7e-edec2a89358d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:08.594494 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b338606c-82d4-4c29-bd7e-edec2a89358d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.5885980 Jan 14 07:29:08.597248 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c0c2bbe0-9810-4fdd-b41c-c58ddaa5dfdb req-c9973b86-4892-44d2-b71b-0f45a738b81d tempest-InstanceActionsTestJSON-567886800 tempest-InstanceActionsTestJSON-567886800] 10.222.0.41 "GET /v2.0/ports?tenant_id=e346bfdead1c491a8b5f2fb893f7131d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0863855 Jan 14 07:29:08.597515 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:08.597771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35618) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:08.699971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1622ed6d-4218-4646-bcfb-faf48f3db793 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port 6e10d194-fb13-4ee2-a63e-73bf98f6bb56 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:08.700365 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1622ed6d-4218-4646-bcfb-faf48f3db793 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:08.714087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d39f5a45-1b12-4ce5-9287-6c93ca9554da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:08.737996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:29:08.748621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d39f5a45-1b12-4ce5-9287-6c93ca9554da admin admin] Usage tracker for resource:security_group_rule and tenant:af6bea9bb2db43b9b07fe7286a09464c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:08.763389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Provisioning complete for port a5c998d0-382b-4493-8259-0b2c78d19d35 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:08.763612 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:08.764113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d39f5a45-1b12-4ce5-9287-6c93ca9554da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:08.804878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Router 67892cde-205e-4f53-9a48-34830c24e288 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:29:08.814096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d39f5a45-1b12-4ce5-9287-6c93ca9554da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:08.828531 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8113d875-c9ea-4ba7-b5c2-318560be575e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:08.909326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-66f100d9-d693-49cc-b272-640ab146ba3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2abda69-8198-46e5-8b4d-950403b3d882']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:09.019178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b087f374-8063-4a35-9d95-805f5f543269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da6eb9c-cbed-4497-a50f-039a7a29f86e', 'name': 'tempest-ServerRescueTestJSON-790679251-router', 'tenant_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '652aaba4-ba29-45b4-94c0-6bf0358b59a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:27:55Z', 'updated_at': '2021-01-14T07:28:59Z', 'revision_number': 5, 'project_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'gw_port': {'id': '652aaba4-ba29-45b4-94c0-6bf0358b59a3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da6eb9c-cbed-4497-a50f-039a7a29f86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:02Z', 'updated_at': '2021-01-14T07:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:09.030424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b087f374-8063-4a35-9d95-805f5f543269 None None] Checking router: 8da6eb9c-cbed-4497-a50f-039a7a29f86e for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:29:09.147376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:09.198450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b087f374-8063-4a35-9d95-805f5f543269 None None] Routers {'8da6eb9c-cbed-4497-a50f-039a7a29f86e'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:09.199216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b087f374-8063-4a35-9d95-805f5f543269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8da6eb9c-cbed-4497-a50f-039a7a29f86e'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:09.264453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-66f100d9-d693-49cc-b272-640ab146ba3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b4f482a-c625-452e-8c4e-671f090498f8') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:09.282829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-66f100d9-d693-49cc-b272-640ab146ba3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b4f482a-c625-452e-8c4e-671f090498f8') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:09.337919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66f100d9-d693-49cc-b272-640ab146ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:09.363693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:29:09.378083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d38680-e97c-47e2-b6af-7fe49737ade8 None None] Sync routers for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:29:09.398300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d38680-e97c-47e2-b6af-7fe49737ade8 None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:09.399310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-46d38680-e97c-47e2-b6af-7fe49737ade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:09.428985 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:09.523126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-46d38680-e97c-47e2-b6af-7fe49737ade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:09.539821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d38680-e97c-47e2-b6af-7fe49737ade8 None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:09.542286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-46d38680-e97c-47e2-b6af-7fe49737ade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:09.590244 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 14.5031004 Jan 14 07:29:09.598678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35622) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:09.608987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66f100d9-d693-49cc-b272-640ab146ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:09.612332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-66f100d9-d693-49cc-b272-640ab146ba3c admin admin] Releasing vxlan tunnel 12 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:29:09.661096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-46d38680-e97c-47e2-b6af-7fe49737ade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:09.661728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d38680-e97c-47e2-b6af-7fe49737ade8 None None] The sync data for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:29:09.683867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-eaf983ba-062b-4400-b8e5-c1531d1cb0e1 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'floatingip': {'port_id': 'c5e8a834-a5c6-41d8-812b-a4685cbd9e8e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:09.694331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-b087f374-8063-4a35-9d95-805f5f543269 None None] Set router 8da6eb9c-cbed-4497-a50f-039a7a29f86e gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:29:09.866250 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c0c2bbe0-9810-4fdd-b41c-c58ddaa5dfdb req-1a6c35c1-d168-423e-9e22-d1ecde9948c5 service neutron] 10.222.0.41 "GET /v2.0/networks/3361ee36-a9ca-4480-b62e-c0cb93cd4ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1134205 Jan 14 07:29:10.060394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Allocated IP 172.20.0.1 (d25ff98d-c671-431b-a04c-5faaa359d5e7/1c0abe93-7b79-4e33-8386-7689dc2a7121/583e369e-674f-440e-af6a-11e11a2b533c) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:10.095728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-89a3c612-b279-41ec-98a9-f7ba475e25a4 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:10.096564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-89a3c612-b279-41ec-98a9-f7ba475e25a4 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Synchronizing usage tracker for tenant:94f6378d248249348b8ff596bd91ec75 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:10.100561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Device a5c998d0-382b-4493-8259-0b2c78d19d35 no longer exists at agent ovs-agent-n-h2-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:29:10.111678 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1622ed6d-4218-4646-bcfb-faf48f3db793 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:10.178373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eaf983ba-062b-4400-b8e5-c1531d1cb0e1 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:10.250116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b087f374-8063-4a35-9d95-805f5f543269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da6eb9c-cbed-4497-a50f-039a7a29f86e', 'name': 'tempest-ServerRescueTestJSON-790679251-router', 'tenant_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '652aaba4-ba29-45b4-94c0-6bf0358b59a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:27:55Z', 'updated_at': '2021-01-14T07:28:59Z', 'revision_number': 5, 'project_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'gw_port': {'id': '652aaba4-ba29-45b4-94c0-6bf0358b59a3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da6eb9c-cbed-4497-a50f-039a7a29f86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:02Z', 'updated_at': '2021-01-14T07:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:10.256805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b087f374-8063-4a35-9d95-805f5f543269 None None] The sync data for ids ['8da6eb9c-cbed-4497-a50f-039a7a29f86e'] in n-d-769329-2 is: [{'id': '8da6eb9c-cbed-4497-a50f-039a7a29f86e', 'name': 'tempest-ServerRescueTestJSON-790679251-router', 'tenant_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': '652aaba4-ba29-45b4-94c0-6bf0358b59a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:27:55Z', 'updated_at': '2021-01-14T07:28:59Z', 'revision_number': 5, 'project_id': '1bff2f0f8d744df0b21fedb25ed50b57', 'gw_port': {'id': '652aaba4-ba29-45b4-94c0-6bf0358b59a3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da6eb9c-cbed-4497-a50f-039a7a29f86e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:02Z', 'updated_at': '2021-01-14T07:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:29:10.260575 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:10.338420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] For port a5c998d0-382b-4493-8259-0b2c78d19d35, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=a5c998d0-382b-4493-8259-0b2c78d19d35,segment=NetworkSegment(dec16bb6-f5d9-4101-a562-205b3002e4ca),segment_id=dec16bb6-f5d9-4101-a562-205b3002e4ca)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:10.339553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28079013-7ad3-4827-b21a-d8c3b73780f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c998d0-382b-4493-8259-0b2c78d19d35'}] {{(pid=80909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:29:10.344470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1622ed6d-4218-4646-bcfb-faf48f3db793 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for 6e10d194-fb13-4ee2-a63e-73bf98f6bb56 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:10.346414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:10.353643 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1161c918-da3c-43df-bb50-2566a50a1a0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:10.460009 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28079013-7ad3-4827-b21a-d8c3b73780f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c998d0-382b-4493-8259-0b2c78d19d35', 'code': 200} Jan 14 07:29:10.484139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Pushing event updated for resources: {'Port': ['ID=a5c998d0-382b-4493-8259-0b2c78d19d35,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:10.488283 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:10.585213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8113d875-c9ea-4ba7-b5c2-318560be575e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:10.658815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ab70e070-1fb0-4355-87a1-632a40c434b1 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:10.732659 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:10.755794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Transition to ACTIVE for port object 583e369e-674f-440e-af6a-11e11a2b533c will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:10.763633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port ab70e070-1fb0-4355-87a1-632a40c434b1 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:10.773197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 99b41dbb-f80d-4534-a030-d19377b0432e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:10.963215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7316281-eff9-4766-a19f-cac187766017 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:10.986916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 99b41dbb-f80d-4534-a030-d19377b0432e completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:11.004370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-89a3c612-b279-41ec-98a9-f7ba475e25a4 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Unset dirty status for tenant:94f6378d248249348b8ff596bd91ec75 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:11.004370 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-89a3c612-b279-41ec-98a9-f7ba475e25a4 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.39 "GET /v2.0/ports?device_id=28079013-7ad3-4827-b21a-d8c3b73780f8 HTTP/1.1" status: 200 len: 946 time: 1.5790260 Jan 14 07:29:11.006194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 99b41dbb-f80d-4534-a030-d19377b0432e triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:11.006570 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:11.042927 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:11.074325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-66f100d9-d693-49cc-b272-640ab146ba3c admin admin] Network b2abda69-8198-46e5-8b4d-950403b3d882 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:29:11.091993 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66f100d9-d693-49cc-b272-640ab146ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:11.110449 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:11.179314 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c0c2bbe0-9810-4fdd-b41c-c58ddaa5dfdb req-ea992195-0308-414c-9c42-59f7ad82a8ce service neutron] 10.222.0.41 "GET /v2.0/networks/3361ee36-a9ca-4480-b62e-c0cb93cd4ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2930436 Jan 14 07:29:11.282021 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8113d875-c9ea-4ba7-b5c2-318560be575e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:11.398381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Pushing event updated for resources: {'Port': ['ID=583e369e-674f-440e-af6a-11e11a2b533c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:11.469911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.470413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.470840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.484264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.485060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.486572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.487248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.487692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.488369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.488876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.489182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.489587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.490080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.491711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.491711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.491711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.491711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.492271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.492745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.492894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.501682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.502175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.502596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.503265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.503788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.504211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.504615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.505024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.505779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.506458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.506866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.507270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.507705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.509563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.509930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.510337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:11.532324 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:11.543816 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1622ed6d-4218-4646-bcfb-faf48f3db793 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:11.568005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2a3a7639-5412-441b-9185-df66d867b8a3 None None] Provisioning for port ab70e070-1fb0-4355-87a1-632a40c434b1 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:11.580034 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2022df9b-ca8a-4d3c-b252-aa66166ec6e4 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:11.585677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2a3a7639-5412-441b-9185-df66d867b8a3 None None] Provisioning complete for port ab70e070-1fb0-4355-87a1-632a40c434b1 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:11.586236 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a3a7639-5412-441b-9185-df66d867b8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:11.607622 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d39f5a45-1b12-4ce5-9287-6c93ca9554da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:11.620248 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8113d875-c9ea-4ba7-b5c2-318560be575e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:11.734160 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d39f5a45-1b12-4ce5-9287-6c93ca9554da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:11.821189 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1ab6eb40-dd35-4485-a9d1-20ff0238d97d tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:11.911824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f5a45-1b12-4ce5-9287-6c93ca9554da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a20c06-41bf-420a-af8a-5325b4eef00b,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:11.999170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-66f100d9-d693-49cc-b272-640ab146ba3c admin admin] Network b2abda69-8198-46e5-8b4d-950403b3d882 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:29:12.069060 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a3a7639-5412-441b-9185-df66d867b8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:12.156285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:12.231962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 99b41dbb-f80d-4534-a030-d19377b0432e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=99b41dbb-f80d-4534-a030-d19377b0432e,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:12.249375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2a3a7639-5412-441b-9185-df66d867b8a3 None None] For port ab70e070-1fb0-4355-87a1-632a40c434b1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ab70e070-1fb0-4355-87a1-632a40c434b1,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:12.251084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:12.257433 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-46f016d9-f350-4dfb-9e3c-8115c6907514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:12.298208 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d39f5a45-1b12-4ce5-9287-6c93ca9554da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:12.301636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35644) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:29:12.315863 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:29:12.319557 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:29:12.325501 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8113d875-c9ea-4ba7-b5c2-318560be575e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:12.328907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8113d875-c9ea-4ba7-b5c2-318560be575e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8da6eb9c-cbed-4497-a50f-039a7a29f86e {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:29:12.334110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-8fba733f-e4c5-417c-8d9e-f28fadc7ea79 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Deleting port a5c998d0-382b-4493-8259-0b2c78d19d35 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:12.334509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-8fba733f-e4c5-417c-8d9e-f28fadc7ea79 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:12.349676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] Transition to ACTIVE for port object e709da0b-e6d2-4f03-b219-f71028653649 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:12.350602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=99b41dbb-f80d-4534-a030-d19377b0432e,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:12.355470 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:12.357632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:29:12.388876 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a3a7639-5412-441b-9185-df66d867b8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:12.402773 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:12.417041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66f100d9-d693-49cc-b272-640ab146ba3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:12.427055 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d39f5a45-1b12-4ce5-9287-6c93ca9554da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af6bea9bb2db43b9b07fe7286a09464c&name=default HTTP/1.1" status: 200 len: 2983 time: 5.0672545 Jan 14 07:29:12.488804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622ed6d-4218-4646-bcfb-faf48f3db793 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=6e10d194-fb13-4ee2-a63e-73bf98f6bb56,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:12.500807 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1622ed6d-4218-4646-bcfb-faf48f3db793 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:12.525853 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:12.531164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35654) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:12.683398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a7639-5412-441b-9185-df66d867b8a3 None None] Pushing event updated for resources: {'Port': ['ID=ab70e070-1fb0-4355-87a1-632a40c434b1,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:12.688036 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a3a7639-5412-441b-9185-df66d867b8a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:12.693617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:29:12.694393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e5f7e8ba-0412-4d3c-9dff-8e1f6cbaad80 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:29:12.698642 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:12.750684 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3b58857a-cb94-4227-8465-78a0dd1c527d tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:12.786035 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66f100d9-d693-49cc-b272-640ab146ba3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:12.875624 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-66f100d9-d693-49cc-b272-640ab146ba3c admin admin] 10.222.0.41 "DELETE /v2.0/networks/b2abda69-8198-46e5-8b4d-950403b3d882 HTTP/1.1" status: 204 len: 168 time: 6.8491974 Jan 14 07:29:12.881014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57bfcab-5af4-490e-8e3a-8b24e5d5fb86 admin admin] Deleting subnet 26b9347b-a84e-4621-bf6e-eafeae5aed04 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:29:12.885531 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8113d875-c9ea-4ba7-b5c2-318560be575e admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:12.886904 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8113d875-c9ea-4ba7-b5c2-318560be575e admin admin] 10.222.0.41 "DELETE /v2.0/routers/8da6eb9c-cbed-4497-a50f-039a7a29f86e HTTP/1.1" status: 204 len: 168 time: 8.3764465 Jan 14 07:29:12.895363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35664) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:12.896485 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c57bfcab-5af4-490e-8e3a-8b24e5d5fb86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:12.952691 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1622ed6d-4218-4646-bcfb-faf48f3db793 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:12.981993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8a56a-fc37-4685-bb49-d09a8b623d1d None None] Pushing event updated for resources: {'Port': ['ID=e709da0b-e6d2-4f03-b219-f71028653649,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:12.997677 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d8a8a56a-fc37-4685-bb49-d09a8b623d1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:12.999001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ab70e070-1fb0-4355-87a1-632a40c434b1 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:13.144348 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1622ed6d-4218-4646-bcfb-faf48f3db793 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/6e10d194-fb13-4ee2-a63e-73bf98f6bb56 HTTP/1.1" status: 204 len: 168 time: 4.5430923 Jan 14 07:29:13.171381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35668) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:13.183641 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c57bfcab-5af4-490e-8e3a-8b24e5d5fb86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:13.268315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-22cc15e6-9717-496e-87fe-e506dbaabcd6 None None] Provisioning complete for port ab70e070-1fb0-4355-87a1-632a40c434b1 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:13.270781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22cc15e6-9717-496e-87fe-e506dbaabcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:13.280912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f100d9-d693-49cc-b272-640ab146ba3c admin admin] Pushing event deleted for resources: {'Network': ['ID=b2abda69-8198-46e5-8b4d-950403b3d882,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:13.352495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] Attempting to bind port e709da0b-e6d2-4f03-b219-f71028653649 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:29:13.353312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] Attempting to bind port e709da0b-e6d2-4f03-b219-f71028653649 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'a4fd3fda-bdba-4610-a9d6-376b8957e30d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '60eca220-f4d8-4f80-bc24-238eaea2b741'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:29:13.353896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] Attempting to bind port e709da0b-e6d2-4f03-b219-f71028653649 on network 60eca220-f4d8-4f80-bc24-238eaea2b741 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:29:13.378613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port ab70e070-1fb0-4355-87a1-632a40c434b1 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:13.379600 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:13.383889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35676) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:13.391501 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-66f100d9-d693-49cc-b272-640ab146ba3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:13.410411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Network d25ff98d-c671-431b-a04c-5faaa359d5e7 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:13.427675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c63d349-1d34-4b2e-b4ca-47afc6c80fe2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:13.434464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c63d349-1d34-4b2e-b4ca-47afc6c80fe2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:13.436282 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1c63d349-1d34-4b2e-b4ca-47afc6c80fe2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2473414 Jan 14 07:29:13.442656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:29:13.442938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:13.443700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] Checking segment: {'id': 'a4fd3fda-bdba-4610-a9d6-376b8957e30d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '60eca220-f4d8-4f80-bc24-238eaea2b741'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:29:13.444333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:13.445272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] Bound using segment: {'id': 'a4fd3fda-bdba-4610-a9d6-376b8957e30d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '60eca220-f4d8-4f80-bc24-238eaea2b741'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:29:13.446264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] Bound port: e709da0b-e6d2-4f03-b219-f71028653649, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fd3fda-bdba-4610-a9d6-376b8957e30d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '60eca220-f4d8-4f80-bc24-238eaea2b741'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:29:13.446949 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:13.466555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35678) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:13.558955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ffdfd3-bde5-443c-bef1-44db251d8b01 admin admin] Deleting subnet 3d00f753-e9a8-47ef-90c1-b00b864db321 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:29:13.573429 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c57bfcab-5af4-490e-8e3a-8b24e5d5fb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:13.641007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] For port e709da0b-e6d2-4f03-b219-f71028653649, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:29:13.644872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] For port e709da0b-e6d2-4f03-b219-f71028653649, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e709da0b-e6d2-4f03-b219-f71028653649,segment=NetworkSegment(a4fd3fda-bdba-4610-a9d6-376b8957e30d),segment_id=a4fd3fda-bdba-4610-a9d6-376b8957e30d)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:29:13.663263 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:13.669260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:13.677804 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38ffdfd3-bde5-443c-bef1-44db251d8b01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:13.696889 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:13.780040 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:13.784216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae636a77-279b-4c35-a355-6ad3f5c681e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:13.785950 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eaf983ba-062b-4400-b8e5-c1531d1cb0e1 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:13.817832 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eaf983ba-062b-4400-b8e5-c1531d1cb0e1 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:13.924354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38ffdfd3-bde5-443c-bef1-44db251d8b01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:14.001854 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae636a77-279b-4c35-a355-6ad3f5c681e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:14.048726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-8fba733f-e4c5-417c-8d9e-f28fadc7ea79 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] For port a5c998d0-382b-4493-8259-0b2c78d19d35, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=a5c998d0-382b-4493-8259-0b2c78d19d35,segment=NetworkSegment(dec16bb6-f5d9-4101-a562-205b3002e4ca),segment_id=dec16bb6-f5d9-4101-a562-205b3002e4ca)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:14.049292 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-8fba733f-e4c5-417c-8d9e-f28fadc7ea79 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:14.117567 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38ffdfd3-bde5-443c-bef1-44db251d8b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:14.135254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 99b41dbb-f80d-4534-a030-d19377b0432e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:14.205310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8a56a-fc37-4685-bb49-d09a8b623d1d None None] Pushing event updated for resources: {'Port': ['ID=e709da0b-e6d2-4f03-b219-f71028653649,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:14.224906 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d8a8a56a-fc37-4685-bb49-d09a8b623d1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:14.271735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f83e5c4c-e836-43d5-a828-ae7a0715d08b None None] Provisioning complete for port ab70e070-1fb0-4355-87a1-632a40c434b1 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:14.272478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f83e5c4c-e836-43d5-a828-ae7a0715d08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:14.286096 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f5d2fb88-5278-4e9e-b52a-2f726f5af538 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=513b9a9e42de43198131820579eb654e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7321658 Jan 14 07:29:14.291882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35684) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:14.346286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-8fba733f-e4c5-417c-8d9e-f28fadc7ea79 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Calling delete_port for a5c998d0-382b-4493-8259-0b2c78d19d35 owned by compute:nova {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:14.391688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 99b41dbb-f80d-4534-a030-d19377b0432e triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:14.392510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:14.478253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] Routers {'bbcd6ca5-d491-4e89-9a24-66c1fed2b454'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:14.479263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['bbcd6ca5-d491-4e89-9a24-66c1fed2b454'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:14.730249 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae636a77-279b-4c35-a355-6ad3f5c681e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:14.740231 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c78e2367-3ec8-4f41-b98e-a217506be350 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:14.756754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae636a77-279b-4c35-a355-6ad3f5c681e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a20c06-41bf-420a-af8a-5325b4eef00b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:14.766120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-1913de45-1621-45a4-854f-e886d570a8b8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 61c09c31-a2c4-4055-bc75-84f7658ee9d1 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:29:14.768953 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae636a77-279b-4c35-a355-6ad3f5c681e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:14.775127 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1913de45-1621-45a4-854f-e886d570a8b8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:14.837693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae636a77-279b-4c35-a355-6ad3f5c681e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:14.839982 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ae636a77-279b-4c35-a355-6ad3f5c681e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65a20c06-41bf-420a-af8a-5325b4eef00b HTTP/1.1" status: 204 len: 168 time: 2.2927043 Jan 14 07:29:14.957760 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1913de45-1621-45a4-854f-e886d570a8b8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:15.075057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:15.106063 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-8fba733f-e4c5-417c-8d9e-f28fadc7ea79 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:15.195882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf983ba-062b-4400-b8e5-c1531d1cb0e1 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Router 67892cde-205e-4f53-9a48-34830c24e288 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:29:15.254177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] Set router bbcd6ca5-d491-4e89-9a24-66c1fed2b454 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:29:15.325989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 652aaba4-ba29-45b4-94c0-6bf0358b59a3 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:29:15.340840 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9739826c-86f9-411b-aa3b-fbf3d672730e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:15.372448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f83e5c4c-e836-43d5-a828-ae7a0715d08b None None] Provisioning for port 583e369e-674f-440e-af6a-11e11a2b533c completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:15.390946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 652aaba4-ba29-45b4-94c0-6bf0358b59a3 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:29:15.391339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 652aaba4-ba29-45b4-94c0-6bf0358b59a3 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:29:15.400816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f83e5c4c-e836-43d5-a828-ae7a0715d08b None None] Provisioning complete for port 583e369e-674f-440e-af6a-11e11a2b533c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:15.401239 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f83e5c4c-e836-43d5-a828-ae7a0715d08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:15.540123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba733f-e4c5-417c-8d9e-f28fadc7ea79 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Pushing event deleted for resources: {'Port': ['ID=a5c998d0-382b-4493-8259-0b2c78d19d35,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:15.562086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf983ba-062b-4400-b8e5-c1531d1cb0e1 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:29:15.570133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eaf983ba-062b-4400-b8e5-c1531d1cb0e1 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:15.602310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18aff41-8eab-4ebc-aabb-6f83b2040dc6 None None] Sync routers for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:29:15.634700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f83e5c4c-e836-43d5-a828-ae7a0715d08b None None] Port 583e369e-674f-440e-af6a-11e11a2b533c cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:29:15.721189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6609-6745-4434-800a-5e8f32ae5cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:15.755727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6609-6745-4434-800a-5e8f32ae5cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:15.797302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f83e5c4c-e836-43d5-a828-ae7a0715d08b None None] Could not find standard attr ID for object 6e10d194-fb13-4ee2-a63e-73bf98f6bb56. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:29:15.810263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18aff41-8eab-4ebc-aabb-6f83b2040dc6 None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:15.814069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f18aff41-8eab-4ebc-aabb-6f83b2040dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:15.877784 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6609-6745-4434-800a-5e8f32ae5cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:15.892165 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:15.895390 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8fba733f-e4c5-417c-8d9e-f28fadc7ea79 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:15.904690 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d39f5a45-1b12-4ce5-9287-6c93ca9554da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:15.919010 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:15.934122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1913de45-1621-45a4-854f-e886d570a8b8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:15.951584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f18aff41-8eab-4ebc-aabb-6f83b2040dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:15.964473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35696) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:16.014845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18aff41-8eab-4ebc-aabb-6f83b2040dc6 None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:16.015766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f18aff41-8eab-4ebc-aabb-6f83b2040dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:16.048365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd6609-6745-4434-800a-5e8f32ae5cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d565e851-ab68-478c-b206-94c30ef43662,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:16.096907 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ecd6609-6745-4434-800a-5e8f32ae5cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:16.109928 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ecd6609-6745-4434-800a-5e8f32ae5cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:16.111165 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6ecd6609-6745-4434-800a-5e8f32ae5cb4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d565e851-ab68-478c-b206-94c30ef43662 HTTP/1.1" status: 204 len: 168 time: 1.8121154 Jan 14 07:29:16.112435 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76c1c143-97fa-4585-92c0-e50c508a603b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:16.149582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c57bfcab-5af4-490e-8e3a-8b24e5d5fb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:16.160682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f18aff41-8eab-4ebc-aabb-6f83b2040dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:16.161181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18aff41-8eab-4ebc-aabb-6f83b2040dc6 None None] The sync data for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:29:16.204535 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:16.239871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcd6ca5-d491-4e89-9a24-66c1fed2b454', 'name': 'tempest-TaggedBootDevicesTest-1797533009-router', 'tenant_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '5270fa93-079c-43f2-9f8a-cbc0dd6c24a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:28:18Z', 'updated_at': '2021-01-14T07:28:56Z', 'revision_number': 4, 'project_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'gw_port': {'id': '5270fa93-079c-43f2-9f8a-cbc0dd6c24a8', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd6ca5-d491-4e89-9a24-66c1fed2b454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:28Z', 'updated_at': '2021-01-14T07:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'e709da0b-e6d2-4f03-b219-f71028653649', 'name': '', 'network_id': '60eca220-f4d8-4f80-bc24-238eaea2b741', 'tenant_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'mac_address': 'fa:16:3e:a2:2f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcd6ca5-d491-4e89-9a24-66c1fed2b454', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '38ec468a-301b-4f25-b9cc-8f87d4d3e42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:48Z', 'updated_at': '2021-01-14T07:29:13Z', 'revision_number': 4, 'project_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'subnets': [{'id': '38ec468a-301b-4f25-b9cc-8f87d4d3e42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:16.246592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-76c1c143-97fa-4585-92c0-e50c508a603b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:16.246813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193597d9-30cc-4bc6-9105-a0c7a89fdbe3 None None] The sync data for ids ['bbcd6ca5-d491-4e89-9a24-66c1fed2b454'] in n-d-769329-2 is: [{'id': 'bbcd6ca5-d491-4e89-9a24-66c1fed2b454', 'name': 'tempest-TaggedBootDevicesTest-1797533009-router', 'tenant_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '5270fa93-079c-43f2-9f8a-cbc0dd6c24a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:28:18Z', 'updated_at': '2021-01-14T07:28:56Z', 'revision_number': 4, 'project_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'gw_port': {'id': '5270fa93-079c-43f2-9f8a-cbc0dd6c24a8', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd6ca5-d491-4e89-9a24-66c1fed2b454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:28Z', 'updated_at': '2021-01-14T07:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'e709da0b-e6d2-4f03-b219-f71028653649', 'name': '', 'network_id': '60eca220-f4d8-4f80-bc24-238eaea2b741', 'tenant_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'mac_address': 'fa:16:3e:a2:2f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcd6ca5-d491-4e89-9a24-66c1fed2b454', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '38ec468a-301b-4f25-b9cc-8f87d4d3e42a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:48Z', 'updated_at': '2021-01-14T07:29:13Z', 'revision_number': 4, 'project_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'subnets': [{'id': '38ec468a-301b-4f25-b9cc-8f87d4d3e42a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:29:16.249154 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96ed48b8-2c71-4157-a540-734606026757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:16.290809 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-eaf983ba-062b-4400-b8e5-c1531d1cb0e1 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "PUT /v2.0/floatingips/c761a03c-d91b-411f-896e-b3913e76a377 HTTP/1.1" status: 200 len: 979 time: 6.6869314 Jan 14 07:29:16.291997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35702) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:16.312226 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:16.324061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-76c1c143-97fa-4585-92c0-e50c508a603b admin admin] Usage tracker for resource:security_group_rule and tenant:905c915ae321421090e4246116c7b53b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:16.338632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-76c1c143-97fa-4585-92c0-e50c508a603b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:16.348305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-8fba733f-e4c5-417c-8d9e-f28fadc7ea79 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] No DVR routers for this DVR port a5c998d0-382b-4493-8259-0b2c78d19d35 on host n-h2-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:29:16.355851 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-35ca61a7-4896-4fb4-8c42-c5cff4379b3e tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:16.442200 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-8fba733f-e4c5-417c-8d9e-f28fadc7ea79 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:16.446088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Pushing event updated for resources: {'Port': ['ID=583e369e-674f-440e-af6a-11e11a2b533c,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:16.449475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28079013-7ad3-4827-b21a-d8c3b73780f8', 'name': 'network-vif-deleted', 'tag': 'a5c998d0-382b-4493-8259-0b2c78d19d35'}] {{(pid=80907) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 07:29:16.463472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57bfcab-5af4-490e-8e3a-8b24e5d5fb86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b9347b-a84e-4621-bf6e-eafeae5aed04,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:16.469647 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c57bfcab-5af4-490e-8e3a-8b24e5d5fb86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:16.492295 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:16.505756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-76c1c143-97fa-4585-92c0-e50c508a603b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:16.554832 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c918b4ed-468e-4c6c-a195-35740acf1238 req-8fba733f-e4c5-417c-8d9e-f28fadc7ea79 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] 10.222.0.39 "DELETE /v2.0/ports/a5c998d0-382b-4493-8259-0b2c78d19d35 HTTP/1.1" status: 204 len: 173 time: 5.4886699 Jan 14 07:29:16.576703 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:16.607746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c57bfcab-5af4-490e-8e3a-8b24e5d5fb86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:16.680357 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c57bfcab-5af4-490e-8e3a-8b24e5d5fb86 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/26b9347b-a84e-4621-bf6e-eafeae5aed04 HTTP/1.1" status: 204 len: 168 time: 4.3340902 Jan 14 07:29:16.687358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38ffdfd3-bde5-443c-bef1-44db251d8b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:16.706048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35710) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:16.735787 n-d-769329-2 neutron-server[80794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28079013-7ad3-4827-b21a-d8c3b73780f8', 'name': 'network-vif-deleted', 'tag': 'a5c998d0-382b-4493-8259-0b2c78d19d35', 'status': 'completed', 'code': 200} Jan 14 07:29:16.736479 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-82ed1e06-f1c2-45b1-80ba-64aadfb132e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:16.754681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1913de45-1621-45a4-854f-e886d570a8b8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:16.779399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Network d25ff98d-c671-431b-a04c-5faaa359d5e7 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:16.794332 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-930ad511-c85c-4452-b41f-9ccd7b5f1540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:16.898559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:17.070690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913de45-1621-45a4-854f-e886d570a8b8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=61c09c31-a2c4-4055-bc75-84f7658ee9d1,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:17.099758 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1913de45-1621-45a4-854f-e886d570a8b8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:17.132757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffdfd3-bde5-443c-bef1-44db251d8b01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d00f753-e9a8-47ef-90c1-b00b864db321,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:17.365429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7d76fe6a-93f2-4c40-ad16-7eac954c41dd None None] Provisioning complete for port 583e369e-674f-440e-af6a-11e11a2b533c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:17.365429 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d76fe6a-93f2-4c40-ad16-7eac954c41dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:17.378401 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-38ffdfd3-bde5-443c-bef1-44db251d8b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:17.380827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9f70ef7e-431a-4f3f-bc24-b01b3c153ede tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Deleting port dcf95937-613e-4b25-982f-73738af2b6e8 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:17.381204 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f70ef7e-431a-4f3f-bc24-b01b3c153ede tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:17.497712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7d76fe6a-93f2-4c40-ad16-7eac954c41dd None None] Port 583e369e-674f-440e-af6a-11e11a2b533c cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:29:17.510820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94674fd-6968-4e3a-9d4d-8a578236b5e3 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:17.511703 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1913de45-1621-45a4-854f-e886d570a8b8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:17.516485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Router b6dba8de-3d97-405f-ae24-5b0a16185c79 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:29:17.525676 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1913de45-1621-45a4-854f-e886d570a8b8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/61c09c31-a2c4-4055-bc75-84f7658ee9d1 HTTP/1.1" status: 204 len: 168 time: 4.0551426 Jan 14 07:29:17.532375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35722) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:17.737374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e709da0b-e6d2-4f03-b219-f71028653649 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:17.764067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f70ef7e-431a-4f3f-bc24-b01b3c153ede tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:17.764436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f70ef7e-431a-4f3f-bc24-b01b3c153ede tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:17.964900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port e709da0b-e6d2-4f03-b219-f71028653649 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:17.978578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port e709da0b-e6d2-4f03-b219-f71028653649 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:17.980052 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:18.086480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554e4027-69fd-4412-bb76-d28f299bdb2a None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:29:18.109615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-554e4027-69fd-4412-bb76-d28f299bdb2a None None] Deleting port ab70e070-1fb0-4355-87a1-632a40c434b1 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:18.110046 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-554e4027-69fd-4412-bb76-d28f299bdb2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:18.241106 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-68514005-b278-4676-817d-58e27cd3accd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5987606 Jan 14 07:29:18.252136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35732) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:18.276900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0d78f679-50b2-458e-a60c-8750b9457362 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:18.532059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9f70ef7e-431a-4f3f-bc24-b01b3c153ede tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Calling delete_port for dcf95937-613e-4b25-982f-73738af2b6e8 owned by network:floatingip {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:18.647782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76c1c143-97fa-4585-92c0-e50c508a603b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:18.682902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0d78f679-50b2-458e-a60c-8750b9457362 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:18.688454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:29:18.694268 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38ffdfd3-bde5-443c-bef1-44db251d8b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:18.706397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] Sync routers for ids ['b6dba8de-3d97-405f-ae24-5b0a16185c79'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:29:18.724884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] Routers {'b6dba8de-3d97-405f-ae24-5b0a16185c79'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:18.725744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['b6dba8de-3d97-405f-ae24-5b0a16185c79'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:18.730699 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] 10.222.0.41 "PUT /v2.0/routers/b6dba8de-3d97-405f-ae24-5b0a16185c79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7285755 Jan 14 07:29:18.732646 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b82fbe6-23c9-406d-bf9a-60ee8c5c76fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:18.733093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0d78f679-50b2-458e-a60c-8750b9457362 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:18.747361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0d78f679-50b2-458e-a60c-8750b9457362 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:18.770402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0d78f679-50b2-458e-a60c-8750b9457362 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:18.796989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d78f679-50b2-458e-a60c-8750b9457362 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:18.807520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:18.836426 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d78f679-50b2-458e-a60c-8750b9457362 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:18.864306 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-38ffdfd3-bde5-443c-bef1-44db251d8b01 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3d00f753-e9a8-47ef-90c1-b00b864db321 HTTP/1.1" status: 204 len: 168 time: 5.5893011 Jan 14 07:29:18.900294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port e709da0b-e6d2-4f03-b219-f71028653649, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e709da0b-e6d2-4f03-b219-f71028653649,segment=NetworkSegment(a4fd3fda-bdba-4610-a9d6-376b8957e30d),segment_id=a4fd3fda-bdba-4610-a9d6-376b8957e30d)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:18.912201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35746) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:18.924636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76c1c143-97fa-4585-92c0-e50c508a603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:18.925500 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:18.936969 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7da42d99-e52a-4492-8f19-03cdbccb1f4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:19.026333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-554e4027-69fd-4412-bb76-d28f299bdb2a None None] For port ab70e070-1fb0-4355-87a1-632a40c434b1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ab70e070-1fb0-4355-87a1-632a40c434b1,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:19.030808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-554e4027-69fd-4412-bb76-d28f299bdb2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:19.195007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] Set router b6dba8de-3d97-405f-ae24-5b0a16185c79 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:29:19.225929 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ac043733-bcbf-49e2-8695-6b5ff423a4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:19.274460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=e709da0b-e6d2-4f03-b219-f71028653649,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:19.309359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4b7beb4-1f15-414c-b85d-60aa92d08e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:19.426888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1c143-97fa-4585-92c0-e50c508a603b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f28b280-5c0c-4427-a8ea-d1c41a59e403,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:19.427789 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:19.440290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-554e4027-69fd-4412-bb76-d28f299bdb2a None None] Calling delete_port for ab70e070-1fb0-4355-87a1-632a40c434b1 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:19.471488 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76c1c143-97fa-4585-92c0-e50c508a603b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:19.639329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e709da0b-e6d2-4f03-b219-f71028653649 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:19.836403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b82fbe6-23c9-406d-bf9a-60ee8c5c76fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:19.855630 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-554e4027-69fd-4412-bb76-d28f299bdb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:19.912186 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:19.989453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9b82fbe6-23c9-406d-bf9a-60ee8c5c76fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3361ee36-a9ca-4480-b62e-c0cb93cd4ff9']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:20.005041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9b82fbe6-23c9-406d-bf9a-60ee8c5c76fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02dcd627-d194-445a-b55c-5bbc5989c83a') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:20.005381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9b82fbe6-23c9-406d-bf9a-60ee8c5c76fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02dcd627-d194-445a-b55c-5bbc5989c83a') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:20.013689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35766) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:20.019485 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b82fbe6-23c9-406d-bf9a-60ee8c5c76fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:20.020015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port e709da0b-e6d2-4f03-b219-f71028653649 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:20.020643 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:20.030331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-85190dfa-78c6-4bc2-8bf9-96343c514cdf tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Request body: {'security_group': {'name': 'tempest-securitygroup--2075279544', 'description': 'tempest-description--960121952'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:20.031418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dba8de-3d97-405f-ae24-5b0a16185c79', 'name': 'tempest-ServerActionsTestJSON-1534050813-router', 'tenant_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '99b41dbb-f80d-4534-a030-d19377b0432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:28:45Z', 'updated_at': '2021-01-14T07:29:14Z', 'revision_number': 4, 'project_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'gw_port': {'id': '99b41dbb-f80d-4534-a030-d19377b0432e', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dba8de-3d97-405f-ae24-5b0a16185c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:55Z', 'updated_at': '2021-01-14T07:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '583e369e-674f-440e-af6a-11e11a2b533c', 'name': '', 'network_id': 'd25ff98d-c671-431b-a04c-5faaa359d5e7', 'tenant_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'mac_address': 'fa:16:3e:c4:89:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dba8de-3d97-405f-ae24-5b0a16185c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '1c0abe93-7b79-4e33-8386-7689dc2a7121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:29:09Z', 'updated_at': '2021-01-14T07:29:15Z', 'revision_number': 2, 'project_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'subnets': [{'id': '1c0abe93-7b79-4e33-8386-7689dc2a7121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:20.036361 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b82fbe6-23c9-406d-bf9a-60ee8c5c76fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:20.038753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9b82fbe6-23c9-406d-bf9a-60ee8c5c76fc admin admin] Releasing vxlan tunnel 15 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:29:20.046718 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d78f679-50b2-458e-a60c-8750b9457362 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:20.049722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] Checking router: b6dba8de-3d97-405f-ae24-5b0a16185c79 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:29:20.050131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] Updating router b6dba8de-3d97-405f-ae24-5b0a16185c79 port 583e369e-674f-440e-af6a-11e11a2b533c binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:29:20.154243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:20.307499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-85190dfa-78c6-4bc2-8bf9-96343c514cdf tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:20.310452 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-17562498-31ed-4634-b055-addf386fb2ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:20.369949 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-76c1c143-97fa-4585-92c0-e50c508a603b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=905c915ae321421090e4246116c7b53b&name=default HTTP/1.1" status: 200 len: 2983 time: 4.4013100 Jan 14 07:29:20.380900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35780) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:20.392413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e4027-69fd-4412-bb76-d28f299bdb2a None None] Pushing event deleted for resources: {'Port': ['ID=ab70e070-1fb0-4355-87a1-632a40c434b1,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:20.409466 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-554e4027-69fd-4412-bb76-d28f299bdb2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:20.426884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78f679-50b2-458e-a60c-8750b9457362 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=8b5b8dc1-1925-456e-88ee-d51123ecb08a,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:20.444069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d78f679-50b2-458e-a60c-8750b9457362 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:20.446999 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d78f679-50b2-458e-a60c-8750b9457362 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:20.449400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-85190dfa-78c6-4bc2-8bf9-96343c514cdf tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Usage tracker for resource:security_group and tenant:2f5b17ee77bb42f3a1e606c33f21b57a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:20.455717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-0d78f679-50b2-458e-a60c-8750b9457362 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:20.466304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-85190dfa-78c6-4bc2-8bf9-96343c514cdf tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:20.503153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d78f679-50b2-458e-a60c-8750b9457362 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:20.503852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d78f679-50b2-458e-a60c-8750b9457362 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:20.552177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e4027-69fd-4412-bb76-d28f299bdb2a None None] No DVR routers for this DVR port ab70e070-1fb0-4355-87a1-632a40c434b1 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:29:20.566013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-85190dfa-78c6-4bc2-8bf9-96343c514cdf tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:20.585984 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0d78f679-50b2-458e-a60c-8750b9457362 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3256474 Jan 14 07:29:20.588872 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85190dfa-78c6-4bc2-8bf9-96343c514cdf tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:20.619353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93ffd87-a662-44ee-b591-db352469e17f None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:20.626385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35784) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:20.646830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4d5d6f9a-cdc5-45bf-8582-5953a7a2afea tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'name': 'tempest-NetworksTestDHCPv6-1912147847'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:20.653010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9b82fbe6-23c9-406d-bf9a-60ee8c5c76fc admin admin] Network 3361ee36-a9ca-4480-b62e-c0cb93cd4ff9 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:29:20.679825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b82fbe6-23c9-406d-bf9a-60ee8c5c76fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:20.851708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-85190dfa-78c6-4bc2-8bf9-96343c514cdf tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:20.858899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-85190dfa-78c6-4bc2-8bf9-96343c514cdf tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Usage tracker for resource:security_group_rule and tenant:2f5b17ee77bb42f3a1e606c33f21b57a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:20.870981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-85190dfa-78c6-4bc2-8bf9-96343c514cdf tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:20.885210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-85190dfa-78c6-4bc2-8bf9-96343c514cdf tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:20.963794 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:20.985755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9b82fbe6-23c9-406d-bf9a-60ee8c5c76fc admin admin] Network 3361ee36-a9ca-4480-b62e-c0cb93cd4ff9 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:29:21.043855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ab70e070-1fb0-4355-87a1-632a40c434b1 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:29:21.110479 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:29:21.164763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: ab70e070-1fb0-4355-87a1-632a40c434b1 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:29:21.167411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ab70e070-1fb0-4355-87a1-632a40c434b1 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:29:21.195731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4d5d6f9a-cdc5-45bf-8582-5953a7a2afea tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:21.216882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4d5d6f9a-cdc5-45bf-8582-5953a7a2afea tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:port and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:21.225328 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85190dfa-78c6-4bc2-8bf9-96343c514cdf tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.231703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4d5d6f9a-cdc5-45bf-8582-5953a7a2afea tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for port was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:21.243782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85190dfa-78c6-4bc2-8bf9-96343c514cdf tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.254875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': '8b5b8dc1-1925-456e-88ee-d51123ecb08a'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:29:21.255742 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.264238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4d5d6f9a-cdc5-45bf-8582-5953a7a2afea tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:21.266464 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:21.284270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4b7beb4-1f15-414c-b85d-60aa92d08e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.366805 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85190dfa-78c6-4bc2-8bf9-96343c514cdf tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.369807 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-85190dfa-78c6-4bc2-8bf9-96343c514cdf tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3525136 Jan 14 07:29:21.372730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35798) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:21.373867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85190dfa-78c6-4bc2-8bf9-96343c514cdf tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Pushing event updated for resources: {'SecurityGroup': ['ID=07864c8d-6f88-4e41-830d-a53e2c7410c6,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:21.378504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5d6f9a-cdc5-45bf-8582-5953a7a2afea tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:21.388817 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d5d6f9a-cdc5-45bf-8582-5953a7a2afea tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.404234 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-85190dfa-78c6-4bc2-8bf9-96343c514cdf tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:21.411548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-dec34bab-73c7-458b-92ca-7cb44a42c80f tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Request body: {'security_group_rule': {'security_group_id': '07864c8d-6f88-4e41-830d-a53e2c7410c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:21.429458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dec34bab-73c7-458b-92ca-7cb44a42c80f tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:21.450965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dec34bab-73c7-458b-92ca-7cb44a42c80f tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Usage tracker for resource:security_group_rule and tenant:2f5b17ee77bb42f3a1e606c33f21b57a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:21.456416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dec34bab-73c7-458b-92ca-7cb44a42c80f tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:21.482072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dec34bab-73c7-458b-92ca-7cb44a42c80f tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:21.518144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c4b7beb4-1f15-414c-b85d-60aa92d08e1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a817c807-bf93-4c78-9cd6-e0d0a4353b32']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:21.537798 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.540915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35802) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:21.577719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b82fbe6-23c9-406d-bf9a-60ee8c5c76fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.582934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c4b7beb4-1f15-414c-b85d-60aa92d08e1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac361609-6a60-42a3-b4b4-59d398c46cf5') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:21.583272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c4b7beb4-1f15-414c-b85d-60aa92d08e1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac361609-6a60-42a3-b4b4-59d398c46cf5') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:21.588259 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dec34bab-73c7-458b-92ca-7cb44a42c80f tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.601648 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8895de3e-8c92-4fd1-ba43-3ef5d97852a9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:21.625397 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b82fbe6-23c9-406d-bf9a-60ee8c5c76fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.668220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82fbe6-23c9-406d-bf9a-60ee8c5c76fc admin admin] Pushing event deleted for resources: {'Network': ['ID=3361ee36-a9ca-4480-b62e-c0cb93cd4ff9,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:21.668838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-4d5d6f9a-cdc5-45bf-8582-5953a7a2afea tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port 1277e916-d906-41d9-a4ae-76d06fdacb73 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:29:21.675079 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4b7beb4-1f15-414c-b85d-60aa92d08e1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.702795 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b82fbe6-23c9-406d-bf9a-60ee8c5c76fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:21.707239 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9b82fbe6-23c9-406d-bf9a-60ee8c5c76fc admin admin] 10.222.0.41 "DELETE /v2.0/networks/3361ee36-a9ca-4480-b62e-c0cb93cd4ff9 HTTP/1.1" status: 204 len: 168 time: 4.9314225 Jan 14 07:29:21.708510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] Transition to ACTIVE for port object 583e369e-674f-440e-af6a-11e11a2b533c will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:21.709872 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.719822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.724505 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f70ef7e-431a-4f3f-bc24-b01b3c153ede tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.776421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dec34bab-73c7-458b-92ca-7cb44a42c80f tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.784914 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dec34bab-73c7-458b-92ca-7cb44a42c80f tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.791343 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:21.833328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Allocated IP 2001:db8::2 (e6acc9a6-db0b-42d1-82b7-716516d3711e/8b5b8dc1-1925-456e-88ee-d51123ecb08a/b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:21.839215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec34bab-73c7-458b-92ca-7cb44a42c80f tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213c7359-9fb8-419f-a79d-aeb25d6f242b,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:21.860930 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dec34bab-73c7-458b-92ca-7cb44a42c80f tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:21.873674 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dec34bab-73c7-458b-92ca-7cb44a42c80f tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.877978 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dec34bab-73c7-458b-92ca-7cb44a42c80f tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5013156 Jan 14 07:29:21.878756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35810) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:21.885868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fdb10492-7cd0-416d-9872-7769b8f8e93a tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Request body: {'security_group_rule': {'security_group_id': '07864c8d-6f88-4e41-830d-a53e2c7410c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:21.897281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fdb10492-7cd0-416d-9872-7769b8f8e93a tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:21.904230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fdb10492-7cd0-416d-9872-7769b8f8e93a tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Usage tracker for resource:security_group_rule and tenant:2f5b17ee77bb42f3a1e606c33f21b57a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:21.908346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fdb10492-7cd0-416d-9872-7769b8f8e93a tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:21.916171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fdb10492-7cd0-416d-9872-7769b8f8e93a tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:21.939607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4b7beb4-1f15-414c-b85d-60aa92d08e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.944289 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-665b8254-8478-4548-82a8-bf02ac01e998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:21.976497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdb10492-7cd0-416d-9872-7769b8f8e93a tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:21.995339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-382c652b-b7f6-4a82-b5cd-1085ea3eca1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:22.025289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4b7beb4-1f15-414c-b85d-60aa92d08e1b admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:29:22.052642 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4d54068-bcb7-45d8-95a4-1d6d3de6b832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:22.078241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70ef7e-431a-4f3f-bc24-b01b3c153ede tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event deleted for resources: {'Port': ['ID=dcf95937-613e-4b25-982f-73738af2b6e8,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:22.086547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35816) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:22.097507 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9f70ef7e-431a-4f3f-bc24-b01b3c153ede tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:22.190919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-382c652b-b7f6-4a82-b5cd-1085ea3eca1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:22.222796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-382c652b-b7f6-4a82-b5cd-1085ea3eca1e admin admin] Usage tracker for resource:security_group_rule and tenant:4fd3e4c4b6944b4ba3bed18a4a3c2bc2 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:22.233428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-382c652b-b7f6-4a82-b5cd-1085ea3eca1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:22.285274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-382c652b-b7f6-4a82-b5cd-1085ea3eca1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:22.286966 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-262f6a1c-86e7-42d1-a0f2-3ba97a6ce212 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e346bfdead1c491a8b5f2fb893f7131d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954398 Jan 14 07:29:22.287550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35820) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:22.319028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:22.325487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdb10492-7cd0-416d-9872-7769b8f8e93a tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:22.348252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Transition to ACTIVE for port object b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:22.351586 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdb10492-7cd0-416d-9872-7769b8f8e93a tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:22.360187 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:22.393954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb10492-7cd0-416d-9872-7769b8f8e93a tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b550acc-dcba-4f3f-b727-7da6b0f4a9d5,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:22.397232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Transition to ACTIVE for port object b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:22.406366 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:22.412673 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fdb10492-7cd0-416d-9872-7769b8f8e93a tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:22.478823 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d8a8a56a-fc37-4685-bb49-d09a8b623d1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:22.508226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c4b7beb4-1f15-414c-b85d-60aa92d08e1b admin admin] Network a817c807-bf93-4c78-9cd6-e0d0a4353b32 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:29:22.558999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4b7beb4-1f15-414c-b85d-60aa92d08e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:22.601662 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bc62a3d-1622-4dba-9fc2-dc3d04dfa9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:22.614229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfdd1d-a367-4801-8646-b1d29e7f20ef None None] Pushing event updated for resources: {'Port': ['ID=583e369e-674f-440e-af6a-11e11a2b533c,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:22.634469 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6dfdd1d-a367-4801-8646-b1d29e7f20ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:22.638892 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bc62a3d-1622-4dba-9fc2-dc3d04dfa9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:22.645014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] Attempting to bind port 583e369e-674f-440e-af6a-11e11a2b533c on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:29:22.646075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] Attempting to bind port 583e369e-674f-440e-af6a-11e11a2b533c by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '1fb3cfc0-7d2c-48b1-ab11-06deb127e16c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd25ff98d-c671-431b-a04c-5faaa359d5e7'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:29:22.647159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] Attempting to bind port 583e369e-674f-440e-af6a-11e11a2b533c on network d25ff98d-c671-431b-a04c-5faaa359d5e7 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:29:22.660394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:29:22.661810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] Checking segment: {'id': '1fb3cfc0-7d2c-48b1-ab11-06deb127e16c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd25ff98d-c671-431b-a04c-5faaa359d5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:29:22.662797 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:22.663557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] Bound using segment: {'id': '1fb3cfc0-7d2c-48b1-ab11-06deb127e16c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd25ff98d-c671-431b-a04c-5faaa359d5e7'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:29:22.667435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] Bound port: 583e369e-674f-440e-af6a-11e11a2b533c, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb3cfc0-7d2c-48b1-ab11-06deb127e16c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'd25ff98d-c671-431b-a04c-5faaa359d5e7'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:29:22.668122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:22.726331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-4d5d6f9a-cdc5-45bf-8582-5953a7a2afea tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::2ff (e6acc9a6-db0b-42d1-82b7-716516d3711e/8b5b8dc1-1925-456e-88ee-d51123ecb08a/1277e916-d906-41d9-a4ae-76d06fdacb73) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:22.795200 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f70ef7e-431a-4f3f-bc24-b01b3c153ede tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:22.795576 n-d-769329-2 neutron-server[80794]: INFO neutron.db.l3_db [None req-9f70ef7e-431a-4f3f-bc24-b01b3c153ede tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Floating IP c761a03c-d91b-411f-896e-b3913e76a377 disassociated (deleted). External IP: 172.25.3.165, port: c5e8a834-a5c6-41d8-812b-a4685cbd9e8e. Jan 14 07:29:22.796964 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdb10492-7cd0-416d-9872-7769b8f8e93a tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:22.806412 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fdb10492-7cd0-416d-9872-7769b8f8e93a tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9252956 Jan 14 07:29:22.807487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35824) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:22.812811 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bc62a3d-1622-4dba-9fc2-dc3d04dfa9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:22.844895 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:22.847227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] For port 583e369e-674f-440e-af6a-11e11a2b533c, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:29:22.851355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] For port 583e369e-674f-440e-af6a-11e11a2b533c, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=583e369e-674f-440e-af6a-11e11a2b533c,segment=NetworkSegment(1fb3cfc0-7d2c-48b1-ab11-06deb127e16c),segment_id=1fb3cfc0-7d2c-48b1-ab11-06deb127e16c)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:29:22.856455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:22.872926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:22.874125 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1cfa7936-e39b-4815-b5b4-e29f517e1ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:22.879195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Pushing event updated for resources: {'Port': ['ID=b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:22.883386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:22.886483 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:22.887455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:22.888402 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:22.897782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:22.924099 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f2c8dd3-508c-44c6-a4e0-af301f5b8a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:22.947264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:22.962298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc62a3d-1622-4dba-9fc2-dc3d04dfa9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b73339-fd67-4881-aea7-f87805acb44a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:22.966814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f28b280-5c0c-4427-a8ea-d1c41a59e403,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:22.969779 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:22.971205 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f28b280-5c0c-4427-a8ea-d1c41a59e403 HTTP/1.1" status: 204 len: 168 time: 2.5850039 Jan 14 07:29:22.974327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c4b7beb4-1f15-414c-b85d-60aa92d08e1b admin admin] Network a817c807-bf93-4c78-9cd6-e0d0a4353b32 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:29:22.996194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Usage tracker for resource:floatingip and tenant:2f5b17ee77bb42f3a1e606c33f21b57a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:23.007082 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5bc62a3d-1622-4dba-9fc2-dc3d04dfa9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:23.008022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:23.015898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.016296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.016711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.017123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.017526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.017934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.018335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.018907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.019099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.019627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.020051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.020451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.020920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.021311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.021710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.022125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.022466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.022628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Attempting to bind port b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:29:23.022798 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bc62a3d-1622-4dba-9fc2-dc3d04dfa9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:23.022987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.023365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.024028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.024801 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5bc62a3d-1622-4dba-9fc2-dc3d04dfa9e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0b73339-fd67-4881-aea7-f87805acb44a HTTP/1.1" status: 204 len: 168 time: 0.7150638 Jan 14 07:29:23.025221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.025633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.026233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.026725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.027178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.027815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.027944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.028352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.028747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.029139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.029687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.030075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.030464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.030857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.031249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.031719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:29:23.035255 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:29:23.042306 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:23.045845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Attempting to bind port b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:29:23.045845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Attempting to bind port b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0 on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:29:23.063673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:23.135377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks [] for floatingip, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:23.209546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfdd1d-a367-4801-8646-b1d29e7f20ef None None] Pushing event updated for resources: {'Port': ['ID=583e369e-674f-440e-af6a-11e11a2b533c,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:23.223861 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6dfdd1d-a367-4801-8646-b1d29e7f20ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:23.251719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:29:23.252324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:29:23.253037 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:23.253724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:29:23.254416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Bound port: b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:29:23.254965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:23.454267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] For port b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:29:23.458654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] For port b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:29:23.465673 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:23.492131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] Routers {'b6dba8de-3d97-405f-ae24-5b0a16185c79'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:23.492888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['b6dba8de-3d97-405f-ae24-5b0a16185c79'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:23.724421 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:23.844958 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d5d6f9a-cdc5-45bf-8582-5953a7a2afea tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:23.883257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4d5d6f9a-cdc5-45bf-8582-5953a7a2afea tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object 1277e916-d906-41d9-a4ae-76d06fdacb73 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:23.894343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Pushing event updated for resources: {'Port': ['ID=b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:23.936072 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:23.936826 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:23.980117 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01b78cf4-580f-4193-910a-c28af174ffa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:24.001993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] Set router b6dba8de-3d97-405f-ae24-5b0a16185c79 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:29:24.064934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d5d6f9a-cdc5-45bf-8582-5953a7a2afea tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:24.093269 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:24.275176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d6f9a-cdc5-45bf-8582-5953a7a2afea tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=1277e916-d906-41d9-a4ae-76d06fdacb73,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:24.283868 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d5d6f9a-cdc5-45bf-8582-5953a7a2afea tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:24.724238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f70ef7e-431a-4f3f-bc24-b01b3c153ede tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Router 67892cde-205e-4f53-9a48-34830c24e288 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:29:24.778319 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4b7beb4-1f15-414c-b85d-60aa92d08e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:24.782472 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4b7beb4-1f15-414c-b85d-60aa92d08e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:24.807044 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:24.928545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dba8de-3d97-405f-ae24-5b0a16185c79', 'name': 'tempest-ServerActionsTestJSON-1534050813-router', 'tenant_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '99b41dbb-f80d-4534-a030-d19377b0432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:28:45Z', 'updated_at': '2021-01-14T07:29:14Z', 'revision_number': 4, 'project_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'gw_port': {'id': '99b41dbb-f80d-4534-a030-d19377b0432e', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dba8de-3d97-405f-ae24-5b0a16185c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:55Z', 'updated_at': '2021-01-14T07:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '583e369e-674f-440e-af6a-11e11a2b533c', 'name': '', 'network_id': 'd25ff98d-c671-431b-a04c-5faaa359d5e7', 'tenant_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'mac_address': 'fa:16:3e:c4:89:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dba8de-3d97-405f-ae24-5b0a16185c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '1c0abe93-7b79-4e33-8386-7689dc2a7121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:29:09Z', 'updated_at': '2021-01-14T07:29:22Z', 'revision_number': 4, 'project_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'subnets': [{'id': '1c0abe93-7b79-4e33-8386-7689dc2a7121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:24.944797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9cbf75-8184-475d-a4b8-e9f3b1f3048c None None] The sync data for ids ['b6dba8de-3d97-405f-ae24-5b0a16185c79'] in n-d-769329-2 is: [{'id': 'b6dba8de-3d97-405f-ae24-5b0a16185c79', 'name': 'tempest-ServerActionsTestJSON-1534050813-router', 'tenant_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '99b41dbb-f80d-4534-a030-d19377b0432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:28:45Z', 'updated_at': '2021-01-14T07:29:14Z', 'revision_number': 4, 'project_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'gw_port': {'id': '99b41dbb-f80d-4534-a030-d19377b0432e', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dba8de-3d97-405f-ae24-5b0a16185c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:55Z', 'updated_at': '2021-01-14T07:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '583e369e-674f-440e-af6a-11e11a2b533c', 'name': '', 'network_id': 'd25ff98d-c671-431b-a04c-5faaa359d5e7', 'tenant_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'mac_address': 'fa:16:3e:c4:89:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dba8de-3d97-405f-ae24-5b0a16185c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '1c0abe93-7b79-4e33-8386-7689dc2a7121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:29:09Z', 'updated_at': '2021-01-14T07:29:22Z', 'revision_number': 4, 'project_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'subnets': [{'id': '1c0abe93-7b79-4e33-8386-7689dc2a7121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:29:25.177460 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-382c652b-b7f6-4a82-b5cd-1085ea3eca1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:25.179832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7beb4-1f15-414c-b85d-60aa92d08e1b admin admin] Pushing event deleted for resources: {'Network': ['ID=a817c807-bf93-4c78-9cd6-e0d0a4353b32,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:25.190344 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c4b7beb4-1f15-414c-b85d-60aa92d08e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:25.192397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f70ef7e-431a-4f3f-bc24-b01b3c153ede tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:29:25.204408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c0105-e4ec-406a-b8b8-d9681b0f4bcc None None] Sync routers for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:29:25.206229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f70ef7e-431a-4f3f-bc24-b01b3c153ede tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:25.237615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c0105-e4ec-406a-b8b8-d9681b0f4bcc None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:25.238307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a79c0105-e4ec-406a-b8b8-d9681b0f4bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:25.249070 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c4b7beb4-1f15-414c-b85d-60aa92d08e1b admin admin] 10.222.0.41 "DELETE /v2.0/networks/a817c807-bf93-4c78-9cd6-e0d0a4353b32 HTTP/1.1" status: 204 len: 168 time: 6.3052895 Jan 14 07:29:25.256384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-382c652b-b7f6-4a82-b5cd-1085ea3eca1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:25.293816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5d6f9a-cdc5-45bf-8582-5953a7a2afea tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:25.303190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4d5d6f9a-cdc5-45bf-8582-5953a7a2afea tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:25.304968 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-444e0545-e421-447e-a9f8-9bc3bf154a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:25.313855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5d6f9a-cdc5-45bf-8582-5953a7a2afea tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.316170 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.319199 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.326439 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.329996 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.329996 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.329996 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.329996 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.329996 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.329996 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.329996 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.329996 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.329996 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.329996 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.329996 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.329996 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.329996 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.329996 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.329996 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.329996 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.329996 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:25.329996 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:25.329996 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:25.329996 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:25.345901 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-382c652b-b7f6-4a82-b5cd-1085ea3eca1e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4fd3e4c4b6944b4ba3bed18a4a3c2bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 3.7925017 Jan 14 07:29:25.349464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a79c0105-e4ec-406a-b8b8-d9681b0f4bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:25.360322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c0105-e4ec-406a-b8b8-d9681b0f4bcc None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:25.361008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a79c0105-e4ec-406a-b8b8-d9681b0f4bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:28:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:25.361616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35886) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:25.366513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5d6f9a-cdc5-45bf-8582-5953a7a2afea tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:25.369746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d5d6f9a-cdc5-45bf-8582-5953a7a2afea tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:25.425370 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4d5d6f9a-cdc5-45bf-8582-5953a7a2afea tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.7964189 Jan 14 07:29:25.432413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Allocated IP 172.25.3.217 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/2a587794-ed4a-4ae0-b757-84e99b1bc937) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:25.435343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35890) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:25.537281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a79c0105-e4ec-406a-b8b8-d9681b0f4bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:25.537967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c0105-e4ec-406a-b8b8-d9681b0f4bcc None None] The sync data for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:29:25.637426 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5e550665-f10c-4053-8929-1f0f0fd94a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:25.661475 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9f70ef7e-431a-4f3f-bc24-b01b3c153ede tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "DELETE /v2.0/floatingips/c761a03c-d91b-411f-896e-b3913e76a377 HTTP/1.1" status: 204 len: 168 time: 9.3399453 Jan 14 07:29:25.668878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35898) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:25.695872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c652b-b7f6-4a82-b5cd-1085ea3eca1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dade3f05-da18-4278-b425-bba3b9c8178e,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:25.705373 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-382c652b-b7f6-4a82-b5cd-1085ea3eca1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:25.709133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:25.949267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:25.970169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 583e369e-674f-440e-af6a-11e11a2b533c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:26.037634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5b4eb7b8-9db1-47f2-bb18-adfaf05d5cd5 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Deleting port c5e8a834-a5c6-41d8-812b-a4685cbd9e8e {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:26.038158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb7b8-9db1-47f2-bb18-adfaf05d5cd5 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:26.106706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74e4cdd-7af0-4f35-8f0c-9bf9679b47a0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:26.132272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 583e369e-674f-440e-af6a-11e11a2b533c completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:26.142639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 583e369e-674f-440e-af6a-11e11a2b533c triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:26.143317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:26.181084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74e4cdd-7af0-4f35-8f0c-9bf9679b47a0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:26.186891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d74e4cdd-7af0-4f35-8f0c-9bf9679b47a0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:26.198868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35904) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:26.250714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5e550665-f10c-4053-8929-1f0f0fd94a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:26.309366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d74e4cdd-7af0-4f35-8f0c-9bf9679b47a0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:26.314923 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d74e4cdd-7af0-4f35-8f0c-9bf9679b47a0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.8781142 Jan 14 07:29:26.318321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35908) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:26.489836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5897a706-a0d1-4a43-b860-a2a695030a7d None None] Provisioning for port b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:26.567050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5897a706-a0d1-4a43-b860-a2a695030a7d None None] Provisioning complete for port b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:26.567510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5897a706-a0d1-4a43-b860-a2a695030a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:26.592038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a397cd65-6e23-47df-844b-8fae48e4aac5 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port 1277e916-d906-41d9-a4ae-76d06fdacb73 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:26.592424 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a397cd65-6e23-47df-844b-8fae48e4aac5 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:26.736769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb7b8-9db1-47f2-bb18-adfaf05d5cd5 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:26.816421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5ea2c63-aac4-4509-8cb4-51320ca71ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:26.819047 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:26.945798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5b4eb7b8-9db1-47f2-bb18-adfaf05d5cd5 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Calling delete_port for c5e8a834-a5c6-41d8-812b-a4685cbd9e8e owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:27.026110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 583e369e-674f-440e-af6a-11e11a2b533c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=583e369e-674f-440e-af6a-11e11a2b533c,segment=NetworkSegment(1fb3cfc0-7d2c-48b1-ab11-06deb127e16c),segment_id=1fb3cfc0-7d2c-48b1-ab11-06deb127e16c)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:27.033354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5897a706-a0d1-4a43-b860-a2a695030a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:27.074301 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5e550665-f10c-4053-8929-1f0f0fd94a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:27.074743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:27.097670 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-696e777d-d550-406d-ae38-bcd869c7e105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:27.103724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5897a706-a0d1-4a43-b860-a2a695030a7d None None] For port b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:27.105274 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8ff6daa6-8268-4283-a373-ea97fc14dbb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:27.174923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e550665-f10c-4053-8929-1f0f0fd94a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dade3f05-da18-4278-b425-bba3b9c8178e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:27.197201 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5e550665-f10c-4053-8929-1f0f0fd94a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:27.200803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5e550665-f10c-4053-8929-1f0f0fd94a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:27.202235 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5e550665-f10c-4053-8929-1f0f0fd94a0c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dade3f05-da18-4278-b425-bba3b9c8178e HTTP/1.1" status: 204 len: 168 time: 1.8318629 Jan 14 07:29:27.207112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=583e369e-674f-440e-af6a-11e11a2b533c,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:27.222039 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:27.286582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5897a706-a0d1-4a43-b860-a2a695030a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:27.317867 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d8a8a56a-fc37-4685-bb49-d09a8b623d1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:27.534282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:27.545634 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:27.589330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 583e369e-674f-440e-af6a-11e11a2b533c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:27.600632 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7c653aab-6b0a-4f95-9a15-05b6dac08b6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1bff2f0f8d744df0b21fedb25ed50b57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3843470 Jan 14 07:29:27.603369 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a397cd65-6e23-47df-844b-8fae48e4aac5 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:27.616030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35946) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:27.652698 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb7b8-9db1-47f2-bb18-adfaf05d5cd5 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:27.754571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5ce71356-3a0f-48c5-b6ae-19388dd11a8e None None] Provisioning complete for port b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:27.754954 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ce71356-3a0f-48c5-b6ae-19388dd11a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:27.825659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897a706-a0d1-4a43-b860-a2a695030a7d None None] Pushing event updated for resources: {'Port': ['ID=b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:27.843507 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5897a706-a0d1-4a43-b860-a2a695030a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:27.913644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a397cd65-6e23-47df-844b-8fae48e4aac5 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for 1277e916-d906-41d9-a4ae-76d06fdacb73 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:27.988351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 583e369e-674f-440e-af6a-11e11a2b533c triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:27.993932 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:28.014277 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-191ff23b-b68f-4c78-8a08-fc94553c7d88 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:28.126355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4eb7b8-9db1-47f2-bb18-adfaf05d5cd5 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event deleted for resources: {'Port': ['ID=c5e8a834-a5c6-41d8-812b-a4685cbd9e8e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:28.137575 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5b4eb7b8-9db1-47f2-bb18-adfaf05d5cd5 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:28.209031 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a643b212-34f9-4b4a-bb49-94d61e310771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:28.228746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:28.241033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5ce71356-3a0f-48c5-b6ae-19388dd11a8e None None] Provisioning for port 1277e916-d906-41d9-a4ae-76d06fdacb73 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:28.318568 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a643b212-34f9-4b4a-bb49-94d61e310771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:28.331048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5ce71356-3a0f-48c5-b6ae-19388dd11a8e None None] Provisioning complete for port 1277e916-d906-41d9-a4ae-76d06fdacb73 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:28.331857 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ce71356-3a0f-48c5-b6ae-19388dd11a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:28.373314 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b4eb7b8-9db1-47f2-bb18-adfaf05d5cd5 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:28.401755 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5b4eb7b8-9db1-47f2-bb18-adfaf05d5cd5 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "DELETE /v2.0/ports/c5e8a834-a5c6-41d8-812b-a4685cbd9e8e HTTP/1.1" status: 204 len: 168 time: 2.7316966 Jan 14 07:29:28.406968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35980) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:28.423912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:28.449625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:28.462155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5ce71356-3a0f-48c5-b6ae-19388dd11a8e None None] Port 1277e916-d906-41d9-a4ae-76d06fdacb73 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:29:28.462556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Usage tracker for resource:floatingip and tenant:5255bc20dcc84120afef82d5f8e89b82 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:28.467200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:28.473761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:28.476998 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a643b212-34f9-4b4a-bb49-94d61e310771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:28.489345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:28.498430 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a1ea7b6-7fc4-4fa1-9928-238694e79673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:28.542323 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a643b212-34f9-4b4a-bb49-94d61e310771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:28.543575 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a643b212-34f9-4b4a-bb49-94d61e310771 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ddb810d9-7e64-4265-afa5-34f5f8a1ca4c HTTP/1.1" status: 204 len: 168 time: 0.9263487 Jan 14 07:29:28.603818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2dfc41d2-7a27-4519-a20b-5aab9fb8043c None None] Provisioning complete for port b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:28.605906 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dfc41d2-7a27-4519-a20b-5aab9fb8043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:28.616251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643b212-34f9-4b4a-bb49-94d61e310771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb810d9-7e64-4265-afa5-34f5f8a1ca4c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:28.628291 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a643b212-34f9-4b4a-bb49-94d61e310771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:28.699520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:28.897175 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:28.916836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:29.025668 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8fba733f-e4c5-417c-8d9e-f28fadc7ea79 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:29.140346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36010) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:29.173484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Pushing event updated for resources: {'Port': ['ID=2a587794-ed4a-4ae0-b757-84e99b1bc937,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:29.220736 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:29.237414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:29.239250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:29.245296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:29.342217 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a397cd65-6e23-47df-844b-8fae48e4aac5 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:29.397920 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9f34a1b1-d7f0-441a-98be-8e3c8daa30fd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:29.437935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Allocated IP 172.25.3.57 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/de82daa0-9e62-4ad5-a092-7d3ac5bff165) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:29.544338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397cd65-6e23-47df-844b-8fae48e4aac5 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=1277e916-d906-41d9-a4ae-76d06fdacb73,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:29.574397 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a397cd65-6e23-47df-844b-8fae48e4aac5 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:29.574634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:29.618435 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks [] for floatingip, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:29.757937 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:29.838172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:29.841759 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:29.853212 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:29.892065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a397cd65-6e23-47df-844b-8fae48e4aac5 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:29.895279 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:30.055919 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:30.121847 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a397cd65-6e23-47df-844b-8fae48e4aac5 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/1277e916-d906-41d9-a4ae-76d06fdacb73 HTTP/1.1" status: 204 len: 168 time: 3.7896335 Jan 14 07:29:30.143320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36038) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:30.179025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Port': ['ID=de82daa0-9e62-4ad5-a092-7d3ac5bff165,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:30.193604 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:30.195181 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87b55746-3a33-4e00-be3e-50b89ec8a0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:30.232561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-87b55746-3a33-4e00-be3e-50b89ec8a0cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:30.237554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-87b55746-3a33-4e00-be3e-50b89ec8a0cd admin admin] Usage tracker for resource:security_group_rule and tenant:69de9df0ab344dafbc0d1389953bf02a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:30.241678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-87b55746-3a33-4e00-be3e-50b89ec8a0cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:30.249980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-87b55746-3a33-4e00-be3e-50b89ec8a0cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:30.377674 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87b55746-3a33-4e00-be3e-50b89ec8a0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:30.438148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87b55746-3a33-4e00-be3e-50b89ec8a0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:30.470894 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-059690f3-25a0-40ba-b935-b3a54a28820a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:30.515529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a69f4ab-3707-4a4e-b125-0aaabe9fad4a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:30.516234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b55746-3a33-4e00-be3e-50b89ec8a0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738d67d3-6c4f-49f7-bf06-d4f7f97b4ac3,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:30.526235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a69f4ab-3707-4a4e-b125-0aaabe9fad4a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:30.527145 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-87b55746-3a33-4e00-be3e-50b89ec8a0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:30.527745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7a69f4ab-3707-4a4e-b125-0aaabe9fad4a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:30.542799 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-87b55746-3a33-4e00-be3e-50b89ec8a0cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69de9df0ab344dafbc0d1389953bf02a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3927388 Jan 14 07:29:30.543999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:30.544897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36064) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:30.558972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:30.564700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:30.573969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7a69f4ab-3707-4a4e-b125-0aaabe9fad4a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:30.576277 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7a69f4ab-3707-4a4e-b125-0aaabe9fad4a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4314466 Jan 14 07:29:30.579010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36068) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:30.759157 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9192adfc-afb7-4ebf-969f-3eb8734496c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:30.809491 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9192adfc-afb7-4ebf-969f-3eb8734496c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:30.818267 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:30.997190 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:31.195802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:31.220875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:31.291730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36088) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:31.322572 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:31.521662 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9192adfc-afb7-4ebf-969f-3eb8734496c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:31.538975 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-77e56763-f722-450f-b1dd-29760e27c8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:31.560832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192adfc-afb7-4ebf-969f-3eb8734496c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738d67d3-6c4f-49f7-bf06-d4f7f97b4ac3,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:31.566809 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9192adfc-afb7-4ebf-969f-3eb8734496c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:31.603838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Pushing event updated for resources: {'Port': ['ID=2a587794-ed4a-4ae0-b757-84e99b1bc937,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:31.612129 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:31.630747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f64819-96c0-4ff9-bafc-f37df37fc2a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 8b5b8dc1-1925-456e-88ee-d51123ecb08a {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:29:31.636464 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4f64819-96c0-4ff9-bafc-f37df37fc2a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:31.670804 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9192adfc-afb7-4ebf-969f-3eb8734496c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:31.672380 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9192adfc-afb7-4ebf-969f-3eb8734496c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/738d67d3-6c4f-49f7-bf06-d4f7f97b4ac3 HTTP/1.1" status: 204 len: 168 time: 1.1263514 Jan 14 07:29:31.716407 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4f64819-96c0-4ff9-bafc-f37df37fc2a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:31.717463 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:31.749959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:31.770548 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9f70ef7e-431a-4f3f-bc24-b01b3c153ede tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:31.792695 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:31.873525 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4f64819-96c0-4ff9-bafc-f37df37fc2a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:32.248779 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5dc7462-222d-4994-a4c3-dbbd5763d83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:32.262763 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:32.274849 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.4646735 Jan 14 07:29:32.285661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e5dc7462-222d-4994-a4c3-dbbd5763d83e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:32.290823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e5dc7462-222d-4994-a4c3-dbbd5763d83e admin admin] Usage tracker for resource:security_group_rule and tenant:0ee6f14cfeeb4d23bded7bfdb4e379e0 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:32.294928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e5dc7462-222d-4994-a4c3-dbbd5763d83e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:32.301094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e5dc7462-222d-4994-a4c3-dbbd5763d83e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:32.412752 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5dc7462-222d-4994-a4c3-dbbd5763d83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:32.441983 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5dc7462-222d-4994-a4c3-dbbd5763d83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:32.456592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Port': ['ID=de82daa0-9e62-4ad5-a092-7d3ac5bff165,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:32.570959 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:32.584629 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2b5abb5e-e7b1-40b7-b972-f80669ca9715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:32.638872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc7462-222d-4994-a4c3-dbbd5763d83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d878e9-ebc4-4921-9de6-d501111b2a7f,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:32.660813 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e5dc7462-222d-4994-a4c3-dbbd5763d83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:32.680002 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e5dc7462-222d-4994-a4c3-dbbd5763d83e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ee6f14cfeeb4d23bded7bfdb4e379e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3438756 Jan 14 07:29:32.681536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36122) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:32.721783 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4f64819-96c0-4ff9-bafc-f37df37fc2a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:32.726486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:32.745882 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd5e0dd5-9144-484c-9502-6bf69836b1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:32.787203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e6a029d-05e7-42d9-9b42-9049cae4bf05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:32.827784 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e6a029d-05e7-42d9-9b42-9049cae4bf05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:32.894749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f64819-96c0-4ff9-bafc-f37df37fc2a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=8b5b8dc1-1925-456e-88ee-d51123ecb08a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:32.894978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e6a029d-05e7-42d9-9b42-9049cae4bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:32.904180 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-87b55746-3a33-4e00-be3e-50b89ec8a0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:32.919462 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a4f64819-96c0-4ff9-bafc-f37df37fc2a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:32.937415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f9737482-eb78-4348-9aec-defd2abdfafe req-eeaafec3-d511-4000-a71d-48a44a323d8c tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Synchronizing usage tracker for tenant:2f5b17ee77bb42f3a1e606c33f21b57a on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:32.964581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a029d-05e7-42d9-9b42-9049cae4bf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d878e9-ebc4-4921-9de6-d501111b2a7f,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:32.980771 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8e6a029d-05e7-42d9-9b42-9049cae4bf05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:32.982171 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:32.984740 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5738158 Jan 14 07:29:32.986640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36142) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:32.988555 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e6a029d-05e7-42d9-9b42-9049cae4bf05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:32.992256 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8e6a029d-05e7-42d9-9b42-9049cae4bf05 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21d878e9-ebc4-4921-9de6-d501111b2a7f HTTP/1.1" status: 204 len: 168 time: 0.3090460 Jan 14 07:29:33.000908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-dfa94d6d-01bb-4960-914f-71e5fd7f09bc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'port': {'network_id': '11af924b-ed35-48aa-8425-c55f531fd0a3', 'name': 'tempest-FloatingIPTestJSON-450328310'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:33.020652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f9737482-eb78-4348-9aec-defd2abdfafe req-eeaafec3-d511-4000-a71d-48a44a323d8c tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Unset dirty status for tenant:2f5b17ee77bb42f3a1e606c33f21b57a on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:33.022095 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f9737482-eb78-4348-9aec-defd2abdfafe req-eeaafec3-d511-4000-a71d-48a44a323d8c tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2075279544&fields=id&tenant_id=2f5b17ee77bb42f3a1e606c33f21b57a HTTP/1.1" status: 200 len: 267 time: 0.1609910 Jan 14 07:29:33.034244 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4f64819-96c0-4ff9-bafc-f37df37fc2a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:33.062902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5147fc90-ffc6-4a4e-ae49-46151ec9a679 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:33.144220 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a4f64819-96c0-4ff9-bafc-f37df37fc2a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/8b5b8dc1-1925-456e-88ee-d51123ecb08a HTTP/1.1" status: 204 len: 168 time: 2.5635042 Jan 14 07:29:33.147199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36152) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:33.276917 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c1a10159-a7dc-47c2-9ea7-abb508953285 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1276684 Jan 14 07:29:33.280071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36156) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:33.289308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1abf8149-cbae-4af6-98c5-c5ecae935341 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:33.369969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee22e8d-51f6-44e1-adce-d8a4e3d1a7dc None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:29:33.374363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-eee22e8d-51f6-44e1-adce-d8a4e3d1a7dc None None] Deleting port b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:33.374783 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eee22e8d-51f6-44e1-adce-d8a4e3d1a7dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:33.462897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dfa94d6d-01bb-4960-914f-71e5fd7f09bc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:33.467520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dfa94d6d-01bb-4960-914f-71e5fd7f09bc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Usage tracker for resource:port and tenant:5255bc20dcc84120afef82d5f8e89b82 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:33.476738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dfa94d6d-01bb-4960-914f-71e5fd7f09bc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Quota usage for port was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:33.490116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dfa94d6d-01bb-4960-914f-71e5fd7f09bc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:33.493211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1abf8149-cbae-4af6-98c5-c5ecae935341 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:33.498856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1abf8149-cbae-4af6-98c5-c5ecae935341 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:33.502913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1abf8149-cbae-4af6-98c5-c5ecae935341 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:33.510780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1abf8149-cbae-4af6-98c5-c5ecae935341 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:33.521887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abf8149-cbae-4af6-98c5-c5ecae935341 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:33.528093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa94d6d-01bb-4960-914f-71e5fd7f09bc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Made reservation on behalf of 5255bc20dcc84120afef82d5f8e89b82 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:33.548830 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfa94d6d-01bb-4960-914f-71e5fd7f09bc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:33.717294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1abf8149-cbae-4af6-98c5-c5ecae935341 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:33.744161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9737482-eb78-4348-9aec-defd2abdfafe req-591304c1-0841-4b0f-b900-d18236a1c1d0 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:33.755378 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f9737482-eb78-4348-9aec-defd2abdfafe req-591304c1-0841-4b0f-b900-d18236a1c1d0 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] 10.222.0.41 "GET /v2.0/networks?id=d25ff98d-c671-431b-a04c-5faaa359d5e7 HTTP/1.1" status: 200 len: 812 time: 0.6491899 Jan 14 07:29:33.986768 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f9737482-eb78-4348-9aec-defd2abdfafe req-be59249a-6b8c-4630-a2b6-a66c8f496a36 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] 10.222.0.41 "GET /v2.0/quotas/2f5b17ee77bb42f3a1e606c33f21b57a HTTP/1.1" status: 200 len: 375 time: 0.1900637 Jan 14 07:29:34.076940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-eee22e8d-51f6-44e1-adce-d8a4e3d1a7dc None None] For port b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:34.077670 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eee22e8d-51f6-44e1-adce-d8a4e3d1a7dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:34.225582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-eee22e8d-51f6-44e1-adce-d8a4e3d1a7dc None None] Calling delete_port for b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:34.227187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-dfa94d6d-01bb-4960-914f-71e5fd7f09bc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] device_id is not set on port e0c54a92-485d-4e0c-a1e6-0801809a88fd yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:29:34.312686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:29:34.353819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:29:34.354567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:29:34.356616 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eee22e8d-51f6-44e1-adce-d8a4e3d1a7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:34.458587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f9737482-eb78-4348-9aec-defd2abdfafe req-153fe652-b61e-4bf7-aa6b-a680df33f0c6 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Synchronizing usage tracker for tenant:2f5b17ee77bb42f3a1e606c33f21b57a on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:34.471979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36176) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:34.508029 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-643d2d2a-e296-49bf-8c41-a962f88656f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:34.526608 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-19cdfa8a-9e27-4983-9f57-957b88bca5fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:34.537321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f9737482-eb78-4348-9aec-defd2abdfafe req-153fe652-b61e-4bf7-aa6b-a680df33f0c6 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Unset dirty status for tenant:2f5b17ee77bb42f3a1e606c33f21b57a on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:34.538029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-643d2d2a-e296-49bf-8c41-a962f88656f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:34.552646 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f9737482-eb78-4348-9aec-defd2abdfafe req-153fe652-b61e-4bf7-aa6b-a680df33f0c6 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f5b17ee77bb42f3a1e606c33f21b57a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5648057 Jan 14 07:29:34.557139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-643d2d2a-e296-49bf-8c41-a962f88656f1 admin admin] Usage tracker for resource:security_group_rule and tenant:3c5cfb0a08a947e3aeceabfb161a76ec is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:34.567124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-643d2d2a-e296-49bf-8c41-a962f88656f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:34.581510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee22e8d-51f6-44e1-adce-d8a4e3d1a7dc None None] Pushing event deleted for resources: {'Port': ['ID=b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:34.590667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-643d2d2a-e296-49bf-8c41-a962f88656f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:34.592622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee22e8d-51f6-44e1-adce-d8a4e3d1a7dc None None] No DVR routers for this DVR port b7009acf-5e82-4b84-9b3c-f1e44c7fcaf0 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:29:34.594266 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eee22e8d-51f6-44e1-adce-d8a4e3d1a7dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:34.779688 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f9737482-eb78-4348-9aec-defd2abdfafe req-a888dd65-f89f-42c2-8891-3f9212834014 service neutron] 10.222.0.41 "GET /v2.0/networks/d25ff98d-c671-431b-a04c-5faaa359d5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624126 Jan 14 07:29:34.784761 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1abf8149-cbae-4af6-98c5-c5ecae935341 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:34.807694 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6856500b-fa8e-42cf-b4c9-c3170b04fbda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:35.006364 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-643d2d2a-e296-49bf-8c41-a962f88656f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:35.022363 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-643d2d2a-e296-49bf-8c41-a962f88656f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:35.106555 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f9737482-eb78-4348-9aec-defd2abdfafe req-b6e13b4f-755b-421b-bfc5-fff206ce075f service neutron] 10.222.0.41 "GET /v2.0/networks/d25ff98d-c671-431b-a04c-5faaa359d5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3025057 Jan 14 07:29:35.122553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-dfa94d6d-01bb-4960-914f-71e5fd7f09bc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Allocated IP 172.20.0.4 (11af924b-ed35-48aa-8425-c55f531fd0a3/e54d502b-e486-4442-9d9e-3d23cf0c3286/e0c54a92-485d-4e0c-a1e6-0801809a88fd) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:35.125459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36194) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:35.129639 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-643d2d2a-e296-49bf-8c41-a962f88656f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c5cfb0a08a947e3aeceabfb161a76ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6521645 Jan 14 07:29:35.130869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf8149-cbae-4af6-98c5-c5ecae935341 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=560e3470-6372-48c7-a95c-1795fbd42fbf,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:35.146119 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1abf8149-cbae-4af6-98c5-c5ecae935341 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:35.146690 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec5ecdbe-f741-4a34-8397-60937dbcd4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:35.253731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d2d2a-e296-49bf-8c41-a962f88656f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab7c46b-b17a-4167-9a95-58803b45d0b6,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:35.255792 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3346f1ce-adbe-46b6-9525-6874ede447e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:35.260208 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-643d2d2a-e296-49bf-8c41-a962f88656f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:35.271326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abf8149-cbae-4af6-98c5-c5ecae935341 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:35.272633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1abf8149-cbae-4af6-98c5-c5ecae935341 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:35.282501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2a736d-2630-44a2-8a18-24ea704a992f None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:35.294701 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3346f1ce-adbe-46b6-9525-6874ede447e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:35.323243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abf8149-cbae-4af6-98c5-c5ecae935341 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:35.324133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1abf8149-cbae-4af6-98c5-c5ecae935341 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:35.418999 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1abf8149-cbae-4af6-98c5-c5ecae935341 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1370647 Jan 14 07:29:35.422277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36206) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:35.436311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f085fedb-08b6-439e-9a19-a33f192e7bf0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'name': 'tempest-NetworksTestDHCPv6-682915760'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:35.733206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36222) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:35.866556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': '560e3470-6372-48c7-a95c-1795fbd42fbf'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:29:35.869675 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:35.918825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3346f1ce-adbe-46b6-9525-6874ede447e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:35.965455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f085fedb-08b6-439e-9a19-a33f192e7bf0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:35.970114 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5bc62a3d-1622-4dba-9fc2-dc3d04dfa9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:35.989198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f085fedb-08b6-439e-9a19-a33f192e7bf0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:port and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:35.993070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f085fedb-08b6-439e-9a19-a33f192e7bf0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:36.004009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f085fedb-08b6-439e-9a19-a33f192e7bf0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:36.026737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f085fedb-08b6-439e-9a19-a33f192e7bf0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:36.046655 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f085fedb-08b6-439e-9a19-a33f192e7bf0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:36.090556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346f1ce-adbe-46b6-9525-6874ede447e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab7c46b-b17a-4167-9a95-58803b45d0b6,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:36.149909 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3346f1ce-adbe-46b6-9525-6874ede447e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:36.204577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3346f1ce-adbe-46b6-9525-6874ede447e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:36.206874 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3346f1ce-adbe-46b6-9525-6874ede447e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ab7c46b-b17a-4167-9a95-58803b45d0b6 HTTP/1.1" status: 204 len: 168 time: 1.0797555 Jan 14 07:29:36.208150 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d0a3bde-d3c3-4b3f-8871-0562a6bae81e tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:36.254729 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d0a3bde-d3c3-4b3f-8871-0562a6bae81e tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:36.344798 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfa94d6d-01bb-4960-914f-71e5fd7f09bc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:36.369468 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d0a3bde-d3c3-4b3f-8871-0562a6bae81e tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:36.398135 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-953264e7-09f2-49ba-9bda-1284bae2e44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:36.421955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Allocated IP 2001:db8::2 (e6acc9a6-db0b-42d1-82b7-716516d3711e/560e3470-6372-48c7-a95c-1795fbd42fbf/f0ef3cc4-198f-4078-aa9e-3f5413555c67) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:36.427241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a3bde-d3c3-4b3f-8871-0562a6bae81e tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Pushing event deleted for resources: {'SecurityGroup': ['ID=07864c8d-6f88-4e41-830d-a53e2c7410c6,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:36.441976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-f085fedb-08b6-439e-9a19-a33f192e7bf0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port e83acd18-f7fb-4741-a4c8-27f185e4229e yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:29:36.442229 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5d0a3bde-d3c3-4b3f-8871-0562a6bae81e tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:36.443556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d0a3bde-d3c3-4b3f-8871-0562a6bae81e tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:36.445214 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5d0a3bde-d3c3-4b3f-8871-0562a6bae81e tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] 10.222.0.41 "DELETE /v2.0/security-groups/07864c8d-6f88-4e41-830d-a53e2c7410c6 HTTP/1.1" status: 204 len: 168 time: 0.7042086 Jan 14 07:29:36.453046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36246) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:36.454314 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfa94d6d-01bb-4960-914f-71e5fd7f09bc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:36.513260 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-28246c0e-b880-4d73-8f44-ffe48f12f49c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:36.650936 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-f769c47f-1c48-4b9f-a925-0c128f89f37c tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] show failed (client error): The resource could not be found. Jan 14 07:29:36.655416 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f769c47f-1c48-4b9f-a925-0c128f89f37c tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] 10.222.0.41 "GET /v2.0/security-groups/07864c8d-6f88-4e41-830d-a53e2c7410c6 HTTP/1.1" status: 404 len: 347 time: 0.1969454 Jan 14 07:29:36.661725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36254) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:36.895212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa94d6d-01bb-4960-914f-71e5fd7f09bc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Port': ['ID=e0c54a92-485d-4e0c-a1e6-0801809a88fd,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:36.920945 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dfa94d6d-01bb-4960-914f-71e5fd7f09bc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:36.985070 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:37.004769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Transition to ACTIVE for port object f0ef3cc4-198f-4078-aa9e-3f5413555c67 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:37.026813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Transition to ACTIVE for port object f0ef3cc4-198f-4078-aa9e-3f5413555c67 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:37.042427 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:37.091385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa94d6d-01bb-4960-914f-71e5fd7f09bc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network 11af924b-ed35-48aa-8425-c55f531fd0a3 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:37.092736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-dfa94d6d-01bb-4960-914f-71e5fd7f09bc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:37.099828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa94d6d-01bb-4960-914f-71e5fd7f09bc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:37.166565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36262) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:37.218260 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-554e4027-69fd-4412-bb76-d28f299bdb2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:37.233672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5b825a09-d2f6-4544-8635-0419f23b9c02 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Deleting port 2a587794-ed4a-4ae0-b757-84e99b1bc937 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:37.234094 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b825a09-d2f6-4544-8635-0419f23b9c02 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:37.247002 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.250114 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.250114 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.250114 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:37.250114 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.250114 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.250114 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.250114 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:37.250114 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.250114 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.250114 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.250114 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:37.250114 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.250114 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.250114 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.250114 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:29:37.250114 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.250114 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.250114 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.261442 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:37.265552 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.265552 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.265552 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.265552 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:37.265552 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.265552 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.265552 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.265552 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:37.265552 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:37.265552 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.265552 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.265552 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.265552 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.265552 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:37.265552 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:37.289753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa94d6d-01bb-4960-914f-71e5fd7f09bc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:37.290492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfa94d6d-01bb-4960-914f-71e5fd7f09bc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:37.339643 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dfa94d6d-01bb-4960-914f-71e5fd7f09bc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.3508682 Jan 14 07:29:37.342228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36272) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:37.357088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1e9f146e-0b1f-49d4-a8a4-08a9e0ad93c0 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'floatingip': {'port_id': 'e0c54a92-485d-4e0c-a1e6-0801809a88fd'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:37.452315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Pushing event updated for resources: {'Port': ['ID=f0ef3cc4-198f-4078-aa9e-3f5413555c67,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:37.454189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b825a09-d2f6-4544-8635-0419f23b9c02 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:37.454563 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b825a09-d2f6-4544-8635-0419f23b9c02 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks [] for floatingip, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:37.458385 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:37.473677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e9f146e-0b1f-49d4-a8a4-08a9e0ad93c0 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:37.559171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:37.561443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:37.564276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:37.617438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5b825a09-d2f6-4544-8635-0419f23b9c02 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Calling delete_port for 2a587794-ed4a-4ae0-b757-84e99b1bc937 owned by network:floatingip {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:37.630396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Attempting to bind port f0ef3cc4-198f-4078-aa9e-3f5413555c67 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:29:37.630985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Attempting to bind port f0ef3cc4-198f-4078-aa9e-3f5413555c67 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:29:37.631401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Attempting to bind port f0ef3cc4-198f-4078-aa9e-3f5413555c67 on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:29:37.638884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:29:37.639333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:29:37.639831 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:37.640278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:29:37.640801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Bound port: f0ef3cc4-198f-4078-aa9e-3f5413555c67, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:29:37.641223 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:37.742139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] For port f0ef3cc4-198f-4078-aa9e-3f5413555c67, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:29:37.745651 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] For port f0ef3cc4-198f-4078-aa9e-3f5413555c67, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f0ef3cc4-198f-4078-aa9e-3f5413555c67,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:29:37.749419 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:37.768331 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:37.940673 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b825a09-d2f6-4544-8635-0419f23b9c02 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:37.948152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Pushing event updated for resources: {'Port': ['ID=f0ef3cc4-198f-4078-aa9e-3f5413555c67,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:37.953093 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:37.980569 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3310cf4-b877-430e-bf53-781b144ef2c5 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:38.247094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b825a09-d2f6-4544-8635-0419f23b9c02 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Pushing event deleted for resources: {'Port': ['ID=2a587794-ed4a-4ae0-b757-84e99b1bc937,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:38.325417 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5b825a09-d2f6-4544-8635-0419f23b9c02 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:38.326797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-f085fedb-08b6-439e-9a19-a33f192e7bf0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::2e6 (e6acc9a6-db0b-42d1-82b7-716516d3711e/560e3470-6372-48c7-a95c-1795fbd42fbf/e83acd18-f7fb-4741-a4c8-27f185e4229e) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:38.901517 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e9f146e-0b1f-49d4-a8a4-08a9e0ad93c0 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:38.961204 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-35770142-c6b9-4249-9008-8878f519df9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:39.002640 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e9f146e-0b1f-49d4-a8a4-08a9e0ad93c0 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:39.085465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-35770142-c6b9-4249-9008-8878f519df9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:39.221634 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b825a09-d2f6-4544-8635-0419f23b9c02 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks [] for floatingip, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:39.261053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36302) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:39.276297 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b825a09-d2f6-4544-8635-0419f23b9c02 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:39.277379 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5b825a09-d2f6-4544-8635-0419f23b9c02 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] 10.222.0.41 "DELETE /v2.0/floatingips/6b2021a1-4d5a-4e8a-8e0d-105db2f8236a HTTP/1.1" status: 204 len: 168 time: 2.6142864 Jan 14 07:29:39.287402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36308) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:39.297405 n-d-769329-2 neutron-server[80794]: INFO neutron.db.l3_db [None req-1e9f146e-0b1f-49d4-a8a4-08a9e0ad93c0 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Floating IP 64548f84-623c-4f95-82ec-4f7592011946 associated. External IP: 172.25.3.57, port: e0c54a92-485d-4e0c-a1e6-0801809a88fd. Jan 14 07:29:39.368165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-35770142-c6b9-4249-9008-8878f519df9e admin admin] Usage tracker for resource:security_group_rule and tenant:7ad6ebfcdd13477a8cd78a3cf375f269 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:39.373735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-35770142-c6b9-4249-9008-8878f519df9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:39.388871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-35770142-c6b9-4249-9008-8878f519df9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:39.395638 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f085fedb-08b6-439e-9a19-a33f192e7bf0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:39.534380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f085fedb-08b6-439e-9a19-a33f192e7bf0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object e83acd18-f7fb-4741-a4c8-27f185e4229e will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:39.641256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36318) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:39.646316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f0ef3cc4-198f-4078-aa9e-3f5413555c67 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:39.679099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2fcd19e3-4541-40d4-858f-fd9c9d021afe tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Request body: {'network': {'name': 'tempest-device-tagging-net1-1847494642'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:39.695448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2fcd19e3-4541-40d4-858f-fd9c9d021afe tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:39.708221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2fcd19e3-4541-40d4-858f-fd9c9d021afe tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Usage tracker for resource:network and tenant:42ee9eb518b540adb2c0336b3ce9ab94 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:39.719942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2fcd19e3-4541-40d4-858f-fd9c9d021afe tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Quota usage for network was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:39.757378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2fcd19e3-4541-40d4-858f-fd9c9d021afe tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:39.814637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcd19e3-4541-40d4-858f-fd9c9d021afe tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Made reservation on behalf of 42ee9eb518b540adb2c0336b3ce9ab94 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:39.829721 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2fcd19e3-4541-40d4-858f-fd9c9d021afe tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:39.839006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port f0ef3cc4-198f-4078-aa9e-3f5413555c67 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:40.001026 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f085fedb-08b6-439e-9a19-a33f192e7bf0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:40.006560 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a724c9a0-d1fc-4df6-98d2-079113e43cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:40.038768 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cde93afd-0e33-4f5e-853f-9df075f5332a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:40.117478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a724c9a0-d1fc-4df6-98d2-079113e43cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:40.142129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9f146e-0b1f-49d4-a8a4-08a9e0ad93c0 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Router 67892cde-205e-4f53-9a48-34830c24e288 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:29:40.232217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a724c9a0-d1fc-4df6-98d2-079113e43cd9 admin admin] Usage tracker for resource:security_group_rule and tenant:f1a96c8c0c6b485388cf67bae7975c9c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:40.244984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-363de4b6-e2e2-45e6-9933-aec4c1982498 None None] Provisioning for port f0ef3cc4-198f-4078-aa9e-3f5413555c67 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:40.246655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fcd19e3-4541-40d4-858f-fd9c9d021afe tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:29:40.250908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-35770142-c6b9-4249-9008-8878f519df9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:40.252216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a724c9a0-d1fc-4df6-98d2-079113e43cd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:40.262145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-363de4b6-e2e2-45e6-9933-aec4c1982498 None None] Provisioning complete for port f0ef3cc4-198f-4078-aa9e-3f5413555c67 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:40.262564 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-363de4b6-e2e2-45e6-9933-aec4c1982498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:40.295498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a724c9a0-d1fc-4df6-98d2-079113e43cd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:40.306305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-35770142-c6b9-4249-9008-8878f519df9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:40.332898 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f7e11449-3ed2-46a3-a5b0-47e24892ec8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:40.412582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35770142-c6b9-4249-9008-8878f519df9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe119e71-6c29-42d0-9da6-c3ded1ec932e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:40.416106 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2fcd19e3-4541-40d4-858f-fd9c9d021afe tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:40.416569 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-2fcd19e3-4541-40d4-858f-fd9c9d021afe tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Added segment 25e191d7-d003-48ee-a261-33d08be0cf7b of type vxlan for network 0438d49c-307c-4ca2-8412-53ecdf292c13 Jan 14 07:29:40.465556 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-35770142-c6b9-4249-9008-8878f519df9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:40.474868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085fedb-08b6-439e-9a19-a33f192e7bf0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=e83acd18-f7fb-4741-a4c8-27f185e4229e,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:40.480456 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f085fedb-08b6-439e-9a19-a33f192e7bf0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:40.541105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-363de4b6-e2e2-45e6-9933-aec4c1982498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:40.598957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-363de4b6-e2e2-45e6-9933-aec4c1982498 None None] For port f0ef3cc4-198f-4078-aa9e-3f5413555c67, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f0ef3cc4-198f-4078-aa9e-3f5413555c67,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:40.604015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-363de4b6-e2e2-45e6-9933-aec4c1982498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:40.609821 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:40.662059 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-35770142-c6b9-4249-9008-8878f519df9e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ad6ebfcdd13477a8cd78a3cf375f269&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4942415 Jan 14 07:29:40.684865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36340) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:40.708345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363de4b6-e2e2-45e6-9933-aec4c1982498 None None] Pushing event updated for resources: {'Port': ['ID=f0ef3cc4-198f-4078-aa9e-3f5413555c67,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:40.714391 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-363de4b6-e2e2-45e6-9933-aec4c1982498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:40.747428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d8c02118-f3cb-4a4d-a712-adfe922aa615 None None] Provisioning complete for port f0ef3cc4-198f-4078-aa9e-3f5413555c67 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:40.748073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d8c02118-f3cb-4a4d-a712-adfe922aa615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:40.791441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2fcd19e3-4541-40d4-858f-fd9c9d021afe tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:40.843862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-896aedda-4b66-47fc-8a48-84b416b62529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:40.860500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9f146e-0b1f-49d4-a8a4-08a9e0ad93c0 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:29:40.878967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c381a570-8961-4ca5-be1f-0df8c28ebc63 None None] Sync routers for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:29:40.894823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381a570-8961-4ca5-be1f-0df8c28ebc63 None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:40.895496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c381a570-8961-4ca5-be1f-0df8c28ebc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:29:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:40.979320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-896aedda-4b66-47fc-8a48-84b416b62529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.025196 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2fcd19e3-4541-40d4-858f-fd9c9d021afe tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.064064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcd19e3-4541-40d4-858f-fd9c9d021afe tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:41.064976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c381a570-8961-4ca5-be1f-0df8c28ebc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:41.065278 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2fcd19e3-4541-40d4-858f-fd9c9d021afe tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.077024 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec213241-bd29-4e7c-80d0-f850bb0a04e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:41.077200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381a570-8961-4ca5-be1f-0df8c28ebc63 None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:41.078541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c381a570-8961-4ca5-be1f-0df8c28ebc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:29:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:41.092260 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a724c9a0-d1fc-4df6-98d2-079113e43cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.102160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f085fedb-08b6-439e-9a19-a33f192e7bf0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:41.104566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f085fedb-08b6-439e-9a19-a33f192e7bf0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:41.111714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a724c9a0-d1fc-4df6-98d2-079113e43cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.124004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f085fedb-08b6-439e-9a19-a33f192e7bf0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:41.127897 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:41.131200 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:29:41.131200 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:41.131200 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:41.131200 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:41.131200 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:29:41.131200 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:41.131200 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:41.131200 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:41.131200 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:29:41.131200 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:41.131200 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:41.131200 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:41.131200 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:41.131200 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:41.131200 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:41.131200 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:41.131200 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:41.131200 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:41.131200 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:41.131200 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:41.174651 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f085fedb-08b6-439e-9a19-a33f192e7bf0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:41.175873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f085fedb-08b6-439e-9a19-a33f192e7bf0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.187149 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eccee6cf-2008-4a17-91b0-24172a8efd32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:41.187411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-95f27918-a817-4b71-a9b8-bb43fa129a56 None None] Provisioning complete for port f0ef3cc4-198f-4078-aa9e-3f5413555c67 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:41.187871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95f27918-a817-4b71-a9b8-bb43fa129a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.198832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c381a570-8961-4ca5-be1f-0df8c28ebc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:41.199919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c381a570-8961-4ca5-be1f-0df8c28ebc63 None None] The sync data for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:29:41.258990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e9f146e-0b1f-49d4-a8a4-08a9e0ad93c0 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.304431 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a724c9a0-d1fc-4df6-98d2-079113e43cd9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1a96c8c0c6b485388cf67bae7975c9c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0396688 Jan 14 07:29:41.313394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36394) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:41.324856 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f085fedb-08b6-439e-9a19-a33f192e7bf0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.9003351 Jan 14 07:29:41.325962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724c9a0-d1fc-4df6-98d2-079113e43cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19888557-2fb2-4193-9e38-51e4c93c4f49,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:41.328899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36398) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:41.338380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd19e3-4541-40d4-858f-fd9c9d021afe tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Pushing event updated for resources: {'Network': ['ID=0438d49c-307c-4ca2-8412-53ecdf292c13,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:41.375951 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2fcd19e3-4541-40d4-858f-fd9c9d021afe tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:41.389351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 0438d49c-307c-4ca2-8412-53ecdf292c13 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:29:41.416181 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2fcd19e3-4541-40d4-858f-fd9c9d021afe tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7705173 Jan 14 07:29:41.417130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36406) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:41.437961 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a724c9a0-d1fc-4df6-98d2-079113e43cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:41.451712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-507e6d07-e125-4d6a-a7b2-3a48d2f65c90 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Request body: {'network': {'name': 'tempest-device-tagging-net2-1878352192'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:41.460913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-507e6d07-e125-4d6a-a7b2-3a48d2f65c90 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:41.466521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-507e6d07-e125-4d6a-a7b2-3a48d2f65c90 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Usage tracker for resource:network and tenant:42ee9eb518b540adb2c0336b3ce9ab94 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:41.470469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-507e6d07-e125-4d6a-a7b2-3a48d2f65c90 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Quota usage for network was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:41.478434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-507e6d07-e125-4d6a-a7b2-3a48d2f65c90 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:41.500101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507e6d07-e125-4d6a-a7b2-3a48d2f65c90 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Made reservation on behalf of 42ee9eb518b540adb2c0336b3ce9ab94 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:41.511130 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-507e6d07-e125-4d6a-a7b2-3a48d2f65c90 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.537626 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1e9f146e-0b1f-49d4-a8a4-08a9e0ad93c0 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "PUT /v2.0/floatingips/64548f84-623c-4f95-82ec-4f7592011946 HTTP/1.1" status: 200 len: 976 time: 4.1940062 Jan 14 07:29:41.545523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36418) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:41.603604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 0438d49c-307c-4ca2-8412-53ecdf292c13 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:29:41.620045 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fc23711-9934-4444-903e-146faa6d0f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.636270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9cec1b48-706c-4390-8091-f0b5f0701e2f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Deleting port e0c54a92-485d-4e0c-a1e6-0801809a88fd {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:41.636654 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cec1b48-706c-4390-8091-f0b5f0701e2f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.654606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fc23711-9934-4444-903e-146faa6d0f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.723693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fc23711-9934-4444-903e-146faa6d0f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.734618 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2e9eaee8-9048-4069-93f1-29e4a722a93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:41.767760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507e6d07-e125-4d6a-a7b2-3a48d2f65c90 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:29:41.778311 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-507e6d07-e125-4d6a-a7b2-3a48d2f65c90 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.778754 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-507e6d07-e125-4d6a-a7b2-3a48d2f65c90 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Added segment 82b91c03-16c6-4227-94bd-be630e3b03f8 of type vxlan for network 977d31d9-5ccc-45e5-88bf-1ad2952684f3 Jan 14 07:29:41.782720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0f84e1-22ae-47ef-bffd-83bc87e52c24 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:41.795521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 0438d49c-307c-4ca2-8412-53ecdf292c13 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:29:41.808028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-507e6d07-e125-4d6a-a7b2-3a48d2f65c90 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.827620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0f84e1-22ae-47ef-bffd-83bc87e52c24 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:41.828499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3a0f84e1-22ae-47ef-bffd-83bc87e52c24 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:41.842750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc23711-9934-4444-903e-146faa6d0f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19888557-2fb2-4193-9e38-51e4c93c4f49,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:41.846652 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-896aedda-4b66-47fc-8a48-84b416b62529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.849156 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-507e6d07-e125-4d6a-a7b2-3a48d2f65c90 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.850781 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fc23711-9934-4444-903e-146faa6d0f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:41.858678 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fc23711-9934-4444-903e-146faa6d0f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.859963 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9fc23711-9934-4444-903e-146faa6d0f85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19888557-2fb2-4193-9e38-51e4c93c4f49 HTTP/1.1" status: 204 len: 168 time: 0.5450184 Jan 14 07:29:41.873806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e6d07-e125-4d6a-a7b2-3a48d2f65c90 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:41.874565 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-507e6d07-e125-4d6a-a7b2-3a48d2f65c90 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.925574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6630-4a57-483c-81b1-94a32aeeda6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.934225 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a4f71088-d9d2-4d3e-b3e6-c49b527673b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:41.942012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f0ef3cc4-198f-4078-aa9e-3f5413555c67 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:41.974637 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-507e6d07-e125-4d6a-a7b2-3a48d2f65c90 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5561576 Jan 14 07:29:41.982481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36436) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:41.983411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896aedda-4b66-47fc-8a48-84b416b62529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe119e71-6c29-42d0-9da6-c3ded1ec932e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:41.992547 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-896aedda-4b66-47fc-8a48-84b416b62529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:41.993968 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-896aedda-4b66-47fc-8a48-84b416b62529 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe119e71-6c29-42d0-9da6-c3ded1ec932e HTTP/1.1" status: 204 len: 168 time: 1.2726357 Jan 14 07:29:42.007477 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-896aedda-4b66-47fc-8a48-84b416b62529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:42.011363 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c90f8691-4a5e-4510-99cd-47878603c96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:42.132562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-98e2c750-7a86-4507-805f-5aae60267a10 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Request body: {'subnet': {'network_id': '0438d49c-307c-4ca2-8412-53ecdf292c13', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:42.170794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-eecb6d31-58bd-4461-a31a-205be5d19c02 None None] Provisioning for port e83acd18-f7fb-4741-a4c8-27f185e4229e completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:42.180768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-eecb6d31-58bd-4461-a31a-205be5d19c02 None None] Provisioning complete for port e83acd18-f7fb-4741-a4c8-27f185e4229e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:42.181196 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eecb6d31-58bd-4461-a31a-205be5d19c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:42.245125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-eecb6d31-58bd-4461-a31a-205be5d19c02 None None] Port e83acd18-f7fb-4741-a4c8-27f185e4229e cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:29:42.261063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port f0ef3cc4-198f-4078-aa9e-3f5413555c67 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:42.261739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:42.262071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e6d07-e125-4d6a-a7b2-3a48d2f65c90 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Pushing event updated for resources: {'Network': ['ID=977d31d9-5ccc-45e5-88bf-1ad2952684f3,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:42.269475 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-507e6d07-e125-4d6a-a7b2-3a48d2f65c90 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:42.300594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-98e2c750-7a86-4507-805f-5aae60267a10 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:42.327551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3a0f84e1-22ae-47ef-bffd-83bc87e52c24 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:42.329226 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3a0f84e1-22ae-47ef-bffd-83bc87e52c24 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.9683561 Jan 14 07:29:42.336011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36446) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:42.380392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-98e2c750-7a86-4507-805f-5aae60267a10 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Usage tracker for resource:subnet and tenant:42ee9eb518b540adb2c0336b3ce9ab94 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:42.387061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-98e2c750-7a86-4507-805f-5aae60267a10 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:42.401351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-98e2c750-7a86-4507-805f-5aae60267a10 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:42.419565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 977d31d9-5ccc-45e5-88bf-1ad2952684f3 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:29:42.452930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e9096d1a-8e5b-44cd-9d90-31238ca41dcb tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port e83acd18-f7fb-4741-a4c8-27f185e4229e {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:42.453321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9096d1a-8e5b-44cd-9d90-31238ca41dcb tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:42.589325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 977d31d9-5ccc-45e5-88bf-1ad2952684f3 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:29:42.701121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 977d31d9-5ccc-45e5-88bf-1ad2952684f3 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:29:42.833343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e2c750-7a86-4507-805f-5aae60267a10 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Made reservation on behalf of 42ee9eb518b540adb2c0336b3ce9ab94 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:42.874117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36452) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:43.047863 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9096d1a-8e5b-44cd-9d90-31238ca41dcb tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:43.124377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-98e2c750-7a86-4507-805f-5aae60267a10 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:43.240852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cec1b48-706c-4390-8091-f0b5f0701e2f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:43.254847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36462) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:43.438911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd5c1-da6e-427f-9771-c64016d86b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:43.509436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0e0bd5c1-da6e-427f-9771-c64016d86b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:43.516218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e9096d1a-8e5b-44cd-9d90-31238ca41dcb tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for e83acd18-f7fb-4741-a4c8-27f185e4229e owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:43.540197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0e0bd5c1-da6e-427f-9771-c64016d86b93 admin admin] Usage tracker for resource:security_group_rule and tenant:444d936272fa4ab7897702577c46f71c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:43.547903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0e0bd5c1-da6e-427f-9771-c64016d86b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:43.707630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a6630-4a57-483c-81b1-94a32aeeda6b admin admin] Deleting port 583e369e-674f-440e-af6a-11e11a2b533c {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:43.708036 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6630-4a57-483c-81b1-94a32aeeda6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:43.710122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0e0bd5c1-da6e-427f-9771-c64016d86b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:43.744788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9096d1a-8e5b-44cd-9d90-31238ca41dcb tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:43.895204 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-04cb0bae-21e9-4b28-b803-505bbb3b798a tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:43.955397 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9096d1a-8e5b-44cd-9d90-31238ca41dcb tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:43.959290 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c3955e8-6e62-43b8-a15f-a4b6a98e251e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:43.997995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9096d1a-8e5b-44cd-9d90-31238ca41dcb tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=e83acd18-f7fb-4741-a4c8-27f185e4229e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:44.001259 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9096d1a-8e5b-44cd-9d90-31238ca41dcb tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:44.005228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7c3955e8-6e62-43b8-a15f-a4b6a98e251e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:44.024614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7c3955e8-6e62-43b8-a15f-a4b6a98e251e admin admin] Usage tracker for resource:security_group_rule and tenant:ff210133a078410581b77955ab3c82dc is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:44.035048 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e9096d1a-8e5b-44cd-9d90-31238ca41dcb tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/e83acd18-f7fb-4741-a4c8-27f185e4229e HTTP/1.1" status: 204 len: 168 time: 1.6946180 Jan 14 07:29:44.051556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7c3955e8-6e62-43b8-a15f-a4b6a98e251e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:44.064086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36484) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:44.137495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7c3955e8-6e62-43b8-a15f-a4b6a98e251e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:44.140543 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cec1b48-706c-4390-8091-f0b5f0701e2f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:44.141649 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cec1b48-706c-4390-8091-f0b5f0701e2f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:44.143080 n-d-769329-2 neutron-server[80794]: INFO neutron.db.l3_db [None req-9cec1b48-706c-4390-8091-f0b5f0701e2f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Floating IP 64548f84-623c-4f95-82ec-4f7592011946 disassociated. External IP: 172.25.3.57, port: e0c54a92-485d-4e0c-a1e6-0801809a88fd. Jan 14 07:29:44.144389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9cec1b48-706c-4390-8091-f0b5f0701e2f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Calling delete_port for e0c54a92-485d-4e0c-a1e6-0801809a88fd owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:44.348840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0b0731-7c29-4d71-8339-cedd46468a08 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:44.354578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0b0731-7c29-4d71-8339-cedd46468a08 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:44.355457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5a0b0731-7c29-4d71-8339-cedd46468a08 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:44.404390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ff5a6630-4a57-483c-81b1-94a32aeeda6b admin admin] For port 583e369e-674f-440e-af6a-11e11a2b533c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=583e369e-674f-440e-af6a-11e11a2b533c,segment=NetworkSegment(1fb3cfc0-7d2c-48b1-ab11-06deb127e16c),segment_id=1fb3cfc0-7d2c-48b1-ab11-06deb127e16c)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:44.405052 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6630-4a57-483c-81b1-94a32aeeda6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:44.415901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5a0b0731-7c29-4d71-8339-cedd46468a08 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:44.419909 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5a0b0731-7c29-4d71-8339-cedd46468a08 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3520703 Jan 14 07:29:44.425937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36496) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:44.712103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd5c1-da6e-427f-9771-c64016d86b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:44.722825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a6630-4a57-483c-81b1-94a32aeeda6b admin admin] Calling delete_port for 583e369e-674f-440e-af6a-11e11a2b533c owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:44.754394 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e0bd5c1-da6e-427f-9771-c64016d86b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:44.769430 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-85190dfa-78c6-4bc2-8bf9-96343c514cdf tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:44.829988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bd5c1-da6e-427f-9771-c64016d86b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53694403-fcf9-4092-b4e9-816fe6c56407,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:44.834323 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e0bd5c1-da6e-427f-9771-c64016d86b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:44.935082 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c3955e8-6e62-43b8-a15f-a4b6a98e251e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:44.938186 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cec1b48-706c-4390-8091-f0b5f0701e2f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:44.964698 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0e0bd5c1-da6e-427f-9771-c64016d86b93 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=444d936272fa4ab7897702577c46f71c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7051477 Jan 14 07:29:44.968912 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-236a01dc-68fd-43c3-a2ac-03277b9ac748 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:44.990356 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c3955e8-6e62-43b8-a15f-a4b6a98e251e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:45.006996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36526) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:45.030769 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b64aefad-4bca-4adc-a1e1-f13b32c516f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:45.099543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec1b48-706c-4390-8091-f0b5f0701e2f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event deleted for resources: {'Port': ['ID=e0c54a92-485d-4e0c-a1e6-0801809a88fd,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:45.104091 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9cec1b48-706c-4390-8091-f0b5f0701e2f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:45.115692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3955e8-6e62-43b8-a15f-a4b6a98e251e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcc7fc5-acf3-462f-ae6e-95c9049e624c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:45.127158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:29:45.143949 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c3955e8-6e62-43b8-a15f-a4b6a98e251e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:45.153482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc72138-b05d-4a76-83ae-ae886ba223a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 560e3470-6372-48c7-a95c-1795fbd42fbf {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:29:45.162335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afc72138-b05d-4a76-83ae-ae886ba223a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:45.209467 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff6d4326-92a8-4291-ae81-a87733ea7806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:45.225582 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7c3955e8-6e62-43b8-a15f-a4b6a98e251e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff210133a078410581b77955ab3c82dc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3472166 Jan 14 07:29:45.237335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36540) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:45.261610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afc72138-b05d-4a76-83ae-ae886ba223a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:45.272110 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff6d4326-92a8-4291-ae81-a87733ea7806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:45.419511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ab7e-72cc-4c98-85a4-d0d8926d27bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:45.427102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afc72138-b05d-4a76-83ae-ae886ba223a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:45.470477 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6630-4a57-483c-81b1-94a32aeeda6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:45.507026 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff6d4326-92a8-4291-ae81-a87733ea7806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:45.534593 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a643b212-34f9-4b4a-bb49-94d61e310771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:45.543358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:45.565793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d4326-92a8-4291-ae81-a87733ea7806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53694403-fcf9-4092-b4e9-816fe6c56407,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:45.568696 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ff6d4326-92a8-4291-ae81-a87733ea7806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:45.584256 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ab7e-72cc-4c98-85a4-d0d8926d27bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:45.616560 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd3192f8-718d-48bc-8caa-900dc3319103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:45.714464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a6630-4a57-483c-81b1-94a32aeeda6b admin admin] Pushing event deleted for resources: {'Port': ['ID=583e369e-674f-440e-af6a-11e11a2b533c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:45.722033 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ff5a6630-4a57-483c-81b1-94a32aeeda6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:45.756320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff6d4326-92a8-4291-ae81-a87733ea7806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:45.757570 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ff6d4326-92a8-4291-ae81-a87733ea7806 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53694403-fcf9-4092-b4e9-816fe6c56407 HTTP/1.1" status: 204 len: 168 time: 0.7444141 Jan 14 07:29:45.816561 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-98e2c750-7a86-4507-805f-5aae60267a10 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:45.835885 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e3da431-088f-4219-b8da-e735ce3844f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:46.004265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cec1b48-706c-4390-8091-f0b5f0701e2f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Router 67892cde-205e-4f53-9a48-34830c24e288 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:29:46.034545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ab7e-72cc-4c98-85a4-d0d8926d27bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:46.125725 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:46.148409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2c750-7a86-4507-805f-5aae60267a10 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Pushing event updated for resources: {'Subnet': ['ID=492fb437-d18e-4803-9c2c-3185b7f89e7a,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:46.151767 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-98e2c750-7a86-4507-805f-5aae60267a10 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:46.152822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cd0ab7e-72cc-4c98-85a4-d0d8926d27bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:46.154039 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9cd0ab7e-72cc-4c98-85a4-d0d8926d27bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2fcc7fc5-acf3-462f-ae6e-95c9049e624c HTTP/1.1" status: 204 len: 168 time: 0.8375633 Jan 14 07:29:46.166293 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f1c3870-6ed2-4b50-8fa6-f86eccf6f34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:46.202839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0ab7e-72cc-4c98-85a4-d0d8926d27bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcc7fc5-acf3-462f-ae6e-95c9049e624c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:46.205922 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9cd0ab7e-72cc-4c98-85a4-d0d8926d27bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:46.303331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6630-4a57-483c-81b1-94a32aeeda6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:46.358659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cec1b48-706c-4390-8091-f0b5f0701e2f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:29:46.370343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b981ec-13aa-4a11-96c3-4cb88db3b89a None None] Sync routers for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:29:46.386719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b981ec-13aa-4a11-96c3-4cb88db3b89a None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:46.387579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f9b981ec-13aa-4a11-96c3-4cb88db3b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:29:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:46.393634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e2c750-7a86-4507-805f-5aae60267a10 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Checking segment: {'id': '25e191d7-d003-48ee-a261-33d08be0cf7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0438d49c-307c-4ca2-8412-53ecdf292c13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:29:46.394043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e2c750-7a86-4507-805f-5aae60267a10 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Network hostable DHCP agents. Network: 0438d49c-307c-4ca2-8412-53ecdf292c13, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:29:46.483262 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cec1b48-706c-4390-8091-f0b5f0701e2f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:46.488620 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9cec1b48-706c-4390-8091-f0b5f0701e2f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "DELETE /v2.0/ports/e0c54a92-485d-4e0c-a1e6-0801809a88fd HTTP/1.1" status: 204 len: 168 time: 4.9451067 Jan 14 07:29:46.492228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36564) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:46.498263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e2c750-7a86-4507-805f-5aae60267a10 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Network 0438d49c-307c-4ca2-8412-53ecdf292c13 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:29:46.575254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36570) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:46.797108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f9b981ec-13aa-4a11-96c3-4cb88db3b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:46.809959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b981ec-13aa-4a11-96c3-4cb88db3b89a None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:46.811196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f9b981ec-13aa-4a11-96c3-4cb88db3b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:29:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:46.894987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f9b981ec-13aa-4a11-96c3-4cb88db3b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:46.895857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b981ec-13aa-4a11-96c3-4cb88db3b89a None None] The sync data for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:29:46.928684 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2df43998-218f-4c9e-82c5-df8d06126c85 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "GET /v2.0/floatingips/64548f84-623c-4f95-82ec-4f7592011946 HTTP/1.1" status: 200 len: 687 time: 0.4347136 Jan 14 07:29:46.929439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36578) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:47.020840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-98e2c750-7a86-4507-805f-5aae60267a10 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 0438d49c-307c-4ca2-8412-53ecdf292c13) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:47.034022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4eeb6b-2365-4551-a9f0-fcd5f926c6d5 None None] Network 0438d49c-307c-4ca2-8412-53ecdf292c13 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:47.115391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e2c750-7a86-4507-805f-5aae60267a10 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:47.116063 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-98e2c750-7a86-4507-805f-5aae60267a10 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:47.133398 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afc72138-b05d-4a76-83ae-ae886ba223a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:47.153198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f106dc7d-b372-4d2b-8111-faf4bac47f46 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Deleting port de82daa0-9e62-4ad5-a092-7d3ac5bff165 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:47.153727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f106dc7d-b372-4d2b-8111-faf4bac47f46 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:47.161325 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8306185d-d927-4798-84cc-a06b50e46faf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:47.202907 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-98e2c750-7a86-4507-805f-5aae60267a10 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 5.2076187 Jan 14 07:29:47.205556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36586) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:47.216202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d5403387-1f47-4062-ac91-447465abce3b tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Request body: {'subnet': {'network_id': '977d31d9-5ccc-45e5-88bf-1ad2952684f3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:47.216968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc72138-b05d-4a76-83ae-ae886ba223a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=560e3470-6372-48c7-a95c-1795fbd42fbf,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:47.331780 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-afc72138-b05d-4a76-83ae-ae886ba223a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:47.397446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-0438d49c-307c-4ca2-8412-53ecdf292c13', 'network_id': '0438d49c-307c-4ca2-8412-53ecdf292c13', 'tenant_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'fixed_ips': [{'subnet_id': '492fb437-d18e-4803-9c2c-3185b7f89e7a'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:29:47.398361 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:47.480860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d5403387-1f47-4062-ac91-447465abce3b tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:47.495882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d5403387-1f47-4062-ac91-447465abce3b tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Usage tracker for resource:subnet and tenant:42ee9eb518b540adb2c0336b3ce9ab94 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:47.501531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d5403387-1f47-4062-ac91-447465abce3b tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:47.507461 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afc72138-b05d-4a76-83ae-ae886ba223a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:47.516727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d5403387-1f47-4062-ac91-447465abce3b tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:47.546334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5403387-1f47-4062-ac91-447465abce3b tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Made reservation on behalf of 42ee9eb518b540adb2c0336b3ce9ab94 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:47.612334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46baf96b-8ce6-4e4e-93b4-7ca337c5890d None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:47.676823 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5403387-1f47-4062-ac91-447465abce3b tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:47.690956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36598) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:47.692868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f106dc7d-b372-4d2b-8111-faf4bac47f46 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:47.693336 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f106dc7d-b372-4d2b-8111-faf4bac47f46 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:47.733806 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-afc72138-b05d-4a76-83ae-ae886ba223a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/560e3470-6372-48c7-a95c-1795fbd42fbf HTTP/1.1" status: 204 len: 168 time: 3.3066981 Jan 14 07:29:47.744932 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4bc4c8fe-ffbb-4616-b9c4-c0610ec3c987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:47.770870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36604) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:47.899912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5a6630-4a57-483c-81b1-94a32aeeda6b admin admin] Router b6dba8de-3d97-405f-ae24-5b0a16185c79 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:29:47.901868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f106dc7d-b372-4d2b-8111-faf4bac47f46 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Calling delete_port for de82daa0-9e62-4ad5-a092-7d3ac5bff165 owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:47.918023 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c97061f1-1b37-4a01-8ea2-6cf2d227b1cc tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1292546 Jan 14 07:29:47.919267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36614) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:47.994570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Allocated IP 10.1.1.2 (0438d49c-307c-4ca2-8412-53ecdf292c13/492fb437-d18e-4803-9c2c-3185b7f89e7a/e59cec77-778d-4c86-90bb-4ce3cd5f7862) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:48.033228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4bc4c8fe-ffbb-4616-b9c4-c0610ec3c987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:48.279279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4bc4c8fe-ffbb-4616-b9c4-c0610ec3c987 admin admin] Usage tracker for resource:security_group_rule and tenant:486df48ce60140d78811e0ef9a042db5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:48.288843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4bc4c8fe-ffbb-4616-b9c4-c0610ec3c987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:48.313172 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f106dc7d-b372-4d2b-8111-faf4bac47f46 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:48.326895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:48.338472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Transition to ACTIVE for port object e59cec77-778d-4c86-90bb-4ce3cd5f7862 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:48.344510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4bc4c8fe-ffbb-4616-b9c4-c0610ec3c987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:48.351463 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-befba32e-2279-4874-9420-db7c5a1b6e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:48.355236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Transition to ACTIVE for port object e59cec77-778d-4c86-90bb-4ce3cd5f7862 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:48.372989 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:48.395229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5a6630-4a57-483c-81b1-94a32aeeda6b admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:29:48.402534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-befba32e-2279-4874-9420-db7c5a1b6e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:48.407909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638ee33b-a777-471c-a5d1-bb350ef24e1a None None] Sync routers for ids ['b6dba8de-3d97-405f-ae24-5b0a16185c79'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:29:48.417856 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:48.420331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-befba32e-2279-4874-9420-db7c5a1b6e0f admin admin] Usage tracker for resource:security_group_rule and tenant:c301be9134584d8f96215817337aaac3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:48.424761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ee33b-a777-471c-a5d1-bb350ef24e1a None None] Routers {'b6dba8de-3d97-405f-ae24-5b0a16185c79'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:48.425635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-638ee33b-a777-471c-a5d1-bb350ef24e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:29:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['b6dba8de-3d97-405f-ae24-5b0a16185c79'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:48.428456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-befba32e-2279-4874-9420-db7c5a1b6e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:48.447844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-befba32e-2279-4874-9420-db7c5a1b6e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:48.501994 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:48.568373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Pushing event updated for resources: {'Port': ['ID=e59cec77-778d-4c86-90bb-4ce3cd5f7862,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:48.602510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106dc7d-b372-4d2b-8111-faf4bac47f46 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event deleted for resources: {'Port': ['ID=de82daa0-9e62-4ad5-a092-7d3ac5bff165,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:48.606373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Network 0438d49c-307c-4ca2-8412-53ecdf292c13 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:48.611799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.611944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.612229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.612607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.612958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.613319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.613440 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f106dc7d-b372-4d2b-8111-faf4bac47f46 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:48.613660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.614013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.614485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.614837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.615196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.615552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.619403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.619403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.619403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.619807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.619910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.620258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.620540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.620896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.621256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.621609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.621963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.622316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.622711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.623063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.624013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.624013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.624210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.624464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.624753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.625100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.625713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.625834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.632192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.635091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:29:48.642867 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:48.661380 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-befba32e-2279-4874-9420-db7c5a1b6e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:48.661732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:48.668006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:48.674002 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-befba32e-2279-4874-9420-db7c5a1b6e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:48.698189 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a724c9a0-d1fc-4df6-98d2-079113e43cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:48.764659 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ff5a6630-4a57-483c-81b1-94a32aeeda6b admin admin] 10.222.0.41 "PUT /v2.0/routers/b6dba8de-3d97-405f-ae24-5b0a16185c79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4760306 Jan 14 07:29:48.767181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54df7f7d-e278-42a6-8549-d9fb740113cd None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:29:48.772913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Attempting to bind port e59cec77-778d-4c86-90bb-4ce3cd5f7862 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:29:48.773404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Attempting to bind port e59cec77-778d-4c86-90bb-4ce3cd5f7862 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '25e191d7-d003-48ee-a261-33d08be0cf7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0438d49c-307c-4ca2-8412-53ecdf292c13'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:29:48.774232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Attempting to bind port e59cec77-778d-4c86-90bb-4ce3cd5f7862 on network 0438d49c-307c-4ca2-8412-53ecdf292c13 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:29:48.776792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-54df7f7d-e278-42a6-8549-d9fb740113cd None None] Deleting port f0ef3cc4-198f-4078-aa9e-3f5413555c67 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:48.777191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54df7f7d-e278-42a6-8549-d9fb740113cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:48.806818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36634) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:48.812806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-638ee33b-a777-471c-a5d1-bb350ef24e1a None None] Set router b6dba8de-3d97-405f-ae24-5b0a16185c79 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:29:48.879556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befba32e-2279-4874-9420-db7c5a1b6e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0d85d9-2cee-43d1-b0d7-27edcc938a7c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:48.887909 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-befba32e-2279-4874-9420-db7c5a1b6e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:49.002960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cf3e31-2410-4ae2-95e1-7da80a4731bd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:49.007822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-56cf3e31-2410-4ae2-95e1-7da80a4731bd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:49.052663 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-befba32e-2279-4874-9420-db7c5a1b6e0f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c301be9134584d8f96215817337aaac3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3602810 Jan 14 07:29:49.065393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-56cf3e31-2410-4ae2-95e1-7da80a4731bd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:49.068496 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-56cf3e31-2410-4ae2-95e1-7da80a4731bd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1231153 Jan 14 07:29:49.073208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36644) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:49.073583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36646) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:49.101517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-54df7f7d-e278-42a6-8549-d9fb740113cd None None] For port f0ef3cc4-198f-4078-aa9e-3f5413555c67, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f0ef3cc4-198f-4078-aa9e-3f5413555c67,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:49.102998 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54df7f7d-e278-42a6-8549-d9fb740113cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:49.174828 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58155c9f-9b48-4590-9050-776fd6295a79 admin admin] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:49.243996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-638ee33b-a777-471c-a5d1-bb350ef24e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dba8de-3d97-405f-ae24-5b0a16185c79', 'name': 'tempest-ServerActionsTestJSON-1534050813-router', 'tenant_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '99b41dbb-f80d-4534-a030-d19377b0432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:28:45Z', 'updated_at': '2021-01-14T07:29:45Z', 'revision_number': 5, 'project_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'gw_port': {'id': '99b41dbb-f80d-4534-a030-d19377b0432e', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dba8de-3d97-405f-ae24-5b0a16185c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:55Z', 'updated_at': '2021-01-14T07:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:49.256831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638ee33b-a777-471c-a5d1-bb350ef24e1a None None] Checking router: b6dba8de-3d97-405f-ae24-5b0a16185c79 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:29:49.263090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-54df7f7d-e278-42a6-8549-d9fb740113cd None None] Calling delete_port for f0ef3cc4-198f-4078-aa9e-3f5413555c67 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:49.276713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ee33b-a777-471c-a5d1-bb350ef24e1a None None] Routers {'b6dba8de-3d97-405f-ae24-5b0a16185c79'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:49.277955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-638ee33b-a777-471c-a5d1-bb350ef24e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:29:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['b6dba8de-3d97-405f-ae24-5b0a16185c79'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:49.372603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce59effd-33da-4d02-91a4-4bd998908beb tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:49.373416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ce59effd-33da-4d02-91a4-4bd998908beb tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:49.420771 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-332cdec3-459a-4750-a77f-80ea377ba9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:49.458655 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-332cdec3-459a-4750-a77f-80ea377ba9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:49.473503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:29:49.476534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Checking segment: {'id': '25e191d7-d003-48ee-a261-33d08be0cf7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0438d49c-307c-4ca2-8412-53ecdf292c13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:29:49.478968 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:49.479441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Bound using segment: {'id': '25e191d7-d003-48ee-a261-33d08be0cf7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0438d49c-307c-4ca2-8412-53ecdf292c13'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:29:49.480030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Bound port: e59cec77-778d-4c86-90bb-4ce3cd5f7862, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e191d7-d003-48ee-a261-33d08be0cf7b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0438d49c-307c-4ca2-8412-53ecdf292c13'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:29:49.480466 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:49.484586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-638ee33b-a777-471c-a5d1-bb350ef24e1a None None] Set router b6dba8de-3d97-405f-ae24-5b0a16185c79 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:29:49.528713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ce59effd-33da-4d02-91a4-4bd998908beb tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:49.532478 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ce59effd-33da-4d02-91a4-4bd998908beb tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4481034 Jan 14 07:29:49.536200 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-332cdec3-459a-4750-a77f-80ea377ba9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:49.548394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36692) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:49.549216 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e5dc7462-222d-4994-a4c3-dbbd5763d83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:49.578131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cdec3-459a-4750-a77f-80ea377ba9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0d85d9-2cee-43d1-b0d7-27edcc938a7c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:49.581797 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-332cdec3-459a-4750-a77f-80ea377ba9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:49.609674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f0ef3cc4-198f-4078-aa9e-3f5413555c67 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:29:49.659868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f106dc7d-b372-4d2b-8111-faf4bac47f46 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:49.673361 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54df7f7d-e278-42a6-8549-d9fb740113cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:49.688465 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-360ca700-1188-419d-8ef8-21984dd0321f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1107631 Jan 14 07:29:49.707189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36698) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:49.708368 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-332cdec3-459a-4750-a77f-80ea377ba9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:49.712390 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-332cdec3-459a-4750-a77f-80ea377ba9a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b0d85d9-2cee-43d1-b0d7-27edcc938a7c HTTP/1.1" status: 204 len: 168 time: 0.6351051 Jan 14 07:29:49.730306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f1c6ff0d-e329-4ec4-be2f-7964b8505c1b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:49.806817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36706) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:49.834794 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58155c9f-9b48-4590-9050-776fd6295a79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:49.839375 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:49.867948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-58155c9f-9b48-4590-9050-776fd6295a79 admin admin] Deleting port 99b41dbb-f80d-4534-a030-d19377b0432e {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:49.868357 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58155c9f-9b48-4590-9050-776fd6295a79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:49.888104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: f0ef3cc4-198f-4078-aa9e-3f5413555c67 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:29:49.888509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f0ef3cc4-198f-4078-aa9e-3f5413555c67 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:29:49.902885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f1c6ff0d-e329-4ec4-be2f-7964b8505c1b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:49.915951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f1c6ff0d-e329-4ec4-be2f-7964b8505c1b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:49.929860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df7f7d-e278-42a6-8549-d9fb740113cd None None] Pushing event deleted for resources: {'Port': ['ID=f0ef3cc4-198f-4078-aa9e-3f5413555c67,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:49.940198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df7f7d-e278-42a6-8549-d9fb740113cd None None] No DVR routers for this DVR port f0ef3cc4-198f-4078-aa9e-3f5413555c67 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:29:49.945284 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-54df7f7d-e278-42a6-8549-d9fb740113cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:49.980869 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4bc4c8fe-ffbb-4616-b9c4-c0610ec3c987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:49.994083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4bc4c8fe-ffbb-4616-b9c4-c0610ec3c987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:49.999129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] For port e59cec77-778d-4c86-90bb-4ce3cd5f7862, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:29:50.003385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] For port e59cec77-778d-4c86-90bb-4ce3cd5f7862, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e59cec77-778d-4c86-90bb-4ce3cd5f7862,segment=NetworkSegment(25e191d7-d003-48ee-a261-33d08be0cf7b),segment_id=25e191d7-d003-48ee-a261-33d08be0cf7b)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:29:50.008774 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:50.030794 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a3a7639-5412-441b-9185-df66d867b8a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:50.059896 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-382c652b-b7f6-4a82-b5cd-1085ea3eca1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:50.109922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Pushing event updated for resources: {'Port': ['ID=e59cec77-778d-4c86-90bb-4ce3cd5f7862,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:50.163041 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4bc4c8fe-ffbb-4616-b9c4-c0610ec3c987 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=486df48ce60140d78811e0ef9a042db5&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5690351 Jan 14 07:29:50.164127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36716) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:50.168504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4c8fe-ffbb-4616-b9c4-c0610ec3c987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b09f264-6fe9-468e-8ffc-a1cf29e48256,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:50.173414 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:50.180656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c6ff0d-e329-4ec4-be2f-7964b8505c1b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:50.189630 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5403387-1f47-4062-ac91-447465abce3b tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:50.229808 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4bc4c8fe-ffbb-4616-b9c4-c0610ec3c987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:50.309112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-638ee33b-a777-471c-a5d1-bb350ef24e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dba8de-3d97-405f-ae24-5b0a16185c79', 'name': 'tempest-ServerActionsTestJSON-1534050813-router', 'tenant_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '99b41dbb-f80d-4534-a030-d19377b0432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:28:45Z', 'updated_at': '2021-01-14T07:29:45Z', 'revision_number': 5, 'project_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'gw_port': {'id': '99b41dbb-f80d-4534-a030-d19377b0432e', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dba8de-3d97-405f-ae24-5b0a16185c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:55Z', 'updated_at': '2021-01-14T07:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:50.319169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638ee33b-a777-471c-a5d1-bb350ef24e1a None None] The sync data for ids ['b6dba8de-3d97-405f-ae24-5b0a16185c79'] in n-d-769329-2 is: [{'id': 'b6dba8de-3d97-405f-ae24-5b0a16185c79', 'name': 'tempest-ServerActionsTestJSON-1534050813-router', 'tenant_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '99b41dbb-f80d-4534-a030-d19377b0432e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:28:45Z', 'updated_at': '2021-01-14T07:29:45Z', 'revision_number': 5, 'project_id': '2f5b17ee77bb42f3a1e606c33f21b57a', 'gw_port': {'id': '99b41dbb-f80d-4534-a030-d19377b0432e', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e5:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dba8de-3d97-405f-ae24-5b0a16185c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:55Z', 'updated_at': '2021-01-14T07:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:29:50.506733 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1c6ff0d-e329-4ec4-be2f-7964b8505c1b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:50.542065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36722) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:50.601292 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-22e9d4b7-4c33-422c-b0a9-b8122d47e6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:50.632440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f106dc7d-b372-4d2b-8111-faf4bac47f46 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:50.633686 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f106dc7d-b372-4d2b-8111-faf4bac47f46 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "DELETE /v2.0/floatingips/64548f84-623c-4f95-82ec-4f7592011946 HTTP/1.1" status: 204 len: 168 time: 3.6951365 Jan 14 07:29:50.652906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36726) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:50.653746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1e2bfdb-4329-4587-8a69-d18df33ccfe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:50.682802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'port_id': '6322496e-3ef5-46a0-8202-06c400695858'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:50.700277 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad648d33-c0ed-4f78-b159-25d73cfc7dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:50.712456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:50.724546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e1e2bfdb-4329-4587-8a69-d18df33ccfe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:50.742776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e1e2bfdb-4329-4587-8a69-d18df33ccfe4 admin admin] Usage tracker for resource:security_group_rule and tenant:1e46c7a3ac304b4696948e38616ca42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:50.749921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e1e2bfdb-4329-4587-8a69-d18df33ccfe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:50.750500 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-863f9297-4ed5-4ac3-bb1a-e9a4da07f098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:50.759976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Usage tracker for resource:floatingip and tenant:5255bc20dcc84120afef82d5f8e89b82 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:50.767616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5403387-1f47-4062-ac91-447465abce3b tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Pushing event updated for resources: {'Subnet': ['ID=f08aca05-2767-4443-ab60-41c32332bdde,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:50.774425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:50.802949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e1e2bfdb-4329-4587-8a69-d18df33ccfe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:50.815536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:50.824017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad648d33-c0ed-4f78-b159-25d73cfc7dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:50.880232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:51.018825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-58155c9f-9b48-4590-9050-776fd6295a79 admin admin] For port 99b41dbb-f80d-4534-a030-d19377b0432e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=99b41dbb-f80d-4534-a030-d19377b0432e,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:51.019161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58155c9f-9b48-4590-9050-776fd6295a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:51.096175 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad648d33-c0ed-4f78-b159-25d73cfc7dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:51.098518 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d5403387-1f47-4062-ac91-447465abce3b tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:51.104486 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0ae8ca1-bc3d-4f58-8803-97d13bcc6fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:51.140381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad648d33-c0ed-4f78-b159-25d73cfc7dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b09f264-6fe9-468e-8ffc-a1cf29e48256,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:51.143175 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad648d33-c0ed-4f78-b159-25d73cfc7dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:51.186449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-58155c9f-9b48-4590-9050-776fd6295a79 admin admin] Calling delete_port for 99b41dbb-f80d-4534-a030-d19377b0432e owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:51.248533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-863f9297-4ed5-4ac3-bb1a-e9a4da07f098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:51.263985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-863f9297-4ed5-4ac3-bb1a-e9a4da07f098 admin admin] Usage tracker for resource:security_group_rule and tenant:06a5f0819ea54e65bb8d0ff0cb6b55e6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:51.268598 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1e2bfdb-4329-4587-8a69-d18df33ccfe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:51.272355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-863f9297-4ed5-4ac3-bb1a-e9a4da07f098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:51.281420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1e2bfdb-4329-4587-8a69-d18df33ccfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:51.293960 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3f97da6a-6e4c-4dbd-8283-8374f6cfc73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:51.301049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-863f9297-4ed5-4ac3-bb1a-e9a4da07f098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:51.301889 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad648d33-c0ed-4f78-b159-25d73cfc7dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:51.303144 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ad648d33-c0ed-4f78-b159-25d73cfc7dee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b09f264-6fe9-468e-8ffc-a1cf29e48256 HTTP/1.1" status: 204 len: 168 time: 1.0792863 Jan 14 07:29:51.424937 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e1e2bfdb-4329-4587-8a69-d18df33ccfe4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e46c7a3ac304b4696948e38616ca42a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8807993 Jan 14 07:29:51.430186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2bfdb-4329-4587-8a69-d18df33ccfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6251b1-9408-41cc-8818-928da31af41a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:51.432693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36744) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:51.435424 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1e2bfdb-4329-4587-8a69-d18df33ccfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:51.473072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:51.561314 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58155c9f-9b48-4590-9050-776fd6295a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:51.581741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5403387-1f47-4062-ac91-447465abce3b tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Checking segment: {'id': '82b91c03-16c6-4227-94bd-be630e3b03f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '977d31d9-5ccc-45e5-88bf-1ad2952684f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:29:51.582130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5403387-1f47-4062-ac91-447465abce3b tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Network hostable DHCP agents. Network: 977d31d9-5ccc-45e5-88bf-1ad2952684f3, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:29:51.606096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-598efa23-0287-4592-ba37-0ee4bcdd4e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:51.630542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e59cec77-778d-4c86-90bb-4ce3cd5f7862 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:51.643697 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-598efa23-0287-4592-ba37-0ee4bcdd4e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:51.822920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port e59cec77-778d-4c86-90bb-4ce3cd5f7862 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:51.842407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 583e369e-674f-440e-af6a-11e11a2b533c no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:29:51.910966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 583e369e-674f-440e-af6a-11e11a2b533c {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:29:51.927355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 583e369e-674f-440e-af6a-11e11a2b533c not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:29:52.014957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5403387-1f47-4062-ac91-447465abce3b tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Network 977d31d9-5ccc-45e5-88bf-1ad2952684f3 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:29:52.023090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Allocated IP 172.25.3.208 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/8b664a78-e363-44dd-8b2d-9c80b9d26893) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:52.289876 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58155c9f-9b48-4590-9050-776fd6295a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.368932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d9291a-ddce-416d-b8ba-c72aabcbae6f None None] Network 0438d49c-307c-4ca2-8412-53ecdf292c13 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:52.405301 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.410093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1c6ff0d-e329-4ec4-be2f-7964b8505c1b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.431752 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ebf57d09-1aaf-49ba-bafc-e8f4f4e5ae04 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:52.451693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58155c9f-9b48-4590-9050-776fd6295a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.453817 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58155c9f-9b48-4590-9050-776fd6295a79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.470982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d5403387-1f47-4062-ac91-447465abce3b tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 977d31d9-5ccc-45e5-88bf-1ad2952684f3) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:52.493844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5403387-1f47-4062-ac91-447465abce3b tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:52.494529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5403387-1f47-4062-ac91-447465abce3b tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.499837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-863f9297-4ed5-4ac3-bb1a-e9a4da07f098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.512232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58155c9f-9b48-4590-9050-776fd6295a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.512862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58155c9f-9b48-4590-9050-776fd6295a79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6dba8de-3d97-405f-ae24-5b0a16185c79 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:29:52.526634 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-863f9297-4ed5-4ac3-bb1a-e9a4da07f098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.548875 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-400e9ec5-50fd-4161-9b50-d05890ed21b4 tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:52.564503 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-598efa23-0287-4592-ba37-0ee4bcdd4e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.609156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4c0d3c-beec-48f3-b85d-16d8585c204b None None] Network 977d31d9-5ccc-45e5-88bf-1ad2952684f3 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:52.654638 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-598efa23-0287-4592-ba37-0ee4bcdd4e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.656000 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-598efa23-0287-4592-ba37-0ee4bcdd4e70 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad6251b1-9408-41cc-8818-928da31af41a HTTP/1.1" status: 204 len: 168 time: 1.2180974 Jan 14 07:29:52.657838 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58155c9f-9b48-4590-9050-776fd6295a79 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.661509 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-58155c9f-9b48-4590-9050-776fd6295a79 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b6dba8de-3d97-405f-ae24-5b0a16185c79 HTTP/1.1" status: 204 len: 168 time: 3.8515189 Jan 14 07:29:52.677988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36778) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:52.692999 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d5403387-1f47-4062-ac91-447465abce3b tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 5.4860144 Jan 14 07:29:52.694696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36782) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:52.730179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.746386 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-863f9297-4ed5-4ac3-bb1a-e9a4da07f098 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06a5f0819ea54e65bb8d0ff0cb6b55e6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9181311 Jan 14 07:29:52.750740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36786) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:52.753831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f9297-4ed5-4ac3-bb1a-e9a4da07f098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d167b3c7-eafc-40f2-996d-78526ca9b68e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:52.756976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ad5d6c06-c262-4b10-8858-65cd3bd74cd0 None None] Provisioning for port e59cec77-778d-4c86-90bb-4ce3cd5f7862 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:52.759211 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-863f9297-4ed5-4ac3-bb1a-e9a4da07f098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:52.763604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4e39a8b9-f7d9-4555-8d92-c21fa433f6d0 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Request body: {'port': {'network_id': '0438d49c-307c-4ca2-8412-53ecdf292c13', 'name': 'tempest-TaggedBootDevicesTest-478307453', 'fixed_ips': [{'subnet_id': '492fb437-d18e-4803-9c2c-3185b7f89e7a'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:52.785162 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-896aedda-4b66-47fc-8a48-84b416b62529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:52.890019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ad5d6c06-c262-4b10-8858-65cd3bd74cd0 None None] Provisioning complete for port e59cec77-778d-4c86-90bb-4ce3cd5f7862 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:52.890435 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad5d6c06-c262-4b10-8858-65cd3bd74cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:52.925278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598efa23-0287-4592-ba37-0ee4bcdd4e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6251b1-9408-41cc-8818-928da31af41a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:52.944683 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-598efa23-0287-4592-ba37-0ee4bcdd4e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:53.003271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6ff0d-e329-4ec4-be2f-7964b8505c1b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=4e8c0253-27ce-4e99-bbc6-a1c9c531e633,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:53.033697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c6ff0d-e329-4ec4-be2f-7964b8505c1b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:53.044461 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1c6ff0d-e329-4ec4-be2f-7964b8505c1b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:53.045402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f1c6ff0d-e329-4ec4-be2f-7964b8505c1b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:53.047096 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c0c135bb-9f1e-4aeb-a8a8-d7ba8a7f6ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:53.124433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5c3f49-e6a5-43a1-8db2-73f7eb81aa03 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:53.125336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c6ff0d-e329-4ec4-be2f-7964b8505c1b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:53.126165 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1c6ff0d-e329-4ec4-be2f-7964b8505c1b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:53.129552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-5473db05-c7e1-48e2-89ff-e98fcc511a53 admin admin] Deleting subnet 1c0abe93-7b79-4e33-8386-7689dc2a7121 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:29:53.141235 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5473db05-c7e1-48e2-89ff-e98fcc511a53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:53.222542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a86320fa-b382-40e0-9640-b4e0d10bfa27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:53.327015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4e39a8b9-f7d9-4555-8d92-c21fa433f6d0 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:53.335579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4e39a8b9-f7d9-4555-8d92-c21fa433f6d0 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Usage tracker for resource:port and tenant:42ee9eb518b540adb2c0336b3ce9ab94 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:53.341272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4e39a8b9-f7d9-4555-8d92-c21fa433f6d0 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Quota usage for port was recalculated. Used quota:3. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:53.357056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4e39a8b9-f7d9-4555-8d92-c21fa433f6d0 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:53.391805 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5473db05-c7e1-48e2-89ff-e98fcc511a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:53.424758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e39a8b9-f7d9-4555-8d92-c21fa433f6d0 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Made reservation on behalf of 42ee9eb518b540adb2c0336b3ce9ab94 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:53.502160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:53.507277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:53.523163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:53.559260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-977d31d9-5ccc-45e5-88bf-1ad2952684f3', 'network_id': '977d31d9-5ccc-45e5-88bf-1ad2952684f3', 'tenant_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'fixed_ips': [{'subnet_id': 'f08aca05-2767-4443-ab60-41c32332bdde'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:29:53.568749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:53.594661 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a86320fa-b382-40e0-9640-b4e0d10bfa27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:53.607721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 99b41dbb-f80d-4534-a030-d19377b0432e no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:29:53.612051 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e39a8b9-f7d9-4555-8d92-c21fa433f6d0 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:53.629331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Port': ['ID=8b664a78-e363-44dd-8b2d-9c80b9d26893,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:53.641075 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:53.656332 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f1c6ff0d-e329-4ec4-be2f-7964b8505c1b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.9429138 Jan 14 07:29:53.658482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36806) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:53.688656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-316c49e6-27d4-4289-ab2e-f5a4c721a871 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'fixed_ips': [{'subnet_id': '4e8c0253-27ce-4e99-bbc6-a1c9c531e633', 'ip_address': '2001:db8::7714:4103:1271:c414'}], 'name': 'tempest-NetworksTestDHCPv6-322378117'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:53.702301 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a86320fa-b382-40e0-9640-b4e0d10bfa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:53.715944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 99b41dbb-f80d-4534-a030-d19377b0432e {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:29:53.716223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 99b41dbb-f80d-4534-a030-d19377b0432e not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:29:53.719043 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d997cb7a-90c9-48b7-ac4b-f4c4908afd6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:53.724036 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad5d6c06-c262-4b10-8858-65cd3bd74cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:53.776743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86320fa-b382-40e0-9640-b4e0d10bfa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d167b3c7-eafc-40f2-996d-78526ca9b68e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:53.792463 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a86320fa-b382-40e0-9640-b4e0d10bfa27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:53.836392 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a86320fa-b382-40e0-9640-b4e0d10bfa27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:53.837673 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a86320fa-b382-40e0-9640-b4e0d10bfa27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d167b3c7-eafc-40f2-996d-78526ca9b68e HTTP/1.1" status: 204 len: 168 time: 1.0855129 Jan 14 07:29:54.054213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5473db05-c7e1-48e2-89ff-e98fcc511a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:54.110301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ad5d6c06-c262-4b10-8858-65cd3bd74cd0 None None] For port e59cec77-778d-4c86-90bb-4ce3cd5f7862, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e59cec77-778d-4c86-90bb-4ce3cd5f7862,segment=NetworkSegment(25e191d7-d003-48ee-a261-33d08be0cf7b),segment_id=25e191d7-d003-48ee-a261-33d08be0cf7b)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:54.128942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-4e39a8b9-f7d9-4555-8d92-c21fa433f6d0 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] device_id is not set on port 19bb5e06-54d0-4325-a3bc-c1059dd42ebe yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:29:54.276873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-316c49e6-27d4-4289-ab2e-f5a4c721a871 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:54.299039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-316c49e6-27d4-4289-ab2e-f5a4c721a871 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:port and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:54.306150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-316c49e6-27d4-4289-ab2e-f5a4c721a871 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:54.316167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-316c49e6-27d4-4289-ab2e-f5a4c721a871 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:54.321256 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad5d6c06-c262-4b10-8858-65cd3bd74cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:54.352706 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:54.381834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316c49e6-27d4-4289-ab2e-f5a4c721a871 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:54.410062 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-316c49e6-27d4-4289-ab2e-f5a4c721a871 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:54.547153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': '4e8c0253-27ce-4e99-bbc6-a1c9c531e633'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:29:54.548588 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:54.569933 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52450437-432f-4a46-ab5e-d1e74568eaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:54.640472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d6c06-c262-4b10-8858-65cd3bd74cd0 None None] Pushing event updated for resources: {'Port': ['ID=e59cec77-778d-4c86-90bb-4ce3cd5f7862,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:54.669939 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad5d6c06-c262-4b10-8858-65cd3bd74cd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:54.715252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Allocated IP 10.2.2.2 (977d31d9-5ccc-45e5-88bf-1ad2952684f3/f08aca05-2767-4443-ab60-41c32332bdde/20a71661-a87d-4650-82ca-d743a91fb9e5) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:54.778005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-316c49e6-27d4-4289-ab2e-f5a4c721a871 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port 56475898-b783-4ac4-9dd5-5333c726e608 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:29:55.058271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-4e39a8b9-f7d9-4555-8d92-c21fa433f6d0 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Allocated IP 10.1.1.220 (0438d49c-307c-4ca2-8412-53ecdf292c13/492fb437-d18e-4803-9c2c-3185b7f89e7a/19bb5e06-54d0-4325-a3bc-c1059dd42ebe) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:55.142661 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5473db05-c7e1-48e2-89ff-e98fcc511a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:55.182582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-316c49e6-27d4-4289-ab2e-f5a4c721a871 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::7714:4103:1271:c414 (e6acc9a6-db0b-42d1-82b7-716516d3711e/4e8c0253-27ce-4e99-bbc6-a1c9c531e633/56475898-b783-4ac4-9dd5-5333c726e608) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:55.203880 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:55.321031 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b85e7aec-5bea-4caf-aa25-a1fee6387e58 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:55.370910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473db05-c7e1-48e2-89ff-e98fcc511a53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c0abe93-7b79-4e33-8386-7689dc2a7121,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:55.374088 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5473db05-c7e1-48e2-89ff-e98fcc511a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:55.416404 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5473db05-c7e1-48e2-89ff-e98fcc511a53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:55.472000 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5473db05-c7e1-48e2-89ff-e98fcc511a53 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1c0abe93-7b79-4e33-8386-7689dc2a7121 HTTP/1.1" status: 204 len: 168 time: 2.7905347 Jan 14 07:29:55.475021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36848) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:55.573470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2da993-3423-4903-9de2-19fc6f6f9ddd None None] Network d25ff98d-c671-431b-a04c-5faaa359d5e7 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:29:55.613228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:55.680630 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e39a8b9-f7d9-4555-8d92-c21fa433f6d0 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:55.700401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4e39a8b9-f7d9-4555-8d92-c21fa433f6d0 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Transition to ACTIVE for port object 19bb5e06-54d0-4325-a3bc-c1059dd42ebe will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:55.760788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5c196e87-4a99-4151-96f7-9076e3034972 None None] Provisioning complete for port e59cec77-778d-4c86-90bb-4ce3cd5f7862 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:55.761207 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c196e87-4a99-4151-96f7-9076e3034972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:55.777949 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e39a8b9-f7d9-4555-8d92-c21fa433f6d0 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:55.795531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e59cec77-778d-4c86-90bb-4ce3cd5f7862 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:29:55.814547 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-316c49e6-27d4-4289-ab2e-f5a4c721a871 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:55.845484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-316c49e6-27d4-4289-ab2e-f5a4c721a871 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object 56475898-b783-4ac4-9dd5-5333c726e608 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:55.986096 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f106dc7d-b372-4d2b-8111-faf4bac47f46 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:55.991016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-316c49e6-27d4-4289-ab2e-f5a4c721a871 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:56.010191 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:56.223372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c49e6-27d4-4289-ab2e-f5a4c721a871 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=56475898-b783-4ac4-9dd5-5333c726e608,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:56.233557 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:56.239315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Allocated IP 2001:db8::2 (e6acc9a6-db0b-42d1-82b7-716516d3711e/4e8c0253-27ce-4e99-bbc6-a1c9c531e633/ca090999-cd8b-4ed9-bd76-fe701477f846) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:56.245391 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-316c49e6-27d4-4289-ab2e-f5a4c721a871 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:56.310364 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:56.329764 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:56.337948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e39a8b9-f7d9-4555-8d92-c21fa433f6d0 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Network 0438d49c-307c-4ca2-8412-53ecdf292c13 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:56.342404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4e39a8b9-f7d9-4555-8d92-c21fa433f6d0 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:56.349720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e39a8b9-f7d9-4555-8d92-c21fa433f6d0 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:56.390879 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc5f6c53-16e8-4f8a-90ed-779b7cfebf42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:56.419097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] Deleting port f29e928e-e9db-4b81-817e-485e06981d06 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:56.419483 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:56.557849 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:56.571286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Transition to ACTIVE for port object ca090999-cd8b-4ed9-bd76-fe701477f846 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:56.586906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39a8b9-f7d9-4555-8d92-c21fa433f6d0 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Pushing event updated for resources: {'Port': ['ID=19bb5e06-54d0-4325-a3bc-c1059dd42ebe,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:56.590135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Transition to ACTIVE for port object ca090999-cd8b-4ed9-bd76-fe701477f846 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:56.613327 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4e39a8b9-f7d9-4555-8d92-c21fa433f6d0 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:56.626655 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:56.636444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316c49e6-27d4-4289-ab2e-f5a4c721a871 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:56.643276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-316c49e6-27d4-4289-ab2e-f5a4c721a871 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.662927 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:29:56.666539 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.666539 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.666539 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.666539 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:29:56.666539 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.666539 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.666539 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.666539 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:29:56.666539 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.666539 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.666539 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.666539 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:29:56.666539 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.666539 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.666539 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.666539 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:29:56.666539 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.666539 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.666539 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.671143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316c49e6-27d4-4289-ab2e-f5a4c721a871 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:56.673328 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.676528 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.682984 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.686446 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.686446 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.686446 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.686446 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.686446 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.686446 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.686446 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.686446 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.686446 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.686446 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.686446 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.686446 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.686446 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.686446 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.686446 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.686446 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.686446 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:29:56.686446 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:29:56.686446 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:29:56.686446 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:29:56.696731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e39a8b9-f7d9-4555-8d92-c21fa433f6d0 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:56.697469 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e39a8b9-f7d9-4555-8d92-c21fa433f6d0 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:56.704862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316c49e6-27d4-4289-ab2e-f5a4c721a871 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:56.706101 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-316c49e6-27d4-4289-ab2e-f5a4c721a871 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:56.733311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Port': ['ID=8b664a78-e363-44dd-8b2d-9c80b9d26893,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:56.740790 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:56.830780 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:56.907978 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-316c49e6-27d4-4289-ab2e-f5a4c721a871 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2441807 Jan 14 07:29:56.908831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36880) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:56.909682 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:56.982207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Pushing event updated for resources: {'Port': ['ID=ca090999-cd8b-4ed9-bd76-fe701477f846,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:57.006864 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:57.021567 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:57.036138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] For port f29e928e-e9db-4b81-817e-485e06981d06, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f29e928e-e9db-4b81-817e-485e06981d06,segment=NetworkSegment(1fb3cfc0-7d2c-48b1-ab11-06deb127e16c),segment_id=1fb3cfc0-7d2c-48b1-ab11-06deb127e16c)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:29:57.036548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:57.113555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port e59cec77-778d-4c86-90bb-4ce3cd5f7862 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:57.113976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:57.141464 n-d-769329-2 neutron-server[80794]: INFO neutron.db.l3_db [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Floating IP 9dd1017f-9c88-475b-b486-27936ca94581 associated. External IP: 172.25.3.208, port: 6322496e-3ef5-46a0-8202-06c400695858. Jan 14 07:29:57.201248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:57.202254 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fa67e4f2-9bca-4ddb-bb2a-bf48c412b0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:57.212840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:57.228444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:57.234442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Transition to ACTIVE for port object 20a71661-a87d-4650-82ca-d743a91fb9e5 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:57.285533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] Calling delete_port for f29e928e-e9db-4b81-817e-485e06981d06 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:57.345608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd6b0c0-3dd1-4f42-8295-da01ebb6994a None None] DHCP port deletion for d25ff98d-c671-431b-a04c-5faaa359d5e7 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:29:57.370104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7dd6b0c0-3dd1-4f42-8295-da01ebb6994a None None] Deleting port f29e928e-e9db-4b81-817e-485e06981d06 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:57.371908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b0c0-3dd1-4f42-8295-da01ebb6994a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:57.459896 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4e39a8b9-f7d9-4555-8d92-c21fa433f6d0 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7198906 Jan 14 07:29:57.483571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36894) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:57.502563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-30b4d8c0-2e75-496f-94c1-b69005626193 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Request body: {'port': {'network_id': '0438d49c-307c-4ca2-8412-53ecdf292c13', 'name': 'tempest-TaggedBootDevicesTest-1331002195', 'fixed_ips': [{'subnet_id': '492fb437-d18e-4803-9c2c-3185b7f89e7a'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:57.538645 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:57.540346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3abb64c5-90d9-4fa4-b821-d2c465c5dd07 None None] Provisioning for port 19bb5e06-54d0-4325-a3bc-c1059dd42ebe completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:29:57.549405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Transition to ACTIVE for port object 20a71661-a87d-4650-82ca-d743a91fb9e5 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:57.572459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3abb64c5-90d9-4fa4-b821-d2c465c5dd07 None None] Provisioning complete for port 19bb5e06-54d0-4325-a3bc-c1059dd42ebe triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:57.572979 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3abb64c5-90d9-4fa4-b821-d2c465c5dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:57.710508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3abb64c5-90d9-4fa4-b821-d2c465c5dd07 None None] Port 19bb5e06-54d0-4325-a3bc-c1059dd42ebe cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:29:57.714345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Attempting to bind port ca090999-cd8b-4ed9-bd76-fe701477f846 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:29:57.714767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Attempting to bind port ca090999-cd8b-4ed9-bd76-fe701477f846 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:29:57.715350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Attempting to bind port ca090999-cd8b-4ed9-bd76-fe701477f846 on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:29:57.727258 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:57.738724 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:57.751295 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d5eaeeb-f5ad-44e2-8b31-315415cff69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:57.759855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3abb64c5-90d9-4fa4-b821-d2c465c5dd07 None None] Provisioning complete for port e59cec77-778d-4c86-90bb-4ce3cd5f7862 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:29:57.760176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3abb64c5-90d9-4fa4-b821-d2c465c5dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:57.819749 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-832dc286-4ba0-49da-9e3f-718045f33298 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:57.884728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:29:57.885813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:29:57.886272 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:57.886726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:29:57.887485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Bound port: ca090999-cd8b-4ed9-bd76-fe701477f846, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:29:57.887959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:57.923623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] Pushing event deleted for resources: {'Port': ['ID=f29e928e-e9db-4b81-817e-485e06981d06,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:57.935892 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:57.967153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Pushing event updated for resources: {'Port': ['ID=20a71661-a87d-4650-82ca-d743a91fb9e5,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:58.044376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957a01e3-9e54-4485-b699-9624223ca46c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:58.053180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] No DVR routers for this DVR port f29e928e-e9db-4b81-817e-485e06981d06 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:29:58.080350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957a01e3-9e54-4485-b699-9624223ca46c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:58.080350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-957a01e3-9e54-4485-b699-9624223ca46c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:29:58.085406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7dd6b0c0-3dd1-4f42-8295-da01ebb6994a None None] The port 'f29e928e-e9db-4b81-817e-485e06981d06' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:29:58.118327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Router 67892cde-205e-4f53-9a48-34830c24e288 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:29:58.119675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-957a01e3-9e54-4485-b699-9624223ca46c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:29:58.123520 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-957a01e3-9e54-4485-b699-9624223ca46c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.9823823 Jan 14 07:29:58.129820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-30b4d8c0-2e75-496f-94c1-b69005626193 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:58.134926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-30b4d8c0-2e75-496f-94c1-b69005626193 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Usage tracker for resource:port and tenant:42ee9eb518b540adb2c0336b3ce9ab94 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:58.139577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-30b4d8c0-2e75-496f-94c1-b69005626193 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Quota usage for port was recalculated. Used quota:5. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:58.144188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36910) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:58.146703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-30b4d8c0-2e75-496f-94c1-b69005626193 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:58.175111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b4d8c0-2e75-496f-94c1-b69005626193 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Made reservation on behalf of 42ee9eb518b540adb2c0336b3ce9ab94 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:58.187969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30b4d8c0-2e75-496f-94c1-b69005626193 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:58.271367 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:58.314474 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:58.369024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1d51937c-d5a2-4c47-944d-c8a71df0da72 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port 56475898-b783-4ac4-9dd5-5333c726e608 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:29:58.369467 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d51937c-d5a2-4c47-944d-c8a71df0da72 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:58.411442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] For port ca090999-cd8b-4ed9-bd76-fe701477f846, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:29:58.415998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] For port ca090999-cd8b-4ed9-bd76-fe701477f846, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ca090999-cd8b-4ed9-bd76-fe701477f846,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:29:58.418314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f29e928e-e9db-4b81-817e-485e06981d06 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:29:58.458667 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:58.477216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:58.495382 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:58.563738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-30b4d8c0-2e75-496f-94c1-b69005626193 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] device_id is not set on port 18df3777-c023-4448-b749-6e7f5a469d48 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:29:58.586464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Network 977d31d9-5ccc-45e5-88bf-1ad2952684f3 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:29:58.649720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:29:58.723406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Pushing event updated for resources: {'Port': ['ID=ca090999-cd8b-4ed9-bd76-fe701477f846,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:29:58.742768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: f29e928e-e9db-4b81-817e-485e06981d06 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:29:58.743165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f29e928e-e9db-4b81-817e-485e06981d06 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:29:58.763864 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:29:58.771317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d241e606-aefa-450f-967e-8d70dc3ecaef None None] Sync routers for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:29:58.771943 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:58.774975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:29:58.814734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-30b4d8c0-2e75-496f-94c1-b69005626193 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Allocated IP 10.1.1.246 (0438d49c-307c-4ca2-8412-53ecdf292c13/492fb437-d18e-4803-9c2c-3185b7f89e7a/18df3777-c023-4448-b749-6e7f5a469d48) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:29:58.831415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:29:58.876749 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.2080708 Jan 14 07:29:58.881499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36924) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:58.889732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d241e606-aefa-450f-967e-8d70dc3ecaef None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:58.890553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d241e606-aefa-450f-967e-8d70dc3ecaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:29:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:58.903305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-de5a7a18-ff8a-4849-82bc-31f0a3867f33 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-432831105'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:29:58.956949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-de5a7a18-ff8a-4849-82bc-31f0a3867f33 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:29:58.973704 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d51937c-d5a2-4c47-944d-c8a71df0da72 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:58.992245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-de5a7a18-ff8a-4849-82bc-31f0a3867f33 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Usage tracker for resource:network and tenant:5255bc20dcc84120afef82d5f8e89b82 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:29:59.001224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-de5a7a18-ff8a-4849-82bc-31f0a3867f33 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:29:59.018402 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:59.104968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-de5a7a18-ff8a-4849-82bc-31f0a3867f33 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:29:59.136938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d25ff98d-c671-431b-a04c-5faaa359d5e7']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:59.160463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb3cfc0-7d2c-48b1-ab11-06deb127e16c') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:59.160832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb3cfc0-7d2c-48b1-ab11-06deb127e16c') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:59.187312 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:59.197600 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30b4d8c0-2e75-496f-94c1-b69005626193 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:59.219142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1d51937c-d5a2-4c47-944d-c8a71df0da72 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for 56475898-b783-4ac4-9dd5-5333c726e608 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:29:59.234474 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:59.236837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-30b4d8c0-2e75-496f-94c1-b69005626193 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Transition to ACTIVE for port object 18df3777-c023-4448-b749-6e7f5a469d48 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:29:59.238437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] Releasing vxlan tunnel 13 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:29:59.306028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5a7a18-ff8a-4849-82bc-31f0a3867f33 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Made reservation on behalf of 5255bc20dcc84120afef82d5f8e89b82 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:29:59.314881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d241e606-aefa-450f-967e-8d70dc3ecaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:59.337129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de5a7a18-ff8a-4849-82bc-31f0a3867f33 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:59.357336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Attempting to bind port 20a71661-a87d-4650-82ca-d743a91fb9e5 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:29:59.357765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Attempting to bind port 20a71661-a87d-4650-82ca-d743a91fb9e5 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '82b91c03-16c6-4227-94bd-be630e3b03f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '977d31d9-5ccc-45e5-88bf-1ad2952684f3'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:29:59.358166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Attempting to bind port 20a71661-a87d-4650-82ca-d743a91fb9e5 on network 977d31d9-5ccc-45e5-88bf-1ad2952684f3 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:29:59.371831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:29:59.372259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Checking segment: {'id': '82b91c03-16c6-4227-94bd-be630e3b03f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '977d31d9-5ccc-45e5-88bf-1ad2952684f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:29:59.372802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:59.373233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Bound using segment: {'id': '82b91c03-16c6-4227-94bd-be630e3b03f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '977d31d9-5ccc-45e5-88bf-1ad2952684f3'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:29:59.373785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Bound port: 20a71661-a87d-4650-82ca-d743a91fb9e5, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b91c03-16c6-4227-94bd-be630e3b03f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '977d31d9-5ccc-45e5-88bf-1ad2952684f3'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:29:59.374202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:59.392804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d241e606-aefa-450f-967e-8d70dc3ecaef None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:29:59.393489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d241e606-aefa-450f-967e-8d70dc3ecaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:29:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:59.448638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5a7a18-ff8a-4849-82bc-31f0a3867f33 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:29:59.469162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de5a7a18-ff8a-4849-82bc-31f0a3867f33 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:59.469550 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-de5a7a18-ff8a-4849-82bc-31f0a3867f33 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Added segment 105063d1-1af9-42f0-8926-d54414b9313a of type vxlan for network a332fdac-b984-463e-b476-f43d72b12b95 Jan 14 07:29:59.510520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d241e606-aefa-450f-967e-8d70dc3ecaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:29:59.510986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d241e606-aefa-450f-967e-8d70dc3ecaef None None] The sync data for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:29:59.523118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de5a7a18-ff8a-4849-82bc-31f0a3867f33 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:59.597559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] For port 20a71661-a87d-4650-82ca-d743a91fb9e5, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:29:59.602322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] For port 20a71661-a87d-4650-82ca-d743a91fb9e5, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=20a71661-a87d-4650-82ca-d743a91fb9e5,segment=NetworkSegment(82b91c03-16c6-4227-94bd-be630e3b03f8),segment_id=82b91c03-16c6-4227-94bd-be630e3b03f8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:29:59.613435 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:59.620215 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de5a7a18-ff8a-4849-82bc-31f0a3867f33 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:59.646179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5a7a18-ff8a-4849-82bc-31f0a3867f33 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:29:59.647451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de5a7a18-ff8a-4849-82bc-31f0a3867f33 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:29:59.662086 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-373fae97-2d50-4cda-8286-82ebe2f324b9 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:59.830052 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:29:59.960461 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-de5a7a18-ff8a-4849-82bc-31f0a3867f33 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0774522 Jan 14 07:29:59.962381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36950) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:29:59.979517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a7a18-ff8a-4849-82bc-31f0a3867f33 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Network': ['ID=a332fdac-b984-463e-b476-f43d72b12b95,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:00.012126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-734fabc4-7acb-4d05-92fd-077ae1359636 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'subnet': {'network_id': 'a332fdac-b984-463e-b476-f43d72b12b95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:00.053111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network a332fdac-b984-463e-b476-f43d72b12b95 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:30:00.098640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] Network d25ff98d-c671-431b-a04c-5faaa359d5e7 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:30:00.125999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:00.168115 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30b4d8c0-2e75-496f-94c1-b69005626193 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:00.207929 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-de5a7a18-ff8a-4849-82bc-31f0a3867f33 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:00.208975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-734fabc4-7acb-4d05-92fd-077ae1359636 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:00.212923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network a332fdac-b984-463e-b476-f43d72b12b95 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:30:00.213533 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d51937c-d5a2-4c47-944d-c8a71df0da72 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:00.228251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network a332fdac-b984-463e-b476-f43d72b12b95 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:30:00.248810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Pushing event updated for resources: {'Port': ['ID=20a71661-a87d-4650-82ca-d743a91fb9e5,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:00.261621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ca090999-cd8b-4ed9-bd76-fe701477f846 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:00.293235 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:00.378424 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76f7cee6-8003-4dc8-9de9-55d2690b8a30 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:00.438369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51937c-d5a2-4c47-944d-c8a71df0da72 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=56475898-b783-4ac4-9dd5-5333c726e608,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:00.442183 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d51937c-d5a2-4c47-944d-c8a71df0da72 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:00.445366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-734fabc4-7acb-4d05-92fd-077ae1359636 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:00.451761 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d51937c-d5a2-4c47-944d-c8a71df0da72 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:00.457397 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1d51937c-d5a2-4c47-944d-c8a71df0da72 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/56475898-b783-4ac4-9dd5-5333c726e608 HTTP/1.1" status: 204 len: 168 time: 2.3117743 Jan 14 07:30:00.459608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36960) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:00.513063 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-428d7823-c111-4e00-88a1-49848b4d1158 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:00.551131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e60f0-d44e-43bc-8d4e-7c0b00455d0e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:00.556898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e60f0-d44e-43bc-8d4e-7c0b00455d0e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:00.557869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c24e60f0-d44e-43bc-8d4e-7c0b00455d0e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:00.576600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734fabc4-7acb-4d05-92fd-077ae1359636 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Made reservation on behalf of 5255bc20dcc84120afef82d5f8e89b82 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:00.589292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port ca090999-cd8b-4ed9-bd76-fe701477f846 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:00.664942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4d8c0-2e75-496f-94c1-b69005626193 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Pushing event updated for resources: {'Port': ['ID=18df3777-c023-4448-b749-6e7f5a469d48,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:00.672916 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-30b4d8c0-2e75-496f-94c1-b69005626193 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:00.724988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-734fabc4-7acb-4d05-92fd-077ae1359636 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:00.735912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b4d8c0-2e75-496f-94c1-b69005626193 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Network 0438d49c-307c-4ca2-8412-53ecdf292c13 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:00.768811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c24e60f0-d44e-43bc-8d4e-7c0b00455d0e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:00.772940 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c24e60f0-d44e-43bc-8d4e-7c0b00455d0e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3096721 Jan 14 07:30:00.776151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36976) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:00.797514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-30b4d8c0-2e75-496f-94c1-b69005626193 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:00.806376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b4d8c0-2e75-496f-94c1-b69005626193 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.916564 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.922831 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:00.934349 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:00.938587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b4d8c0-2e75-496f-94c1-b69005626193 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:00.938587 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30b4d8c0-2e75-496f-94c1-b69005626193 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:00.991595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] Network d25ff98d-c671-431b-a04c-5faaa359d5e7 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:30:01.039991 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:30:01.183120 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-30b4d8c0-2e75-496f-94c1-b69005626193 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6924911 Jan 14 07:30:01.250212 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:01.260339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:01.272050 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:01.302331 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d25ff98d-c671-431b-a04c-5faaa359d5e7 HTTP/1.1" status: 204 len: 168 time: 5.8263621 Jan 14 07:30:01.304199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] Pushing event deleted for resources: {'Network': ['ID=d25ff98d-c671-431b-a04c-5faaa359d5e7,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:01.309557 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:01.343792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b9204d58-31cd-4fa4-b233-03e97508f560 None None] Provisioning for port 18df3777-c023-4448-b749-6e7f5a469d48 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:01.350436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b9204d58-31cd-4fa4-b233-03e97508f560 None None] Provisioning complete for port 18df3777-c023-4448-b749-6e7f5a469d48 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:01.351108 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9204d58-31cd-4fa4-b233-03e97508f560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:01.468294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6962dec-24e9-4b34-8706-17fea637636a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 4e8c0253-27ce-4e99-bbc6-a1c9c531e633 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:30:01.481503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36990) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:01.484235 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6962dec-24e9-4b34-8706-17fea637636a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:01.515818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b9204d58-31cd-4fa4-b233-03e97508f560 None None] Port 18df3777-c023-4448-b749-6e7f5a469d48 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:30:01.603174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6962dec-24e9-4b34-8706-17fea637636a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:01.659097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-347df20e-65e8-432c-9cb7-0621551d582c None None] Provisioning for port ca090999-cd8b-4ed9-bd76-fe701477f846 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:01.668558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-347df20e-65e8-432c-9cb7-0621551d582c None None] Provisioning complete for port ca090999-cd8b-4ed9-bd76-fe701477f846 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:01.668986 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-347df20e-65e8-432c-9cb7-0621551d582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:01.740195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37000) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:01.746919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-94e2ef4f-b99f-4e7d-a266-8ac4e7e04f9f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Request body: {'security_group': {'name': 'tempest-securitygroup--320478165', 'description': 'tempest-description--101273141'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:01.768704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-94e2ef4f-b99f-4e7d-a266-8ac4e7e04f9f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:01.780052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-94e2ef4f-b99f-4e7d-a266-8ac4e7e04f9f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Usage tracker for resource:security_group and tenant:42ee9eb518b540adb2c0336b3ce9ab94 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:01.787555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-94e2ef4f-b99f-4e7d-a266-8ac4e7e04f9f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:01.803249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-94e2ef4f-b99f-4e7d-a266-8ac4e7e04f9f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:01.848818 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94e2ef4f-b99f-4e7d-a266-8ac4e7e04f9f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:01.902809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-94e2ef4f-b99f-4e7d-a266-8ac4e7e04f9f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:01.916784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-94e2ef4f-b99f-4e7d-a266-8ac4e7e04f9f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Usage tracker for resource:security_group_rule and tenant:42ee9eb518b540adb2c0336b3ce9ab94 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:01.920683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-94e2ef4f-b99f-4e7d-a266-8ac4e7e04f9f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:01.938796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-94e2ef4f-b99f-4e7d-a266-8ac4e7e04f9f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:01.971581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37006) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:01.984113 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-347df20e-65e8-432c-9cb7-0621551d582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.077595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-347df20e-65e8-432c-9cb7-0621551d582c None None] For port ca090999-cd8b-4ed9-bd76-fe701477f846, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ca090999-cd8b-4ed9-bd76-fe701477f846,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:02.088784 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-347df20e-65e8-432c-9cb7-0621551d582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.091520 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad5d6c06-c262-4b10-8858-65cd3bd74cd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:02.165365 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-817e2bb1-7f97-4811-b418-7f53d0d7a608 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f5b17ee77bb42f3a1e606c33f21b57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909857 Jan 14 07:30:02.178995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37010) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:02.247543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347df20e-65e8-432c-9cb7-0621551d582c None None] Pushing event updated for resources: {'Port': ['ID=ca090999-cd8b-4ed9-bd76-fe701477f846,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:02.256665 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-347df20e-65e8-432c-9cb7-0621551d582c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:02.262052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 20a71661-a87d-4650-82ca-d743a91fb9e5 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:02.313871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-37bbda72-a9c3-436e-bf0f-824de5429f34 None None] Could not find standard attr ID for object 56475898-b783-4ac4-9dd5-5333c726e608. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:30:02.349416 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71fdf712-f265-401f-92d6-7442d75c96cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.389461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-62852556'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:02.392788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 20a71661-a87d-4650-82ca-d743a91fb9e5 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:02.415724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:02.417724 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71fdf712-f265-401f-92d6-7442d75c96cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.432244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Usage tracker for resource:network and tenant:384773459d384a20897b59d1309d3330 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:02.443545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:02.453262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d25b4a6f-9ad2-48ee-a2ac-8f00a7a7e1a3 None None] Provisioning complete for port ca090999-cd8b-4ed9-bd76-fe701477f846 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:02.453683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d25b4a6f-9ad2-48ee-a2ac-8f00a7a7e1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.473266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:02.485203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6962dec-24e9-4b34-8706-17fea637636a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.506535 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94e2ef4f-b99f-4e7d-a266-8ac4e7e04f9f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.514114 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94e2ef4f-b99f-4e7d-a266-8ac4e7e04f9f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.551464 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9cd0ab7e-72cc-4c98-85a4-d0d8926d27bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:02.574066 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71fdf712-f265-401f-92d6-7442d75c96cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.578625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71fdf712-f265-401f-92d6-7442d75c96cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.580194 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-71fdf712-f265-401f-92d6-7442d75c96cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1767f079-415f-4e2b-b238-70d77a5868b3 HTTP/1.1" status: 204 len: 168 time: 0.3931115 Jan 14 07:30:02.581619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94e2ef4f-b99f-4e7d-a266-8ac4e7e04f9f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.588412 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-94e2ef4f-b99f-4e7d-a266-8ac4e7e04f9f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8470151 Jan 14 07:30:02.594307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37018) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:02.621842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-30b5bbf1-f4b2-423f-9fa5-235a4f4bc5d8 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Request body: {'security_group_rule': {'security_group_id': '11720ce8-f194-4887-9bee-4daef21a35a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:02.626354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Made reservation on behalf of 384773459d384a20897b59d1309d3330 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:02.642771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-30b5bbf1-f4b2-423f-9fa5-235a4f4bc5d8 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:02.643262 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.648205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-30b5bbf1-f4b2-423f-9fa5-235a4f4bc5d8 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Usage tracker for resource:security_group_rule and tenant:42ee9eb518b540adb2c0336b3ce9ab94 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:02.664083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-30b5bbf1-f4b2-423f-9fa5-235a4f4bc5d8 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:02.672928 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.673579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-30b5bbf1-f4b2-423f-9fa5-235a4f4bc5d8 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:02.710059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:02.719462 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30b5bbf1-f4b2-423f-9fa5-235a4f4bc5d8 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.720596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Usage tracker for resource:security_group_rule and tenant:384773459d384a20897b59d1309d3330 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:02.739737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:02.747232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:02.813901 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30b5bbf1-f4b2-423f-9fa5-235a4f4bc5d8 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.820633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2ef4f-b99f-4e7d-a266-8ac4e7e04f9f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Pushing event updated for resources: {'SecurityGroup': ['ID=11720ce8-f194-4887-9bee-4daef21a35a0,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:02.834669 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-94e2ef4f-b99f-4e7d-a266-8ac4e7e04f9f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:02.836997 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5afd5fda-2c66-428c-af35-0e45084664be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:02.849392 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30b5bbf1-f4b2-423f-9fa5-235a4f4bc5d8 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.854697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdf712-f265-401f-92d6-7442d75c96cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1767f079-415f-4e2b-b238-70d77a5868b3,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:02.869685 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-71fdf712-f265-401f-92d6-7442d75c96cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:02.917823 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9abf63d-0214-4a97-87b7-8c316a0d3acb tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:02.938580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5bbf1-f4b2-423f-9fa5-235a4f4bc5d8 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca2a96f-9410-4837-99b6-9b7a2804b4a9,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:02.957087 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-30b5bbf1-f4b2-423f-9fa5-235a4f4bc5d8 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:02.957950 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30b5bbf1-f4b2-423f-9fa5-235a4f4bc5d8 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:02.959419 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-30b5bbf1-f4b2-423f-9fa5-235a4f4bc5d8 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3608553 Jan 14 07:30:02.962864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37028) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:02.970052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d1948914-e7de-4ff6-8d21-963b6af2820f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Request body: {'security_group_rule': {'security_group_id': '11720ce8-f194-4887-9bee-4daef21a35a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:02.994719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d1948914-e7de-4ff6-8d21-963b6af2820f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:03.010933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d1948914-e7de-4ff6-8d21-963b6af2820f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Usage tracker for resource:security_group_rule and tenant:42ee9eb518b540adb2c0336b3ce9ab94 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:03.014302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d1948914-e7de-4ff6-8d21-963b6af2820f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:03.020255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-afb6d790-c944-4ef5-ae15-44a67fc94f81 None None] Provisioning complete for port ca090999-cd8b-4ed9-bd76-fe701477f846 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:03.022826 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afb6d790-c944-4ef5-ae15-44a67fc94f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:03.024383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d1948914-e7de-4ff6-8d21-963b6af2820f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:03.065652 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1948914-e7de-4ff6-8d21-963b6af2820f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:03.090719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:03.114434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0dc608-fe58-4217-bea9-a406ee5e7138 None None] Network 977d31d9-5ccc-45e5-88bf-1ad2952684f3 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:03.147133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:03.151032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1948914-e7de-4ff6-8d21-963b6af2820f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:03.162403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1948914-e7de-4ff6-8d21-963b6af2820f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:03.164945 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:03.169729 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e8f009be-4af9-459d-860a-9adefeae7fdd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:03.199164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1948914-e7de-4ff6-8d21-963b6af2820f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b3e92b-99e6-4c70-99b7-effbe355b837,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:03.203846 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d1948914-e7de-4ff6-8d21-963b6af2820f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:03.220910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1948914-e7de-4ff6-8d21-963b6af2820f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:03.226977 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d1948914-e7de-4ff6-8d21-963b6af2820f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2624302 Jan 14 07:30:03.228175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37032) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:03.230128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf1aa4c-bc58-457c-860d-d2ad665a2044,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:03.253860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:03.268327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:03.275772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Usage tracker for resource:floatingip and tenant:42ee9eb518b540adb2c0336b3ce9ab94 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:03.279117 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:03.279585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:03.286920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:03.299892 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for floatingip, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:03.313833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:30:03.387185 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:03.387587 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Added segment ed347e32-230c-4929-8b04-657964c4178e of type vxlan for network 61c729cb-5b29-4cbb-9718-998ad9e3fc24 Jan 14 07:30:03.420965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37040) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:03.478214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-734fabc4-7acb-4d05-92fd-077ae1359636 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:03.495825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:03.640291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-867546ee-edbb-4916-9915-cba963c0a00c None None] Provisioning for port 20a71661-a87d-4650-82ca-d743a91fb9e5 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:03.654961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-867546ee-edbb-4916-9915-cba963c0a00c None None] Provisioning complete for port 20a71661-a87d-4650-82ca-d743a91fb9e5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:03.655830 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-867546ee-edbb-4916-9915-cba963c0a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:03.710183 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1abf8149-cbae-4af6-98c5-c5ecae935341 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:03.922985 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-867546ee-edbb-4916-9915-cba963c0a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:03.954936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734fabc4-7acb-4d05-92fd-077ae1359636 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Checking segment: {'id': '105063d1-1af9-42f0-8926-d54414b9313a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a332fdac-b984-463e-b476-f43d72b12b95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:30:03.955503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734fabc4-7acb-4d05-92fd-077ae1359636 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network hostable DHCP agents. Network: a332fdac-b984-463e-b476-f43d72b12b95, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:30:03.956343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Allocated IP 172.25.3.181 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/cec687ff-2039-451b-a55a-3b99731acafd) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:03.973414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:04.008956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734fabc4-7acb-4d05-92fd-077ae1359636 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network a332fdac-b984-463e-b476-f43d72b12b95 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:30:04.028340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fabc4-7acb-4d05-92fd-077ae1359636 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Subnet': ['ID=8288986f-b51c-4ad3-8b83-2de234b2ec41,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:04.031052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-867546ee-edbb-4916-9915-cba963c0a00c None None] For port 20a71661-a87d-4650-82ca-d743a91fb9e5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=20a71661-a87d-4650-82ca-d743a91fb9e5,segment=NetworkSegment(82b91c03-16c6-4227-94bd-be630e3b03f8),segment_id=82b91c03-16c6-4227-94bd-be630e3b03f8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:04.031279 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-734fabc4-7acb-4d05-92fd-077ae1359636 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:04.032032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-734fabc4-7acb-4d05-92fd-077ae1359636 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, a332fdac-b984-463e-b476-f43d72b12b95) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:04.050540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734fabc4-7acb-4d05-92fd-077ae1359636 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:04.051287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-734fabc4-7acb-4d05-92fd-077ae1359636 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:04.052425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ea3c78-b6b7-428e-ab0c-5eee625c1984 None None] Network a332fdac-b984-463e-b476-f43d72b12b95 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:04.100767 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-867546ee-edbb-4916-9915-cba963c0a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:04.111314 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-734fabc4-7acb-4d05-92fd-077ae1359636 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1402278 Jan 14 07:30:04.121068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37058) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:04.136850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1284749957', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}, 'admin_state_up': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:04.153815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:04.171558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Usage tracker for resource:router and tenant:5255bc20dcc84120afef82d5f8e89b82 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:04.174671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Quota usage for router was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:04.182271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:04.216222 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-129b4bd0-c9ae-487f-aa67-15411706c9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:04.238953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-129b4bd0-c9ae-487f-aa67-15411706c9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:04.243638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-129b4bd0-c9ae-487f-aa67-15411706c9b5 admin admin] Usage tracker for resource:security_group_rule and tenant:070743ddb0184c09ba8655c529b828a9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:04.246798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-129b4bd0-c9ae-487f-aa67-15411706c9b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:04.252718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-129b4bd0-c9ae-487f-aa67-15411706c9b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:04.331817 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:04.348899 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-826428e2-5aba-456c-9a2b-a913f1bf3735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:04.359625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-129b4bd0-c9ae-487f-aa67-15411706c9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:04.361554 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:04.363125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:04.371582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:04.375232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6962dec-24e9-4b34-8706-17fea637636a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:04.391922 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a653f98-bd98-47d9-b385-7bc0989aeb16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:04.503758 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c57bfcab-5af4-490e-8e3a-8b24e5d5fb86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:04.553682 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:04.561642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867546ee-edbb-4916-9915-cba963c0a00c None None] Pushing event updated for resources: {'Port': ['ID=20a71661-a87d-4650-82ca-d743a91fb9e5,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:04.565792 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-867546ee-edbb-4916-9915-cba963c0a00c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:04.566865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ca090999-cd8b-4ed9-bd76-fe701477f846 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:04.581045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:04.582393 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:04.599869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Pushing event updated for resources: {'Port': ['ID=cec687ff-2039-451b-a55a-3b99731acafd,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:04.609756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-129b4bd0-c9ae-487f-aa67-15411706c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:04.615132 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:04.645128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6962dec-24e9-4b34-8706-17fea637636a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=4e8c0253-27ce-4e99-bbc6-a1c9c531e633,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:04.648158 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b6962dec-24e9-4b34-8706-17fea637636a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:04.651924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6962dec-24e9-4b34-8706-17fea637636a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:04.657045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37070) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:04.657427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37072) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:04.658310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-27330326-5146-4225-a975-ce8eb3cad998 None None] Provisioning complete for port 20a71661-a87d-4650-82ca-d743a91fb9e5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:04.658600 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b6962dec-24e9-4b34-8706-17fea637636a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/4e8c0253-27ce-4e99-bbc6-a1c9c531e633 HTTP/1.1" status: 204 len: 168 time: 3.8714252 Jan 14 07:30:04.659475 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27330326-5146-4225-a975-ce8eb3cad998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:04.659904 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-de5a7a18-ff8a-4849-82bc-31f0a3867f33 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:04.703133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e77688-2953-4885-b2b4-4cb4936d7dfc None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:04.762446 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3866cdff-8131-4e03-9188-9847ed992adf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003499 Jan 14 07:30:04.765627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37082) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:04.775989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2a469a0f-b55b-421d-9a22-b9ce4677d154 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:04.780003 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-129b4bd0-c9ae-487f-aa67-15411706c9b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=070743ddb0184c09ba8655c529b828a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3442442 Jan 14 07:30:04.792161 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.3023624 Jan 14 07:30:04.794219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37086) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:04.795018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Pushing event updated for resources: {'Network': ['ID=61c729cb-5b29-4cbb-9718-998ad9e3fc24,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:04.798768 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:04.817275 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fc23711-9934-4444-903e-146faa6d0f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:04.852594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b4bd0-c9ae-487f-aa67-15411706c9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c675441d-b089-4d8c-a1c2-52de2738df75,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:04.856661 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-129b4bd0-c9ae-487f-aa67-15411706c9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:04.866470 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:04.904343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 61c729cb-5b29-4cbb-9718-998ad9e3fc24 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:30:04.919627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 61c729cb-5b29-4cbb-9718-998ad9e3fc24 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:30:05.024798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2a469a0f-b55b-421d-9a22-b9ce4677d154 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:05.035509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2a469a0f-b55b-421d-9a22-b9ce4677d154 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:05.040838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 61c729cb-5b29-4cbb-9718-998ad9e3fc24 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:30:05.049798 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c427740-44a8-42d1-b8e0-5e9fa95d77e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:05.065827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:05.068836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:05.085489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:05.089116 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c427740-44a8-42d1-b8e0-5e9fa95d77e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:05.162511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a469a0f-b55b-421d-9a22-b9ce4677d154 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:05.295012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a469a0f-b55b-421d-9a22-b9ce4677d154 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:05.327608 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c427740-44a8-42d1-b8e0-5e9fa95d77e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:05.342351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43b11963-be18-4e99-a2e3-933e9b5fa1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:05.346007 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1e2bfdb-4329-4587-8a69-d18df33ccfe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:05.417952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-43b11963-be18-4e99-a2e3-933e9b5fa1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:05.422699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-43b11963-be18-4e99-a2e3-933e9b5fa1c6 admin admin] Usage tracker for resource:security_group_rule and tenant:7a52299fd4e54f4a83b345da906eb1c0 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:05.429264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-43b11963-be18-4e99-a2e3-933e9b5fa1c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:05.434304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c427740-44a8-42d1-b8e0-5e9fa95d77e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c675441d-b089-4d8c-a1c2-52de2738df75,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:05.441202 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8c427740-44a8-42d1-b8e0-5e9fa95d77e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:05.444799 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:05.449288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-43b11963-be18-4e99-a2e3-933e9b5fa1c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:05.458355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c427740-44a8-42d1-b8e0-5e9fa95d77e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:05.463888 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8c427740-44a8-42d1-b8e0-5e9fa95d77e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c675441d-b089-4d8c-a1c2-52de2738df75 HTTP/1.1" status: 204 len: 168 time: 0.6600237 Jan 14 07:30:05.663063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37106) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:05.701298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Request body: {'port': {'network_id': '61c729cb-5b29-4cbb-9718-998ad9e3fc24', 'binding:host_id': 'n-h2-769329-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1188399006'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:05.725702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for floatingip, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:05.729931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:05.761353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Usage tracker for resource:port and tenant:754374ee2cd94f18a68b7f1a6016c834 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:05.787079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Quota usage for port was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:05.844007 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:05.878282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:05.894516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:05.943813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port ca090999-cd8b-4ed9-bd76-fe701477f846 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:05.947364 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:05.957525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37114) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:06.060786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-a332fdac-b984-463e-b476-f43d72b12b95', 'network_id': 'a332fdac-b984-463e-b476-f43d72b12b95', 'tenant_id': '5255bc20dcc84120afef82d5f8e89b82', 'fixed_ips': [{'subnet_id': '8288986f-b51c-4ad3-8b83-2de234b2ec41'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:30:06.061995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:06.147225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0e07ebc5-14be-4371-8a32-ddb184268cae None None] Provisioning complete for port 20a71661-a87d-4650-82ca-d743a91fb9e5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:06.147662 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e07ebc5-14be-4371-8a32-ddb184268cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:06.199753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37124) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:06.250183 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2eb6189b-2b55-42a2-812a-8898307843ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:06.319802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2eb6189b-2b55-42a2-812a-8898307843ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:06.327414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2eb6189b-2b55-42a2-812a-8898307843ff admin admin] Usage tracker for resource:security_group_rule and tenant:9f0c029063b4427b8f007788b24400a0 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:06.337044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2eb6189b-2b55-42a2-812a-8898307843ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:06.353117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2eb6189b-2b55-42a2-812a-8898307843ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:06.353891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Made reservation on behalf of 754374ee2cd94f18a68b7f1a6016c834 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:06.358959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:06.381565 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:06.396784 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:06.453719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279e6e40-d467-489a-9266-2b4244c36105 None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:30:06.461276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:06.465424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Usage tracker for resource:security_group_rule and tenant:754374ee2cd94f18a68b7f1a6016c834 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:06.468590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:06.474492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:06.512982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Allocated IP 172.25.3.14 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/a2d229db-6ed1-44ff-8ec4-e44fd1a8d47f) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:06.521566 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43b11963-be18-4e99-a2e3-933e9b5fa1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:06.532200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-708166746-network', 'tenant_id': '3e9896ed65c6412b9cad9149ac361284'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:06.557055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:06.567696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37130) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:06.572637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-279e6e40-d467-489a-9266-2b4244c36105 None None] Deleting port ca090999-cd8b-4ed9-bd76-fe701477f846 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:06.573281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-279e6e40-d467-489a-9266-2b4244c36105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:06.575606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Usage tracker for resource:network and tenant:3e9896ed65c6412b9cad9149ac361284 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:06.584300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:06.613159 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43b11963-be18-4e99-a2e3-933e9b5fa1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:06.619161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:06.682384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:06.683734 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-35770142-c6b9-4249-9008-8878f519df9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:06.710547 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2eb6189b-2b55-42a2-812a-8898307843ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:06.723945 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2eb6189b-2b55-42a2-812a-8898307843ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:06.725605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b11963-be18-4e99-a2e3-933e9b5fa1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bccd2f3-165c-497e-9c94-14f20464a025,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:06.729213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:06.750902 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-43b11963-be18-4e99-a2e3-933e9b5fa1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:06.751478 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-43b11963-be18-4e99-a2e3-933e9b5fa1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:06.813919 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c3955e8-6e62-43b8-a15f-a4b6a98e251e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:06.823347 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2eb6189b-2b55-42a2-812a-8898307843ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f0c029063b4427b8f007788b24400a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6215940 Jan 14 07:30:06.824230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Made reservation on behalf of 3e9896ed65c6412b9cad9149ac361284 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:06.828933 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:06.843914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37136) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:06.861020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 20a71661-a87d-4650-82ca-d743a91fb9e5 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:06.887023 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:06.898158 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-43b11963-be18-4e99-a2e3-933e9b5fa1c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a52299fd4e54f4a83b345da906eb1c0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2395966 Jan 14 07:30:06.922118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37140) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:06.952088 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed687ad3-df74-4e19-899a-d1bb9d769742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:06.974213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6189b-2b55-42a2-812a-8898307843ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82189647-8fba-439c-b52e-0f30a29aa664,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:07.009385 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2eb6189b-2b55-42a2-812a-8898307843ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:07.020445 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.024521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:07.040812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Pushing event updated for resources: {'SecurityGroup': ['ID=a97c94fe-0993-44eb-92ac-02893792b48f,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:07.041835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Usage tracker for resource:security_group_rule and tenant:3e9896ed65c6412b9cad9149ac361284 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:07.045809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ed687ad3-df74-4e19-899a-d1bb9d769742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:07.050850 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:07.052176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:07.053057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] device_id is not set on port f2e54b66-2fb9-41fb-808a-523113945b02 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:30:07.068763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ed687ad3-df74-4e19-899a-d1bb9d769742 admin admin] Usage tracker for resource:security_group_rule and tenant:079028cb885048c59170814d624a4237 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:07.072236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:07.077540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ed687ad3-df74-4e19-899a-d1bb9d769742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:07.097321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ed687ad3-df74-4e19-899a-d1bb9d769742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:07.159089 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a37c0346-279f-473b-b982-679fac04e24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.168641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-279e6e40-d467-489a-9266-2b4244c36105 None None] For port ca090999-cd8b-4ed9-bd76-fe701477f846, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ca090999-cd8b-4ed9-bd76-fe701477f846,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:07.169095 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-279e6e40-d467-489a-9266-2b4244c36105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.185594 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.204918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 20a71661-a87d-4650-82ca-d743a91fb9e5 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:07.205345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.209546 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:07.247427 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9455-3975-4ff8-b1ac-e57a63240182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.275708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9455-3975-4ff8-b1ac-e57a63240182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.366843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-279e6e40-d467-489a-9266-2b4244c36105 None None] Calling delete_port for ca090999-cd8b-4ed9-bd76-fe701477f846 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:07.373154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a37c0346-279f-473b-b982-679fac04e24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.412406 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9455-3975-4ff8-b1ac-e57a63240182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.424052 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:07.443891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Allocated IP 172.20.0.2 (a332fdac-b984-463e-b476-f43d72b12b95/8288986f-b51c-4ad3-8b83-2de234b2ec41/72234856-9192-40b6-8bfd-d0a91a9487c2) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:07.468922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd9455-3975-4ff8-b1ac-e57a63240182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bccd2f3-165c-497e-9c94-14f20464a025,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:07.474329 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5cd9455-3975-4ff8-b1ac-e57a63240182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:07.498041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Port': ['ID=a2d229db-6ed1-44ff-8ec4-e44fd1a8d47f,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:07.533417 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:07.574784 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.577188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:07.584322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:07.593664 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.602806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:07.629013 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.634513 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-332cdec3-459a-4750-a77f-80ea377ba9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:07.652343 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.680160 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-279e6e40-d467-489a-9266-2b4244c36105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.704397 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:07.707496 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d5d6f9a-cdc5-45bf-8582-5953a7a2afea tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:07.832726 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9455-3975-4ff8-b1ac-e57a63240182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.834014 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b5cd9455-3975-4ff8-b1ac-e57a63240182 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0bccd2f3-165c-497e-9c94-14f20464a025 HTTP/1.1" status: 204 len: 168 time: 0.9051144 Jan 14 07:30:07.923758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a469a0f-b55b-421d-9a22-b9ce4677d154 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:07.967554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] device_id is not set on port f2e54b66-2fb9-41fb-808a-523113945b02 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:30:08.043106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e6e40-d467-489a-9266-2b4244c36105 None None] Pushing event deleted for resources: {'Port': ['ID=ca090999-cd8b-4ed9-bd76-fe701477f846,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:08.052215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ca090999-cd8b-4ed9-bd76-fe701477f846 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:30:08.076590 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed687ad3-df74-4e19-899a-d1bb9d769742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.094437 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-279e6e40-d467-489a-9266-2b4244c36105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:08.094757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Pushing event updated for resources: {'Port': ['ID=cec687ff-2039-451b-a55a-3b99731acafd,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:08.107182 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:08.118732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: ca090999-cd8b-4ed9-bd76-fe701477f846 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:30:08.119369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ca090999-cd8b-4ed9-bd76-fe701477f846 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:30:08.120162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.122941 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d78f679-50b2-458e-a60c-8750b9457362 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:08.170102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed687ad3-df74-4e19-899a-d1bb9d769742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.179337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a37c0346-279f-473b-b982-679fac04e24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.199887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a469a0f-b55b-421d-9a22-b9ce4677d154 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=019eebdd-7f7b-4571-b71f-93bb1e92656e,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:08.209407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:30:08.221634 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a469a0f-b55b-421d-9a22-b9ce4677d154 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:08.228290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925bc484-07ba-485c-bbad-862ed30e9cb4,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:08.229909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Transition to ACTIVE for port object f2e54b66-2fb9-41fb-808a-523113945b02 will not be triggered until provisioned by entity L2. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:08.232415 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:08.240334 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.240651 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Added segment c0ff1631-9515-4b5d-841d-a5f3b9fa2b7f of type vxlan for network 46433d4c-ae66-460d-b268-f929549d39b0 Jan 14 07:30:08.270614 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.280228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.291952 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-842b2553-0897-4868-8a61-e146068ba986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:08.296872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279e6e40-d467-489a-9266-2b4244c36105 None None] No DVR routers for this DVR port ca090999-cd8b-4ed9-bd76-fe701477f846 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:30:08.312671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.326615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Transition to ACTIVE for port object 72234856-9192-40b6-8bfd-d0a91a9487c2 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:08.344494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Transition to ACTIVE for port object 72234856-9192-40b6-8bfd-d0a91a9487c2 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:08.347065 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4bc4c8fe-ffbb-4616-b9c4-c0610ec3c987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:08.350244 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.370572 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eee22e8d-51f6-44e1-adce-d8a4e3d1a7dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:08.405487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Pushing event updated for resources: {'Port': ['ID=f2e54b66-2fb9-41fb-808a-523113945b02,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:08.408326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37148) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:08.428576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a469a0f-b55b-421d-9a22-b9ce4677d154 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:08.476863 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:08.486211 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ed687ad3-df74-4e19-899a-d1bb9d769742 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=079028cb885048c59170814d624a4237&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9050822 Jan 14 07:30:08.502025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2a469a0f-b55b-421d-9a22-b9ce4677d154 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:08.502262 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:30:08.510545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37152) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:08.519258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed687ad3-df74-4e19-899a-d1bb9d769742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268fcc4b-b0a0-45e0-a071-4a8cac6d3702,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:08.519498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e856cc3-5379-4d64-8a23-fca7c4e818aa None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:08.562886 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9c335c3-27ac-4ee7-b405-9c18c81eda98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.570245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c0346-279f-473b-b982-679fac04e24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82189647-8fba-439c-b52e-0f30a29aa664,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:08.585432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a469a0f-b55b-421d-9a22-b9ce4677d154 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:08.586702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a469a0f-b55b-421d-9a22-b9ce4677d154 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.607248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c9c335c3-27ac-4ee7-b405-9c18c81eda98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:08.613141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.631178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c9c335c3-27ac-4ee7-b405-9c18c81eda98 admin admin] Usage tracker for resource:security_group_rule and tenant:02cfe5246d9846d197965e2227b70679 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:08.638644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c9c335c3-27ac-4ee7-b405-9c18c81eda98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:08.638821 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a37c0346-279f-473b-b982-679fac04e24a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:08.648894 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2a469a0f-b55b-421d-9a22-b9ce4677d154 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.8790131 Jan 14 07:30:08.649090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.649090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:08.649311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c9c335c3-27ac-4ee7-b405-9c18c81eda98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:08.649417 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.652088 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ecd6609-6745-4434-800a-5e8f32ae5cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.444s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:08.652561 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ecd6609-6745-4434-800a-5e8f32ae5cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:08.656213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37156) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:08.668189 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42799d61-fcac-4fd2-b51c-5763ce6a114d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:08.679880 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.690743 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4518795 Jan 14 07:30:08.752829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Pushing event updated for resources: {'Port': ['ID=72234856-9192-40b6-8bfd-d0a91a9487c2,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:08.758329 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9c335c3-27ac-4ee7-b405-9c18c81eda98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.761252 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:08.767170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9c335c3-27ac-4ee7-b405-9c18c81eda98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.768171 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a37c0346-279f-473b-b982-679fac04e24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:08.769784 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a37c0346-279f-473b-b982-679fac04e24a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82189647-8fba-439c-b52e-0f30a29aa664 HTTP/1.1" status: 204 len: 168 time: 1.9223773 Jan 14 07:30:08.778065 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ff6d4326-92a8-4291-ae81-a87733ea7806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:08.788302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Checking segment: {'id': 'ed347e32-230c-4929-8b04-657964c4178e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '61c729cb-5b29-4cbb-9718-998ad9e3fc24'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:30:08.788657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Network hostable DHCP agents. Network: 61c729cb-5b29-4cbb-9718-998ad9e3fc24, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:30:08.838750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c335c3-27ac-4ee7-b405-9c18c81eda98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed530f54-cb0f-43e5-9731-e192177cba12,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:08.843369 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c9c335c3-27ac-4ee7-b405-9c18c81eda98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:08.848203 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c9c335c3-27ac-4ee7-b405-9c18c81eda98 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02cfe5246d9846d197965e2227b70679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4274940 Jan 14 07:30:08.856814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37166) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:08.865097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-21380ac3-66fc-4d5f-b4f3-ecfe42379ef0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'fixed_ips': [{'subnet_id': '019eebdd-7f7b-4571-b71f-93bb1e92656e', 'ip_address': '2001:db8::c731:d09c:cc2c:4f08'}], 'name': 'tempest-NetworksTestDHCPv6-1362571716'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:08.880430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Network 61c729cb-5b29-4cbb-9718-998ad9e3fc24 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:30:08.899439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 61c729cb-5b29-4cbb-9718-998ad9e3fc24) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:08.917214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Pushing event updated for resources: {'Network': ['ID=46433d4c-ae66-460d-b268-f929549d39b0,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:08.938682 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:08.942993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:08.951977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b6987d-6fdb-442a-adf0-d19b02447b30 None None] Network 61c729cb-5b29-4cbb-9718-998ad9e3fc24 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:08.979696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 46433d4c-ae66-460d-b268-f929549d39b0 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:30:09.036135 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68df47b2-59c7-41f9-b8bb-3f0a15d4e305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.049264 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0640280 Jan 14 07:30:09.050365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37176) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:09.067617 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68df47b2-59c7-41f9-b8bb-3f0a15d4e305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.069405 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.107950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 46433d4c-ae66-460d-b268-f929549d39b0 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:30:09.142387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attempting to bind port f2e54b66-2fb9-41fb-808a-523113945b02 on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:30:09.142769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attempting to bind port f2e54b66-2fb9-41fb-808a-523113945b02 by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': 'ed347e32-230c-4929-8b04-657964c4178e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '61c729cb-5b29-4cbb-9718-998ad9e3fc24'}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:30:09.143174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attempting to bind port f2e54b66-2fb9-41fb-808a-523113945b02 on network 61c729cb-5b29-4cbb-9718-998ad9e3fc24 {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:30:09.148463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5f423709-69e0-4263-9ceb-859893bf72bf admin admin] Request body: {'subnet': {'network_id': '46433d4c-ae66-460d-b268-f929549d39b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-708166746-subnet', 'tenant_id': '3e9896ed65c6412b9cad9149ac361284', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:09.150138 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68df47b2-59c7-41f9-b8bb-3f0a15d4e305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.160011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:30:09.160402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Checking segment: {'id': 'ed347e32-230c-4929-8b04-657964c4178e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '61c729cb-5b29-4cbb-9718-998ad9e3fc24'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:30:09.160813 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.161547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Bound using segment: {'id': 'ed347e32-230c-4929-8b04-657964c4178e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '61c729cb-5b29-4cbb-9718-998ad9e3fc24'} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:30:09.162013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Bound port: f2e54b66-2fb9-41fb-808a-523113945b02, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed347e32-230c-4929-8b04-657964c4178e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '61c729cb-5b29-4cbb-9718-998ad9e3fc24'}}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:30:09.162397 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.172821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5f423709-69e0-4263-9ceb-859893bf72bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:09.182978 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a86320fa-b382-40e0-9640-b4e0d10bfa27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:09.193413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5f423709-69e0-4263-9ceb-859893bf72bf admin admin] Usage tracker for resource:subnet and tenant:3e9896ed65c6412b9cad9149ac361284 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:09.201070 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37c7110b-034d-4f20-9efc-990a1bf6d735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.233365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5f423709-69e0-4263-9ceb-859893bf72bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:09.234875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df47b2-59c7-41f9-b8bb-3f0a15d4e305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed530f54-cb0f-43e5-9731-e192177cba12,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:09.239183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 46433d4c-ae66-460d-b268-f929549d39b0 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:30:09.265736 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-68df47b2-59c7-41f9-b8bb-3f0a15d4e305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:09.269166 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68df47b2-59c7-41f9-b8bb-3f0a15d4e305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.270877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5f423709-69e0-4263-9ceb-859893bf72bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:09.273629 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-68df47b2-59c7-41f9-b8bb-3f0a15d4e305 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed530f54-cb0f-43e5-9731-e192177cba12 HTTP/1.1" status: 204 len: 168 time: 0.4157174 Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.293639 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.298435 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:30:09.298435 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.298435 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.298435 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.298435 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:30:09.298435 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.298435 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.298435 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.298435 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:30:09.298435 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.298435 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.298435 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.298435 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:09.298435 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.298435 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.298435 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.298435 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.298435 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.298435 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.298435 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.298435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-86e3a52e-b398-4439-a053-8214591c5be3 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Synchronizing usage tracker for tenant:42ee9eb518b540adb2c0336b3ce9ab94 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:09.333283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-86e3a52e-b398-4439-a053-8214591c5be3 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Unset dirty status for tenant:42ee9eb518b540adb2c0336b3ce9ab94 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:09.335095 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-86e3a52e-b398-4439-a053-8214591c5be3 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--320478165&fields=id&tenant_id=42ee9eb518b540adb2c0336b3ce9ab94 HTTP/1.1" status: 200 len: 267 time: 0.2133863 Jan 14 07:30:09.366707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': '019eebdd-7f7b-4571-b71f-93bb1e92656e'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:30:09.368699 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.427257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] For port f2e54b66-2fb9-41fb-808a-523113945b02, host n-h2-769329-2, cleared binding levels {{(pid=80907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:30:09.459125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-677b1a8a-f1d9-49dd-a430-4fe18fbee649 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:09.459869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-677b1a8a-f1d9-49dd-a430-4fe18fbee649 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Synchronizing usage tracker for tenant:42ee9eb518b540adb2c0336b3ce9ab94 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:09.460193 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37c7110b-034d-4f20-9efc-990a1bf6d735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.485333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] For port f2e54b66-2fb9-41fb-808a-523113945b02, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=f2e54b66-2fb9-41fb-808a-523113945b02,segment=NetworkSegment(ed347e32-230c-4929-8b04-657964c4178e),segment_id=ed347e32-230c-4929-8b04-657964c4178e)] {{(pid=80907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:30:09.494576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.498319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f423709-69e0-4263-9ceb-859893bf72bf admin admin] Made reservation on behalf of 3e9896ed65c6412b9cad9149ac361284 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:09.503544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f423709-69e0-4263-9ceb-859893bf72bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.513350 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd283a5a-91b9-4767-86a8-eff72e495515 tempest-ServersTestJSON-989633950 tempest-ServersTestJSON-989633950] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:09.527416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-21380ac3-66fc-4d5f-b4f3-ecfe42379ef0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:09.532452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-21380ac3-66fc-4d5f-b4f3-ecfe42379ef0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:port and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:09.536111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-21380ac3-66fc-4d5f-b4f3-ecfe42379ef0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:09.544203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-21380ac3-66fc-4d5f-b4f3-ecfe42379ef0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:09.585281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Network a332fdac-b984-463e-b476-f43d72b12b95 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:09.593790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Pushing event updated for resources: {'Port': ['ID=f2e54b66-2fb9-41fb-808a-523113945b02,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:09.633788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:09.645396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-677b1a8a-f1d9-49dd-a430-4fe18fbee649 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Unset dirty status for tenant:42ee9eb518b540adb2c0336b3ce9ab94 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:09.646707 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-677b1a8a-f1d9-49dd-a430-4fe18fbee649 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "GET /v2.0/ports/19bb5e06-54d0-4325-a3bc-c1059dd42ebe HTTP/1.1" status: 200 len: 931 time: 0.3018603 Jan 14 07:30:09.647700 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:09.675040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:09.752604 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37c7110b-034d-4f20-9efc-990a1bf6d735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.786883 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2eb6189b-2b55-42a2-812a-8898307843ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:09.798414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:09.799079 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.827160 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1079 time: 4.1478033 Jan 14 07:30:09.828082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37198) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:09.834914 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.838294 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.839854 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.843155 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.843155 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.843155 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.843155 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.843155 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.843155 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.843155 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.843155 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.843155 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.843155 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.843155 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.843155 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.843155 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.843155 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.843155 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.843155 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.843155 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:09.843155 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:09.843155 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:09.843155 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:09.867015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-8edc2519-8b77-4d0d-ab90-5e7d55ab05dc tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:09.869234 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-8edc2519-8b77-4d0d-ab90-5e7d55ab05dc tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "GET /v2.0/ports/18df3777-c023-4448-b749-6e7f5a469d48 HTTP/1.1" status: 200 len: 932 time: 0.1953216 Jan 14 07:30:09.876928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Attempting to bind port 72234856-9192-40b6-8bfd-d0a91a9487c2 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:30:09.877492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Attempting to bind port 72234856-9192-40b6-8bfd-d0a91a9487c2 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '105063d1-1af9-42f0-8926-d54414b9313a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a332fdac-b984-463e-b476-f43d72b12b95'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:30:09.877926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Attempting to bind port 72234856-9192-40b6-8bfd-d0a91a9487c2 on network a332fdac-b984-463e-b476-f43d72b12b95 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:30:09.971401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:30:09.971860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Checking segment: {'id': '105063d1-1af9-42f0-8926-d54414b9313a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a332fdac-b984-463e-b476-f43d72b12b95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:30:09.974141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.975077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Bound using segment: {'id': '105063d1-1af9-42f0-8926-d54414b9313a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a332fdac-b984-463e-b476-f43d72b12b95'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:30:09.977191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Bound port: 72234856-9192-40b6-8bfd-d0a91a9487c2, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105063d1-1af9-42f0-8926-d54414b9313a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a332fdac-b984-463e-b476-f43d72b12b95'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:30:09.977734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:09.983559 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-c785f380-aac1-4837-8a50-59751c47e661 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "GET /v2.0/ports?network_id=977d31d9-5ccc-45e5-88bf-1ad2952684f3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0675359 Jan 14 07:30:10.137796 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:10.256926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21380ac3-66fc-4d5f-b4f3-ecfe42379ef0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:10.292102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] For port 72234856-9192-40b6-8bfd-d0a91a9487c2, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:30:10.299966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] For port 72234856-9192-40b6-8bfd-d0a91a9487c2, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=72234856-9192-40b6-8bfd-d0a91a9487c2,segment=NetworkSegment(105063d1-1af9-42f0-8926-d54414b9313a),segment_id=105063d1-1af9-42f0-8926-d54414b9313a)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:30:10.306340 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:10.326336 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:10.372287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Deleting port f2e54b66-2fb9-41fb-808a-523113945b02 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:10.372642 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:10.384821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7110b-034d-4f20-9efc-990a1bf6d735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268fcc4b-b0a0-45e0-a071-4a8cac6d3702,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:10.416175 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-37c7110b-034d-4f20-9efc-990a1bf6d735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:10.421722 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-617077a3-c23c-4e16-a666-127a13102836 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "GET /v2.0/ports?network_id=977d31d9-5ccc-45e5-88bf-1ad2952684f3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4310577 Jan 14 07:30:10.670640 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37c7110b-034d-4f20-9efc-990a1bf6d735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:10.672146 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-37c7110b-034d-4f20-9efc-990a1bf6d735 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/268fcc4b-b0a0-45e0-a071-4a8cac6d3702 HTTP/1.1" status: 204 len: 168 time: 2.1607924 Jan 14 07:30:10.734111 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21380ac3-66fc-4d5f-b4f3-ecfe42379ef0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:10.814618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] For port f2e54b66-2fb9-41fb-808a-523113945b02, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=f2e54b66-2fb9-41fb-808a-523113945b02,segment=NetworkSegment(ed347e32-230c-4929-8b04-657964c4178e),segment_id=ed347e32-230c-4929-8b04-657964c4178e)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:10.815022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:10.970565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Pushing event updated for resources: {'Port': ['ID=72234856-9192-40b6-8bfd-d0a91a9487c2,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:10.983530 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:11.025395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Allocated IP 2001:db8::2 (e6acc9a6-db0b-42d1-82b7-716516d3711e/019eebdd-7f7b-4571-b71f-93bb1e92656e/ea02658b-0a6b-452d-936c-2af35ad9c788) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:11.207942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Calling delete_port for f2e54b66-2fb9-41fb-808a-523113945b02 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:11.318095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-19264ad0-57d8-405a-9034-b3ff7634f6aa tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:11.344068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-19264ad0-57d8-405a-9034-b3ff7634f6aa tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:11.347437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-21380ac3-66fc-4d5f-b4f3-ecfe42379ef0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port b594449a-67ec-4554-b49f-3c0a41f7ed53 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:30:11.374683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-19264ad0-57d8-405a-9034-b3ff7634f6aa tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:11.376090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-19264ad0-57d8-405a-9034-b3ff7634f6aa tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Synchronizing usage tracker for tenant:42ee9eb518b540adb2c0336b3ce9ab94 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:11.432018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-19264ad0-57d8-405a-9034-b3ff7634f6aa tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Unset dirty status for tenant:42ee9eb518b540adb2c0336b3ce9ab94 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:11.435279 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-19264ad0-57d8-405a-9034-b3ff7634f6aa tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "GET /v2.0/networks?id=60eca220-f4d8-4f80-bc24-238eaea2b741&id=0438d49c-307c-4ca2-8412-53ecdf292c13&id=0438d49c-307c-4ca2-8412-53ecdf292c13&id=977d31d9-5ccc-45e5-88bf-1ad2952684f3&id=977d31d9-5ccc-45e5-88bf-1ad2952684f3 HTTP/1.1" status: 200 len: 1991 time: 1.0057797 Jan 14 07:30:11.457965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:11.467189 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-b46554d8-905d-4d93-b34c-458289515ebd tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "GET /v2.0/quotas/42ee9eb518b540adb2c0336b3ce9ab94 HTTP/1.1" status: 200 len: 375 time: 0.0140862 Jan 14 07:30:11.467859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37236) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:11.470927 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:11.493446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Transition to ACTIVE for port object ea02658b-0a6b-452d-936c-2af35ad9c788 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:11.534426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Transition to ACTIVE for port object ea02658b-0a6b-452d-936c-2af35ad9c788 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:11.553105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:11.566736 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a228f3a-6558-4ea0-8525-ba7c62f47b25 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:11.593953 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-54df7f7d-e278-42a6-8549-d9fb740113cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:11.652704 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4de318b-06f9-4f9e-a3ec-8c0f1ec2574f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:11.726071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Router 35875226-ed24-4467-a188-f58a4a7893c3 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:30:11.821731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Pushing event deleted for resources: {'Port': ['ID=f2e54b66-2fb9-41fb-808a-523113945b02,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:11.841652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c4de318b-06f9-4f9e-a3ec-8c0f1ec2574f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:11.845245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.845690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.846116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.846537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.846958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.847374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.847815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.848230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.848675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.849054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.849464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.849871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.850358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.850929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.851464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.851855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.852266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.852676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.853090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.853497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.853906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.854813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.854813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.855108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.855511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.855991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.856675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.857094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.857505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.857913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.858322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.858730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.859132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.859538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.859967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.860369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:11.871895 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:11.878326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c4de318b-06f9-4f9e-a3ec-8c0f1ec2574f admin admin] Usage tracker for resource:security_group_rule and tenant:fb9d8a3ffb404136a25db72f131aa71a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:11.881851 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:11.895392 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] 10.222.0.41 "DELETE /v2.0/ports/f2e54b66-2fb9-41fb-808a-523113945b02 HTTP/1.1" status: 204 len: 168 time: 2.0637550 Jan 14 07:30:11.896716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c4de318b-06f9-4f9e-a3ec-8c0f1ec2574f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:11.904613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37248) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:11.909021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c4de318b-06f9-4f9e-a3ec-8c0f1ec2574f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:11.957339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:11.958138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Pushing event updated for resources: {'Port': ['ID=ea02658b-0a6b-452d-936c-2af35ad9c788,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:11.961129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:11.963047 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:11.963849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:11.968730 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7822a1cf-8e06-4dfd-b27f-54fd9e308818 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] GET failed (client error): The resource could not be found. Jan 14 07:30:11.969305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7822a1cf-8e06-4dfd-b27f-54fd9e308818 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Synchronizing usage tracker for tenant:754374ee2cd94f18a68b7f1a6016c834 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:12.012653 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-60cccb6f-0d8a-400f-8b25-1a60eaef8d56 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "GET /v2.0/ports?tenant_id=42ee9eb518b540adb2c0336b3ce9ab94&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5056674 Jan 14 07:30:12.041734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-5fae4a85-1b5e-443d-bf1b-efbdba19c0d0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:30:12.042867 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-5fae4a85-1b5e-443d-bf1b-efbdba19c0d0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0082879 Jan 14 07:30:12.044126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:30:12.046070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7822a1cf-8e06-4dfd-b27f-54fd9e308818 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Unset dirty status for tenant:754374ee2cd94f18a68b7f1a6016c834 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:12.052744 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7822a1cf-8e06-4dfd-b27f-54fd9e308818 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] 10.222.0.41 "GET /v2.0/ports/f2e54b66-2fb9-41fb-808a-523113945b02 HTTP/1.1" status: 404 len: 333 time: 0.1400394 Jan 14 07:30:12.052939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37252) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:12.077330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5359074f-9d3c-4544-b7b8-775dd20fcc0f None None] Sync routers for ids ['35875226-ed24-4467-a188-f58a4a7893c3'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:30:12.089805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5359074f-9d3c-4544-b7b8-775dd20fcc0f None None] Routers {'35875226-ed24-4467-a188-f58a4a7893c3'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:30:12.090491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5359074f-9d3c-4544-b7b8-775dd20fcc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:29:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['35875226-ed24-4467-a188-f58a4a7893c3'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:12.117715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Attempting to bind port ea02658b-0a6b-452d-936c-2af35ad9c788 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:30:12.118496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Attempting to bind port ea02658b-0a6b-452d-936c-2af35ad9c788 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:30:12.119116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Attempting to bind port ea02658b-0a6b-452d-936c-2af35ad9c788 on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:30:12.130740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:30:12.135358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:30:12.136098 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:12.136745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:30:12.137610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Bound port: ea02658b-0a6b-452d-936c-2af35ad9c788, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:30:12.138227 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:12.146889 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4de318b-06f9-4f9e-a3ec-8c0f1ec2574f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:12.159453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-21380ac3-66fc-4d5f-b4f3-ecfe42379ef0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::c731:d09c:cc2c:4f08 (e6acc9a6-db0b-42d1-82b7-716516d3711e/019eebdd-7f7b-4571-b71f-93bb1e92656e/b594449a-67ec-4554-b49f-3c0a41f7ed53) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:12.168714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5359074f-9d3c-4544-b7b8-775dd20fcc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:12.179296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5359074f-9d3c-4544-b7b8-775dd20fcc0f None None] Routers {'35875226-ed24-4467-a188-f58a4a7893c3'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:30:12.180798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-af714679-218e-4dc3-a9c9-f604db0091e3 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Request body: {'port': {'network_id': '61c729cb-5b29-4cbb-9718-998ad9e3fc24', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-707292598'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:12.182204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5359074f-9d3c-4544-b7b8-775dd20fcc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:29:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['35875226-ed24-4467-a188-f58a4a7893c3'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:12.186533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-af714679-218e-4dc3-a9c9-f604db0091e3 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:12.197307 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:12.197805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-af714679-218e-4dc3-a9c9-f604db0091e3 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:12.201502 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.0767076 Jan 14 07:30:12.204309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37256) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:12.206272 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4de318b-06f9-4f9e-a3ec-8c0f1ec2574f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:12.248631 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5af2555b-f5ff-469f-8a62-996791921c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:12.261839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5359074f-9d3c-4544-b7b8-775dd20fcc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:12.262349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5359074f-9d3c-4544-b7b8-775dd20fcc0f None None] The sync data for ids ['35875226-ed24-4467-a188-f58a4a7893c3'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:30:12.270404 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c4de318b-06f9-4f9e-a3ec-8c0f1ec2574f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb9d8a3ffb404136a25db72f131aa71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7981672 Jan 14 07:30:12.274848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af714679-218e-4dc3-a9c9-f604db0091e3 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Made reservation on behalf of 754374ee2cd94f18a68b7f1a6016c834 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:12.282281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af714679-218e-4dc3-a9c9-f604db0091e3 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:12.320150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] For port ea02658b-0a6b-452d-936c-2af35ad9c788, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:30:12.323723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] For port ea02658b-0a6b-452d-936c-2af35ad9c788, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ea02658b-0a6b-452d-936c-2af35ad9c788,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:30:12.331101 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:12.355847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37262) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:12.462135 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-786c09bf-3737-4a8c-8410-babda5c97065 service neutron] 10.222.0.41 "GET /v2.0/networks/60eca220-f4d8-4f80-bc24-238eaea2b741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078879 Jan 14 07:30:12.497366 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:12.620849 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f423709-69e0-4263-9ceb-859893bf72bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:12.627785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Pushing event updated for resources: {'Port': ['ID=ea02658b-0a6b-452d-936c-2af35ad9c788,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:12.629003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de318b-06f9-4f9e-a3ec-8c0f1ec2574f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379f0be6-5349-4d26-bc4f-fcd9f85fe29c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:12.645868 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:12.681349 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c4de318b-06f9-4f9e-a3ec-8c0f1ec2574f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:12.853175 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4bfa273-ac2c-4e88-a6d0-09ce67eb749a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:12.886928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 72234856-9192-40b6-8bfd-d0a91a9487c2 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:12.927191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-af714679-218e-4dc3-a9c9-f604db0091e3 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] device_id is not set on port 6f032b95-0343-43fb-b5ab-6a0956e84dc4 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:30:12.974572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f423709-69e0-4263-9ceb-859893bf72bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=427b46b9-d760-4976-8da3-899777d2f770,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:13.044159 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f423709-69e0-4263-9ceb-859893bf72bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:13.116482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 72234856-9192-40b6-8bfd-d0a91a9487c2 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:13.192814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6311795-e4b3-4258-843b-c2bde3cd8f65 None None] Network a332fdac-b984-463e-b476-f43d72b12b95 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:13.279236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f423709-69e0-4263-9ceb-859893bf72bf admin admin] Checking segment: {'id': 'c0ff1631-9515-4b5d-841d-a5f3b9fa2b7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '46433d4c-ae66-460d-b268-f929549d39b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:30:13.286211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f423709-69e0-4263-9ceb-859893bf72bf admin admin] Network hostable DHCP agents. Network: 46433d4c-ae66-460d-b268-f929549d39b0, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:30:13.314622 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af714679-218e-4dc3-a9c9-f604db0091e3 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:13.377647 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af714679-218e-4dc3-a9c9-f604db0091e3 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:13.412519 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-643f1466-bf08-453d-9637-e67f50d13b82 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:13.413360 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2e92d95-6797-454f-a778-2914d4995faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:13.448445 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2e92d95-6797-454f-a778-2914d4995faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:13.521481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af714679-218e-4dc3-a9c9-f604db0091e3 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Pushing event updated for resources: {'Port': ['ID=6f032b95-0343-43fb-b5ab-6a0956e84dc4,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:13.526326 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-00e5ad85-5ee0-4169-93e2-25d679a5ecef service neutron] 10.222.0.41 "GET /v2.0/networks/60eca220-f4d8-4f80-bc24-238eaea2b741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0444460 Jan 14 07:30:13.527828 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-af714679-218e-4dc3-a9c9-f604db0091e3 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:13.549277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-dff1b381-7dc6-4141-ae45-9383e16337d6 None None] Provisioning for port 72234856-9192-40b6-8bfd-d0a91a9487c2 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:13.565207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-dff1b381-7dc6-4141-ae45-9383e16337d6 None None] Provisioning complete for port 72234856-9192-40b6-8bfd-d0a91a9487c2 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:13.565909 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dff1b381-7dc6-4141-ae45-9383e16337d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:13.592080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f423709-69e0-4263-9ceb-859893bf72bf admin admin] Network 46433d4c-ae66-460d-b268-f929549d39b0 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:30:13.609620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2e92d95-6797-454f-a778-2914d4995faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:13.631973 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5588d166-baf3-40dd-bbdc-9fa02accf6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:13.663251 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-148d15ee-39ca-4bef-afd4-4ff188402d06 service neutron] 10.222.0.41 "GET /v2.0/ports/19bb5e06-54d0-4325-a3bc-c1059dd42ebe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0798738 Jan 14 07:30:13.678961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e92d95-6797-454f-a778-2914d4995faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379f0be6-5349-4d26-bc4f-fcd9f85fe29c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:13.693677 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c2e92d95-6797-454f-a778-2914d4995faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:13.715672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5f423709-69e0-4263-9ceb-859893bf72bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 46433d4c-ae66-460d-b268-f929549d39b0) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:13.761257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eeca58-4a14-43fd-bf14-cfab3a4019b7 None None] Network 46433d4c-ae66-460d-b268-f929549d39b0 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:13.964916 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2e92d95-6797-454f-a778-2914d4995faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:13.966192 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c2e92d95-6797-454f-a778-2914d4995faf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/379f0be6-5349-4d26-bc4f-fcd9f85fe29c HTTP/1.1" status: 204 len: 168 time: 1.6010261 Jan 14 07:30:13.979204 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dff1b381-7dc6-4141-ae45-9383e16337d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:14.010003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af714679-218e-4dc3-a9c9-f604db0091e3 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Network 61c729cb-5b29-4cbb-9718-998ad9e3fc24 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:14.014593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-af714679-218e-4dc3-a9c9-f604db0091e3 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:14.017566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f423709-69e0-4263-9ceb-859893bf72bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:14.018421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f423709-69e0-4263-9ceb-859893bf72bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:14.026524 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-e5c431d5-0172-4481-98dc-466ec224d090 service neutron] 10.222.0.41 "GET /v2.0/networks/0438d49c-307c-4ca2-8412-53ecdf292c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488474 Jan 14 07:30:14.027393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af714679-218e-4dc3-a9c9-f604db0091e3 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:14.028239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af714679-218e-4dc3-a9c9-f604db0091e3 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:14.028895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af714679-218e-4dc3-a9c9-f604db0091e3 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:14.052757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-dff1b381-7dc6-4141-ae45-9383e16337d6 None None] For port 72234856-9192-40b6-8bfd-d0a91a9487c2, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=72234856-9192-40b6-8bfd-d0a91a9487c2,segment=NetworkSegment(105063d1-1af9-42f0-8926-d54414b9313a),segment_id=105063d1-1af9-42f0-8926-d54414b9313a)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:14.082242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dff1b381-7dc6-4141-ae45-9383e16337d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:14.098125 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:14.118244 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5f423709-69e0-4263-9ceb-859893bf72bf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 5.0606053 Jan 14 07:30:14.294248 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21380ac3-66fc-4d5f-b4f3-ecfe42379ef0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:14.351745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1b381-7dc6-4141-ae45-9383e16337d6 None None] Pushing event updated for resources: {'Port': ['ID=72234856-9192-40b6-8bfd-d0a91a9487c2,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:14.354509 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-af714679-218e-4dc3-a9c9-f604db0091e3 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2057452 Jan 14 07:30:14.360702 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dff1b381-7dc6-4141-ae45-9383e16337d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:14.363063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37304) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:14.379931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Request body: {'port': {'binding:host_id': 'n-h2-769329-2'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:14.457317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-663f0eb0-76a6-4a0b-943c-e0bd56037c83 None None] Provisioning complete for port 72234856-9192-40b6-8bfd-d0a91a9487c2 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:14.457749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-663f0eb0-76a6-4a0b-943c-e0bd56037c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:14.492874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-21380ac3-66fc-4d5f-b4f3-ecfe42379ef0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object b594449a-67ec-4554-b49f-3c0a41f7ed53 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:14.703550 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-36341153-1d55-4368-ae4e-96ee9651e0e8 service neutron] 10.222.0.41 "GET /v2.0/networks/0438d49c-307c-4ca2-8412-53ecdf292c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6702836 Jan 14 07:30:14.716641 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21380ac3-66fc-4d5f-b4f3-ecfe42379ef0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:14.723377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:14.769479 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-55fa7ad4-a08f-4c15-bf6d-d13dbd9ffd97 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:14.931939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21380ac3-66fc-4d5f-b4f3-ecfe42379ef0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=b594449a-67ec-4554-b49f-3c0a41f7ed53,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:14.949255 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-21380ac3-66fc-4d5f-b4f3-ecfe42379ef0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:15.044340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac214598-50f4-4936-a67d-3afbbd3472c3 None None] Network 46433d4c-ae66-460d-b268-f929549d39b0 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:15.069121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 72234856-9192-40b6-8bfd-d0a91a9487c2 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:15.287493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] device_id is not set on port 6f032b95-0343-43fb-b5ab-6a0956e84dc4 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:30:15.296578 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:15.297950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 72234856-9192-40b6-8bfd-d0a91a9487c2 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:15.298376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:15.322249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Transition to ACTIVE for port object 6f032b95-0343-43fb-b5ab-6a0956e84dc4 will not be triggered until provisioned by entity L2. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:15.329143 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:15.342999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-77b1980b-a464-4891-b65f-f931ad5a03d6 None None] Provisioning for port ea02658b-0a6b-452d-936c-2af35ad9c788 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:15.354628 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1fb4a1be-a27f-4db5-b54a-e1acec52a2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:15.416998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-77b1980b-a464-4891-b65f-f931ad5a03d6 None None] Provisioning complete for port 72234856-9192-40b6-8bfd-d0a91a9487c2 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:15.417472 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77b1980b-a464-4891-b65f-f931ad5a03d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:15.745504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ea02658b-0a6b-452d-936c-2af35ad9c788 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:15.779442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21380ac3-66fc-4d5f-b4f3-ecfe42379ef0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:15.785877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-21380ac3-66fc-4d5f-b4f3-ecfe42379ef0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:15.790345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21380ac3-66fc-4d5f-b4f3-ecfe42379ef0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:15.793741 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.797936 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:15.806386 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:15.810877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:15.813421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21380ac3-66fc-4d5f-b4f3-ecfe42379ef0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:15.814155 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21380ac3-66fc-4d5f-b4f3-ecfe42379ef0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:15.844436 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-21380ac3-66fc-4d5f-b4f3-ecfe42379ef0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 7.0806689 Jan 14 07:30:15.845402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37328) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:15.993084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port ea02658b-0a6b-452d-936c-2af35ad9c788 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:15.998470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port ea02658b-0a6b-452d-936c-2af35ad9c788 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:15.998889 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:16.050617 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:16.182483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-559001fa-fbdd-4471-948b-47b1dece8cc1 None None] Provisioning complete for port ea02658b-0a6b-452d-936c-2af35ad9c788 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:16.182905 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-559001fa-fbdd-4471-948b-47b1dece8cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:16.188468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Pushing event updated for resources: {'Port': ['ID=6f032b95-0343-43fb-b5ab-6a0956e84dc4,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:16.193250 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:16.199585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37334) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:16.210362 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-9b75770e-164b-4d1e-97b5-300a3797a680 service neutron] 10.222.0.41 "GET /v2.0/ports/18df3777-c023-4448-b749-6e7f5a469d48?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 1.5058658 Jan 14 07:30:16.323256 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:16.417597 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-7b301966-6cd2-46e7-85fe-3b90779d2b04 service neutron] 10.222.0.41 "GET /v2.0/networks/0438d49c-307c-4ca2-8412-53ecdf292c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997285 Jan 14 07:30:16.438174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-559001fa-fbdd-4471-948b-47b1dece8cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:16.508975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-559001fa-fbdd-4471-948b-47b1dece8cc1 None None] For port ea02658b-0a6b-452d-936c-2af35ad9c788, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ea02658b-0a6b-452d-936c-2af35ad9c788,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:16.518882 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:16.531280 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-559001fa-fbdd-4471-948b-47b1dece8cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:16.536676 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:16.558232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4841cb3a-66af-42bc-a752-a03fff059f20 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:16.581158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4841cb3a-66af-42bc-a752-a03fff059f20 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:16.582134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4841cb3a-66af-42bc-a752-a03fff059f20 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:16.613464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559001fa-fbdd-4471-948b-47b1dece8cc1 None None] Pushing event updated for resources: {'Port': ['ID=ea02658b-0a6b-452d-936c-2af35ad9c788,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:16.618739 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-559001fa-fbdd-4471-948b-47b1dece8cc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:16.696920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-96f28002-8a00-4726-a795-4181beed8f0f None None] Provisioning for port b594449a-67ec-4554-b49f-3c0a41f7ed53 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:16.707536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-96f28002-8a00-4726-a795-4181beed8f0f None None] Provisioning complete for port b594449a-67ec-4554-b49f-3c0a41f7ed53 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:16.707989 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96f28002-8a00-4726-a795-4181beed8f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:16.949306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Allocated IP 172.20.0.1 (a332fdac-b984-463e-b476-f43d72b12b95/8288986f-b51c-4ad3-8b83-2de234b2ec41/98b2a50e-ceb9-48fe-813f-8b8aca7fb780) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:16.968920 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-90d0f7e5-ee54-4fe5-8bdb-a5d9cbeed89e service neutron] 10.222.0.41 "GET /v2.0/networks/0438d49c-307c-4ca2-8412-53ecdf292c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4188473 Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:16.971913 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.976923 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:16.984803 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:16.989580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4841cb3a-66af-42bc-a752-a03fff059f20 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:16.989580 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4841cb3a-66af-42bc-a752-a03fff059f20 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.1363559 Jan 14 07:30:16.998272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99664b9d-0101-46c6-a19a-1adc1f83a4b7 req-c5fae759-f1d2-4ceb-8437-ed221b5502de tempest-ServerMetadataNegativeTestJSON-1659562788 tempest-ServerMetadataNegativeTestJSON-1659562788] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:17.009542 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-99664b9d-0101-46c6-a19a-1adc1f83a4b7 req-c5fae759-f1d2-4ceb-8437-ed221b5502de tempest-ServerMetadataNegativeTestJSON-1659562788 tempest-ServerMetadataNegativeTestJSON-1659562788] 10.222.0.41 "GET /v2.0/networks?id=46433d4c-ae66-460d-b268-f929549d39b0 HTTP/1.1" status: 200 len: 820 time: 0.5908198 Jan 14 07:30:17.019426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37360) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:17.036132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-96f28002-8a00-4726-a795-4181beed8f0f None None] Port b594449a-67ec-4554-b49f-3c0a41f7ed53 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:30:17.043715 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:30:17.054079 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:30:17.167185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attempting to bind port 6f032b95-0343-43fb-b5ab-6a0956e84dc4 on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:30:17.167561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attempting to bind port 6f032b95-0343-43fb-b5ab-6a0956e84dc4 by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': 'ed347e32-230c-4929-8b04-657964c4178e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '61c729cb-5b29-4cbb-9718-998ad9e3fc24'}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:30:17.167978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attempting to bind port 6f032b95-0343-43fb-b5ab-6a0956e84dc4 on network 61c729cb-5b29-4cbb-9718-998ad9e3fc24 {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:30:17.190913 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:17.216498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Transition to ACTIVE for port object 98b2a50e-ceb9-48fe-813f-8b8aca7fb780 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:17.239550 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-99664b9d-0101-46c6-a19a-1adc1f83a4b7 req-42bd59ce-7ba2-45f4-b58d-9756c4eeaa1a tempest-ServerMetadataNegativeTestJSON-1659562788 tempest-ServerMetadataNegativeTestJSON-1659562788] 10.222.0.41 "GET /v2.0/quotas/3e9896ed65c6412b9cad9149ac361284 HTTP/1.1" status: 200 len: 375 time: 0.2289889 Jan 14 07:30:17.244437 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:17.253838 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85ce1ed7-aaf0-4941-965b-3a1d77015620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:17.262128 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-02fcbf1c-2911-487b-9de4-442b74f4b61c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:17.340413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:30:17.341006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Checking segment: {'id': 'ed347e32-230c-4929-8b04-657964c4178e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '61c729cb-5b29-4cbb-9718-998ad9e3fc24'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:30:17.341141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:17.341558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Bound using segment: {'id': 'ed347e32-230c-4929-8b04-657964c4178e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '61c729cb-5b29-4cbb-9718-998ad9e3fc24'} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:30:17.342047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Bound port: 6f032b95-0343-43fb-b5ab-6a0956e84dc4, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed347e32-230c-4929-8b04-657964c4178e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '61c729cb-5b29-4cbb-9718-998ad9e3fc24'}}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:30:17.342422 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:17.369155 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-99664b9d-0101-46c6-a19a-1adc1f83a4b7 req-670e25c2-dac0-4ead-992b-58e1644eec3c tempest-ServerMetadataNegativeTestJSON-1659562788 tempest-ServerMetadataNegativeTestJSON-1659562788] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e9896ed65c6412b9cad9149ac361284&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1283937 Jan 14 07:30:17.378633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-99664b9d-0101-46c6-a19a-1adc1f83a4b7 req-abca8a32-d26f-4dad-86ef-180c38846d48 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:30:17.387329 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-99664b9d-0101-46c6-a19a-1adc1f83a4b7 req-abca8a32-d26f-4dad-86ef-180c38846d48 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0172300 Jan 14 07:30:17.419924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Port': ['ID=98b2a50e-ceb9-48fe-813f-8b8aca7fb780,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:17.433964 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:17.452500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-85ce1ed7-aaf0-4941-965b-3a1d77015620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:17.501235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network a332fdac-b984-463e-b476-f43d72b12b95 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:17.502571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:17.505393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:17.510131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3e7df-993f-4e72-8695-d61bd95cde85 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port b594449a-67ec-4554-b49f-3c0a41f7ed53 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:17.510751 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e7df-993f-4e72-8695-d61bd95cde85 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:17.571511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-85ce1ed7-aaf0-4941-965b-3a1d77015620 admin admin] Usage tracker for resource:security_group_rule and tenant:3d71a9d62c2c453c99f84bdf233e4ed7 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:17.577199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:17.726135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-85ce1ed7-aaf0-4941-965b-3a1d77015620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:17.732968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-85ce1ed7-aaf0-4941-965b-3a1d77015620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:17.757620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ea02658b-0a6b-452d-936c-2af35ad9c788 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:17.821205 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-99664b9d-0101-46c6-a19a-1adc1f83a4b7 req-8f9bf44b-9871-4c7a-9ac9-7aa764cc5967 service neutron] 10.222.0.41 "GET /v2.0/networks/46433d4c-ae66-460d-b268-f929549d39b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326704 Jan 14 07:30:17.940235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5e5451e5-1eb5-407a-ab1a-6c62f75aa246 None None] Provisioning for port 98b2a50e-ceb9-48fe-813f-8b8aca7fb780 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:17.959281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5e5451e5-1eb5-407a-ab1a-6c62f75aa246 None None] Provisioning complete for port 98b2a50e-ceb9-48fe-813f-8b8aca7fb780 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:17.959723 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5e5451e5-1eb5-407a-ab1a-6c62f75aa246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:18.024631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:18.046582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5e5451e5-1eb5-407a-ab1a-6c62f75aa246 None None] Port 98b2a50e-ceb9-48fe-813f-8b8aca7fb780 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:30:18.057770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port ea02658b-0a6b-452d-936c-2af35ad9c788 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:18.058187 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:18.082279 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-99664b9d-0101-46c6-a19a-1adc1f83a4b7 req-8c65a6c5-abed-46dc-806b-1a0bd39ebdc8 service neutron] 10.222.0.41 "GET /v2.0/networks/46433d4c-ae66-460d-b268-f929549d39b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2412658 Jan 14 07:30:18.197743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] For port 6f032b95-0343-43fb-b5ab-6a0956e84dc4, host n-h2-769329-2, cleared binding levels {{(pid=80907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:30:18.220758 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-5065715d-4ea3-48b6-998d-21fb961a536d service neutron] 10.222.0.41 "GET /v2.0/networks/0438d49c-307c-4ca2-8412-53ecdf292c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2030075 Jan 14 07:30:18.464987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] For port 6f032b95-0343-43fb-b5ab-6a0956e84dc4, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=6f032b95-0343-43fb-b5ab-6a0956e84dc4,segment=NetworkSegment(ed347e32-230c-4929-8b04-657964c4178e),segment_id=ed347e32-230c-4929-8b04-657964c4178e)] {{(pid=80907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:30:18.477265 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-73ce7d62-8aa9-4bd1-b203-f4e5d73be02c service neutron] 10.222.0.41 "GET /v2.0/networks/0438d49c-307c-4ca2-8412-53ecdf292c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2334759 Jan 14 07:30:18.521941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85ce1ed7-aaf0-4941-965b-3a1d77015620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:18.608076 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:18.753547 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-91964218-d6a0-40a4-8940-8a1004f774aa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:18.816098 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85ce1ed7-aaf0-4941-965b-3a1d77015620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:18.890037 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:18.894071 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:18.920862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Pushing event updated for resources: {'Port': ['ID=6f032b95-0343-43fb-b5ab-6a0956e84dc4,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:18.938835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:18.939516 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:18.943544 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] 10.222.0.41 "PUT /v2.0/ports/6f032b95-0343-43fb-b5ab-6a0956e84dc4 HTTP/1.1" status: 200 len: 1073 time: 4.5747151 Jan 14 07:30:18.943544 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:18.950733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37416) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:18.953148 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5cd9455-3975-4ff8-b1ac-e57a63240182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:18.956242 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9096d1a-8e5b-44cd-9d90-31238ca41dcb tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:18.995501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce1ed7-aaf0-4941-965b-3a1d77015620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daafea64-cea9-44a9-ac78-eef4cd0cc6f9,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:19.013234 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-85ce1ed7-aaf0-4941-965b-3a1d77015620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:19.033593 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-85ce1ed7-aaf0-4941-965b-3a1d77015620 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d71a9d62c2c453c99f84bdf233e4ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8322988 Jan 14 07:30:19.037294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37418) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:19.190499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Port': ['ID=98b2a50e-ceb9-48fe-813f-8b8aca7fb780,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:19.203294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e7df-993f-4e72-8695-d61bd95cde85 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:19.217428 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-594ae48c-d1bb-4887-890d-5f64b5519368 service neutron] 10.222.0.41 "GET /v2.0/networks/0438d49c-307c-4ca2-8412-53ecdf292c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7391918 Jan 14 07:30:19.225444 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:19.267819 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:19.307804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37430) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:19.546058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c31b4e6-4553-472a-8a5b-fb9db3eb7945 admin admin] Deleting subnet 427b46b9-d760-4976-8da3-899777d2f770 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:30:19.550313 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c31b4e6-4553-472a-8a5b-fb9db3eb7945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:19.612058 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c31b4e6-4553-472a-8a5b-fb9db3eb7945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:19.691262 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c31b4e6-4553-472a-8a5b-fb9db3eb7945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:19.726430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3e7df-993f-4e72-8695-d61bd95cde85 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for b594449a-67ec-4554-b49f-3c0a41f7ed53 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:19.929789 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b76f-10d1-40f5-8ac5-1d4513d6b67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:19.960843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b76f-10d1-40f5-8ac5-1d4513d6b67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:20.030084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e7df-993f-4e72-8695-d61bd95cde85 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:20.075580 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2b536f0c-bbb9-44fa-9d8f-53a1667ab86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:20.238009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.238435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.238847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.239252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.239674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.240099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.240498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.240899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.241298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.242267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.242745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.243142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.243537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.243958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.244845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.245254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.245719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.246025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.246532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.247065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.247619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.248014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.248411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.248807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:20.251971 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-83cedf47-411f-4f43-bb21-cbb1d4bee3d7 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21067 time: 1.1954420 Jan 14 07:30:20.258524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3e7df-993f-4e72-8695-d61bd95cde85 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=b594449a-67ec-4554-b49f-3c0a41f7ed53,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:20.260417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37456) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:20.278497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1e3e7df-993f-4e72-8695-d61bd95cde85 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:20.281548 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d1e3e7df-993f-4e72-8695-d61bd95cde85 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:20.358107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b11dee3f-57a1-408e-8c16-cbad49e464dd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Deleting port 6f032b95-0343-43fb-b5ab-6a0956e84dc4 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:20.358572 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b11dee3f-57a1-408e-8c16-cbad49e464dd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:20.418930 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c31b4e6-4553-472a-8a5b-fb9db3eb7945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:20.442572 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-38ffdfd3-bde5-443c-bef1-44db251d8b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:20.574172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31b4e6-4553-472a-8a5b-fb9db3eb7945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=427b46b9-d760-4976-8da3-899777d2f770,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:20.592607 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1c31b4e6-4553-472a-8a5b-fb9db3eb7945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:20.606524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b11dee3f-57a1-408e-8c16-cbad49e464dd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] For port 6f032b95-0343-43fb-b5ab-6a0956e84dc4, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=6f032b95-0343-43fb-b5ab-6a0956e84dc4,segment=NetworkSegment(ed347e32-230c-4929-8b04-657964c4178e),segment_id=ed347e32-230c-4929-8b04-657964c4178e)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:20.606827 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b11dee3f-57a1-408e-8c16-cbad49e464dd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:20.612759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network a332fdac-b984-463e-b476-f43d72b12b95 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:20.617212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:20.630815 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-3ec728d4-eb80-4bc9-a4c6-5334f642bd1f service neutron] 10.222.0.41 "GET /v2.0/networks/0438d49c-307c-4ca2-8412-53ecdf292c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3930831 Jan 14 07:30:20.696088 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c31b4e6-4553-472a-8a5b-fb9db3eb7945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:20.699522 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d1e3e7df-993f-4e72-8695-d61bd95cde85 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/b594449a-67ec-4554-b49f-3c0a41f7ed53 HTTP/1.1" status: 204 len: 168 time: 3.6755321 Jan 14 07:30:20.701545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37468) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:20.822963 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1c31b4e6-4553-472a-8a5b-fb9db3eb7945 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/427b46b9-d760-4976-8da3-899777d2f770 HTTP/1.1" status: 204 len: 168 time: 1.5126796 Jan 14 07:30:20.829943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37472) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:20.953589 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-a47a2516-fd3b-40e5-98a7-a9094c6bb459 service neutron] 10.222.0.41 "GET /v2.0/networks/977d31d9-5ccc-45e5-88bf-1ad2952684f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649617 Jan 14 07:30:20.962367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b11dee3f-57a1-408e-8c16-cbad49e464dd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Calling delete_port for 6f032b95-0343-43fb-b5ab-6a0956e84dc4 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:21.019888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832a6ef0-329b-4958-a01d-54dfff5bee50 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:21.021400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-468ec6fb-94b4-45ce-929d-8761a9303492 None None] Provisioning complete for port 98b2a50e-ceb9-48fe-813f-8b8aca7fb780 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:21.021930 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-468ec6fb-94b4-45ce-929d-8761a9303492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:21.026892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832a6ef0-329b-4958-a01d-54dfff5bee50 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:21.028062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-832a6ef0-329b-4958-a01d-54dfff5bee50 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:21.120838 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f11f49ab-4c07-476f-9224-ca348b3f5193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:21.129930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-468ec6fb-94b4-45ce-929d-8761a9303492 None None] Port 98b2a50e-ceb9-48fe-813f-8b8aca7fb780 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:30:21.193655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-832a6ef0-329b-4958-a01d-54dfff5bee50 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:21.198153 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-832a6ef0-329b-4958-a01d-54dfff5bee50 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4849489 Jan 14 07:30:21.199053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37484) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:21.214056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Router 35875226-ed24-4467-a188-f58a4a7893c3 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:30:21.219145 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-faaea130-6103-4f72-a7fb-07227f52233c service neutron] 10.222.0.41 "GET /v2.0/networks/977d31d9-5ccc-45e5-88bf-1ad2952684f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2268660 Jan 14 07:30:21.226539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b76f-10d1-40f5-8ac5-1d4513d6b67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:21.230176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b76f-10d1-40f5-8ac5-1d4513d6b67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:21.231758 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d3b7b76f-10d1-40f5-8ac5-1d4513d6b67d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/daafea64-cea9-44a9-ac78-eef4cd0cc6f9 HTTP/1.1" status: 204 len: 168 time: 2.1914678 Jan 14 07:30:21.237531 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c7fc5fb2-daf1-479c-b218-c8c724157feb tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:21.300157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7b76f-10d1-40f5-8ac5-1d4513d6b67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daafea64-cea9-44a9-ac78-eef4cd0cc6f9,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:21.370397 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d3b7b76f-10d1-40f5-8ac5-1d4513d6b67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:21.449451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b11dee3f-57a1-408e-8c16-cbad49e464dd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:21.475699 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dfa94d6d-01bb-4960-914f-71e5fd7f09bc tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:21.509927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:30:21.515346 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "PUT /v2.0/routers/35875226-ed24-4467-a188-f58a4a7893c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2944584 Jan 14 07:30:21.523353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feec438-3d56-4b79-aed6-b8ba1aed210d None None] Sync routers for ids ['35875226-ed24-4467-a188-f58a4a7893c3'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:30:21.524024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37494) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:21.538326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11dee3f-57a1-408e-8c16-cbad49e464dd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Pushing event deleted for resources: {'Port': ['ID=6f032b95-0343-43fb-b5ab-6a0956e84dc4,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:21.546883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feec438-3d56-4b79-aed6-b8ba1aed210d None None] Routers {'35875226-ed24-4467-a188-f58a4a7893c3'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:30:21.547596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9feec438-3d56-4b79-aed6-b8ba1aed210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:29:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['35875226-ed24-4467-a188-f58a4a7893c3'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:21.561335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2cf17905-f16c-4a93-84e7-74b046dc6b24 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'port': {'network_id': 'a332fdac-b984-463e-b476-f43d72b12b95', 'name': 'tempest-FloatingIPTestJSON-1145521659'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:21.600452 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b11dee3f-57a1-408e-8c16-cbad49e464dd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:21.649403 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-7e171626-907b-4551-9b7f-c77f338973b4 service neutron] 10.222.0.41 "GET /v2.0/networks/977d31d9-5ccc-45e5-88bf-1ad2952684f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112000 Jan 14 07:30:21.672302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9feec438-3d56-4b79-aed6-b8ba1aed210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:21.685731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feec438-3d56-4b79-aed6-b8ba1aed210d None None] Routers {'35875226-ed24-4467-a188-f58a4a7893c3'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:30:21.686644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9feec438-3d56-4b79-aed6-b8ba1aed210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:29:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['35875226-ed24-4467-a188-f58a4a7893c3'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:21.770002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55b8502-bbd4-45d2-94d2-11e87397821f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 019eebdd-7f7b-4571-b71f-93bb1e92656e {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:30:21.773544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e55b8502-bbd4-45d2-94d2-11e87397821f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:21.777681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9feec438-3d56-4b79-aed6-b8ba1aed210d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:21.779499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feec438-3d56-4b79-aed6-b8ba1aed210d None None] The sync data for ids ['35875226-ed24-4467-a188-f58a4a7893c3'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:30:21.831160 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b11dee3f-57a1-408e-8c16-cbad49e464dd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:21.842603 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b11dee3f-57a1-408e-8c16-cbad49e464dd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] 10.222.0.41 "DELETE /v2.0/ports/6f032b95-0343-43fb-b5ab-6a0956e84dc4 HTTP/1.1" status: 204 len: 168 time: 1.5704122 Jan 14 07:30:21.847143 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e55b8502-bbd4-45d2-94d2-11e87397821f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:21.851338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37500) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:21.907838 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-900fcaa9-c313-4d9f-8085-aa8521fa6526 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] GET failed (client error): The resource could not be found. Jan 14 07:30:21.908529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-900fcaa9-c313-4d9f-8085-aa8521fa6526 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Synchronizing usage tracker for tenant:754374ee2cd94f18a68b7f1a6016c834 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:21.942381 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e55b8502-bbd4-45d2-94d2-11e87397821f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:21.958739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-900fcaa9-c313-4d9f-8085-aa8521fa6526 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Unset dirty status for tenant:754374ee2cd94f18a68b7f1a6016c834 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:21.960619 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-900fcaa9-c313-4d9f-8085-aa8521fa6526 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] 10.222.0.41 "GET /v2.0/ports/6f032b95-0343-43fb-b5ab-6a0956e84dc4 HTTP/1.1" status: 404 len: 333 time: 0.1078167 Jan 14 07:30:21.965261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37506) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:21.973498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7944c853-235f-4700-9848-79d749b0702b tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1197567225', 'network_id': '61c729cb-5b29-4cbb-9718-998ad9e3fc24'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:21.979589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7944c853-235f-4700-9848-79d749b0702b tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:21.989948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7944c853-235f-4700-9848-79d749b0702b tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:22.012607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7944c853-235f-4700-9848-79d749b0702b tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Made reservation on behalf of 754374ee2cd94f18a68b7f1a6016c834 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:22.018201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7944c853-235f-4700-9848-79d749b0702b tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:22.121177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:30:22.153036 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66783f9f-42ea-42ce-a8fe-892a3717abbd req-b8021c09-9462-4615-85f9-010c99c6da4e service neutron] 10.222.0.41 "GET /v2.0/networks/977d31d9-5ccc-45e5-88bf-1ad2952684f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5026674 Jan 14 07:30:22.162026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-7944c853-235f-4700-9848-79d749b0702b tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] device_id is not set on port 2947dbb1-3556-4ae6-9834-929e4cc79553 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:30:22.280622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37512) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:22.410282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7944c853-235f-4700-9848-79d749b0702b tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:22.436666 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7944c853-235f-4700-9848-79d749b0702b tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:22.566958 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d83acd7c-e637-4cfd-b2fd-81a493ca14e4 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:22.615518 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:22.644616 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e55b8502-bbd4-45d2-94d2-11e87397821f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:22.687639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7944c853-235f-4700-9848-79d749b0702b tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Network 61c729cb-5b29-4cbb-9718-998ad9e3fc24 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:22.690697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7944c853-235f-4700-9848-79d749b0702b tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:22.695960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7944c853-235f-4700-9848-79d749b0702b tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:22.696807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7944c853-235f-4700-9848-79d749b0702b tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:22.697588 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7944c853-235f-4700-9848-79d749b0702b tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:22.719275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944c853-235f-4700-9848-79d749b0702b tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Pushing event updated for resources: {'Port': ['ID=2947dbb1-3556-4ae6-9834-929e4cc79553,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:22.722797 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7944c853-235f-4700-9848-79d749b0702b tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:22.724896 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7944c853-235f-4700-9848-79d749b0702b tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7585230 Jan 14 07:30:22.728241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37532) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:22.780071 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d969db3a-0fdc-48fc-a5d8-c3ad44231823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:22.800589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6a313b-7333-4c7e-9bda-ca148d1f79ce tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:22.801309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ca6a313b-7333-4c7e-9bda-ca148d1f79ce tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Synchronizing usage tracker for tenant:754374ee2cd94f18a68b7f1a6016c834 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:22.818468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ca6a313b-7333-4c7e-9bda-ca148d1f79ce tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Unset dirty status for tenant:754374ee2cd94f18a68b7f1a6016c834 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:22.820890 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ca6a313b-7333-4c7e-9bda-ca148d1f79ce tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] 10.222.0.41 "GET /v2.0/ports/2947dbb1-3556-4ae6-9834-929e4cc79553 HTTP/1.1" status: 200 len: 955 time: 0.0916588 Jan 14 07:30:22.825710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37538) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:22.933975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-682e8acc-aa43-47af-b3fe-fffd248c3075 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Deleting port 2947dbb1-3556-4ae6-9834-929e4cc79553 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:22.934579 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-682e8acc-aa43-47af-b3fe-fffd248c3075 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:22.950878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b8502-bbd4-45d2-94d2-11e87397821f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=019eebdd-7f7b-4571-b71f-93bb1e92656e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:22.953909 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e55b8502-bbd4-45d2-94d2-11e87397821f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:22.957708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2cf17905-f16c-4a93-84e7-74b046dc6b24 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:22.963679 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e55b8502-bbd4-45d2-94d2-11e87397821f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:22.972100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be9175a-74ac-4fe2-9017-b4f59ca8cd6c None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:22.985858 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f11f49ab-4c07-476f-9224-ca348b3f5193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:23.002097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:23.005326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2cf17905-f16c-4a93-84e7-74b046dc6b24 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Usage tracker for resource:port and tenant:5255bc20dcc84120afef82d5f8e89b82 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:23.012408 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e55b8502-bbd4-45d2-94d2-11e87397821f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/019eebdd-7f7b-4571-b71f-93bb1e92656e HTTP/1.1" status: 204 len: 168 time: 1.8104267 Jan 14 07:30:23.013750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2cf17905-f16c-4a93-84e7-74b046dc6b24 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Quota usage for port was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:23.020658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37550) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:23.082331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Usage tracker for resource:security_group_rule and tenant:41b6cf503a5b4e5c880b16724a0a2302 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:23.155340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2cf17905-f16c-4a93-84e7-74b046dc6b24 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:23.163189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:23.224247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:23.396386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:23.405432 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f396c64f-00e1-46e9-bc2e-9afeeece1d87 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3821340 Jan 14 07:30:23.407308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37558) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:23.434159 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:23.452205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde5217a-87f4-4afd-adfe-9a6ea832a5ac None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:30:23.456107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-94396373-8e81-43d8-b000-2d011d27398d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:23.458246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-cde5217a-87f4-4afd-adfe-9a6ea832a5ac None None] Deleting port ea02658b-0a6b-452d-936c-2af35ad9c788 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:23.458786 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cde5217a-87f4-4afd-adfe-9a6ea832a5ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:23.617826 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-682e8acc-aa43-47af-b3fe-fffd248c3075 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:23.810694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ea02658b-0a6b-452d-936c-2af35ad9c788 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:30:23.874036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-682e8acc-aa43-47af-b3fe-fffd248c3075 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Calling delete_port for 2947dbb1-3556-4ae6-9834-929e4cc79553 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:23.885712 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9192adfc-afb7-4ebf-969f-3eb8734496c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:23.908322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-cde5217a-87f4-4afd-adfe-9a6ea832a5ac None None] For port ea02658b-0a6b-452d-936c-2af35ad9c788, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ea02658b-0a6b-452d-936c-2af35ad9c788,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:23.908914 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cde5217a-87f4-4afd-adfe-9a6ea832a5ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:23.955005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf17905-f16c-4a93-84e7-74b046dc6b24 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Made reservation on behalf of 5255bc20dcc84120afef82d5f8e89b82 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:23.980345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cf17905-f16c-4a93-84e7-74b046dc6b24 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:24.028198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1fe37a-d384-4463-93cb-0b356fec51d8,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:24.056706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-94396373-8e81-43d8-b000-2d011d27398d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:24.062481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-cde5217a-87f4-4afd-adfe-9a6ea832a5ac None None] Calling delete_port for ea02658b-0a6b-452d-936c-2af35ad9c788 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:24.094989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.095406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.102020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.102505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.102920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.103325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.103746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.104147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.104540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.104936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.105328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.105717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.106192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.106584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.106972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.107357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.115855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.116697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.117720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.118220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.119414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.119969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.120520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.120935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.121566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.122138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.122676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.123416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.124016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.124601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.125002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.125720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-682e8acc-aa43-47af-b3fe-fffd248c3075 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:24.125946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.126721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.127134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.127691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.128967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:24.193997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No active binding found for port ea02658b-0a6b-452d-936c-2af35ad9c788 {{(pid=80909) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 14 07:30:24.194458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ea02658b-0a6b-452d-936c-2af35ad9c788 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:30:24.225440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cde5217a-87f4-4afd-adfe-9a6ea832a5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:24.231635 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:24.249855 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41b6cf503a5b4e5c880b16724a0a2302&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8490601 Jan 14 07:30:24.257643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-94396373-8e81-43d8-b000-2d011d27398d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:24.275776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37582) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:24.276680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-94396373-8e81-43d8-b000-2d011d27398d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:24.302414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f11f49ab-4c07-476f-9224-ca348b3f5193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46433d4c-ae66-460d-b268-f929549d39b0']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:24.320112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-94396373-8e81-43d8-b000-2d011d27398d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:24.324248 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a397cd65-6e23-47df-844b-8fae48e4aac5 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:24.420624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e8acc-aa43-47af-b3fe-fffd248c3075 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Pushing event deleted for resources: {'Port': ['ID=2947dbb1-3556-4ae6-9834-929e4cc79553,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:24.427284 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-682e8acc-aa43-47af-b3fe-fffd248c3075 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:24.440007 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-682e8acc-aa43-47af-b3fe-fffd248c3075 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:24.459058 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-363de4b6-e2e2-45e6-9933-aec4c1982498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:24.488530 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-682e8acc-aa43-47af-b3fe-fffd248c3075 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] 10.222.0.41 "DELETE /v2.0/ports/2947dbb1-3556-4ae6-9834-929e4cc79553 HTTP/1.1" status: 204 len: 168 time: 1.6610756 Jan 14 07:30:24.491243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37594) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:24.518730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5217a-87f4-4afd-adfe-9a6ea832a5ac None None] Pushing event deleted for resources: {'Port': ['ID=ea02658b-0a6b-452d-936c-2af35ad9c788,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:24.526999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde5217a-87f4-4afd-adfe-9a6ea832a5ac None None] No DVR routers for this DVR port ea02658b-0a6b-452d-936c-2af35ad9c788 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:30:24.535436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eccef528-8379-4e49-973f-0f67c3ce02ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:24.537913 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cde5217a-87f4-4afd-adfe-9a6ea832a5ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:24.554953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f11f49ab-4c07-476f-9224-ca348b3f5193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ff1631-9515-4b5d-841d-a5f3b9fa2b7f') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:24.555626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f11f49ab-4c07-476f-9224-ca348b3f5193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ff1631-9515-4b5d-841d-a5f3b9fa2b7f') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:24.570555 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f11f49ab-4c07-476f-9224-ca348b3f5193 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:24.587321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f11f49ab-4c07-476f-9224-ca348b3f5193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:24.589656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f11f49ab-4c07-476f-9224-ca348b3f5193 admin admin] Releasing vxlan tunnel 16 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:30:24.664623 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebbcfc77-e6b8-4f36-961e-5c7d64a4e919 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] GET failed (client error): The resource could not be found. Jan 14 07:30:24.665168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ebbcfc77-e6b8-4f36-961e-5c7d64a4e919 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Synchronizing usage tracker for tenant:754374ee2cd94f18a68b7f1a6016c834 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:24.701315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ebbcfc77-e6b8-4f36-961e-5c7d64a4e919 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Unset dirty status for tenant:754374ee2cd94f18a68b7f1a6016c834 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:24.702754 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ebbcfc77-e6b8-4f36-961e-5c7d64a4e919 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] 10.222.0.41 "GET /v2.0/ports/2947dbb1-3556-4ae6-9834-929e4cc79553 HTTP/1.1" status: 404 len: 333 time: 0.2102175 Jan 14 07:30:24.707111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37606) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:24.720428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f12356fc-7306-4f5f-999e-aa1142928461 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Request body: {'port': {'network_id': '61c729cb-5b29-4cbb-9718-998ad9e3fc24', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-501879228'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:24.734270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f12356fc-7306-4f5f-999e-aa1142928461 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:24.761414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f12356fc-7306-4f5f-999e-aa1142928461 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:24.780513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12356fc-7306-4f5f-999e-aa1142928461 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Made reservation on behalf of 754374ee2cd94f18a68b7f1a6016c834 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:24.786316 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f12356fc-7306-4f5f-999e-aa1142928461 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:24.799168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f11f49ab-4c07-476f-9224-ca348b3f5193 admin admin] Network 46433d4c-ae66-460d-b268-f929549d39b0 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:30:24.809249 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f11f49ab-4c07-476f-9224-ca348b3f5193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:25.020780 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1681e26-f085-47f0-9b61-287bb306cd54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:25.043814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-f12356fc-7306-4f5f-999e-aa1142928461 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] device_id is not set on port 10a053d0-4d46-4fef-9907-7c2ed1f64e97 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:30:25.061840 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1681e26-f085-47f0-9b61-287bb306cd54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:25.301804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-2cf17905-f16c-4a93-84e7-74b046dc6b24 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] device_id is not set on port 55bae846-646c-405e-b3a8-243474dc7292 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:30:25.340783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94396373-8e81-43d8-b000-2d011d27398d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:25.341619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f12356fc-7306-4f5f-999e-aa1142928461 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:25.350464 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94396373-8e81-43d8-b000-2d011d27398d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:25.366105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1681e26-f085-47f0-9b61-287bb306cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:25.376930 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f12356fc-7306-4f5f-999e-aa1142928461 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:25.401116 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:25.488339 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5e550665-f10c-4053-8929-1f0f0fd94a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:25.497916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f11f49ab-4c07-476f-9224-ca348b3f5193 admin admin] Network 46433d4c-ae66-460d-b268-f929549d39b0 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:30:25.531353 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:30:25.548702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1681e26-f085-47f0-9b61-287bb306cd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1fe37a-d384-4463-93cb-0b356fec51d8,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:25.573331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12356fc-7306-4f5f-999e-aa1142928461 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Pushing event updated for resources: {'Port': ['ID=10a053d0-4d46-4fef-9907-7c2ed1f64e97,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:25.579516 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f12356fc-7306-4f5f-999e-aa1142928461 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:25.603509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12356fc-7306-4f5f-999e-aa1142928461 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Network 61c729cb-5b29-4cbb-9718-998ad9e3fc24 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:25.604767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f12356fc-7306-4f5f-999e-aa1142928461 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:25.624025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12356fc-7306-4f5f-999e-aa1142928461 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:25.625488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12356fc-7306-4f5f-999e-aa1142928461 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:25.626156 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f12356fc-7306-4f5f-999e-aa1142928461 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:25.719321 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f12356fc-7306-4f5f-999e-aa1142928461 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9739413 Jan 14 07:30:25.721002 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1681e26-f085-47f0-9b61-287bb306cd54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:25.721573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37630) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:25.721701 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1681e26-f085-47f0-9b61-287bb306cd54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:25.721701 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f1681e26-f085-47f0-9b61-287bb306cd54 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e1fe37a-d384-4463-93cb-0b356fec51d8 HTTP/1.1" status: 204 len: 168 time: 1.4176664 Jan 14 07:30:25.721971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Request body: {'port': {'binding:host_id': 'n-h2-769329-2'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:25.742869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37636) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:25.859441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:25.933668 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f11f49ab-4c07-476f-9224-ca348b3f5193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:25.951304 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b82fbe6-23c9-406d-bf9a-60ee8c5c76fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:25.992205 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f11f49ab-4c07-476f-9224-ca348b3f5193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:26.007050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f49ab-4c07-476f-9224-ca348b3f5193 admin admin] Pushing event deleted for resources: {'Network': ['ID=46433d4c-ae66-460d-b268-f929549d39b0,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:26.037146 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f11f49ab-4c07-476f-9224-ca348b3f5193 admin admin] 10.222.0.41 "DELETE /v2.0/networks/46433d4c-ae66-460d-b268-f929549d39b0 HTTP/1.1" status: 204 len: 168 time: 5.2041867 Jan 14 07:30:26.038627 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f11f49ab-4c07-476f-9224-ca348b3f5193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:26.147509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-2cf17905-f16c-4a93-84e7-74b046dc6b24 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Allocated IP 172.20.0.13 (a332fdac-b984-463e-b476-f43d72b12b95/8288986f-b51c-4ad3-8b83-2de234b2ec41/55bae846-646c-405e-b3a8-243474dc7292) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:26.197354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9701c8f1-dfdb-4b27-8ca7-111a728339b8 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:26.232050 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9701c8f1-dfdb-4b27-8ca7-111a728339b8 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:26.278442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] device_id is not set on port 10a053d0-4d46-4fef-9907-7c2ed1f64e97 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:30:26.288972 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:26.300609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9701c8f1-dfdb-4b27-8ca7-111a728339b8 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:26.306566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Transition to ACTIVE for port object 10a053d0-4d46-4fef-9907-7c2ed1f64e97 will not be triggered until provisioned by entity L2. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:26.309989 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7e97eb96-03b9-4bd4-a85a-a46cba0fb0bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:26.310988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:26.332530 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d1e3e7df-993f-4e72-8695-d61bd95cde85 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:26.350975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701c8f1-dfdb-4b27-8ca7-111a728339b8 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Pushing event deleted for resources: {'SecurityGroup': ['ID=11720ce8-f194-4887-9bee-4daef21a35a0,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:26.354808 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9701c8f1-dfdb-4b27-8ca7-111a728339b8 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:26.375415 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9701c8f1-dfdb-4b27-8ca7-111a728339b8 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:26.379595 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9701c8f1-dfdb-4b27-8ca7-111a728339b8 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "DELETE /v2.0/security-groups/11720ce8-f194-4887-9bee-4daef21a35a0 HTTP/1.1" status: 204 len: 168 time: 0.6333764 Jan 14 07:30:26.385707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37650) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:26.504059 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-664b2857-8e55-43d8-8d45-98a5f2504bfb tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] show failed (client error): The resource could not be found. Jan 14 07:30:26.508763 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-664b2857-8e55-43d8-8d45-98a5f2504bfb tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "GET /v2.0/security-groups/11720ce8-f194-4887-9bee-4daef21a35a0 HTTP/1.1" status: 404 len: 347 time: 0.1164911 Jan 14 07:30:26.509766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37656) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:26.648914 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:26.652434 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:30:26.652434 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:26.652434 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:26.652434 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:26.652434 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:30:26.652434 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:26.652434 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:26.652434 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:26.652434 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:30:26.652434 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:26.652434 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:26.652434 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:26.652434 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:30:26.652434 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:26.652434 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:26.652434 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:26.652434 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:26.652434 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:26.652434 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:26.652434 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:26.681138 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94396373-8e81-43d8-b000-2d011d27398d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:26.700467 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cae0bba0-c23c-469e-b845-eced9548bd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:26.732575 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fe8ec928-15f4-4cc5-bf32-a60a36ba94e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:26.740639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37662) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:26.748221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a03407b1-a006-45b2-9716-3d72aff545db tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Deleting port cec687ff-2039-451b-a55a-3b99731acafd {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:26.748396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a03407b1-a006-45b2-9716-3d72aff545db tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:26.776358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Pushing event updated for resources: {'Port': ['ID=10a053d0-4d46-4fef-9907-7c2ed1f64e97,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:26.786980 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:26.798211 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cf17905-f16c-4a93-84e7-74b046dc6b24 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:26.860769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2cf17905-f16c-4a93-84e7-74b046dc6b24 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Transition to ACTIVE for port object 55bae846-646c-405e-b3a8-243474dc7292 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:26.880853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94396373-8e81-43d8-b000-2d011d27398d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=2d108d3e-9d23-4161-bc03-13be17b74e72,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:26.888579 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-94396373-8e81-43d8-b000-2d011d27398d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:26.950337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cf17905-f16c-4a93-84e7-74b046dc6b24 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:26.969691 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-21380ac3-66fc-4d5f-b4f3-ecfe42379ef0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:27.012226 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3b97ee81-10bc-43db-b8bf-7c669865bda4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e9896ed65c6412b9cad9149ac361284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372432 Jan 14 07:30:27.018906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37670) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:27.047486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94396373-8e81-43d8-b000-2d011d27398d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:27.048570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf17905-f16c-4a93-84e7-74b046dc6b24 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event updated for resources: {'Port': ['ID=55bae846-646c-405e-b3a8-243474dc7292,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:27.054698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-94396373-8e81-43d8-b000-2d011d27398d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:27.056661 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2cf17905-f16c-4a93-84e7-74b046dc6b24 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:27.066693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32022059-e14f-4ffd-a01b-22938b23c6c8 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:27.133308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attempting to bind port 10a053d0-4d46-4fef-9907-7c2ed1f64e97 on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:30:27.133679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attempting to bind port 10a053d0-4d46-4fef-9907-7c2ed1f64e97 by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': 'ed347e32-230c-4929-8b04-657964c4178e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '61c729cb-5b29-4cbb-9718-998ad9e3fc24'}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:30:27.134062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attempting to bind port 10a053d0-4d46-4fef-9907-7c2ed1f64e97 on network 61c729cb-5b29-4cbb-9718-998ad9e3fc24 {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:30:27.138696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94396373-8e81-43d8-b000-2d011d27398d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:27.139361 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94396373-8e81-43d8-b000-2d011d27398d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:27.152634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:30:27.153013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Checking segment: {'id': 'ed347e32-230c-4929-8b04-657964c4178e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '61c729cb-5b29-4cbb-9718-998ad9e3fc24'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:30:27.153421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:27.153822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Bound using segment: {'id': 'ed347e32-230c-4929-8b04-657964c4178e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '61c729cb-5b29-4cbb-9718-998ad9e3fc24'} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:30:27.154393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Bound port: 10a053d0-4d46-4fef-9907-7c2ed1f64e97, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed347e32-230c-4929-8b04-657964c4178e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '61c729cb-5b29-4cbb-9718-998ad9e3fc24'}}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:30:27.154662 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:27.174989 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-94396373-8e81-43d8-b000-2d011d27398d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.7544940 Jan 14 07:30:27.183840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37676) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:27.242452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-3d3c36a9-695d-4f67-9c22-be2743bdad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'fixed_ips': [{'subnet_id': '2d108d3e-9d23-4161-bc03-13be17b74e72', 'ip_address': '2001:db8::542d:82fb:a4cc:5463'}], 'name': 'tempest-NetworksTestDHCPv6-264632786'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:27.301133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf17905-f16c-4a93-84e7-74b046dc6b24 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network a332fdac-b984-463e-b476-f43d72b12b95 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:27.304802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2cf17905-f16c-4a93-84e7-74b046dc6b24 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:27.308262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf17905-f16c-4a93-84e7-74b046dc6b24 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:27.431227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': '2d108d3e-9d23-4161-bc03-13be17b74e72'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:30:27.432389 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:27.464806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:27.467271 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:30:27.467271 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:27.467271 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:27.467271 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:27.467271 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:30:27.467271 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:27.467271 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:27.467271 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:27.467271 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:30:27.467271 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:27.467271 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:27.467271 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:27.467271 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:27.467271 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:27.467271 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:27.467271 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:27.467271 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:27.467271 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:27.467271 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:27.467271 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:27.468261 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26fb3747-1ffc-42c0-ab4d-2a43a733208a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:27.481410 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:27.487379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a03407b1-a006-45b2-9716-3d72aff545db tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:27.487775 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a03407b1-a006-45b2-9716-3d72aff545db tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:27.509599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf17905-f16c-4a93-84e7-74b046dc6b24 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:27.510332 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cf17905-f16c-4a93-84e7-74b046dc6b24 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:27.556506 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2cf17905-f16c-4a93-84e7-74b046dc6b24 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.0285308 Jan 14 07:30:27.557410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37686) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:27.575127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d80eed89-4788-471d-b156-ba025bdbfc01 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Request body: {'floatingip': {'port_id': '55bae846-646c-405e-b3a8-243474dc7292'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:27.700160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a03407b1-a006-45b2-9716-3d72aff545db tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Calling delete_port for cec687ff-2039-451b-a55a-3b99731acafd owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:27.737119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d80eed89-4788-471d-b156-ba025bdbfc01 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:27.828223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Allocated IP 2001:db8::2 (e6acc9a6-db0b-42d1-82b7-716516d3711e/2d108d3e-9d23-4161-bc03-13be17b74e72/c19be882-cb87-48c7-97f2-21c38082e8df) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:27.982497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] For port 10a053d0-4d46-4fef-9907-7c2ed1f64e97, host n-h2-769329-2, cleared binding levels {{(pid=80907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:30:28.026229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26fb3747-1ffc-42c0-ab4d-2a43a733208a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:28.036622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] For port 10a053d0-4d46-4fef-9907-7c2ed1f64e97, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=10a053d0-4d46-4fef-9907-7c2ed1f64e97,segment=NetworkSegment(ed347e32-230c-4929-8b04-657964c4178e),segment_id=ed347e32-230c-4929-8b04-657964c4178e)] {{(pid=80907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:30:28.060152 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:28.092478 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-682e8acc-aa43-47af-b3fe-fffd248c3075 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:28.112955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-237272bf-44d2-492b-9a7a-cb575d53fd15 None None] Provisioning for port 55bae846-646c-405e-b3a8-243474dc7292 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:28.124418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-237272bf-44d2-492b-9a7a-cb575d53fd15 None None] Provisioning complete for port 55bae846-646c-405e-b3a8-243474dc7292 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:28.124832 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-237272bf-44d2-492b-9a7a-cb575d53fd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:28.222322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3d3c36a9-695d-4f67-9c22-be2743bdad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:28.227323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3d3c36a9-695d-4f67-9c22-be2743bdad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:port and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:28.230794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3d3c36a9-695d-4f67-9c22-be2743bdad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for port was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:28.237091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3d3c36a9-695d-4f67-9c22-be2743bdad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:28.247513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-237272bf-44d2-492b-9a7a-cb575d53fd15 None None] Port 55bae846-646c-405e-b3a8-243474dc7292 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:30:28.249059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:28.286754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3c36a9-695d-4f67-9c22-be2743bdad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:28.465749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:28.470029 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:28.474562 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] 10.222.0.41 "PUT /v2.0/ports/10a053d0-4d46-4fef-9907-7c2ed1f64e97 HTTP/1.1" status: 200 len: 1073 time: 2.7731550 Jan 14 07:30:28.480277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Pushing event updated for resources: {'Port': ['ID=10a053d0-4d46-4fef-9907-7c2ed1f64e97,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:28.483883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37702) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:28.486348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:28.490319 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:28.516566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Transition to ACTIVE for port object c19be882-cb87-48c7-97f2-21c38082e8df will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:28.536947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Transition to ACTIVE for port object c19be882-cb87-48c7-97f2-21c38082e8df will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:28.543674 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:28.614272 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26fb3747-1ffc-42c0-ab4d-2a43a733208a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:28.624511 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c9c335c3-27ac-4ee7-b405-9c18c81eda98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:28.651707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb3747-1ffc-42c0-ab4d-2a43a733208a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925bc484-07ba-485c-bbad-862ed30e9cb4,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:28.653346 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-867546ee-edbb-4916-9915-cba963c0a00c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:28.667483 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-26fb3747-1ffc-42c0-ab4d-2a43a733208a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:28.676444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-830400cf-0a88-481e-ab5e-77181d8fc828 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Deleting port 10a053d0-4d46-4fef-9907-7c2ed1f64e97 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:28.676820 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-830400cf-0a88-481e-ab5e-77181d8fc828 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:28.732617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Pushing event updated for resources: {'Port': ['ID=c19be882-cb87-48c7-97f2-21c38082e8df,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:28.765888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a03407b1-a006-45b2-9716-3d72aff545db tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:28.773747 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:28.787721 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d3c36a9-695d-4f67-9c22-be2743bdad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:28.814755 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f12356fc-7306-4f5f-999e-aa1142928461 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:28.817184 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:28.860137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:28.861328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:28.866362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:28.934444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Attempting to bind port c19be882-cb87-48c7-97f2-21c38082e8df on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:30:28.934859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Attempting to bind port c19be882-cb87-48c7-97f2-21c38082e8df by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:30:28.935270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Attempting to bind port c19be882-cb87-48c7-97f2-21c38082e8df on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:30:28.941526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:30:28.941937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:30:28.942381 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:28.942825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:30:28.943789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Bound port: c19be882-cb87-48c7-97f2-21c38082e8df, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:30:28.944224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:29.067415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] For port c19be882-cb87-48c7-97f2-21c38082e8df, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:30:29.070859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] For port c19be882-cb87-48c7-97f2-21c38082e8df, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c19be882-cb87-48c7-97f2-21c38082e8df,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:30:29.076210 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:29.079734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03407b1-a006-45b2-9716-3d72aff545db tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Pushing event deleted for resources: {'Port': ['ID=cec687ff-2039-451b-a55a-3b99731acafd,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:29.093410 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a03407b1-a006-45b2-9716-3d72aff545db tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:29.117054 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d80eed89-4788-471d-b156-ba025bdbfc01 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:29.126572 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d80eed89-4788-471d-b156-ba025bdbfc01 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:29.246179 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-559001fa-fbdd-4471-948b-47b1dece8cc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:29.323509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26fb3747-1ffc-42c0-ab4d-2a43a733208a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:29.325655 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-26fb3747-1ffc-42c0-ab4d-2a43a733208a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/925bc484-07ba-485c-bbad-862ed30e9cb4 HTTP/1.1" status: 204 len: 168 time: 2.2857318 Jan 14 07:30:29.328263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Pushing event updated for resources: {'Port': ['ID=c19be882-cb87-48c7-97f2-21c38082e8df,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:29.383802 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:29.410680 n-d-769329-2 neutron-server[80794]: INFO neutron.db.l3_db [None req-d80eed89-4788-471d-b156-ba025bdbfc01 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Floating IP 9dd1017f-9c88-475b-b486-27936ca94581 associated. External IP: 172.25.3.208, port: 6322496e-3ef5-46a0-8202-06c400695858. Jan 14 07:30:29.530540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-3d3c36a9-695d-4f67-9c22-be2743bdad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port ff0bb64b-3344-4625-afa7-78e66bbab12f yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:30:29.597862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-830400cf-0a88-481e-ab5e-77181d8fc828 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] For port 10a053d0-4d46-4fef-9907-7c2ed1f64e97, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=10a053d0-4d46-4fef-9907-7c2ed1f64e97,segment=NetworkSegment(ed347e32-230c-4929-8b04-657964c4178e),segment_id=ed347e32-230c-4929-8b04-657964c4178e)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:29.598180 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-830400cf-0a88-481e-ab5e-77181d8fc828 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:29.611134 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a03407b1-a006-45b2-9716-3d72aff545db tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for floatingip, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:29.640190 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a03407b1-a006-45b2-9716-3d72aff545db tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:29.641457 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a03407b1-a006-45b2-9716-3d72aff545db tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "DELETE /v2.0/floatingips/ca1a7bde-d709-4ed3-84a0-e81cfa25fea5 HTTP/1.1" status: 204 len: 168 time: 3.1269267 Jan 14 07:30:29.644972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37724) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:29.834732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-830400cf-0a88-481e-ab5e-77181d8fc828 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Calling delete_port for 10a053d0-4d46-4fef-9907-7c2ed1f64e97 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:30.056072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-830400cf-0a88-481e-ab5e-77181d8fc828 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:30.081772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-3d3c36a9-695d-4f67-9c22-be2743bdad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::542d:82fb:a4cc:5463 (e6acc9a6-db0b-42d1-82b7-716516d3711e/2d108d3e-9d23-4161-bc03-13be17b74e72/ff0bb64b-3344-4625-afa7-78e66bbab12f) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:30.110024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80eed89-4788-471d-b156-ba025bdbfc01 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Router 67892cde-205e-4f53-9a48-34830c24e288 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:30:30.116648 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:30.140078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-84b99c9c-9c0a-4b48-b859-de5c353b5036 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Deleting port 18df3777-c023-4448-b749-6e7f5a469d48 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:30.140675 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84b99c9c-9c0a-4b48-b859-de5c353b5036 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:30.246159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830400cf-0a88-481e-ab5e-77181d8fc828 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Pushing event deleted for resources: {'Port': ['ID=10a053d0-4d46-4fef-9907-7c2ed1f64e97,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:30.249327 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-830400cf-0a88-481e-ab5e-77181d8fc828 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:30.412839 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-830400cf-0a88-481e-ab5e-77181d8fc828 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:30.450007 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-830400cf-0a88-481e-ab5e-77181d8fc828 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] 10.222.0.41 "DELETE /v2.0/ports/10a053d0-4d46-4fef-9907-7c2ed1f64e97 HTTP/1.1" status: 204 len: 168 time: 1.9612870 Jan 14 07:30:30.451285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37748) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:30.525233 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d3c36a9-695d-4f67-9c22-be2743bdad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:30.543493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3d3c36a9-695d-4f67-9c22-be2743bdad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object ff0bb64b-3344-4625-afa7-78e66bbab12f will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:30.565727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d3c36a9-695d-4f67-9c22-be2743bdad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:30.607623 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4958dff2-0e8b-437c-96df-49d9488979f8 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] GET failed (client error): The resource could not be found. Jan 14 07:30:30.609056 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4958dff2-0e8b-437c-96df-49d9488979f8 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] 10.222.0.41 "GET /v2.0/ports/10a053d0-4d46-4fef-9907-7c2ed1f64e97 HTTP/1.1" status: 404 len: 333 time: 0.1540849 Jan 14 07:30:30.618770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37756) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:30.627128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80eed89-4788-471d-b156-ba025bdbfc01 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:30:30.637975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821d23ce-ccd0-4469-ada2-048502053451 None None] Sync routers for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:30:30.661080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d23ce-ccd0-4469-ada2-048502053451 None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:30:30.661771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-821d23ce-ccd0-4469-ada2-048502053451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:30:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:30.727711 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4e39a8b9-f7d9-4555-8d92-c21fa433f6d0 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:30.807464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-821d23ce-ccd0-4469-ada2-048502053451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:30.824529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c36a9-695d-4f67-9c22-be2743bdad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=ff0bb64b-3344-4625-afa7-78e66bbab12f,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:30.828213 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3d3c36a9-695d-4f67-9c22-be2743bdad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:30.833018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d23ce-ccd0-4469-ada2-048502053451 None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:30:30.834203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-821d23ce-ccd0-4469-ada2-048502053451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:30:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:30.844464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3c36a9-695d-4f67-9c22-be2743bdad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:30.846266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-3d3c36a9-695d-4f67-9c22-be2743bdad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:30.848833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c36a9-695d-4f67-9c22-be2743bdad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.851123 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.853354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.857926 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.860336 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.860336 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.860336 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.860336 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.860336 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.860336 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.860336 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.860336 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.860336 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.860336 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.860336 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.860336 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.860336 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.860336 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.860336 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.860336 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.860336 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:30.860336 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:30.860336 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:30.860336 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:30.878141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3c36a9-695d-4f67-9c22-be2743bdad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:30.879132 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d3c36a9-695d-4f67-9c22-be2743bdad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:30.905118 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3d3c36a9-695d-4f67-9c22-be2743bdad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7160697 Jan 14 07:30:30.907735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37764) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:31.005073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-821d23ce-ccd0-4469-ada2-048502053451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:31.005757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821d23ce-ccd0-4469-ada2-048502053451 None None] The sync data for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:30:31.075915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da7d402-e1c3-43a2-aade-3312d9007bd1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:31.099208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da7d402-e1c3-43a2-aade-3312d9007bd1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:31.100801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9da7d402-e1c3-43a2-aade-3312d9007bd1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:31.120438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9da7d402-e1c3-43a2-aade-3312d9007bd1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:31.122328 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9da7d402-e1c3-43a2-aade-3312d9007bd1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2133453 Jan 14 07:30:31.125863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37770) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:31.184353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84b99c9c-9c0a-4b48-b859-de5c353b5036 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:31.273387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d246351b-f579-4a0f-955c-2453a3ab3a15 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port ff0bb64b-3344-4625-afa7-78e66bbab12f {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:31.273777 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d246351b-f579-4a0f-955c-2453a3ab3a15 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:31.318818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-122b0f29-c3ca-4936-9f2a-7cae354d604a None None] Provisioning for port c19be882-cb87-48c7-97f2-21c38082e8df completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:31.685104 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21ad8f86-09dd-46cc-bba5-6f95350f6813 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:31.760936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-84b99c9c-9c0a-4b48-b859-de5c353b5036 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Calling delete_port for 18df3777-c023-4448-b749-6e7f5a469d48 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:31.878625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c19be882-cb87-48c7-97f2-21c38082e8df up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:32.045265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7ad65ff0-a1ef-4cb3-89b6-95cffee30f54 None None] Provisioning for port ff0bb64b-3344-4625-afa7-78e66bbab12f completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:32.053035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7ad65ff0-a1ef-4cb3-89b6-95cffee30f54 None None] Provisioning complete for port ff0bb64b-3344-4625-afa7-78e66bbab12f triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:32.053451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ad65ff0-a1ef-4cb3-89b6-95cffee30f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:32.076000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d246351b-f579-4a0f-955c-2453a3ab3a15 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:32.128949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7ad65ff0-a1ef-4cb3-89b6-95cffee30f54 None None] Port ff0bb64b-3344-4625-afa7-78e66bbab12f cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:30:32.152105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port c19be882-cb87-48c7-97f2-21c38082e8df completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:32.158188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c19be882-cb87-48c7-97f2-21c38082e8df triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:32.158608 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:32.318349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d246351b-f579-4a0f-955c-2453a3ab3a15 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for ff0bb64b-3344-4625-afa7-78e66bbab12f owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:32.485222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-79f42171-637b-4e0a-b3f8-29d9ed7cc023 None None] Provisioning complete for port c19be882-cb87-48c7-97f2-21c38082e8df triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:32.485639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79f42171-637b-4e0a-b3f8-29d9ed7cc023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:32.501205 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d246351b-f579-4a0f-955c-2453a3ab3a15 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:32.568007 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21ad8f86-09dd-46cc-bba5-6f95350f6813 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:32.578064 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:32.661718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port c19be882-cb87-48c7-97f2-21c38082e8df, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c19be882-cb87-48c7-97f2-21c38082e8df,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:32.668649 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:32.719269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246351b-f579-4a0f-955c-2453a3ab3a15 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=ff0bb64b-3344-4625-afa7-78e66bbab12f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:32.725340 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:32.728757 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dff1b381-7dc6-4141-ae45-9383e16337d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:32.732390 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d246351b-f579-4a0f-955c-2453a3ab3a15 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:32.738885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d246351b-f579-4a0f-955c-2453a3ab3a15 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:32.754867 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d246351b-f579-4a0f-955c-2453a3ab3a15 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/ff0bb64b-3344-4625-afa7-78e66bbab12f HTTP/1.1" status: 204 len: 168 time: 1.6277099 Jan 14 07:30:32.757493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37802) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:32.824958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=c19be882-cb87-48c7-97f2-21c38082e8df,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:32.829846 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:32.882514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-21ad8f86-09dd-46cc-bba5-6f95350f6813 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c729cb-5b29-4cbb-9718-998ad9e3fc24']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:32.899638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-21ad8f86-09dd-46cc-bba5-6f95350f6813 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed347e32-230c-4929-8b04-657964c4178e') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:32.900013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-21ad8f86-09dd-46cc-bba5-6f95350f6813 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed347e32-230c-4929-8b04-657964c4178e') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:32.901136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02912f7e-6a6b-4cfe-b8a9-a9adbf45d3d7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:32.907421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02912f7e-6a6b-4cfe-b8a9-a9adbf45d3d7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:32.908501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-02912f7e-6a6b-4cfe-b8a9-a9adbf45d3d7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:32.943322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-02912f7e-6a6b-4cfe-b8a9-a9adbf45d3d7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:32.952073 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-02912f7e-6a6b-4cfe-b8a9-a9adbf45d3d7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1927793 Jan 14 07:30:32.953035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37810) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:32.957510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80eed89-4788-471d-b156-ba025bdbfc01 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Router 35875226-ed24-4467-a188-f58a4a7893c3 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:30:32.977044 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21ad8f86-09dd-46cc-bba5-6f95350f6813 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:32.996315 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21ad8f86-09dd-46cc-bba5-6f95350f6813 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:33.005172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-21ad8f86-09dd-46cc-bba5-6f95350f6813 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Releasing vxlan tunnel 13 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:30:33.093463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e257ca-7d25-4cd7-9fa8-c1e67cfbadb6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 2d108d3e-9d23-4161-bc03-13be17b74e72 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:30:33.097267 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3e257ca-7d25-4cd7-9fa8-c1e67cfbadb6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:33.119046 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84b99c9c-9c0a-4b48-b859-de5c353b5036 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:33.149049 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-316c49e6-27d4-4289-ab2e-f5a4c721a871 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:33.174577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3e257ca-7d25-4cd7-9fa8-c1e67cfbadb6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:33.294651 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3e257ca-7d25-4cd7-9fa8-c1e67cfbadb6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:33.341310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b99c9c-9c0a-4b48-b859-de5c353b5036 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Pushing event deleted for resources: {'Port': ['ID=18df3777-c023-4448-b749-6e7f5a469d48,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:33.414202 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-84b99c9c-9c0a-4b48-b859-de5c353b5036 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:33.470380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-21ad8f86-09dd-46cc-bba5-6f95350f6813 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Network 61c729cb-5b29-4cbb-9718-998ad9e3fc24 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:30:33.483936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21ad8f86-09dd-46cc-bba5-6f95350f6813 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:33.637353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37826) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:33.650124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3e257ca-7d25-4cd7-9fa8-c1e67cfbadb6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:33.790006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c19be882-cb87-48c7-97f2-21c38082e8df up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:33.836244 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:33.898300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-21ad8f86-09dd-46cc-bba5-6f95350f6813 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Network 61c729cb-5b29-4cbb-9718-998ad9e3fc24 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:30:33.898958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c19be882-cb87-48c7-97f2-21c38082e8df triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:33.899284 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:33.900601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e257ca-7d25-4cd7-9fa8-c1e67cfbadb6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=2d108d3e-9d23-4161-bc03-13be17b74e72,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:33.924312 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3e257ca-7d25-4cd7-9fa8-c1e67cfbadb6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:33.925819 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3e257ca-7d25-4cd7-9fa8-c1e67cfbadb6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:33.959371 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c3e257ca-7d25-4cd7-9fa8-c1e67cfbadb6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/2d108d3e-9d23-4161-bc03-13be17b74e72 HTTP/1.1" status: 204 len: 168 time: 1.0036852 Jan 14 07:30:33.962576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37836) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:33.975050 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84b99c9c-9c0a-4b48-b859-de5c353b5036 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:34.010088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bfe953-cecc-4911-9a50-0213465ab535 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:30:34.017081 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:30:34.019637 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-84b99c9c-9c0a-4b48-b859-de5c353b5036 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "DELETE /v2.0/ports/18df3777-c023-4448-b749-6e7f5a469d48 HTTP/1.1" status: 204 len: 168 time: 4.3716354 Jan 14 07:30:34.026992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37840) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:34.091297 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-138c42e9-3002-4c41-9dd4-7492dbeb4e6b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1270869 Jan 14 07:30:34.093816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37842) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:34.181094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80eed89-4788-471d-b156-ba025bdbfc01 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:30:34.200081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21ad8f86-09dd-46cc-bba5-6f95350f6813 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:34.209773 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21ad8f86-09dd-46cc-bba5-6f95350f6813 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:34.214082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da37630b-671c-4025-8479-268e56cbbfa0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:34.215824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-da37630b-671c-4025-8479-268e56cbbfa0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:34.217542 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae2a65a4-fb69-4816-aa64-4fe1f9f0feeb tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:34.231731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de8be2b-e337-4081-87d3-4c092e777e39 None None] Sync routers for ids ['35875226-ed24-4467-a188-f58a4a7893c3'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:30:34.237775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-da37630b-671c-4025-8479-268e56cbbfa0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:34.240054 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-da37630b-671c-4025-8479-268e56cbbfa0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1450844 Jan 14 07:30:34.244130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37848) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:34.258709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de8be2b-e337-4081-87d3-4c092e777e39 None None] Routers {'35875226-ed24-4467-a188-f58a4a7893c3'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:30:34.259584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7de8be2b-e337-4081-87d3-4c092e777e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:30:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['35875226-ed24-4467-a188-f58a4a7893c3'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:34.286689 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-21ad8f86-09dd-46cc-bba5-6f95350f6813 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] 10.222.0.41 "DELETE /v2.0/networks/61c729cb-5b29-4cbb-9718-998ad9e3fc24 HTTP/1.1" status: 204 len: 168 time: 3.6668437 Jan 14 07:30:34.305762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-57893185-network', 'tenant_id': 'dd918d38bf4444a78baad1b7d90e755f'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:34.318261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad8f86-09dd-46cc-bba5-6f95350f6813 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Pushing event deleted for resources: {'Network': ['ID=61c729cb-5b29-4cbb-9718-998ad9e3fc24,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:34.323064 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-21ad8f86-09dd-46cc-bba5-6f95350f6813 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:34.326098 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d80eed89-4788-471d-b156-ba025bdbfc01 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:34.389320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7de8be2b-e337-4081-87d3-4c092e777e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:34.418517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338ef31d-e777-47ca-bf1b-d2f90a63ed21 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:34.419636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-338ef31d-e777-47ca-bf1b-d2f90a63ed21 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:34.423739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de8be2b-e337-4081-87d3-4c092e777e39 None None] Routers {'35875226-ed24-4467-a188-f58a4a7893c3'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:30:34.424442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7de8be2b-e337-4081-87d3-4c092e777e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:30:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['35875226-ed24-4467-a188-f58a4a7893c3'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:34.442506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-338ef31d-e777-47ca-bf1b-d2f90a63ed21 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:34.444602 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-338ef31d-e777-47ca-bf1b-d2f90a63ed21 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1989059 Jan 14 07:30:34.447374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37858) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:34.458281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:34.473072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-470e5f31-46ce-45d8-a346-56380f30c314 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Deleting port 19bb5e06-54d0-4325-a3bc-c1059dd42ebe {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:34.473744 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-470e5f31-46ce-45d8-a346-56380f30c314 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:34.524416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Usage tracker for resource:network and tenant:dd918d38bf4444a78baad1b7d90e755f is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:34.527265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37862) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:34.542543 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d514c027-d12b-436e-b464-c6586d96d550 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936458 Jan 14 07:30:34.548263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37864) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:34.551992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:34.556343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7de8be2b-e337-4081-87d3-4c092e777e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:34.556812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de8be2b-e337-4081-87d3-4c092e777e39 None None] The sync data for ids ['35875226-ed24-4467-a188-f58a4a7893c3'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:30:34.557209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-350089f3-e471-4777-852d-ea1c189c14f8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:34.578339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:34.650762 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d80eed89-4788-471d-b156-ba025bdbfc01 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "PUT /v2.0/floatingips/9dd1017f-9c88-475b-b486-27936ca94581 HTTP/1.1" status: 200 len: 979 time: 7.0912163 Jan 14 07:30:34.658425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a6e624-0dc6-4958-8110-082e36348196 None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:30:34.659558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37872) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:34.660298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Made reservation on behalf of dd918d38bf4444a78baad1b7d90e755f for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:34.664828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-97a6e624-0dc6-4958-8110-082e36348196 None None] Deleting port c19be882-cb87-48c7-97f2-21c38082e8df {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:34.665346 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97a6e624-0dc6-4958-8110-082e36348196 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:34.665643 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:34.684564 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:34.741821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-350089f3-e471-4777-852d-ea1c189c14f8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:34.753477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-350089f3-e471-4777-852d-ea1c189c14f8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:34.766527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350089f3-e471-4777-852d-ea1c189c14f8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:34.800920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:34.815407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Usage tracker for resource:security_group_rule and tenant:dd918d38bf4444a78baad1b7d90e755f is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:34.818481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:34.840428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:34.971421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-350089f3-e471-4777-852d-ea1c189c14f8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:35.068985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-97a6e624-0dc6-4958-8110-082e36348196 None None] For port c19be882-cb87-48c7-97f2-21c38082e8df, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c19be882-cb87-48c7-97f2-21c38082e8df,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:35.069505 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97a6e624-0dc6-4958-8110-082e36348196 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:35.263127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37882) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:35.311543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-bce07aff-d081-4735-9ff0-8a247ea7597e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Deleting port 55bae846-646c-405e-b3a8-243474dc7292 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:35.312518 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bce07aff-d081-4735-9ff0-8a247ea7597e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:35.337674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-97a6e624-0dc6-4958-8110-082e36348196 None None] Calling delete_port for c19be882-cb87-48c7-97f2-21c38082e8df owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:35.430352 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97a6e624-0dc6-4958-8110-082e36348196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:35.487065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-948b0bc9-8831-4e34-bba2-b76f39c6ba82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:35.521569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-948b0bc9-8831-4e34-bba2-b76f39c6ba82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:35.546912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-948b0bc9-8831-4e34-bba2-b76f39c6ba82 admin admin] Usage tracker for resource:security_group_rule and tenant:40f8f302225a4cfaa4acac4b582b5f63 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:35.571723 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-470e5f31-46ce-45d8-a346-56380f30c314 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:35.591382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-948b0bc9-8831-4e34-bba2-b76f39c6ba82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:35.598816 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-350089f3-e471-4777-852d-ea1c189c14f8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:35.651982 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8d088167-8bd8-4cf4-8c4f-f3492f064528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:35.705768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6e624-0dc6-4958-8110-082e36348196 None None] Pushing event deleted for resources: {'Port': ['ID=c19be882-cb87-48c7-97f2-21c38082e8df,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:35.709354 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-97a6e624-0dc6-4958-8110-082e36348196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:35.711093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a6e624-0dc6-4958-8110-082e36348196 None None] No DVR routers for this DVR port c19be882-cb87-48c7-97f2-21c38082e8df on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:30:35.740621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bce07aff-d081-4735-9ff0-8a247ea7597e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:35.765740 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-20336c62-ef55-4e2f-8e68-6ef35467ce60 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:35.806737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c19be882-cb87-48c7-97f2-21c38082e8df no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:30:35.843506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350089f3-e471-4777-852d-ea1c189c14f8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:35.847007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-350089f3-e471-4777-852d-ea1c189c14f8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:35.856366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: c19be882-cb87-48c7-97f2-21c38082e8df {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:30:35.856782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c19be882-cb87-48c7-97f2-21c38082e8df not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:30:35.861837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254286bb-e079-4d81-ab69-6c5ec21a9741 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:35.869790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350089f3-e471-4777-852d-ea1c189c14f8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:35.870453 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-350089f3-e471-4777-852d-ea1c189c14f8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:35.886582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37892) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:35.902512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350089f3-e471-4777-852d-ea1c189c14f8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=f849a31d-d718-4762-8446-c0d63d49fa79,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:35.906462 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-350089f3-e471-4777-852d-ea1c189c14f8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:35.919904 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-350089f3-e471-4777-852d-ea1c189c14f8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3699629 Jan 14 07:30:35.922777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37898) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:35.930068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-327fae76-9ded-415c-97d8-10db11497dd9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'fixed_ips': [{'subnet_id': 'f849a31d-d718-4762-8446-c0d63d49fa79', 'ip_address': '2001:db8::929a:992b:a722:9118'}], 'name': 'tempest-NetworksTestDHCPv6-1847592428'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:36.117591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-948b0bc9-8831-4e34-bba2-b76f39c6ba82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:36.139066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-327fae76-9ded-415c-97d8-10db11497dd9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:36.160782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18516735-7d28-4988-beec-9157c10e724d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.183796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-18516735-7d28-4988-beec-9157c10e724d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:36.188975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-18516735-7d28-4988-beec-9157c10e724d admin admin] Usage tracker for resource:security_group_rule and tenant:81bbb69ef16f4557a264143a11dd60d0 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:36.192062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-18516735-7d28-4988-beec-9157c10e724d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:36.198479 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-502c6e03-296c-41dd-a356-5edf8c47eac4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=384773459d384a20897b59d1309d3330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9341023 Jan 14 07:30:36.198585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-18516735-7d28-4988-beec-9157c10e724d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:36.208754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-470e5f31-46ce-45d8-a346-56380f30c314 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Calling delete_port for 19bb5e06-54d0-4325-a3bc-c1059dd42ebe owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:36.266208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37906) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:36.269220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': 'f849a31d-d718-4762-8446-c0d63d49fa79'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:30:36.270352 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.292786 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18516735-7d28-4988-beec-9157c10e724d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.294360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-327fae76-9ded-415c-97d8-10db11497dd9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:36.302135 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18516735-7d28-4988-beec-9157c10e724d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.334693 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c4de318b-06f9-4f9e-a3ec-8c0f1ec2574f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:36.368885 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-18516735-7d28-4988-beec-9157c10e724d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81bbb69ef16f4557a264143a11dd60d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4779954 Jan 14 07:30:36.368885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18516735-7d28-4988-beec-9157c10e724d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be27f79-6979-4a28-b36d-a0d826c1403e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:36.370840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327fae76-9ded-415c-97d8-10db11497dd9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:36.383240 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-327fae76-9ded-415c-97d8-10db11497dd9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.390801 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.404440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37910) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:36.405496 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18516735-7d28-4988-beec-9157c10e724d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:36.412652 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.425240 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1681e26-f085-47f0-9b61-287bb306cd54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:36.478516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0dc246-019b-4dcb-b1fa-b83b0fb0ed94,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:36.483366 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:36.598340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:30:36.622515 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd5a6f63-ce5e-40f7-a921-65eeded566ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.646157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-327fae76-9ded-415c-97d8-10db11497dd9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port 47512ecf-800e-4cfb-8bdb-7778216a1bfd yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:30:36.662473 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd5a6f63-ce5e-40f7-a921-65eeded566ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.663918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Allocated IP 2001:db8::2 (e6acc9a6-db0b-42d1-82b7-716516d3711e/f849a31d-d718-4762-8446-c0d63d49fa79/23422b08-c260-4c35-bea2-df8738b7a10d) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:36.694374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd6fc3ba-84cd-4701-aa5c-0d178dba2712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.724252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd6fc3ba-84cd-4701-aa5c-0d178dba2712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.733902 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd5a6f63-ce5e-40f7-a921-65eeded566ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.748434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.748838 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Added segment acb87b65-4b0a-4e1b-b873-3c0b6ce1554a of type vxlan for network 567ae970-4062-4a31-b789-93db18167964 Jan 14 07:30:36.750337 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:36.772891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a6f63-ce5e-40f7-a921-65eeded566ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf1aa4c-bc58-457c-860d-d2ad665a2044,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:36.775844 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cd5a6f63-ce5e-40f7-a921-65eeded566ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:36.899222 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd6fc3ba-84cd-4701-aa5c-0d178dba2712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.908716 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.951973 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bce07aff-d081-4735-9ff0-8a247ea7597e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.952383 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bce07aff-d081-4735-9ff0-8a247ea7597e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.952732 n-d-769329-2 neutron-server[80794]: INFO neutron.db.l3_db [None req-bce07aff-d081-4735-9ff0-8a247ea7597e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Floating IP 9dd1017f-9c88-475b-b486-27936ca94581 disassociated. External IP: 172.25.3.208, port: 55bae846-646c-405e-b3a8-243474dc7292. Jan 14 07:30:36.953112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-bce07aff-d081-4735-9ff0-8a247ea7597e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Calling delete_port for 55bae846-646c-405e-b3a8-243474dc7292 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:36.975126 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-26fb3747-1ffc-42c0-ab4d-2a43a733208a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:36.978263 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.988822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-948b0bc9-8831-4e34-bba2-b76f39c6ba82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.989981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-470e5f31-46ce-45d8-a346-56380f30c314 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:36.991954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Transition to ACTIVE for port object 23422b08-c260-4c35-bea2-df8738b7a10d will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:37.009763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fc3ba-84cd-4701-aa5c-0d178dba2712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be27f79-6979-4a28-b36d-a0d826c1403e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:37.011293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Transition to ACTIVE for port object 23422b08-c260-4c35-bea2-df8738b7a10d will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:37.019549 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:37.032773 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd6fc3ba-84cd-4701-aa5c-0d178dba2712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:37.049218 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:37.127289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-327fae76-9ded-415c-97d8-10db11497dd9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::929a:992b:a722:9118 (e6acc9a6-db0b-42d1-82b7-716516d3711e/f849a31d-d718-4762-8446-c0d63d49fa79/47512ecf-800e-4cfb-8bdb-7778216a1bfd) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:37.143537 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0b9a6a36-d911-4b8d-8773-9370d8042bb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:37.204898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37926) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:37.207403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e5f31-46ce-45d8-a346-56380f30c314 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Pushing event deleted for resources: {'Port': ['ID=19bb5e06-54d0-4325-a3bc-c1059dd42ebe,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:37.210727 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-470e5f31-46ce-45d8-a346-56380f30c314 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:37.213852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd5a6f63-ce5e-40f7-a921-65eeded566ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:37.215041 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cd5a6f63-ce5e-40f7-a921-65eeded566ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bf1aa4c-bc58-457c-860d-d2ad665a2044 HTTP/1.1" status: 204 len: 168 time: 0.9456234 Jan 14 07:30:37.216106 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-948b0bc9-8831-4e34-bba2-b76f39c6ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:37.224576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:30:37.230090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Pushing event updated for resources: {'Port': ['ID=23422b08-c260-4c35-bea2-df8738b7a10d,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:37.234942 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:37.242623 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9701c8f1-dfdb-4b27-8ca7-111a728339b8 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:37.327840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:37.336215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:37.338711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:37.372204 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd6fc3ba-84cd-4701-aa5c-0d178dba2712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:37.373932 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fd6fc3ba-84cd-4701-aa5c-0d178dba2712 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2be27f79-6979-4a28-b36d-a0d826c1403e HTTP/1.1" status: 204 len: 168 time: 0.9554319 Jan 14 07:30:37.398451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:37.399393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:37.400088 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:37.456012 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-948b0bc9-8831-4e34-bba2-b76f39c6ba82 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40f8f302225a4cfaa4acac4b582b5f63&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9030252 Jan 14 07:30:37.463988 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.8218818 Jan 14 07:30:37.466641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37936) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:37.467015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37938) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:37.475325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b0bc9-8831-4e34-bba2-b76f39c6ba82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d22d7cd-ed2d-47b3-914c-40db0159782c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:37.480053 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-948b0bc9-8831-4e34-bba2-b76f39c6ba82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:37.485922 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f5bdb075-690f-4722-8e10-b85db38beaf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:37.487611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Attempting to bind port 23422b08-c260-4c35-bea2-df8738b7a10d on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:30:37.488106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Attempting to bind port 23422b08-c260-4c35-bea2-df8738b7a10d by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:30:37.488518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Attempting to bind port 23422b08-c260-4c35-bea2-df8738b7a10d on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:30:37.503999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:30:37.505038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:30:37.505500 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:37.506097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:30:37.510673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Bound port: 23422b08-c260-4c35-bea2-df8738b7a10d, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:30:37.511180 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:37.518622 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-470e5f31-46ce-45d8-a346-56380f30c314 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:37.520915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-67e2cc7e-adb8-4790-a3c7-db0c9d2f3c60 admin admin] Request body: {'subnet': {'network_id': '567ae970-4062-4a31-b789-93db18167964', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-57893185-subnet', 'tenant_id': 'dd918d38bf4444a78baad1b7d90e755f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:37.619316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-67e2cc7e-adb8-4790-a3c7-db0c9d2f3c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:37.643262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-67e2cc7e-adb8-4790-a3c7-db0c9d2f3c60 admin admin] Usage tracker for resource:subnet and tenant:dd918d38bf4444a78baad1b7d90e755f is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:37.647986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-67e2cc7e-adb8-4790-a3c7-db0c9d2f3c60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:37.691897 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-470e5f31-46ce-45d8-a346-56380f30c314 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "DELETE /v2.0/ports/19bb5e06-54d0-4325-a3bc-c1059dd42ebe HTTP/1.1" status: 204 len: 168 time: 3.5152583 Jan 14 07:30:37.692947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96b59720-8d20-4f89-ab4c-7816a7f3fb88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:37.703545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Pushing event updated for resources: {'Network': ['ID=567ae970-4062-4a31-b789-93db18167964,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:37.707230 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:37.707865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37946) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:37.725089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 567ae970-4062-4a31-b789-93db18167964 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:30:37.753807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 567ae970-4062-4a31-b789-93db18167964 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:30:37.767678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-96b59720-8d20-4f89-ab4c-7816a7f3fb88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:37.794583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-96b59720-8d20-4f89-ab4c-7816a7f3fb88 admin admin] Usage tracker for resource:security_group_rule and tenant:9ab038fb6de84ad393d39150f7fae464 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:37.806292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-96b59720-8d20-4f89-ab4c-7816a7f3fb88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:37.818907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-96b59720-8d20-4f89-ab4c-7816a7f3fb88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:37.896141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 567ae970-4062-4a31-b789-93db18167964 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:30:37.956122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-67e2cc7e-adb8-4790-a3c7-db0c9d2f3c60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:37.964682 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-327fae76-9ded-415c-97d8-10db11497dd9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:37.979139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac57071a-d84c-4254-98c8-726a8309703a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:38.001064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37950) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:38.014908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e2cc7e-adb8-4790-a3c7-db0c9d2f3c60 admin admin] Made reservation on behalf of dd918d38bf4444a78baad1b7d90e755f for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:38.020162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67e2cc7e-adb8-4790-a3c7-db0c9d2f3c60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:38.027783 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bce07aff-d081-4735-9ff0-8a247ea7597e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:38.051782 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8ba42ffc-c0e0-4ce7-af18-82d374b2dbbf tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:38.112486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce07aff-d081-4735-9ff0-8a247ea7597e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event deleted for resources: {'Port': ['ID=55bae846-646c-405e-b3a8-243474dc7292,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:38.126482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb13f084-c24e-410f-b39f-b7a72dd9dd3e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Deleting subnet f08aca05-2767-4443-ab60-41c32332bdde {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:30:38.130799 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb13f084-c24e-410f-b39f-b7a72dd9dd3e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:38.197508 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb13f084-c24e-410f-b39f-b7a72dd9dd3e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:38.239093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] For port 23422b08-c260-4c35-bea2-df8738b7a10d, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:30:38.248358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-327fae76-9ded-415c-97d8-10db11497dd9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object 47512ecf-800e-4cfb-8bdb-7778216a1bfd will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:38.279110 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac57071a-d84c-4254-98c8-726a8309703a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:38.307200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] For port 23422b08-c260-4c35-bea2-df8738b7a10d, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=23422b08-c260-4c35-bea2-df8738b7a10d,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:30:38.316892 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bce07aff-d081-4735-9ff0-8a247ea7597e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:38.320700 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:38.321596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37956) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:38.390378 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-528514dc-85ab-490a-a3e6-9cd3013aeb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:38.451424 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb13f084-c24e-410f-b39f-b7a72dd9dd3e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:38.457371 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9626118c-3748-46da-9ec4-ca6b816890e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:38.471102 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4e9097f3-2294-44f5-bc96-7ec25545d52d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=754374ee2cd94f18a68b7f1a6016c834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4668722 Jan 14 07:30:38.472505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-528514dc-85ab-490a-a3e6-9cd3013aeb68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:38.478455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37960) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:38.483908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-528514dc-85ab-490a-a3e6-9cd3013aeb68 admin admin] Usage tracker for resource:security_group_rule and tenant:31fc07158885464ebf657cfaae19c450 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:38.524910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-528514dc-85ab-490a-a3e6-9cd3013aeb68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:38.528238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96b59720-8d20-4f89-ab4c-7816a7f3fb88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:38.545147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-528514dc-85ab-490a-a3e6-9cd3013aeb68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:38.551535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Pushing event updated for resources: {'Port': ['ID=23422b08-c260-4c35-bea2-df8738b7a10d,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:38.553508 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-327fae76-9ded-415c-97d8-10db11497dd9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:38.556244 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:38.565260 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96b59720-8d20-4f89-ab4c-7816a7f3fb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:38.575846 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:38.627596 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1bd9d122-a749-47d0-ae16-bfeb60985574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:38.769361 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac57071a-d84c-4254-98c8-726a8309703a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:38.798120 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-659c0d39-afc6-4b3a-9e95-33e825034243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:38.805655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fae76-9ded-415c-97d8-10db11497dd9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=47512ecf-800e-4cfb-8bdb-7778216a1bfd,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:38.829302 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-327fae76-9ded-415c-97d8-10db11497dd9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:38.865380 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5d0a3bde-d3c3-4b3f-8871-0562a6bae81e tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:38.917885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57071a-d84c-4254-98c8-726a8309703a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d22d7cd-ed2d-47b3-914c-40db0159782c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:38.921002 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ac57071a-d84c-4254-98c8-726a8309703a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:38.963234 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-659c0d39-afc6-4b3a-9e95-33e825034243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:39.021377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac57071a-d84c-4254-98c8-726a8309703a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:39.024519 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ac57071a-d84c-4254-98c8-726a8309703a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d22d7cd-ed2d-47b3-914c-40db0159782c HTTP/1.1" status: 204 len: 168 time: 1.5545516 Jan 14 07:30:39.095754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327fae76-9ded-415c-97d8-10db11497dd9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:39.104574 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-96b59720-8d20-4f89-ab4c-7816a7f3fb88 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ab038fb6de84ad393d39150f7fae464&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8895321 Jan 14 07:30:39.108354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37966) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:39.110915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-327fae76-9ded-415c-97d8-10db11497dd9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:39.113001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b59720-8d20-4f89-ab4c-7816a7f3fb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f00a69-a7a5-458e-a7c3-02ae56d5c575,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:39.121757 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96b59720-8d20-4f89-ab4c-7816a7f3fb88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:39.142991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327fae76-9ded-415c-97d8-10db11497dd9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:39.146500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.148935 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.148935 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.148935 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:39.148935 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.148935 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.148935 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.148935 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:39.148935 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.148935 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.148935 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.148935 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:39.148935 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.148935 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.148935 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.148935 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:30:39.148935 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.148935 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.148935 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.151737 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:39.154461 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.154461 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.154461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.154461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:39.154461 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.154461 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.154461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.154461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:39.154461 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:39.154461 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.154461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.154461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.154461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.154461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:39.154461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:39.174081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327fae76-9ded-415c-97d8-10db11497dd9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:39.174813 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-327fae76-9ded-415c-97d8-10db11497dd9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:39.235228 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-327fae76-9ded-415c-97d8-10db11497dd9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3083358 Jan 14 07:30:39.236594 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-528514dc-85ab-490a-a3e6-9cd3013aeb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:39.238917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37970) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:39.239674 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67e2cc7e-adb8-4790-a3c7-db0c9d2f3c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:39.259236 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cd2dceec-e69e-4d5e-9c74-610407ebc948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:39.293897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2c51f3b0-4f40-4ced-8cc6-7713b0d06be0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'fixed_ips': [{'subnet_id': 'f849a31d-d718-4762-8446-c0d63d49fa79', 'ip_address': '2001:db8::929a:992b:a722:9118'}], 'name': 'tempest-NetworksTestDHCPv6-536645522'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:39.312509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-528514dc-85ab-490a-a3e6-9cd3013aeb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:39.379408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70353bfe-9abc-4e8f-aaba-a70224461d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:39.400455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce07aff-d081-4735-9ff0-8a247ea7597e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Router 35875226-ed24-4467-a188-f58a4a7893c3 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:30:39.488845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-659c0d39-afc6-4b3a-9e95-33e825034243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:39.500961 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70353bfe-9abc-4e8f-aaba-a70224461d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:39.526062 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-528514dc-85ab-490a-a3e6-9cd3013aeb68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=31fc07158885464ebf657cfaae19c450&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2006595 Jan 14 07:30:39.537070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37980) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:39.548829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2cc7e-adb8-4790-a3c7-db0c9d2f3c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=493fd8da-9c3b-4c14-9594-7512c500c811,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:39.557681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-659c0d39-afc6-4b3a-9e95-33e825034243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:39.558913 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-659c0d39-afc6-4b3a-9e95-33e825034243 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a97c94fe-0993-44eb-92ac-02893792b48f HTTP/1.1" status: 204 len: 168 time: 1.0767598 Jan 14 07:30:39.562542 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-67e2cc7e-adb8-4790-a3c7-db0c9d2f3c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:39.566364 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e0bd5c1-da6e-427f-9771-c64016d86b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:39.643090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528514dc-85ab-490a-a3e6-9cd3013aeb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c788337-7e28-4841-a35a-9f9c7f6efda5,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:39.663426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2c51f3b0-4f40-4ced-8cc6-7713b0d06be0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:39.665027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb13f084-c24e-410f-b39f-b7a72dd9dd3e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:39.669518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c0d39-afc6-4b3a-9e95-33e825034243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97c94fe-0993-44eb-92ac-02893792b48f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:39.675356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2c51f3b0-4f40-4ced-8cc6-7713b0d06be0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:port and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:39.678393 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-659c0d39-afc6-4b3a-9e95-33e825034243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:39.680587 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3346f1ce-adbe-46b6-9525-6874ede447e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:39.681024 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3346f1ce-adbe-46b6-9525-6874ede447e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:39.682642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2c51f3b0-4f40-4ced-8cc6-7713b0d06be0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for port was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:39.691453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2c51f3b0-4f40-4ced-8cc6-7713b0d06be0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:39.727525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e2cc7e-adb8-4790-a3c7-db0c9d2f3c60 admin admin] Checking segment: {'id': 'acb87b65-4b0a-4e1b-b873-3c0b6ce1554a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '567ae970-4062-4a31-b789-93db18167964'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:30:39.727961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e2cc7e-adb8-4790-a3c7-db0c9d2f3c60 admin admin] Network hostable DHCP agents. Network: 567ae970-4062-4a31-b789-93db18167964, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:30:39.734711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c51f3b0-4f40-4ced-8cc6-7713b0d06be0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:39.746952 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c51f3b0-4f40-4ced-8cc6-7713b0d06be0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:39.806634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e2cc7e-adb8-4790-a3c7-db0c9d2f3c60 admin admin] Network 567ae970-4062-4a31-b789-93db18167964 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:30:39.900960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 23422b08-c260-4c35-bea2-df8738b7a10d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:39.960112 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5b7f2a8e-5ca4-4454-a70c-12e8fd2c7828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:40.052090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 23422b08-c260-4c35-bea2-df8738b7a10d completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:40.057785 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70353bfe-9abc-4e8f-aaba-a70224461d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:40.065987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce07aff-d081-4735-9ff0-8a247ea7597e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:30:40.076550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-67e2cc7e-adb8-4790-a3c7-db0c9d2f3c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 567ae970-4062-4a31-b789-93db18167964) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:40.079154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d03a4f-2532-4ed1-a5e4-b849ad9cf1bf None None] Sync routers for ids ['35875226-ed24-4467-a188-f58a4a7893c3'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:30:40.084746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8300fa61-3f5c-49e9-b6fb-3eebfe1163c9 None None] Network 567ae970-4062-4a31-b789-93db18167964 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:40.095046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d03a4f-2532-4ed1-a5e4-b849ad9cf1bf None None] Routers {'35875226-ed24-4467-a188-f58a4a7893c3'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:30:40.095753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c2d03a4f-2532-4ed1-a5e4-b849ad9cf1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:30:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['35875226-ed24-4467-a188-f58a4a7893c3'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:40.130911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-2c51f3b0-4f40-4ced-8cc6-7713b0d06be0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port 655cf887-8ad2-46f1-ac3b-7e2930a68ed7 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:30:40.174460 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bce07aff-d081-4735-9ff0-8a247ea7597e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:40.186406 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70353bfe-9abc-4e8f-aaba-a70224461d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:40.191211 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-70353bfe-9abc-4e8f-aaba-a70224461d49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95f00a69-a7a5-458e-a7c3-02ae56d5c575 HTTP/1.1" status: 204 len: 168 time: 1.0797796 Jan 14 07:30:40.193276 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bce07aff-d081-4735-9ff0-8a247ea7597e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "DELETE /v2.0/ports/55bae846-646c-405e-b3a8-243474dc7292 HTTP/1.1" status: 204 len: 168 time: 5.5138083 Jan 14 07:30:40.194678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13f084-c24e-410f-b39f-b7a72dd9dd3e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Pushing event deleted for resources: {'Subnet': ['ID=f08aca05-2767-4443-ab60-41c32332bdde,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:40.198169 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cb13f084-c24e-410f-b39f-b7a72dd9dd3e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:40.199258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37998) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:40.200368 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cd5a6f63-ce5e-40f7-a921-65eeded566ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:40.220444 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb13f084-c24e-410f-b39f-b7a72dd9dd3e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:40.223195 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cb13f084-c24e-410f-b39f-b7a72dd9dd3e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "DELETE /v2.0/subnets/f08aca05-2767-4443-ab60-41c32332bdde HTTP/1.1" status: 204 len: 168 time: 2.5079234 Jan 14 07:30:40.309832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c2d03a4f-2532-4ed1-a5e4-b849ad9cf1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:40.331502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d03a4f-2532-4ed1-a5e4-b849ad9cf1bf None None] Routers {'35875226-ed24-4467-a188-f58a4a7893c3'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:30:40.332165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c2d03a4f-2532-4ed1-a5e4-b849ad9cf1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:30:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['35875226-ed24-4467-a188-f58a4a7893c3'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:40.387949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38000) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:40.388900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70353bfe-9abc-4e8f-aaba-a70224461d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f00a69-a7a5-458e-a7c3-02ae56d5c575,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:40.403707 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-70353bfe-9abc-4e8f-aaba-a70224461d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:40.525451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4befedbd-0333-413e-8368-995475301708 None None] Network 977d31d9-5ccc-45e5-88bf-1ad2952684f3 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:40.541270 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c51f3b0-4f40-4ced-8cc6-7713b0d06be0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 07:30:40.541785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c51f3b0-4f40-4ced-8cc6-7713b0d06be0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 409 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:30:40.567161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e2cc7e-adb8-4790-a3c7-db0c9d2f3c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:40.567783 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67e2cc7e-adb8-4790-a3c7-db0c9d2f3c60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:40.658739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f032c138-15f9-48b4-957f-4d4f0aa5e2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:40.668347 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2c51f3b0-4f40-4ced-8cc6-7713b0d06be0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4139247 Jan 14 07:30:40.669889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38014) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:40.679953 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-67e2cc7e-adb8-4790-a3c7-db0c9d2f3c60 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1996262 Jan 14 07:30:40.794752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c2d03a4f-2532-4ed1-a5e4-b849ad9cf1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:40.795828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d03a4f-2532-4ed1-a5e4-b849ad9cf1bf None None] The sync data for ids ['35875226-ed24-4467-a188-f58a4a7893c3'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:30:40.872793 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f032c138-15f9-48b4-957f-4d4f0aa5e2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:40.874681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f84affd-e077-4775-9a0c-30921fa9443f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:40.919958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0badf985-78e9-4977-8c67-c8d1dc39c008 None None] Provisioning for port 23422b08-c260-4c35-bea2-df8738b7a10d completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:40.925325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d37c03d-93ae-4f88-9400-0839a3376ca4 None None] Network 567ae970-4062-4a31-b789-93db18167964 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:40.952100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f84affd-e077-4775-9a0c-30921fa9443f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:40.953856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8f84affd-e077-4775-9a0c-30921fa9443f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:41.016285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8f84affd-e077-4775-9a0c-30921fa9443f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:41.017813 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8f84affd-e077-4775-9a0c-30921fa9443f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3436117 Jan 14 07:30:41.023628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38024) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:41.119961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0badf985-78e9-4977-8c67-c8d1dc39c008 None None] Provisioning complete for port 23422b08-c260-4c35-bea2-df8738b7a10d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:41.120386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0badf985-78e9-4977-8c67-c8d1dc39c008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:41.176883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-41d3ec68-b6d1-48cc-a2d8-7134606c4f14 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port 47512ecf-800e-4cfb-8bdb-7778216a1bfd {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:41.177494 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-41d3ec68-b6d1-48cc-a2d8-7134606c4f14 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:41.355164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38030) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:41.368547 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f032c138-15f9-48b4-957f-4d4f0aa5e2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:41.397861 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8c427740-44a8-42d1-b8e0-5e9fa95d77e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:41.412000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-299a2368-7596-4174-bdc7-0027420755e3 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Deleting subnet 492fb437-d18e-4803-9c2c-3185b7f89e7a {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:30:41.431283 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-299a2368-7596-4174-bdc7-0027420755e3 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:41.477519 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0badf985-78e9-4977-8c67-c8d1dc39c008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:41.490981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-16f7b986-de8f-4579-8889-b54a62a1c9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:41.531673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032c138-15f9-48b4-957f-4d4f0aa5e2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c788337-7e28-4841-a35a-9f9c7f6efda5,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:41.545948 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f032c138-15f9-48b4-957f-4d4f0aa5e2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:41.603787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-16f7b986-de8f-4579-8889-b54a62a1c9d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:41.608416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-16f7b986-de8f-4579-8889-b54a62a1c9d7 admin admin] Usage tracker for resource:security_group_rule and tenant:bac69d2e4b884c9e8ff6288f96b03cda is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:41.612029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-16f7b986-de8f-4579-8889-b54a62a1c9d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:41.619422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-16f7b986-de8f-4579-8889-b54a62a1c9d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:41.658083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-41d3ec68-b6d1-48cc-a2d8-7134606c4f14 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:41.698999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0badf985-78e9-4977-8c67-c8d1dc39c008 None None] For port 23422b08-c260-4c35-bea2-df8738b7a10d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=23422b08-c260-4c35-bea2-df8738b7a10d,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:41.744370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf36dd8-4c4b-4853-9d0e-86a89f24f14d None None] DHCP port deletion for 977d31d9-5ccc-45e5-88bf-1ad2952684f3 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:30:41.749649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-faf36dd8-4c4b-4853-9d0e-86a89f24f14d None None] Deleting port 20a71661-a87d-4650-82ca-d743a91fb9e5 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:41.749914 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-faf36dd8-4c4b-4853-9d0e-86a89f24f14d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:41.792240 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0badf985-78e9-4977-8c67-c8d1dc39c008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:41.806524 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0f4b93b0-55c0-4af7-a367-9f4a2ca8f220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:41.809579 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f032c138-15f9-48b4-957f-4d4f0aa5e2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:41.817469 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f032c138-15f9-48b4-957f-4d4f0aa5e2ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c788337-7e28-4841-a35a-9f9c7f6efda5 HTTP/1.1" status: 204 len: 168 time: 2.2715049 Jan 14 07:30:41.825218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-41d3ec68-b6d1-48cc-a2d8-7134606c4f14 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for 47512ecf-800e-4cfb-8bdb-7778216a1bfd owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:41.867721 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-16f7b986-de8f-4579-8889-b54a62a1c9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:41.887539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-16f7b986-de8f-4579-8889-b54a62a1c9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:41.908797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 20a71661-a87d-4650-82ca-d743a91fb9e5 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:30:41.918658 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-37c7110b-034d-4f20-9efc-990a1bf6d735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:42.011220 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-299a2368-7596-4174-bdc7-0027420755e3 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:42.099690 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-16f7b986-de8f-4579-8889-b54a62a1c9d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bac69d2e4b884c9e8ff6288f96b03cda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7384126 Jan 14 07:30:42.109856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38062) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:42.127195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-41d3ec68-b6d1-48cc-a2d8-7134606c4f14 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:42.138144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badf985-78e9-4977-8c67-c8d1dc39c008 None None] Pushing event updated for resources: {'Port': ['ID=23422b08-c260-4c35-bea2-df8738b7a10d,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:42.165498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7b986-de8f-4579-8889-b54a62a1c9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7845f9-aaa4-4512-9b6c-ada2d670fa39,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:42.180925 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-16f7b986-de8f-4579-8889-b54a62a1c9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:42.182946 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4608a277-e5ae-4166-b8c6-67ecb681a1bd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:42.290096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-299a2368-7596-4174-bdc7-0027420755e3 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:42.302503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3ec68-b6d1-48cc-a2d8-7134606c4f14 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=47512ecf-800e-4cfb-8bdb-7778216a1bfd,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:42.345164 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9e0c-7deb-4f54-9ebc-3319afe64627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:42.377421 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-41d3ec68-b6d1-48cc-a2d8-7134606c4f14 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:42.440260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-faf36dd8-4c4b-4853-9d0e-86a89f24f14d None None] For port 20a71661-a87d-4650-82ca-d743a91fb9e5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=20a71661-a87d-4650-82ca-d743a91fb9e5,segment=NetworkSegment(82b91c03-16c6-4227-94bd-be630e3b03f8),segment_id=82b91c03-16c6-4227-94bd-be630e3b03f8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:42.440517 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-faf36dd8-4c4b-4853-9d0e-86a89f24f14d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:42.534834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb39f7c-bfcc-407e-b0ae-7201244e9ea8 req-223d9619-3393-436c-a095-9eef3124196e tempest-ServersNegativeTestJSON-1049133746 tempest-ServersNegativeTestJSON-1049133746] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:42.543678 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4eb39f7c-bfcc-407e-b0ae-7201244e9ea8 req-223d9619-3393-436c-a095-9eef3124196e tempest-ServersNegativeTestJSON-1049133746 tempest-ServersNegativeTestJSON-1049133746] 10.222.0.41 "GET /v2.0/networks?id=567ae970-4062-4a31-b789-93db18167964 HTTP/1.1" status: 200 len: 812 time: 0.4187222 Jan 14 07:30:42.573686 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0badf985-78e9-4977-8c67-c8d1dc39c008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:42.578692 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4eb39f7c-bfcc-407e-b0ae-7201244e9ea8 req-a6fdf33f-0a52-4c4d-b3a0-9d8a59816898 tempest-ServersNegativeTestJSON-1049133746 tempest-ServersNegativeTestJSON-1049133746] 10.222.0.41 "GET /v2.0/quotas/dd918d38bf4444a78baad1b7d90e755f HTTP/1.1" status: 200 len: 375 time: 0.0335467 Jan 14 07:30:42.825310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-faf36dd8-4c4b-4853-9d0e-86a89f24f14d None None] Calling delete_port for 20a71661-a87d-4650-82ca-d743a91fb9e5 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:42.856871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:42.874464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-fc20534d-7606-4833-b739-a1ae58ee15b9 None None] Provisioning complete for port 23422b08-c260-4c35-bea2-df8738b7a10d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:42.875802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc20534d-7606-4833-b739-a1ae58ee15b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:42.928012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9e0c-7deb-4f54-9ebc-3319afe64627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:43.046406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 20a71661-a87d-4650-82ca-d743a91fb9e5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=20a71661-a87d-4650-82ca-d743a91fb9e5,segment=NetworkSegment(82b91c03-16c6-4227-94bd-be630e3b03f8),segment_id=82b91c03-16c6-4227-94bd-be630e3b03f8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:43.073598 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22967bb0-7216-4912-a030-bffaf54ec4c3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:43.089490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:43.100391 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-01515d04-312c-4cd8-8716-34cbe8f3d2a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:43.113314 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-41d3ec68-b6d1-48cc-a2d8-7134606c4f14 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:43.119246 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4eb39f7c-bfcc-407e-b0ae-7201244e9ea8 req-f60e3e27-9f56-49c8-b74b-d1244e7c877e tempest-ServersNegativeTestJSON-1049133746 tempest-ServersNegativeTestJSON-1049133746] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd918d38bf4444a78baad1b7d90e755f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5392599 Jan 14 07:30:43.214234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=20a71661-a87d-4650-82ca-d743a91fb9e5,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:43.222413 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:43.224545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-fc20534d-7606-4833-b739-a1ae58ee15b9 None None] Could not find standard attr ID for object 47512ecf-800e-4cfb-8bdb-7778216a1bfd. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:30:43.259093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-faf36dd8-4c4b-4853-9d0e-86a89f24f14d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:30:43.259507 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-faf36dd8-4c4b-4853-9d0e-86a89f24f14d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:30:43.322185 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-41d3ec68-b6d1-48cc-a2d8-7134606c4f14 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/47512ecf-800e-4cfb-8bdb-7778216a1bfd HTTP/1.1" status: 204 len: 168 time: 2.2942476 Jan 14 07:30:43.350106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38094) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:43.441543 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9e0c-7deb-4f54-9ebc-3319afe64627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:43.453983 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f032c138-15f9-48b4-957f-4d4f0aa5e2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:43.477521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc9e0c-7deb-4f54-9ebc-3319afe64627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7845f9-aaa4-4512-9b6c-ada2d670fa39,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:43.498537 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5dfc9e0c-7deb-4f54-9ebc-3319afe64627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:43.515693 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4eb39f7c-bfcc-407e-b0ae-7201244e9ea8 req-d6383afa-5f71-4bf3-87e0-6bfabe898d96 service neutron] 10.222.0.41 "GET /v2.0/networks/567ae970-4062-4a31-b789-93db18167964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786280 Jan 14 07:30:43.516985 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5dfc9e0c-7deb-4f54-9ebc-3319afe64627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:43.518492 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5dfc9e0c-7deb-4f54-9ebc-3319afe64627 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d7845f9-aaa4-4512-9b6c-ada2d670fa39 HTTP/1.1" status: 204 len: 168 time: 1.4032385 Jan 14 07:30:43.662737 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-299a2368-7596-4174-bdc7-0027420755e3 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:43.680582 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e55b8502-bbd4-45d2-94d2-11e87397821f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:43.761284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-faf36dd8-4c4b-4853-9d0e-86a89f24f14d None None] Deleting port 20a71661-a87d-4650-82ca-d743a91fb9e5 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:43.761716 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-faf36dd8-4c4b-4853-9d0e-86a89f24f14d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:43.844071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a2368-7596-4174-bdc7-0027420755e3 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Pushing event deleted for resources: {'Subnet': ['ID=492fb437-d18e-4803-9c2c-3185b7f89e7a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:43.883758 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4eb39f7c-bfcc-407e-b0ae-7201244e9ea8 req-447e6b5a-42fa-4d59-886f-8c7c25837791 service neutron] 10.222.0.41 "GET /v2.0/networks/567ae970-4062-4a31-b789-93db18167964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3318825 Jan 14 07:30:43.888334 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-299a2368-7596-4174-bdc7-0027420755e3 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:43.901982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0e04cf-deea-45d7-b96d-36ae8ff2b304 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:43.907095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0e04cf-deea-45d7-b96d-36ae8ff2b304 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:43.918142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5b0e04cf-deea-45d7-b96d-36ae8ff2b304 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:43.961659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5b0e04cf-deea-45d7-b96d-36ae8ff2b304 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:43.965986 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5b0e04cf-deea-45d7-b96d-36ae8ff2b304 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6096699 Jan 14 07:30:43.966645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38130) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:44.105986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 23422b08-c260-4c35-bea2-df8738b7a10d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:44.224011 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-299a2368-7596-4174-bdc7-0027420755e3 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:44.254386 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-299a2368-7596-4174-bdc7-0027420755e3 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "DELETE /v2.0/subnets/492fb437-d18e-4803-9c2c-3185b7f89e7a HTTP/1.1" status: 204 len: 168 time: 3.8112991 Jan 14 07:30:44.258379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38148) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:44.440122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6a6da4-7453-47eb-920f-b94986b31151 None None] Network 0438d49c-307c-4ca2-8412-53ecdf292c13 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:44.541991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-22967bb0-7216-4912-a030-bffaf54ec4c3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Deleting port 98b2a50e-ceb9-48fe-813f-8b8aca7fb780 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:44.544296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bfd31fa-0bb1-495d-865f-7968eb4780df tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet f849a31d-d718-4762-8446-c0d63d49fa79 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:30:44.544885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22967bb0-7216-4912-a030-bffaf54ec4c3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:44.549947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2bfd31fa-0bb1-495d-865f-7968eb4780df tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:44.638532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38170) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:44.694641 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2bfd31fa-0bb1-495d-865f-7968eb4780df tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:44.919911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-faf36dd8-4c4b-4853-9d0e-86a89f24f14d None None] For port 20a71661-a87d-4650-82ca-d743a91fb9e5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=20a71661-a87d-4650-82ca-d743a91fb9e5,segment=NetworkSegment(82b91c03-16c6-4227-94bd-be630e3b03f8),segment_id=82b91c03-16c6-4227-94bd-be630e3b03f8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:44.920358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-faf36dd8-4c4b-4853-9d0e-86a89f24f14d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:44.958639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38186) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:45.064899 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2bfd31fa-0bb1-495d-865f-7968eb4780df tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:45.125747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38192) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:45.214389 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-561c90f6-4e1b-41bb-9520-7aea6803096e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:45.336282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83754620-bb74-46cc-b33f-b0edec8182d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:45.389344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-faf36dd8-4c4b-4853-9d0e-86a89f24f14d None None] Calling delete_port for 20a71661-a87d-4650-82ca-d743a91fb9e5 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:45.397981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1546971163', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:45.403379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:45.408755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Usage tracker for resource:port and tenant:f10e524952d84d928403cc9a4e57f286 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:45.412208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:45.418243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:45.438023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 23422b08-c260-4c35-bea2-df8738b7a10d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:45.438538 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:45.449704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Made reservation on behalf of f10e524952d84d928403cc9a4e57f286 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:45.454464 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:45.473685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-83754620-bb74-46cc-b33f-b0edec8182d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:45.502326 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:45.523699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4cb77ef-73f1-47c2-93ff-323c3cf4f5c1 admin admin] Deleting subnet 493fd8da-9c3b-4c14-9594-7512c500c811 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:30:45.561524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-83754620-bb74-46cc-b33f-b0edec8182d5 admin admin] Usage tracker for resource:security_group_rule and tenant:5192d5f7520146699c81b0a259e4a27c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:45.566522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-83754620-bb74-46cc-b33f-b0edec8182d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:45.570282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4cb77ef-73f1-47c2-93ff-323c3cf4f5c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:45.592955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8c933c-77bb-4e2e-affa-7eeecf6bd31b None None] DHCP port deletion for 0438d49c-307c-4ca2-8412-53ecdf292c13 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:30:45.598657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c933c-77bb-4e2e-affa-7eeecf6bd31b None None] Deleting port e59cec77-778d-4c86-90bb-4ce3cd5f7862 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:45.599072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d8c933c-77bb-4e2e-affa-7eeecf6bd31b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:45.613103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-561c90f6-4e1b-41bb-9520-7aea6803096e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Deleting port 20a71661-a87d-4650-82ca-d743a91fb9e5 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:45.613678 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-561c90f6-4e1b-41bb-9520-7aea6803096e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:45.639454 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:45.659333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:45.663377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Usage tracker for resource:security_group_rule and tenant:f10e524952d84d928403cc9a4e57f286 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:45.666457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:45.672422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:45.687951 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2bfd31fa-0bb1-495d-865f-7968eb4780df tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:45.709379 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ce6bcef8-2255-4023-889b-ecb3dc4aad22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:45.709995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-83754620-bb74-46cc-b33f-b0edec8182d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:45.774248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd31fa-0bb1-495d-865f-7968eb4780df tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=f849a31d-d718-4762-8446-c0d63d49fa79,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:45.803516 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-faf36dd8-4c4b-4853-9d0e-86a89f24f14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:45.805326 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:45.826709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:45.840442 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2bfd31fa-0bb1-495d-865f-7968eb4780df tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:45.845585 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a23a5ca-857a-4dab-87f5-463d69adc8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:45.882523 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22967bb0-7216-4912-a030-bffaf54ec4c3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:45.891982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Pushing event updated for resources: {'SecurityGroup': ['ID=0d80731e-e67c-4164-b79a-53864503c840,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:45.921479 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:45.926823 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4cb77ef-73f1-47c2-93ff-323c3cf4f5c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:45.945991 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0badf985-78e9-4977-8c67-c8d1dc39c008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:45.962549 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2bfd31fa-0bb1-495d-865f-7968eb4780df tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:45.987764 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2bfd31fa-0bb1-495d-865f-7968eb4780df tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/f849a31d-d718-4762-8446-c0d63d49fa79 HTTP/1.1" status: 204 len: 168 time: 2.0199521 Jan 14 07:30:45.995885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38216) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:46.075390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf36dd8-4c4b-4853-9d0e-86a89f24f14d None None] Pushing event deleted for resources: {'Port': ['ID=20a71661-a87d-4650-82ca-d743a91fb9e5,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:46.078158 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-faf36dd8-4c4b-4853-9d0e-86a89f24f14d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:46.079175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f3dfbb-b970-4193-aa95-66c1ec1c9e63 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:46.112233 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-df000154-398e-4312-86d9-058f4a832d63 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1176896 Jan 14 07:30:46.113029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38230) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:46.120194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c8eaf089-afd0-4ab9-bfab-30421de35cf7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:46.142865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-561c90f6-4e1b-41bb-9520-7aea6803096e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] The port '20a71661-a87d-4650-82ca-d743a91fb9e5' was deleted {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:30:46.190887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf36dd8-4c4b-4853-9d0e-86a89f24f14d None None] No DVR routers for this DVR port 20a71661-a87d-4650-82ca-d743a91fb9e5 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:30:46.248449 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:46.254195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-22967bb0-7216-4912-a030-bffaf54ec4c3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Calling delete_port for 98b2a50e-ceb9-48fe-813f-8b8aca7fb780 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:46.381315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c8eaf089-afd0-4ab9-bfab-30421de35cf7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:46.389370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c8eaf089-afd0-4ab9-bfab-30421de35cf7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:46.396284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c8eaf089-afd0-4ab9-bfab-30421de35cf7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:46.403958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c8eaf089-afd0-4ab9-bfab-30421de35cf7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:46.413542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e59cec77-778d-4c86-90bb-4ce3cd5f7862 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:30:46.417572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eaf089-afd0-4ab9-bfab-30421de35cf7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:46.430195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf089-afd0-4ab9-bfab-30421de35cf7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:46.561500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0d8c933c-77bb-4e2e-affa-7eeecf6bd31b None None] For port e59cec77-778d-4c86-90bb-4ce3cd5f7862, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e59cec77-778d-4c86-90bb-4ce3cd5f7862,segment=NetworkSegment(25e191d7-d003-48ee-a261-33d08be0cf7b),segment_id=25e191d7-d003-48ee-a261-33d08be0cf7b)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:46.561954 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d8c933c-77bb-4e2e-affa-7eeecf6bd31b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:46.798563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c933c-77bb-4e2e-affa-7eeecf6bd31b None None] Calling delete_port for e59cec77-778d-4c86-90bb-4ce3cd5f7862 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:46.869525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e77c4d-278f-4fd3-9351-ada77abcd0f0 None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:30:46.932650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c6e77c4d-278f-4fd3-9351-ada77abcd0f0 None None] Deleting port 23422b08-c260-4c35-bea2-df8738b7a10d {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:46.933075 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6e77c4d-278f-4fd3-9351-ada77abcd0f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:47.032252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-561c90f6-4e1b-41bb-9520-7aea6803096e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:47.137761 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf089-afd0-4ab9-bfab-30421de35cf7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:47.155972 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-350089f3-e471-4777-852d-ea1c189c14f8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:47.166003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-561c90f6-4e1b-41bb-9520-7aea6803096e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977d31d9-5ccc-45e5-88bf-1ad2952684f3']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:47.187250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-561c90f6-4e1b-41bb-9520-7aea6803096e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b91c03-16c6-4227-94bd-be630e3b03f8') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:47.187591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-561c90f6-4e1b-41bb-9520-7aea6803096e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b91c03-16c6-4227-94bd-be630e3b03f8') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:47.201696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-561c90f6-4e1b-41bb-9520-7aea6803096e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:47.222669 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-561c90f6-4e1b-41bb-9520-7aea6803096e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:47.231986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-561c90f6-4e1b-41bb-9520-7aea6803096e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Releasing vxlan tunnel 12 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:30:47.252213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:47.285960 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d8c933c-77bb-4e2e-affa-7eeecf6bd31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:47.326678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaf089-afd0-4ab9-bfab-30421de35cf7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=35df3541-9523-4dc9-b58c-71581a36863a,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:47.335052 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c8eaf089-afd0-4ab9-bfab-30421de35cf7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:47.400159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eaf089-afd0-4ab9-bfab-30421de35cf7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:47.401303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c8eaf089-afd0-4ab9-bfab-30421de35cf7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:47.415094 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-279e6e40-d467-489a-9266-2b4244c36105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:47.419525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eaf089-afd0-4ab9-bfab-30421de35cf7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:47.420387 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8eaf089-afd0-4ab9-bfab-30421de35cf7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:47.450333 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c8eaf089-afd0-4ab9-bfab-30421de35cf7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3360825 Jan 14 07:30:47.453391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38278) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:47.469005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c933c-77bb-4e2e-affa-7eeecf6bd31b None None] Pushing event deleted for resources: {'Port': ['ID=e59cec77-778d-4c86-90bb-4ce3cd5f7862,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:47.481907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2fd2343c-7a22-4dee-97fa-15f30aca1632 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'fixed_ips': [{'subnet_id': '35df3541-9523-4dc9-b58c-71581a36863a', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1852663002'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:47.505822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8c933c-77bb-4e2e-affa-7eeecf6bd31b None None] No DVR routers for this DVR port e59cec77-778d-4c86-90bb-4ce3cd5f7862 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:30:47.509976 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d8c933c-77bb-4e2e-affa-7eeecf6bd31b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:47.564262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c6e77c4d-278f-4fd3-9351-ada77abcd0f0 None None] For port 23422b08-c260-4c35-bea2-df8738b7a10d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=23422b08-c260-4c35-bea2-df8738b7a10d,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:47.564699 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6e77c4d-278f-4fd3-9351-ada77abcd0f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:47.677144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2fd2343c-7a22-4dee-97fa-15f30aca1632 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:47.683047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2fd2343c-7a22-4dee-97fa-15f30aca1632 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:port and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:47.686272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2fd2343c-7a22-4dee-97fa-15f30aca1632 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for port was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:47.692387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2fd2343c-7a22-4dee-97fa-15f30aca1632 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:47.706086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd2343c-7a22-4dee-97fa-15f30aca1632 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:47.716437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c6e77c4d-278f-4fd3-9351-ada77abcd0f0 None None] Calling delete_port for 23422b08-c260-4c35-bea2-df8738b7a10d owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:47.720718 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2fd2343c-7a22-4dee-97fa-15f30aca1632 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:47.846979 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6e77c4d-278f-4fd3-9351-ada77abcd0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:47.863951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-561c90f6-4e1b-41bb-9520-7aea6803096e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Network 977d31d9-5ccc-45e5-88bf-1ad2952684f3 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:30:47.871787 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da0f99bb-605e-44c2-9b1f-d4b70eca0308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:47.874801 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-561c90f6-4e1b-41bb-9520-7aea6803096e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:47.970292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-2fd2343c-7a22-4dee-97fa-15f30aca1632 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port 0c2d852a-e601-4c7f-8069-aca704e0a4c3 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:30:48.045623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e77c4d-278f-4fd3-9351-ada77abcd0f0 None None] Pushing event deleted for resources: {'Port': ['ID=23422b08-c260-4c35-bea2-df8738b7a10d,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:48.056831 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6e77c4d-278f-4fd3-9351-ada77abcd0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:48.108139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-561c90f6-4e1b-41bb-9520-7aea6803096e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Network 977d31d9-5ccc-45e5-88bf-1ad2952684f3 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:30:48.126290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e77c4d-278f-4fd3-9351-ada77abcd0f0 None None] No DVR routers for this DVR port 23422b08-c260-4c35-bea2-df8738b7a10d on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:30:48.156682 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd2343c-7a22-4dee-97fa-15f30aca1632 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:30:48.157369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd2343c-7a22-4dee-97fa-15f30aca1632 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 400 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:30:48.159776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ab9d50-eb13-4511-b250-b3f3a736c353 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:48.187044 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2fd2343c-7a22-4dee-97fa-15f30aca1632 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7280807 Jan 14 07:30:48.187519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38302) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:48.243993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b6b691b6-e9eb-4316-840e-87ed5e0e30c5 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:48.269598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b6b691b6-e9eb-4316-840e-87ed5e0e30c5 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:48.273268 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b6b691b6-e9eb-4316-840e-87ed5e0e30c5 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0821047 Jan 14 07:30:48.273686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38310) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:48.279310 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4cb77ef-73f1-47c2-93ff-323c3cf4f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:48.419292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 23422b08-c260-4c35-bea2-df8738b7a10d no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:30:48.419902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287d4f71-9281-4e32-80d0-f6c170790332 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:48.425219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287d4f71-9281-4e32-80d0-f6c170790332 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:48.426083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-287d4f71-9281-4e32-80d0-f6c170790332 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:30:48.443611 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:30:48.447231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-287d4f71-9281-4e32-80d0-f6c170790332 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:30:48.447231 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-287d4f71-9281-4e32-80d0-f6c170790332 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1711097 Jan 14 07:30:48.448879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38324) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:48.517859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-561c90f6-4e1b-41bb-9520-7aea6803096e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:48.535436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 23422b08-c260-4c35-bea2-df8738b7a10d {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:30:48.536030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 23422b08-c260-4c35-bea2-df8738b7a10d not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:30:48.565931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-5815e63e-7890-482c-999a-4960b095142d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 35df3541-9523-4dc9-b58c-71581a36863a {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:30:48.571894 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5815e63e-7890-482c-999a-4960b095142d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:48.617686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22967bb0-7216-4912-a030-bffaf54ec4c3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:48.634668 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f11f49ab-4c07-476f-9224-ca348b3f5193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:48.650801 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4cb77ef-73f1-47c2-93ff-323c3cf4f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:48.660229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5815e63e-7890-482c-999a-4960b095142d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:48.670657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71ac42e-0837-4669-9aa1-2fc4f31cd722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': '35df3541-9523-4dc9-b58c-71581a36863a'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:30:48.674210 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e71ac42e-0837-4669-9aa1-2fc4f31cd722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:48.737328 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5815e63e-7890-482c-999a-4960b095142d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:48.830589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-561c90f6-4e1b-41bb-9520-7aea6803096e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:48.849482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] device_id is not set on port db9849fc-767f-4520-90b0-414d979d68cf yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:30:49.036147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Allocated IP 172.25.3.77 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/db9849fc-767f-4520-90b0-414d979d68cf) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:49.134596 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5815e63e-7890-482c-999a-4960b095142d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server [None req-e71ac42e-0837-4669-9aa1-2fc4f31cd722 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35df3541-9523-4dc9-b58c-71581a36863a: This subnet is being modified by another concurrent operation. Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 07:30:49.153873 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise exception Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35df3541-9523-4dc9-b58c-71581a36863a: This subnet is being modified by another concurrent operation. Jan 14 07:30:49.156913 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server Jan 14 07:30:49.175371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0005cd-9689-4c5b-95b8-c796e0921c47 None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:30:49.176912 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b854c30e-f5bb-4767-bd3b-fae4596900d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:49.220725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815e63e-7890-482c-999a-4960b095142d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=35df3541-9523-4dc9-b58c-71581a36863a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:49.229907 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5815e63e-7890-482c-999a-4960b095142d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:49.361681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c90f6-4e1b-41bb-9520-7aea6803096e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Pushing event deleted for resources: {'Network': ['ID=977d31d9-5ccc-45e5-88bf-1ad2952684f3,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:49.369479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5815e63e-7890-482c-999a-4960b095142d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:49.385491 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5815e63e-7890-482c-999a-4960b095142d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/35df3541-9523-4dc9-b58c-71581a36863a HTTP/1.1" status: 204 len: 168 time: 0.9348547 Jan 14 07:30:49.390022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38370) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:49.395527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0005cd-9689-4c5b-95b8-c796e0921c47 None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:30:49.454689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83754620-bb74-46cc-b33f-b0edec8182d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:49.485285 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f01e1f65-f151-46d8-b9e1-d7c4695fa448 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0932438 Jan 14 07:30:49.489848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38374) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:49.490034 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-561c90f6-4e1b-41bb-9520-7aea6803096e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:49.490649 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83754620-bb74-46cc-b33f-b0edec8182d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:49.499219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fccf26bd-4aca-44a9-995f-61b3b1ad819e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:49.527597 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-19624446-84bc-44f9-834f-c343634260dd tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.339s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:49.622893 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-83754620-bb74-46cc-b33f-b0edec8182d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5192d5f7520146699c81b0a259e4a27c&name=default HTTP/1.1" status: 200 len: 2983 time: 4.6611702 Jan 14 07:30:49.624850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22967bb0-7216-4912-a030-bffaf54ec4c3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event deleted for resources: {'Port': ['ID=98b2a50e-ceb9-48fe-813f-8b8aca7fb780,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:49.630862 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-561c90f6-4e1b-41bb-9520-7aea6803096e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "DELETE /v2.0/networks/977d31d9-5ccc-45e5-88bf-1ad2952684f3 HTTP/1.1" status: 204 len: 168 time: 5.3695784 Jan 14 07:30:49.651073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38384) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:49.651465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38386) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:49.660811 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-22967bb0-7216-4912-a030-bffaf54ec4c3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:49.677130 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c830f194-805d-44d0-b881-42502899ea59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.487s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:49.678785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fccf26bd-4aca-44a9-995f-61b3b1ad819e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:49.683021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38392) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:49.686673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fccf26bd-4aca-44a9-995f-61b3b1ad819e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:49.693900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fccf26bd-4aca-44a9-995f-61b3b1ad819e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:49.701835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fccf26bd-4aca-44a9-995f-61b3b1ad819e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:49.714370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccf26bd-4aca-44a9-995f-61b3b1ad819e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:49.777903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb77ef-73f1-47c2-93ff-323c3cf4f5c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=493fd8da-9c3b-4c14-9594-7512c500c811,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:49.786314 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4cb77ef-73f1-47c2-93ff-323c3cf4f5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:49.821301 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ed473fc6-759d-41ed-b3c9-a32afcb013b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:49.879778 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:49.937592 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c55778a1-bdad-41ea-abdc-b0839c5bd0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:50.009016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c55778a1-bdad-41ea-abdc-b0839c5bd0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:50.013657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c55778a1-bdad-41ea-abdc-b0839c5bd0e0 admin admin] Usage tracker for resource:security_group_rule and tenant:1f480ef3250f40b08619498f5b13e63a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:50.019466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c55778a1-bdad-41ea-abdc-b0839c5bd0e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:50.028370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c55778a1-bdad-41ea-abdc-b0839c5bd0e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:50.097296 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fccf26bd-4aca-44a9-995f-61b3b1ad819e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:50.195370 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbf5f-4934-4276-948d-22292ec0d39a tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:50.290941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c55778a1-bdad-41ea-abdc-b0839c5bd0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:50.296211 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:50.353251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c55778a1-bdad-41ea-abdc-b0839c5bd0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:50.366531 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2dc127dc-6f04-4a2f-ab72-40c2f5ef1ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:50.414572 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4cb77ef-73f1-47c2-93ff-323c3cf4f5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:50.419342 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e4cb77ef-73f1-47c2-93ff-323c3cf4f5c1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/493fd8da-9c3b-4c14-9594-7512c500c811 HTTP/1.1" status: 204 len: 168 time: 5.2851319 Jan 14 07:30:50.423439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38412) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:50.441827 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c55778a1-bdad-41ea-abdc-b0839c5bd0e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f480ef3250f40b08619498f5b13e63a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7551153 Jan 14 07:30:50.443516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38416) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:50.454382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83754620-bb74-46cc-b33f-b0edec8182d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b034302-ddb7-428a-97a6-540851916210,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:50.535925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38420) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:50.563078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55778a1-bdad-41ea-abdc-b0839c5bd0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2c5e1b-9a36-45d6-a9b7-8aa0bed61214,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:50.574740 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c55778a1-bdad-41ea-abdc-b0839c5bd0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:50.621610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3e8e7d7b-3cf9-470d-a1ac-67929b0b359a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:50.763207 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-83754620-bb74-46cc-b33f-b0edec8182d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:50.782398 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-00288fec-f258-48d4-ace9-2dfb28d4b9bf tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.393s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:50.974997 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0fa978d-6aae-4cdf-bd49-d3ae550b4434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.000772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d0fa978d-6aae-4cdf-bd49-d3ae550b4434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:51.092033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f348af6-5750-4140-a593-72c71e66a9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.093763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d0fa978d-6aae-4cdf-bd49-d3ae550b4434 admin admin] Usage tracker for resource:security_group_rule and tenant:53ea7b7189b74dc5b33ee1db3451dc25 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:51.112942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d0fa978d-6aae-4cdf-bd49-d3ae550b4434 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:51.120000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Pushing event updated for resources: {'Port': ['ID=db9849fc-767f-4520-90b0-414d979d68cf,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:51.139838 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:51.141661 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbf5f-4934-4276-948d-22292ec0d39a tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.181336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d0fa978d-6aae-4cdf-bd49-d3ae550b4434 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:51.222999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3e8e7d7b-3cf9-470d-a1ac-67929b0b359a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.278693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22967bb0-7216-4912-a030-bffaf54ec4c3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.301990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f348af6-5750-4140-a593-72c71e66a9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.317474 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58dbfc09-cc5d-41e1-859b-19398510cc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.322152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:51.388026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:51.395354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3e8e7d7b-3cf9-470d-a1ac-67929b0b359a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567ae970-4062-4a31-b789-93db18167964']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:51.413885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:51.430250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3e8e7d7b-3cf9-470d-a1ac-67929b0b359a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb87b65-4b0a-4e1b-b873-3c0b6ce1554a') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:51.430592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3e8e7d7b-3cf9-470d-a1ac-67929b0b359a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb87b65-4b0a-4e1b-b873-3c0b6ce1554a') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:51.456129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3e8e7d7b-3cf9-470d-a1ac-67929b0b359a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.497384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3e8e7d7b-3cf9-470d-a1ac-67929b0b359a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.504525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e8e7d7b-3cf9-470d-a1ac-67929b0b359a admin admin] Releasing vxlan tunnel 13 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:30:51.515538 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58dbfc09-cc5d-41e1-859b-19398510cc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.540717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0cfcbf5f-4934-4276-948d-22292ec0d39a tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0438d49c-307c-4ca2-8412-53ecdf292c13']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:51.572455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0cfcbf5f-4934-4276-948d-22292ec0d39a tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e191d7-d003-48ee-a261-33d08be0cf7b') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:51.572793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0cfcbf5f-4934-4276-948d-22292ec0d39a tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e191d7-d003-48ee-a261-33d08be0cf7b') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:51.619696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbf5f-4934-4276-948d-22292ec0d39a tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.633471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0fa978d-6aae-4cdf-bd49-d3ae550b4434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.643115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:51.643837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.654332 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0fa978d-6aae-4cdf-bd49-d3ae550b4434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.666928 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbf5f-4934-4276-948d-22292ec0d39a tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.670816 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3346f1ce-adbe-46b6-9525-6874ede447e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:51.676229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0cfcbf5f-4934-4276-948d-22292ec0d39a tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Releasing vxlan tunnel 6 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:30:51.712804 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f348af6-5750-4140-a593-72c71e66a9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.725052 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc2fc733-2eb3-4783-a64e-3344a81104aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:51.812800 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d0fa978d-6aae-4cdf-bd49-d3ae550b4434 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53ea7b7189b74dc5b33ee1db3451dc25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2512043 Jan 14 07:30:51.818658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38426) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:51.830378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa978d-6aae-4cdf-bd49-d3ae550b4434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21721fc9-5dfb-40fa-8a8c-956c3a86144f,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:51.837207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3e8e7d7b-3cf9-470d-a1ac-67929b0b359a admin admin] Network 567ae970-4062-4a31-b789-93db18167964 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:30:51.852345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f348af6-5750-4140-a593-72c71e66a9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b034302-ddb7-428a-97a6-540851916210,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:51.856132 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0fa978d-6aae-4cdf-bd49-d3ae550b4434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:51.857114 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fccf26bd-4aca-44a9-995f-61b3b1ad819e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.857319 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f348af6-5750-4140-a593-72c71e66a9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:51.880976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3e8e7d7b-3cf9-470d-a1ac-67929b0b359a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.897698 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 7.2547655 Jan 14 07:30:51.897907 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5473db05-c7e1-48e2-89ff-e98fcc511a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:51.914625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38430) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:51.922420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f348af6-5750-4140-a593-72c71e66a9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.926448 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7f348af6-5750-4140-a593-72c71e66a9c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b034302-ddb7-428a-97a6-540851916210 HTTP/1.1" status: 204 len: 168 time: 2.2645221 Jan 14 07:30:51.977407 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58dbfc09-cc5d-41e1-859b-19398510cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.979912 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58dbfc09-cc5d-41e1-859b-19398510cc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:51.981162 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-58dbfc09-cc5d-41e1-859b-19398510cc63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da2c5e1b-9a36-45d6-a9b7-8aa0bed61214 HTTP/1.1" status: 204 len: 168 time: 1.5359457 Jan 14 07:30:51.986626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-3f2f80d1-6e53-488d-a5b2-8e63227a9a21 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Request body: {'router': {'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.77'}]}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:52.004534 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76c1c143-97fa-4585-92c0-e50c508a603b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:52.037131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3f2f80d1-6e53-488d-a5b2-8e63227a9a21 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:52.095581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbfc09-cc5d-41e1-859b-19398510cc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2c5e1b-9a36-45d6-a9b7-8aa0bed61214,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:52.139545 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-58dbfc09-cc5d-41e1-859b-19398510cc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:52.139545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0cfcbf5f-4934-4276-948d-22292ec0d39a tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Network 0438d49c-307c-4ca2-8412-53ecdf292c13 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:30:52.186315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3f2f80d1-6e53-488d-a5b2-8e63227a9a21 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Usage tracker for resource:router and tenant:f10e524952d84d928403cc9a4e57f286 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:52.190176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbf5f-4934-4276-948d-22292ec0d39a tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.211331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3f2f80d1-6e53-488d-a5b2-8e63227a9a21 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:52.271344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3e8e7d7b-3cf9-470d-a1ac-67929b0b359a admin admin] Network 567ae970-4062-4a31-b789-93db18167964 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:30:52.278456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3f2f80d1-6e53-488d-a5b2-8e63227a9a21 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:52.282992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf26bd-4aca-44a9-995f-61b3b1ad819e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=442b2dde-202a-4979-8782-920a6e6ae78e,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:30:52.311548 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:30:52.314020 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fccf26bd-4aca-44a9-995f-61b3b1ad819e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:52.329693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec0114f3-2102-40ba-93c3-03db41eda479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.345123 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f2f80d1-6e53-488d-a5b2-8e63227a9a21 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.346547 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f2f80d1-6e53-488d-a5b2-8e63227a9a21 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.451945 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec0114f3-2102-40ba-93c3-03db41eda479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.466742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccf26bd-4aca-44a9-995f-61b3b1ad819e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:52.469425 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3e8e7d7b-3cf9-470d-a1ac-67929b0b359a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.478789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-fccf26bd-4aca-44a9-995f-61b3b1ad819e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:52.484940 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1536d53b-28d6-44ea-addd-11365a66e788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:52.487975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b08d22-7d62-4ca4-9f6c-ee0e3b1d556b None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:30:52.505978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3e8e7d7b-3cf9-470d-a1ac-67929b0b359a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.519749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38448) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:52.543010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0cfcbf5f-4934-4276-948d-22292ec0d39a tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Network 0438d49c-307c-4ca2-8412-53ecdf292c13 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:30:52.555252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e7d7b-3cf9-470d-a1ac-67929b0b359a admin admin] Pushing event deleted for resources: {'Network': ['ID=567ae970-4062-4a31-b789-93db18167964,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:52.561738 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3e8e7d7b-3cf9-470d-a1ac-67929b0b359a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:52.567486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccf26bd-4aca-44a9-995f-61b3b1ad819e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:30:52.568177 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fccf26bd-4aca-44a9-995f-61b3b1ad819e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:30:52.574658 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:30:52.587072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17aab0bb-2862-413d-bdae-3bc37bc7a698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.618482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-17aab0bb-2862-413d-bdae-3bc37bc7a698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:52.625120 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3e8e7d7b-3cf9-470d-a1ac-67929b0b359a admin admin] 10.222.0.41 "DELETE /v2.0/networks/567ae970-4062-4a31-b789-93db18167964 HTTP/1.1" status: 204 len: 168 time: 2.1938593 Jan 14 07:30:52.633534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-17aab0bb-2862-413d-bdae-3bc37bc7a698 admin admin] Usage tracker for resource:security_group_rule and tenant:e5eaec872e7a4711aa0ebacb8c61a037 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:52.637289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-17aab0bb-2862-413d-bdae-3bc37bc7a698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:52.641089 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fccf26bd-4aca-44a9-995f-61b3b1ad819e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1486058 Jan 14 07:30:52.644949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38456) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:52.645879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-17aab0bb-2862-413d-bdae-3bc37bc7a698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:52.655942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fbb4bb66-cec4-44de-8927-871bc4f1c4a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1491685499', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:52.669747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fbb4bb66-cec4-44de-8927-871bc4f1c4a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:52.675742 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec0114f3-2102-40ba-93c3-03db41eda479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.678748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec0114f3-2102-40ba-93c3-03db41eda479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.680123 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ec0114f3-2102-40ba-93c3-03db41eda479 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21721fc9-5dfb-40fa-8a8c-956c3a86144f HTTP/1.1" status: 204 len: 168 time: 0.8516457 Jan 14 07:30:52.683866 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18516735-7d28-4988-beec-9157c10e724d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:52.693811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fbb4bb66-cec4-44de-8927-871bc4f1c4a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:router and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:52.698771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fbb4bb66-cec4-44de-8927-871bc4f1c4a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:52.699169 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f2f80d1-6e53-488d-a5b2-8e63227a9a21 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.713316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0114f3-2102-40ba-93c3-03db41eda479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21721fc9-5dfb-40fa-8a8c-956c3a86144f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:52.715500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fbb4bb66-cec4-44de-8927-871bc4f1c4a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:52.720833 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec0114f3-2102-40ba-93c3-03db41eda479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:52.735315 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbb4bb66-cec4-44de-8927-871bc4f1c4a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.736442 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbb4bb66-cec4-44de-8927-871bc4f1c4a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.772456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbb4bb66-cec4-44de-8927-871bc4f1c4a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.777723 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbf5f-4934-4276-948d-22292ec0d39a tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.787101 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbf5f-4934-4276-948d-22292ec0d39a tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.795026 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-38cb905c-95ec-47eb-93ba-711d6bb800cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:52.822424 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbb4bb66-cec4-44de-8927-871bc4f1c4a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.825727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': '442b2dde-202a-4979-8782-920a6e6ae78e'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:30:52.826650 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.857213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17aab0bb-2862-413d-bdae-3bc37bc7a698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.865040 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17aab0bb-2862-413d-bdae-3bc37bc7a698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.887962 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f6e95caa-13ab-4768-ad25-a49b66f4a384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:52.924135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcbf5f-4934-4276-948d-22292ec0d39a tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Pushing event deleted for resources: {'Network': ['ID=0438d49c-307c-4ca2-8412-53ecdf292c13,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:52.938404 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0cfcbf5f-4934-4276-948d-22292ec0d39a tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:52.983260 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbb4bb66-cec4-44de-8927-871bc4f1c4a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:52.983260 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fbb4bb66-cec4-44de-8927-871bc4f1c4a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3345180 Jan 14 07:30:53.000201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38464) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:53.057733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22967bb0-7216-4912-a030-bffaf54ec4c3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Router 35875226-ed24-4467-a188-f58a4a7893c3 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:30:53.070804 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0cfcbf5f-4934-4276-948d-22292ec0d39a tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] 10.222.0.41 "DELETE /v2.0/networks/0438d49c-307c-4ca2-8412-53ecdf292c13 HTTP/1.1" status: 204 len: 168 time: 3.3970268 Jan 14 07:30:53.141300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38470) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:53.309990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Allocated IP 2001:db8::2 (e6acc9a6-db0b-42d1-82b7-716516d3711e/442b2dde-202a-4979-8782-920a6e6ae78e/cdb324d3-fdbe-4678-803d-7731366c4503) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:53.560848 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-17aab0bb-2862-413d-bdae-3bc37bc7a698 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5eaec872e7a4711aa0ebacb8c61a037&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0399425 Jan 14 07:30:53.579403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38486) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:53.590527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aab0bb-2862-413d-bdae-3bc37bc7a698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c74f5d-e704-4078-b610-45bb1c3e3a6b,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:53.651731 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-17aab0bb-2862-413d-bdae-3bc37bc7a698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:53.739255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:53.753869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Transition to ACTIVE for port object cdb324d3-fdbe-4678-803d-7731366c4503 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:53.775044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Transition to ACTIVE for port object cdb324d3-fdbe-4678-803d-7731366c4503 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:53.782015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:53.888540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f2f80d1-6e53-488d-a5b2-8e63227a9a21 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:53.975963 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-faf36dd8-4c4b-4853-9d0e-86a89f24f14d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:54.067206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Pushing event updated for resources: {'Port': ['ID=cdb324d3-fdbe-4678-803d-7731366c4503,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:54.081229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:54.086520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:54.091187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:54.102983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.103378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.103839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.104222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.104784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.105162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.105547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.105904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.106269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.106636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.107003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.107373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.107836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.108205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.108570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.109726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.110100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.110474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.110842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.111698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.112096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.112473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.113108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.113479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.114386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.114986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.115354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.116321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.116709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.117082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.117449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.117817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.118180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.118543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.118908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.119268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:30:54.127412 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:54.156769 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a11088b4-aa1b-4ec0-84c7-3e8dc14087ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd918d38bf4444a78baad1b7d90e755f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0092309 Jan 14 07:30:54.166431 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11d56ffd-9648-4091-b05d-787b6d258aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:54.224303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38502) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:54.237415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Attempting to bind port cdb324d3-fdbe-4678-803d-7731366c4503 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:30:54.238153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Attempting to bind port cdb324d3-fdbe-4678-803d-7731366c4503 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:30:54.240064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Attempting to bind port cdb324d3-fdbe-4678-803d-7731366c4503 on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:30:54.249112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:30:54.249550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:30:54.250005 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:54.250453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:30:54.250986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Bound port: cdb324d3-fdbe-4678-803d-7731366c4503, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:30:54.251411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:54.361895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e05df0c1-97d6-49c9-883d-badb0daa8a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:54.394003 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e05df0c1-97d6-49c9-883d-badb0daa8a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:54.449417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] For port cdb324d3-fdbe-4678-803d-7731366c4503, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:30:54.457545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e05df0c1-97d6-49c9-883d-badb0daa8a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:54.459019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] For port cdb324d3-fdbe-4678-803d-7731366c4503, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=cdb324d3-fdbe-4678-803d-7731366c4503,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:30:54.472908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:54.482107 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-58dbfc09-cc5d-41e1-859b-19398510cc63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:54.548667 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e05df0c1-97d6-49c9-883d-badb0daa8a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:54.549939 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e05df0c1-97d6-49c9-883d-badb0daa8a6e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec0dc246-019b-4dcb-b1fa-b83b0fb0ed94 HTTP/1.1" status: 204 len: 168 time: 0.3144844 Jan 14 07:30:54.621733 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51db1ff2-5935-41fb-9f6a-f7f6b3bc4358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:54.622321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05df0c1-97d6-49c9-883d-badb0daa8a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0dc246-019b-4dcb-b1fa-b83b0fb0ed94,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:54.634018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22967bb0-7216-4912-a030-bffaf54ec4c3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:30:54.650743 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-22967bb0-7216-4912-a030-bffaf54ec4c3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "PUT /v2.0/routers/35875226-ed24-4467-a188-f58a4a7893c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4214625 Jan 14 07:30:54.652056 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e05df0c1-97d6-49c9-883d-badb0daa8a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:54.652731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38538) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:54.698132 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51db1ff2-5935-41fb-9f6a-f7f6b3bc4358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:54.797941 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:54.840441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:54.964845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8597fdbc-1022-463f-83c4-5bf001193171 None None] Sync routers for ids ['35875226-ed24-4467-a188-f58a4a7893c3'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:30:54.998890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Pushing event updated for resources: {'Port': ['ID=cdb324d3-fdbe-4678-803d-7731366c4503,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:55.007587 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:55.011052 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:55.014819 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:30:55.014819 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:55.014819 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:55.014819 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:55.014819 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:30:55.014819 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:55.014819 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:55.014819 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:55.014819 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:30:55.014819 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:55.014819 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:55.014819 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:55.014819 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:30:55.014819 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:55.014819 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:55.014819 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:55.014819 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:30:55.014819 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:30:55.014819 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:30:55.014819 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:30:55.021402 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac814b20-95db-4185-b19f-e98fb0f00bd6 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:55.025011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597fdbc-1022-463f-83c4-5bf001193171 None None] Routers {'35875226-ed24-4467-a188-f58a4a7893c3'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:30:55.025841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8597fdbc-1022-463f-83c4-5bf001193171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:30:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['35875226-ed24-4467-a188-f58a4a7893c3'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:55.110022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8597fdbc-1022-463f-83c4-5bf001193171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:55.151299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597fdbc-1022-463f-83c4-5bf001193171 None None] Routers {'35875226-ed24-4467-a188-f58a4a7893c3'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:30:55.152056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8597fdbc-1022-463f-83c4-5bf001193171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:30:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['35875226-ed24-4467-a188-f58a4a7893c3'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:55.231853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8597fdbc-1022-463f-83c4-5bf001193171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:30:55.232383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8597fdbc-1022-463f-83c4-5bf001193171 None None] The sync data for ids ['35875226-ed24-4467-a188-f58a4a7893c3'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:30:55.277636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51db1ff2-5935-41fb-9f6a-f7f6b3bc4358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:55.286021 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d3b7b76f-10d1-40f5-8ac5-1d4513d6b67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:55.306833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac814b20-95db-4185-b19f-e98fb0f00bd6 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:55.313683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ac814b20-95db-4185-b19f-e98fb0f00bd6 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Deleting port a2d229db-6ed1-44ff-8ec4-e44fd1a8d47f {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:55.314354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac814b20-95db-4185-b19f-e98fb0f00bd6 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:55.332447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db1ff2-5935-41fb-9f6a-f7f6b3bc4358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c74f5d-e704-4078-b610-45bb1c3e3a6b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:55.337218 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-51db1ff2-5935-41fb-9f6a-f7f6b3bc4358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:55.442283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38554) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:55.449503 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51db1ff2-5935-41fb-9f6a-f7f6b3bc4358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:55.449503 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-51db1ff2-5935-41fb-9f6a-f7f6b3bc4358 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63c74f5d-e704-4078-b610-45bb1c3e3a6b HTTP/1.1" status: 204 len: 168 time: 1.8610978 Jan 14 07:30:55.609201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac814b20-95db-4185-b19f-e98fb0f00bd6 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:55.988149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ac814b20-95db-4185-b19f-e98fb0f00bd6 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Calling delete_port for a2d229db-6ed1-44ff-8ec4-e44fd1a8d47f owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:30:55.994596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::1 (e6acc9a6-db0b-42d1-82b7-716516d3711e/442b2dde-202a-4979-8782-920a6e6ae78e/6c4f22c3-d3bc-4157-8aba-6bf76f935ee4) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:30:56.237418 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23f98b46-77bf-4b7e-a483-31acd0f95fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:56.276590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-23f98b46-77bf-4b7e-a483-31acd0f95fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:56.289191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-23f98b46-77bf-4b7e-a483-31acd0f95fb3 admin admin] Usage tracker for resource:security_group_rule and tenant:468a5dd099c0447e9fd23547de42a254 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:56.298636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-23f98b46-77bf-4b7e-a483-31acd0f95fb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:56.326516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-23f98b46-77bf-4b7e-a483-31acd0f95fb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:56.392137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:56.423907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:30:56.445937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device cdb324d3-fdbe-4678-803d-7731366c4503 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:56.452496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f2f80d1-6e53-488d-a5b2-8e63227a9a21 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:56.499754 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f2f80d1-6e53-488d-a5b2-8e63227a9a21 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:56.507979 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:56.533081 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b11dee3f-57a1-408e-8c16-cbad49e464dd tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:56.563591 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac814b20-95db-4185-b19f-e98fb0f00bd6 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:56.600228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port cdb324d3-fdbe-4678-803d-7731366c4503 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:56.735442 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-129461c7-7875-4bf3-bb39-ecff7d314645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:56.781718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38604) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:56.797061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=6c4f22c3-d3bc-4157-8aba-6bf76f935ee4,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:56.832746 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:56.835248 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23f98b46-77bf-4b7e-a483-31acd0f95fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:56.887416 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23f98b46-77bf-4b7e-a483-31acd0f95fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:56.920437 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-863f9297-4ed5-4ac3-bb1a-e9a4da07f098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:57.025396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f98b46-77bf-4b7e-a483-31acd0f95fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7140cd93-8be4-4f2d-b606-f11f083bcf5f,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:57.042576 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-23f98b46-77bf-4b7e-a483-31acd0f95fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:57.104285 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-23f98b46-77bf-4b7e-a483-31acd0f95fb3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=468a5dd099c0447e9fd23547de42a254&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6553962 Jan 14 07:30:57.105155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38620) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:57.174124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f20964d6-c430-4eb8-b377-ae1c4205d7ae None None] Provisioning for port cdb324d3-fdbe-4678-803d-7731366c4503 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:57.183007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:30:57.192006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:30:57.196525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:30:57.197071 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:57.198932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f20964d6-c430-4eb8-b377-ae1c4205d7ae None None] Provisioning complete for port cdb324d3-fdbe-4678-803d-7731366c4503 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:57.205075 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f20964d6-c430-4eb8-b377-ae1c4205d7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:57.377878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:57.499166 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f20964d6-c430-4eb8-b377-ae1c4205d7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:57.513699 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-04049b90-eea7-45d1-97a9-f7efcc2a6350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:57.580015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f20964d6-c430-4eb8-b377-ae1c4205d7ae None None] For port cdb324d3-fdbe-4678-803d-7731366c4503, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=cdb324d3-fdbe-4678-803d-7731366c4503,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:30:57.589802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f20964d6-c430-4eb8-b377-ae1c4205d7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:57.591977 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:57.639365 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac814b20-95db-4185-b19f-e98fb0f00bd6 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:57.670394 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c376841f-1e5e-4c1e-899d-8ff1780d09d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:57.707298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-04049b90-eea7-45d1-97a9-f7efcc2a6350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:57.722947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:57.785572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c376841f-1e5e-4c1e-899d-8ff1780d09d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:57.790627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f86fc786-5f36-4f89-9a0e-6d7330caa4ce None None] Provisioning complete for port cdb324d3-fdbe-4678-803d-7731366c4503 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:57.791132 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f86fc786-5f36-4f89-9a0e-6d7330caa4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:57.796894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c376841f-1e5e-4c1e-899d-8ff1780d09d5 admin admin] Usage tracker for resource:security_group_rule and tenant:ff1a6edfd2e44c58b8f1dbde95582fa9 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:57.800075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38632) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:57.917865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c376841f-1e5e-4c1e-899d-8ff1780d09d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:57.973889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20964d6-c430-4eb8-b377-ae1c4205d7ae None None] Pushing event updated for resources: {'Port': ['ID=cdb324d3-fdbe-4678-803d-7731366c4503,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:57.994531 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f20964d6-c430-4eb8-b377-ae1c4205d7ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:57.999375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c376841f-1e5e-4c1e-899d-8ff1780d09d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:58.011674 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:58.290749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b202053c-7c89-4529-9152-96794cee4e84 None None] Provisioning for port 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:30:58.305971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b202053c-7c89-4529-9152-96794cee4e84 None None] Provisioning complete for port 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:58.306474 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b202053c-7c89-4529-9152-96794cee4e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:58.401768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-04049b90-eea7-45d1-97a9-f7efcc2a6350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:58.402382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device cdb324d3-fdbe-4678-803d-7731366c4503 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:30:58.434625 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-17aab0bb-2862-413d-bdae-3bc37bc7a698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:58.468825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04049b90-eea7-45d1-97a9-f7efcc2a6350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7140cd93-8be4-4f2d-b606-f11f083bcf5f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:58.609217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b202053c-7c89-4529-9152-96794cee4e84 None None] Port 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:30:58.613392 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-04049b90-eea7-45d1-97a9-f7efcc2a6350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:58.660666 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac814b20-95db-4185-b19f-e98fb0f00bd6 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:58.666138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port cdb324d3-fdbe-4678-803d-7731366c4503 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:58.666566 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:58.676866 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c376841f-1e5e-4c1e-899d-8ff1780d09d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:58.679501 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac814b20-95db-4185-b19f-e98fb0f00bd6 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:58.687051 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f2f80d1-6e53-488d-a5b2-8e63227a9a21 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:58.700887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-168884507-network', 'tenant_id': '226532677a96415a9598f0b844e09252'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:30:58.710334 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c376841f-1e5e-4c1e-899d-8ff1780d09d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:58.790933 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:58.826123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:58.845358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376841f-1e5e-4c1e-899d-8ff1780d09d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03474575-2d09-43ea-863f-c761d5758985,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:58.860531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Usage tracker for resource:network and tenant:226532677a96415a9598f0b844e09252 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:58.884702 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c376841f-1e5e-4c1e-899d-8ff1780d09d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:58.886241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:58.909874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:58.917866 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac814b20-95db-4185-b19f-e98fb0f00bd6 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:58.918434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac814b20-95db-4185-b19f-e98fb0f00bd6 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Fanout notify agent at l3_agent the message router_deleted on router 35875226-ed24-4467-a188-f58a4a7893c3 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:30:58.937197 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c376841f-1e5e-4c1e-899d-8ff1780d09d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff1a6edfd2e44c58b8f1dbde95582fa9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1173785 Jan 14 07:30:58.948006 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-04049b90-eea7-45d1-97a9-f7efcc2a6350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:58.959061 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-04049b90-eea7-45d1-97a9-f7efcc2a6350 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7140cd93-8be4-4f2d-b606-f11f083bcf5f HTTP/1.1" status: 204 len: 168 time: 1.8483801 Jan 14 07:30:58.959061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38648) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:58.978664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Made reservation on behalf of 226532677a96415a9598f0b844e09252 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:30:58.983943 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.026669 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.056017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:30:59.060991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Usage tracker for resource:security_group_rule and tenant:226532677a96415a9598f0b844e09252 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:30:59.064219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:30:59.074671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f2f80d1-6e53-488d-a5b2-8e63227a9a21 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.077382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:30:59.078660 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f2f80d1-6e53-488d-a5b2-8e63227a9a21 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.092345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac814b20-95db-4185-b19f-e98fb0f00bd6 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.093593 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ac814b20-95db-4185-b19f-e98fb0f00bd6 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "DELETE /v2.0/routers/35875226-ed24-4467-a188-f58a4a7893c3 HTTP/1.1" status: 204 len: 168 time: 4.4293725 Jan 14 07:30:59.096525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38656) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:59.124201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:30:59.178730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3696fc46-bc3a-41e5-aef0-fb69a220a7dc None None] Provisioning complete for port cdb324d3-fdbe-4678-803d-7731366c4503 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:30:59.179748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3696fc46-bc3a-41e5-aef0-fb69a220a7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.215256 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.263428 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.292822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f2f80d1-6e53-488d-a5b2-8e63227a9a21 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.293634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2f80d1-6e53-488d-a5b2-8e63227a9a21 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Fanout notify agent at l3_agent the message router_deleted on router 109eae3c-e746-4f1e-a2d8-74f62c2e1182 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:30:59.344772 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.363965 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-71fdf712-f265-401f-92d6-7442d75c96cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:59.434359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:30:59.440697 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-3f2f80d1-6e53-488d-a5b2-8e63227a9a21 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] create failed (client error): There was a conflict when trying to complete your request. Jan 14 07:30:59.444711 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3f2f80d1-6e53-488d-a5b2-8e63227a9a21 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 7.5231993 Jan 14 07:30:59.450055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38666) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:30:59.462191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3927af76-a4e5-4051-aa68-0ab83bcd3e7d,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:59.466995 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:59.537738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-603bf2e2-ceb2-4f78-9e53-181597fc0a8d tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Deleting port db9849fc-767f-4520-90b0-414d979d68cf {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:30:59.538123 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-603bf2e2-ceb2-4f78-9e53-181597fc0a8d tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.610507 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.610955 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Added segment 26316470-90e9-4d32-819a-d3cc2947e6c3 of type vxlan for network 64a127ca-89c8-458a-9529-8967897ceadd Jan 14 07:30:59.619423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-45421061-613d-43c7-b786-0c4cf8d9e80b tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Deleting subnet 8288986f-b51c-4ad3-8b83-2de234b2ec41 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:30:59.623410 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45421061-613d-43c7-b786-0c4cf8d9e80b tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.640976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3733482-fb63-48f4-a946-abb8cfc36fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.673983 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3733482-fb63-48f4-a946-abb8cfc36fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.688880 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45421061-613d-43c7-b786-0c4cf8d9e80b tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.782524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3733482-fb63-48f4-a946-abb8cfc36fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.800124 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-598efa23-0287-4592-ba37-0ee4bcdd4e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:30:59.802516 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45421061-613d-43c7-b786-0c4cf8d9e80b tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.817469 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.856959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3733482-fb63-48f4-a946-abb8cfc36fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03474575-2d09-43ea-863f-c761d5758985,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:30:59.887536 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b3733482-fb63-48f4-a946-abb8cfc36fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:30:59.977959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3733482-fb63-48f4-a946-abb8cfc36fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:30:59.980488 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b3733482-fb63-48f4-a946-abb8cfc36fed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03474575-2d09-43ea-863f-c761d5758985 HTTP/1.1" status: 204 len: 168 time: 1.0181198 Jan 14 07:31:00.026997 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:00.116576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:00.117471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:00.271358 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-41d3ec68-b6d1-48cc-a2d8-7134606c4f14 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:00.321186 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:00.322869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:00.323693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:00.383968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:00.400688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:00.426456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38696) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:00.426890 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6113541 Jan 14 07:31:00.440092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-878d0b3e-6ad8-46d4-b789-49dfc9337675 admin admin] Request body: {'subnet': {'network_id': '64a127ca-89c8-458a-9529-8967897ceadd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-168884507-subnet', 'tenant_id': '226532677a96415a9598f0b844e09252', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:00.463914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-878d0b3e-6ad8-46d4-b789-49dfc9337675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:00.483820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-878d0b3e-6ad8-46d4-b789-49dfc9337675 admin admin] Usage tracker for resource:subnet and tenant:226532677a96415a9598f0b844e09252 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:00.500522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-878d0b3e-6ad8-46d4-b789-49dfc9337675 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:00.505025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=6c4f22c3-d3bc-4157-8aba-6bf76f935ee4,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:00.515984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-878d0b3e-6ad8-46d4-b789-49dfc9337675 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:00.533571 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:00.534292 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-10f00d3d-4958-450f-8261-545772ad5ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:00.541588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878d0b3e-6ad8-46d4-b789-49dfc9337675 admin admin] Made reservation on behalf of 226532677a96415a9598f0b844e09252 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:00.547414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-878d0b3e-6ad8-46d4-b789-49dfc9337675 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:00.572904 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45421061-613d-43c7-b786-0c4cf8d9e80b tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:00.575806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-603bf2e2-ceb2-4f78-9e53-181597fc0a8d tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:00.594644 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9e423641-6335-4233-856b-597e7e37be4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:00.807438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45421061-613d-43c7-b786-0c4cf8d9e80b tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event deleted for resources: {'Subnet': ['ID=8288986f-b51c-4ad3-8b83-2de234b2ec41,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:00.824462 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-45421061-613d-43c7-b786-0c4cf8d9e80b tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:00.931768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45421061-613d-43c7-b786-0c4cf8d9e80b tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:00.954199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b96e54-901c-4055-9ada-2e67cf7fa01e None None] Network a332fdac-b984-463e-b476-f43d72b12b95 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:00.964212 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-45421061-613d-43c7-b786-0c4cf8d9e80b tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "DELETE /v2.0/subnets/8288986f-b51c-4ad3-8b83-2de234b2ec41 HTTP/1.1" status: 204 len: 168 time: 1.8664856 Jan 14 07:31:00.965375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38710) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:01.281307 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:01.322788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6ec9cb41-2960-4a6a-b3fe-4e0b8d32bb3d None None] Provisioning complete for port 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:01.323961 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ec9cb41-2960-4a6a-b3fe-4e0b8d32bb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:01.445990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6ec9cb41-2960-4a6a-b3fe-4e0b8d32bb3d None None] Port 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:31:01.477874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Deleting port 72234856-9192-40b6-8bfd-d0a91a9487c2 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:01.478257 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:01.527162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-603bf2e2-ceb2-4f78-9e53-181597fc0a8d tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Calling delete_port for db9849fc-767f-4520-90b0-414d979d68cf owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:01.538540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991a0498-2a86-4088-ac61-efb50a77c606 None None] DHCP port deletion for a332fdac-b984-463e-b476-f43d72b12b95 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:31:01.544508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-991a0498-2a86-4088-ac61-efb50a77c606 None None] Deleting port 72234856-9192-40b6-8bfd-d0a91a9487c2 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:01.545234 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-991a0498-2a86-4088-ac61-efb50a77c606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:02.005234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] For port 72234856-9192-40b6-8bfd-d0a91a9487c2, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=72234856-9192-40b6-8bfd-d0a91a9487c2,segment=NetworkSegment(105063d1-1af9-42f0-8926-d54414b9313a),segment_id=105063d1-1af9-42f0-8926-d54414b9313a)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:02.005646 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:02.007790 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-603bf2e2-ceb2-4f78-9e53-181597fc0a8d tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:02.115449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-991a0498-2a86-4088-ac61-efb50a77c606 None None] For port 72234856-9192-40b6-8bfd-d0a91a9487c2, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=72234856-9192-40b6-8bfd-d0a91a9487c2,segment=NetworkSegment(105063d1-1af9-42f0-8926-d54414b9313a),segment_id=105063d1-1af9-42f0-8926-d54414b9313a)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:02.116993 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-991a0498-2a86-4088-ac61-efb50a77c606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:02.234587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Pushing event updated for resources: {'Network': ['ID=64a127ca-89c8-458a-9529-8967897ceadd,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:02.249051 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.714s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:02.254043 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5b4ef10-60af-4b81-ad57-7b9375f92455 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:02.277143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Calling delete_port for 72234856-9192-40b6-8bfd-d0a91a9487c2 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:02.305478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-991a0498-2a86-4088-ac61-efb50a77c606 None None] Calling delete_port for 72234856-9192-40b6-8bfd-d0a91a9487c2 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:02.353309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bf2e2-ceb2-4f78-9e53-181597fc0a8d tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Pushing event deleted for resources: {'Port': ['ID=db9849fc-767f-4520-90b0-414d979d68cf,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:02.382075 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-603bf2e2-ceb2-4f78-9e53-181597fc0a8d tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:02.399244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 64a127ca-89c8-458a-9529-8967897ceadd details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:02.432659 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:31:02.448216 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:31:02.531848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Router 7ebc4dc2-436a-44a6-951c-4b8a06ab9637 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:31:02.565826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 64a127ca-89c8-458a-9529-8967897ceadd details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:02.583038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 64a127ca-89c8-458a-9529-8967897ceadd details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:02.678870 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-878d0b3e-6ad8-46d4-b789-49dfc9337675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:02.720285 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4cb77ef-73f1-47c2-93ff-323c3cf4f5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:02.750407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:31:02.765390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] Sync routers for ids ['7ebc4dc2-436a-44a6-951c-4b8a06ab9637'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:31:02.776065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-603bf2e2-ceb2-4f78-9e53-181597fc0a8d tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:02.778700 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-603bf2e2-ceb2-4f78-9e53-181597fc0a8d tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] 10.222.0.41 "DELETE /v2.0/ports/db9849fc-767f-4520-90b0-414d979d68cf HTTP/1.1" status: 204 len: 168 time: 3.3241897 Jan 14 07:31:02.785697 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "PUT /v2.0/routers/7ebc4dc2-436a-44a6-951c-4b8a06ab9637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7843964 Jan 14 07:31:02.791333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38776) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:02.793328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] Routers {'7ebc4dc2-436a-44a6-951c-4b8a06ab9637'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:02.796195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:30:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7ebc4dc2-436a-44a6-951c-4b8a06ab9637'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:02.951141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 72234856-9192-40b6-8bfd-d0a91a9487c2 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:31:02.952497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Deleting port 72234856-9192-40b6-8bfd-d0a91a9487c2 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:02.952697 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:03.041089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] The port '72234856-9192-40b6-8bfd-d0a91a9487c2' was deleted {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:31:03.042304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d0b3e-6ad8-46d4-b789-49dfc9337675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcca57b0-c33f-485d-9967-444ceea1e1ab,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:03.048966 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-878d0b3e-6ad8-46d4-b789-49dfc9337675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:03.079133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-991a0498-2a86-4088-ac61-efb50a77c606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:03.165491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] Set router 7ebc4dc2-436a-44a6-951c-4b8a06ab9637 gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:31:03.194194 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:03.201916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8a5815-a285-4a74-a425-9a5325876610 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:03.206619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38814) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:03.206962 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2c8a5815-a285-4a74-a425-9a5325876610 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports/6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 HTTP/1.1" status: 200 len: 911 time: 0.3884063 Jan 14 07:31:03.330043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:03.462932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff00d224-6266-40b2-a9db-9bb86ff2fb7a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:03.526033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff00d224-6266-40b2-a9db-9bb86ff2fb7a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:03.527287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ff00d224-6266-40b2-a9db-9bb86ff2fb7a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:03.555974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ff00d224-6266-40b2-a9db-9bb86ff2fb7a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:03.557583 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ff00d224-6266-40b2-a9db-9bb86ff2fb7a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3492689 Jan 14 07:31:03.560635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38822) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:03.604060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a0498-2a86-4088-ac61-efb50a77c606 None None] Pushing event deleted for resources: {'Port': ['ID=72234856-9192-40b6-8bfd-d0a91a9487c2,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:03.608112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 72234856-9192-40b6-8bfd-d0a91a9487c2 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:31:03.608473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 72234856-9192-40b6-8bfd-d0a91a9487c2 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:31:03.682163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38826) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:03.682341 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-991a0498-2a86-4088-ac61-efb50a77c606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:03.808681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991a0498-2a86-4088-ac61-efb50a77c606 None None] No DVR routers for this DVR port 72234856-9192-40b6-8bfd-d0a91a9487c2 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:31:03.882685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc4dc2-436a-44a6-951c-4b8a06ab9637', 'name': 'tempest-NetworksTestDHCPv6-router-1491685499', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:30:52Z', 'updated_at': '2021-01-14T07:30:57Z', 'revision_number': 2, 'project_id': '33c6fb24403345ddb7d80c37208656bd', 'gw_port_host': None, '_interfaces': [{'id': '6c4f22c3-d3bc-4157-8aba-6bf76f935ee4', 'name': '', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'mac_address': 'fa:16:3e:65:68:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebc4dc2-436a-44a6-951c-4b8a06ab9637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '442b2dde-202a-4979-8782-920a6e6ae78e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:30:55Z', 'updated_at': '2021-01-14T07:30:59Z', 'revision_number': 2, 'project_id': '33c6fb24403345ddb7d80c37208656bd', 'subnets': [{'id': '442b2dde-202a-4979-8782-920a6e6ae78e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:03.886944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] Checking router: 7ebc4dc2-436a-44a6-951c-4b8a06ab9637 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:31:03.887675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] Updating router 7ebc4dc2-436a-44a6-951c-4b8a06ab9637 port 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:31:03.992782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a332fdac-b984-463e-b476-f43d72b12b95']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:04.015581 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:04.020167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105063d1-1af9-42f0-8926-d54414b9313a') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:04.024361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105063d1-1af9-42f0-8926-d54414b9313a') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:04.048691 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:04.056906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38838) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:04.093783 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:04.096555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Releasing vxlan tunnel 15 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:31:04.257829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38844) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:04.449370 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d110f943-32f2-41c3-b28d-0d05b557a8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:04.476740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d110f943-32f2-41c3-b28d-0d05b557a8e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:04.516799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network a332fdac-b984-463e-b476-f43d72b12b95 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:04.525214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d110f943-32f2-41c3-b28d-0d05b557a8e7 admin admin] Usage tracker for resource:security_group_rule and tenant:c11e457bd31143aca2878f06072f3b05 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:04.531806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d110f943-32f2-41c3-b28d-0d05b557a8e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:04.541175 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:04.636085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d110f943-32f2-41c3-b28d-0d05b557a8e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:04.779177 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:04.850967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878d0b3e-6ad8-46d4-b789-49dfc9337675 admin admin] Checking segment: {'id': '26316470-90e9-4d32-819a-d3cc2947e6c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '64a127ca-89c8-458a-9529-8967897ceadd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:31:04.851527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878d0b3e-6ad8-46d4-b789-49dfc9337675 admin admin] Network hostable DHCP agents. Network: 64a127ca-89c8-458a-9529-8967897ceadd, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:31:04.869851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network a332fdac-b984-463e-b476-f43d72b12b95 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:31:04.902942 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:31:04.906469 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:31:04.982976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878d0b3e-6ad8-46d4-b789-49dfc9337675 admin admin] Network 64a127ca-89c8-458a-9529-8967897ceadd is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:31:04.999367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-878d0b3e-6ad8-46d4-b789-49dfc9337675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 64a127ca-89c8-458a-9529-8967897ceadd) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:05.008135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ed1257-6392-459a-8941-8ef207634ce3 None None] Network 64a127ca-89c8-458a-9529-8967897ceadd requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:05.032658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878d0b3e-6ad8-46d4-b789-49dfc9337675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:05.033475 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-878d0b3e-6ad8-46d4-b789-49dfc9337675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:05.055503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] Transition to ACTIVE for port object 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:05.067601 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:05.067887 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:05.072536 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0cfcbf5f-4934-4276-948d-22292ec0d39a tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:05.098218 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:05.102758 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fc729f8f-4b23-425a-9251-2a0db101c42d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:05.104078 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "DELETE /v2.0/networks/a332fdac-b984-463e-b476-f43d72b12b95 HTTP/1.1" status: 204 len: 168 time: 4.1345854 Jan 14 07:31:05.105382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event deleted for resources: {'Network': ['ID=a332fdac-b984-463e-b476-f43d72b12b95,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:05.107179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38860) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:05.120043 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-878d0b3e-6ad8-46d4-b789-49dfc9337675 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.6923556 Jan 14 07:31:05.187560 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-46f5150d-bb8f-4816-bb4c-a4930cba7fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:05.206719 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:05.211626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-46f5150d-bb8f-4816-bb4c-a4930cba7fe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:05.216092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-46f5150d-bb8f-4816-bb4c-a4930cba7fe4 admin admin] Usage tracker for resource:security_group_rule and tenant:d65397d4ddd942d2bc3d52afe15e3692 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:05.219347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-46f5150d-bb8f-4816-bb4c-a4930cba7fe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:05.227199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-46f5150d-bb8f-4816-bb4c-a4930cba7fe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:05.308149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b9e0ba6d-2b4c-461c-b39d-ed58be1b8a00 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Deleting port 8b664a78-e363-44dd-8b2d-9c80b9d26893 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:05.308504 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9e0ba6d-2b4c-461c-b39d-ed58be1b8a00 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:05.331888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-46f5150d-bb8f-4816-bb4c-a4930cba7fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:05.345919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-46f5150d-bb8f-4816-bb4c-a4930cba7fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:05.378560 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-23f98b46-77bf-4b7e-a483-31acd0f95fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:05.392550 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-46f5150d-bb8f-4816-bb4c-a4930cba7fe4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d65397d4ddd942d2bc3d52afe15e3692&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3344998 Jan 14 07:31:05.400230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38870) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:05.651156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eb5ccf-08b7-4b6c-9b2f-e88f7cf3c9f6 None None] Network 64a127ca-89c8-458a-9529-8967897ceadd requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:05.657469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Pushing event updated for resources: {'Port': ['ID=6c4f22c3-d3bc-4157-8aba-6bf76f935ee4,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:05.696521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.696884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.697614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.697731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.698110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.698481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.698886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.699209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.699573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.699964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.700323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.705871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.706390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.706769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.707143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.707669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.708040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.708610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.708773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.709091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.709982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.710345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.715930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.716400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.716835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.717210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.717730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.718100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.718467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.718831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.719192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.719554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.719938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.720296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.720655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.726112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:05.726938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9e0ba6d-2b4c-461c-b39d-ed58be1b8a00 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:05.727309 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9e0ba6d-2b4c-461c-b39d-ed58be1b8a00 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:05.743205 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:05.925712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5150d-bb8f-4816-bb4c-a4930cba7fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4c0cb2-cc53-4e3f-b537-9beb4812e290,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:05.940645 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-46f5150d-bb8f-4816-bb4c-a4930cba7fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:05.943245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b9e0ba6d-2b4c-461c-b39d-ed58be1b8a00 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Calling delete_port for 8b664a78-e363-44dd-8b2d-9c80b9d26893 owned by network:floatingip {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:05.958495 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f57d0f87-2c47-4c44-931a-df71ca631c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.023408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f57d0f87-2c47-4c44-931a-df71ca631c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.093921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] Attempting to bind port 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:31:06.096778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] Attempting to bind port 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:31:06.097144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] Attempting to bind port 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:31:06.108750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:31:06.109178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:31:06.109632 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.110078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:31:06.110609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] Bound port: 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:31:06.111299 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.170781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f57d0f87-2c47-4c44-931a-df71ca631c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.191848 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:06.206465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9e0ba6d-2b4c-461c-b39d-ed58be1b8a00 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.239041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d110f943-32f2-41c3-b28d-0d05b557a8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.242387 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ff5a6630-4a57-483c-81b1-94a32aeeda6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:06.246322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d0f87-2c47-4c44-931a-df71ca631c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4c0cb2-cc53-4e3f-b537-9beb4812e290,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:06.277981 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f57d0f87-2c47-4c44-931a-df71ca631c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:06.299916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] For port 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:31:06.304621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] For port 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=6c4f22c3-d3bc-4157-8aba-6bf76f935ee4,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:31:06.309423 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.312306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0ba6d-2b4c-461c-b39d-ed58be1b8a00 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event deleted for resources: {'Port': ['ID=8b664a78-e363-44dd-8b2d-9c80b9d26893,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:06.336281 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9aec5515-c1dc-4d73-92fd-7e54cba0164a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:06.366799 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d110f943-32f2-41c3-b28d-0d05b557a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.373894 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b9e0ba6d-2b4c-461c-b39d-ed58be1b8a00 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:06.402788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f57d0f87-2c47-4c44-931a-df71ca631c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.406865 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f57d0f87-2c47-4c44-931a-df71ca631c69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce4c0cb2-cc53-4e3f-b537-9beb4812e290 HTTP/1.1" status: 204 len: 168 time: 0.9917881 Jan 14 07:31:06.412120 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0fa978d-6aae-4cdf-bd49-d3ae550b4434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:06.426935 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d110f943-32f2-41c3-b28d-0d05b557a8e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c11e457bd31143aca2878f06072f3b05&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7344184 Jan 14 07:31:06.427132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38890) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:06.427514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Pushing event updated for resources: {'Port': ['ID=6c4f22c3-d3bc-4157-8aba-6bf76f935ee4,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:06.429421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1447c72-5b38-4c89-8e11-07c6f750b8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.484208 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:06.607675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] Routers {'7ebc4dc2-436a-44a6-951c-4b8a06ab9637'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:06.608636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:30:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7ebc4dc2-436a-44a6-951c-4b8a06ab9637'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:06.634257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38894) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:06.643256 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3273b6c-92af-455c-9254-c045a41eaae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.730043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3273b6c-92af-455c-9254-c045a41eaae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.845548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] Set router 7ebc4dc2-436a-44a6-951c-4b8a06ab9637 gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:31:06.897352 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9e0ba6d-2b4c-461c-b39d-ed58be1b8a00 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for floatingip, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.900961 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3273b6c-92af-455c-9254-c045a41eaae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:06.918601 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5dfc9e0c-7deb-4f54-9ebc-3319afe64627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:06.961652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110f943-32f2-41c3-b28d-0d05b557a8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1daf40-31c6-4981-9c4e-0a14ed31fb5e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:06.963869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3273b6c-92af-455c-9254-c045a41eaae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1daf40-31c6-4981-9c4e-0a14ed31fb5e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:06.969817 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d110f943-32f2-41c3-b28d-0d05b557a8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:07.019405 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b3273b6c-92af-455c-9254-c045a41eaae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:07.054503 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51fbe5bf-c3f2-41d3-b7b3-ffe97b0b9b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:07.075144 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9e0ba6d-2b4c-461c-b39d-ed58be1b8a00 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:07.084937 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b9e0ba6d-2b4c-461c-b39d-ed58be1b8a00 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "DELETE /v2.0/floatingips/9dd1017f-9c88-475b-b486-27936ca94581 HTTP/1.1" status: 204 len: 168 time: 1.9763994 Jan 14 07:31:07.086283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38906) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:07.092873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3273b6c-92af-455c-9254-c045a41eaae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:07.094060 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b3273b6c-92af-455c-9254-c045a41eaae0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea1daf40-31c6-4981-9c4e-0a14ed31fb5e HTTP/1.1" status: 204 len: 168 time: 0.6647305 Jan 14 07:31:07.193361 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-967a1410-8c22-4962-a4c8-2bec775c9088 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] DELETE failed (client error): The resource could not be found. Jan 14 07:31:07.193970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967a1410-8c22-4962-a4c8-2bec775c9088 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:31:07.199057 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-967a1410-8c22-4962-a4c8-2bec775c9088 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "DELETE /v2.0/ports/55bae846-646c-405e-b3a8-243474dc7292 HTTP/1.1" status: 404 len: 333 time: 0.1108024 Jan 14 07:31:07.199756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38912) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:07.261978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-34d982e8-5e95-4dff-aa85-1b14ea2fe182 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Synchronizing usage tracker for tenant:5255bc20dcc84120afef82d5f8e89b82 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:07.278308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-85ac793f-d81e-4b47-a440-6cca2e4cf81f tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1944614460'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:07.279158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-85ac793f-d81e-4b47-a440-6cca2e4cf81f tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] Unknown quota resources ['metering_label']. {{(pid=80907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 07:31:07.281135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-34d982e8-5e95-4dff-aa85-1b14ea2fe182 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Unset dirty status for tenant:5255bc20dcc84120afef82d5f8e89b82 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:07.285871 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-34d982e8-5e95-4dff-aa85-1b14ea2fe182 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "GET /v2.0/ports?device_id=35875226-ed24-4467-a188-f58a4a7893c3 HTTP/1.1" status: 200 len: 205 time: 0.0850990 Jan 14 07:31:07.286829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38916) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:07.386581 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-452d5bf8-542a-479a-a5d8-e53513a7444a tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] delete failed (client error): The resource could not be found. Jan 14 07:31:07.395155 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-452d5bf8-542a-479a-a5d8-e53513a7444a tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "DELETE /v2.0/routers/35875226-ed24-4467-a188-f58a4a7893c3 HTTP/1.1" status: 404 len: 336 time: 0.1061358 Jan 14 07:31:07.396253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38922) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:07.447441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c1447c72-5b38-4c89-8e11-07c6f750b8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:07.447856 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1447c72-5b38-4c89-8e11-07c6f750b8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:07.485207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38926) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:07.486400 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbba759-2953-4b03-a3e1-8475609b1193 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] DELETE failed (client error): The resource could not be found. Jan 14 07:31:07.492146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbba759-2953-4b03-a3e1-8475609b1193 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:31:07.496819 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-efbba759-2953-4b03-a3e1-8475609b1193 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "DELETE /v2.0/subnets/8288986f-b51c-4ad3-8b83-2de234b2ec41 HTTP/1.1" status: 404 len: 337 time: 0.0957825 Jan 14 07:31:07.500643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38928) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:07.507334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1434690515-network', 'tenant_id': '8c8e98c8133243a58841d18818ac6a1f'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:07.698885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc4dc2-436a-44a6-951c-4b8a06ab9637', 'name': 'tempest-NetworksTestDHCPv6-router-1491685499', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:30:52Z', 'updated_at': '2021-01-14T07:30:57Z', 'revision_number': 2, 'project_id': '33c6fb24403345ddb7d80c37208656bd', 'gw_port_host': None, '_interfaces': [{'id': '6c4f22c3-d3bc-4157-8aba-6bf76f935ee4', 'name': '', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'mac_address': 'fa:16:3e:65:68:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebc4dc2-436a-44a6-951c-4b8a06ab9637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '442b2dde-202a-4979-8782-920a6e6ae78e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:30:55Z', 'updated_at': '2021-01-14T07:31:06Z', 'revision_number': 4, 'project_id': '33c6fb24403345ddb7d80c37208656bd', 'subnets': [{'id': '442b2dde-202a-4979-8782-920a6e6ae78e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:07.705216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb7f185-d7c2-4c37-96e8-0b5cbe13c429 None None] The sync data for ids ['7ebc4dc2-436a-44a6-951c-4b8a06ab9637'] in n-d-769329-2 is: [{'id': '7ebc4dc2-436a-44a6-951c-4b8a06ab9637', 'name': 'tempest-NetworksTestDHCPv6-router-1491685499', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:30:52Z', 'updated_at': '2021-01-14T07:30:57Z', 'revision_number': 2, 'project_id': '33c6fb24403345ddb7d80c37208656bd', 'gw_port_host': None, '_interfaces': [{'id': '6c4f22c3-d3bc-4157-8aba-6bf76f935ee4', 'name': '', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'mac_address': 'fa:16:3e:65:68:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebc4dc2-436a-44a6-951c-4b8a06ab9637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '442b2dde-202a-4979-8782-920a6e6ae78e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:30:55Z', 'updated_at': '2021-01-14T07:31:06Z', 'revision_number': 4, 'project_id': '33c6fb24403345ddb7d80c37208656bd', 'subnets': [{'id': '442b2dde-202a-4979-8782-920a6e6ae78e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:31:07.708902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7cc662df-708f-4a5f-b4b6-8d756a08acfa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Deleting port 6322496e-3ef5-46a0-8202-06c400695858 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:07.709529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7cc662df-708f-4a5f-b4b6-8d756a08acfa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:07.762085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:07.779235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Usage tracker for resource:network and tenant:8c8e98c8133243a58841d18818ac6a1f is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:07.795048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:07.812075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:07.833514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Made reservation on behalf of 8c8e98c8133243a58841d18818ac6a1f for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:07.838869 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:08.003850 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85ac793f-d81e-4b47-a440-6cca2e4cf81f tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] Notify callbacks [] for metering_label, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:08.007954 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-85ac793f-d81e-4b47-a440-6cca2e4cf81f tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2977839 Jan 14 07:31:08.014278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38942) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:08.025932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a77cd1f1-244f-43be-9dfc-322cacd9fd04 tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '0e91cd67-1489-4a07-86a1-e98430d20206'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:08.026481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a77cd1f1-244f-43be-9dfc-322cacd9fd04 tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] Unknown quota resources ['metering_label_rule']. {{(pid=80907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 07:31:08.111026 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:08.139588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:08.143686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Usage tracker for resource:security_group_rule and tenant:8c8e98c8133243a58841d18818ac6a1f is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:08.148717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:08.156250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:08.295986 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:08.297459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38946) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:08.316611 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:08.331801 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:08.387697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523847da-5df6-4449-8cab-319de7ae9594,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:08.394937 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7cc662df-708f-4a5f-b4b6-8d756a08acfa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:08.409390 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:08.479287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:31:08.529304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:31:08.624267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7cc662df-708f-4a5f-b4b6-8d756a08acfa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Calling delete_port for 6322496e-3ef5-46a0-8202-06c400695858 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:08.648990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:08.654806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:08.655237 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:08.691943 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:08.692577 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Added segment 4577089e-3e46-41bd-86b8-8a91aed88bbb of type vxlan for network 3bfcb5d5-1dc5-47b1-b20f-5a85d0a8c528 Jan 14 07:31:08.784291 n-d-769329-2 neutron-server[80794]: WARNING neutron.services.metering.metering_plugin [None req-a77cd1f1-244f-43be-9dfc-322cacd9fd04 tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 14 07:31:08.869846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:08.888614 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7cc662df-708f-4a5f-b4b6-8d756a08acfa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:08.893696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c1447c72-5b38-4c89-8e11-07c6f750b8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] For port 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=6c4f22c3-d3bc-4157-8aba-6bf76f935ee4,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:08.893877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:08.894103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1447c72-5b38-4c89-8e11-07c6f750b8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:08.923298 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d51937c-d5a2-4c47-944d-c8a71df0da72 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:08.986246 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-65e06775-f9fd-4236-8cfc-ec09218df961 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f10e524952d84d928403cc9a4e57f286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6785336 Jan 14 07:31:08.986978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38962) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:09.001125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=6c4f22c3-d3bc-4157-8aba-6bf76f935ee4,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:09.005184 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:31:09.010052 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:09.018541 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:09.032149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc662df-708f-4a5f-b4b6-8d756a08acfa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event deleted for resources: {'Port': ['ID=6322496e-3ef5-46a0-8202-06c400695858,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:09.114949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=6c4f22c3-d3bc-4157-8aba-6bf76f935ee4,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:09.120141 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:09.144918 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7cc662df-708f-4a5f-b4b6-8d756a08acfa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:09.159319 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:09.160372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:09.161040 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:09.169738 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4df321ce-c755-436b-94c5-928c4898d15b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:09.248685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c1447c72-5b38-4c89-8e11-07c6f750b8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:09.278301 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a77cd1f1-244f-43be-9dfc-322cacd9fd04 tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] Notify callbacks [] for metering_label_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:09.279858 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a77cd1f1-244f-43be-9dfc-322cacd9fd04 tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.2641678 Jan 14 07:31:09.287811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38972) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:09.304067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fb78573b-cc59-43bf-9fce-edc001fbebfa tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '0e91cd67-1489-4a07-86a1-e98430d20206'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:09.304601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fb78573b-cc59-43bf-9fce-edc001fbebfa tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] Unknown quota resources ['metering_label_rule']. {{(pid=80908) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 07:31:09.326380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Pushing event updated for resources: {'Network': ['ID=3bfcb5d5-1dc5-47b1-b20f-5a85d0a8c528,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:09.337630 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:09.343542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 3bfcb5d5-1dc5-47b1-b20f-5a85d0a8c528 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:09.354102 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8572352 Jan 14 07:31:09.358732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38976) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:09.378713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Request body: {'subnet': {'network_id': '3bfcb5d5-1dc5-47b1-b20f-5a85d0a8c528', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1434690515-subnet', 'tenant_id': '8c8e98c8133243a58841d18818ac6a1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:09.386041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:09.390292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Usage tracker for resource:subnet and tenant:8c8e98c8133243a58841d18818ac6a1f is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:09.393443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:09.399477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:09.533430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 3bfcb5d5-1dc5-47b1-b20f-5a85d0a8c528 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:09.586580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Made reservation on behalf of 8c8e98c8133243a58841d18818ac6a1f for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:09.591609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:09.598590 n-d-769329-2 neutron-server[80794]: WARNING neutron.services.metering.metering_plugin [None req-fb78573b-cc59-43bf-9fce-edc001fbebfa tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 14 07:31:09.652226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 3bfcb5d5-1dc5-47b1-b20f-5a85d0a8c528 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:09.763021 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a33afe23-6e72-4ce8-ac9e-fb0651c18ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:10.004889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-51fbe5bf-c3f2-41d3-b7b3-ffe97b0b9b25 admin admin] Deleting port e709da0b-e6d2-4f03-b219-f71028653649 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:10.005441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51fbe5bf-c3f2-41d3-b7b3-ffe97b0b9b25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:10.176051 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb78573b-cc59-43bf-9fce-edc001fbebfa tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] Notify callbacks [] for metering_label_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:10.177331 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fb78573b-cc59-43bf-9fce-edc001fbebfa tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8861430 Jan 14 07:31:10.180760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38996) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:10.198532 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9a585554-dd37-4915-af71-46c061aec936 tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=b54f1044-44b2-4e73-9639-7c1c408dbfd2 HTTP/1.1" status: 200 len: 462 time: 0.0164115 Jan 14 07:31:10.201307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39000) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:10.215954 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7cc662df-708f-4a5f-b4b6-8d756a08acfa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:10.220342 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7cc662df-708f-4a5f-b4b6-8d756a08acfa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "DELETE /v2.0/ports/6322496e-3ef5-46a0-8202-06c400695858 HTTP/1.1" status: 204 len: 168 time: 2.6917255 Jan 14 07:31:10.221783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39004) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:10.261184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-51fbe5bf-c3f2-41d3-b7b3-ffe97b0b9b25 admin admin] For port e709da0b-e6d2-4f03-b219-f71028653649, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e709da0b-e6d2-4f03-b219-f71028653649,segment=NetworkSegment(a4fd3fda-bdba-4610-a9d6-376b8957e30d),segment_id=a4fd3fda-bdba-4610-a9d6-376b8957e30d)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:10.261594 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51fbe5bf-c3f2-41d3-b7b3-ffe97b0b9b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:10.309402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-72faac6b-3c18-419b-be53-5dc30c695451 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Deleting port 96da06d6-6d38-4122-9a60-4860c317add0 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:10.309765 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72faac6b-3c18-419b-be53-5dc30c695451 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:10.407304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-51fbe5bf-c3f2-41d3-b7b3-ffe97b0b9b25 admin admin] Calling delete_port for e709da0b-e6d2-4f03-b219-f71028653649 owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:10.423469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:31:10.520442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:10.521039 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:10.533288 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a33afe23-6e72-4ce8-ac9e-fb0651c18ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:10.575161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f34462b-fc2d-43af-97e6-b1a031a2fde9 tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] Notify callbacks [] for metering_label_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:10.578311 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2f34462b-fc2d-43af-97e6-b1a031a2fde9 tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/b54f1044-44b2-4e73-9639-7c1c408dbfd2 HTTP/1.1" status: 204 len: 168 time: 0.3760064 Jan 14 07:31:10.582132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39020) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:10.634632 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5a995a77-cc56-44fd-adbe-e45dfdbc9567 tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=b54f1044-44b2-4e73-9639-7c1c408dbfd2 HTTP/1.1" status: 200 len: 221 time: 0.0512397 Jan 14 07:31:10.645119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39024) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:10.655551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a4c60046-f485-4bdb-acc3-1849fce171a3 tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] Request body: {'metering_label': {'name': 'tempest-metering-label--1100982778', 'description': 'label created by tempest'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:10.655799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a4c60046-f485-4bdb-acc3-1849fce171a3 tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] Unknown quota resources ['metering_label']. {{(pid=80908) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 07:31:10.750937 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a33afe23-6e72-4ce8-ac9e-fb0651c18ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:10.763070 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-51db1ff2-5935-41fb-9f6a-f7f6b3bc4358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:10.803945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33afe23-6e72-4ce8-ac9e-fb0651c18ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d80731e-e67c-4164-b79a-53864503c840,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:10.808113 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a33afe23-6e72-4ce8-ac9e-fb0651c18ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:10.838593 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-c1447c72-5b38-4c89-8e11-07c6f750b8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:31:10.838959 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-c1447c72-5b38-4c89-8e11-07c6f750b8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:31:10.973036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39032) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:10.982258 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a33afe23-6e72-4ce8-ac9e-fb0651c18ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:10.985970 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a33afe23-6e72-4ce8-ac9e-fb0651c18ec5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d80731e-e67c-4164-b79a-53864503c840 HTTP/1.1" status: 204 len: 168 time: 1.9931736 Jan 14 07:31:11.156831 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51fbe5bf-c3f2-41d3-b7b3-ffe97b0b9b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:11.181102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4c60046-f485-4bdb-acc3-1849fce171a3 tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] Notify callbacks [] for metering_label, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:11.182397 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a4c60046-f485-4bdb-acc3-1849fce171a3 tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5362518 Jan 14 07:31:11.185645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39044) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:11.247929 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-af714679-218e-4dc3-a9c9-f604db0091e3 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:11.290192 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:11.309567 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-84aaf391-b2fc-4908-a3b9-42c381fc5e6b tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=b9cb4378-dd9a-45a0-a1c2-0d700bbd7c8b HTTP/1.1" status: 200 len: 468 time: 0.1225827 Jan 14 07:31:11.318053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39050) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:11.326388 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72faac6b-3c18-419b-be53-5dc30c695451 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:11.336343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbe5bf-c3f2-41d3-b7b3-ffe97b0b9b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=e709da0b-e6d2-4f03-b219-f71028653649,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:11.339633 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-51fbe5bf-c3f2-41d3-b7b3-ffe97b0b9b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:11.480127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-72faac6b-3c18-419b-be53-5dc30c695451 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Calling delete_port for 96da06d6-6d38-4122-9a60-4860c317add0 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:11.689807 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72faac6b-3c18-419b-be53-5dc30c695451 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:11.711422 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:11.777692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c1447c72-5b38-4c89-8e11-07c6f750b8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:11.778104 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1447c72-5b38-4c89-8e11-07c6f750b8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:11.778238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faac6b-3c18-419b-be53-5dc30c695451 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event deleted for resources: {'Port': ['ID=96da06d6-6d38-4122-9a60-4860c317add0,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:11.785019 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-72faac6b-3c18-419b-be53-5dc30c695451 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:11.810316 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a4f64819-96c0-4ff9-bafc-f37df37fc2a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.483s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:11.965988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9f77791b-fae3-4ff8-94d4-9e3a2d5158b9 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-365857217'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:11.966465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9f77791b-fae3-4ff8-94d4-9e3a2d5158b9 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] Unknown quota resources ['metering_label']. {{(pid=80907) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 07:31:12.150513 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72faac6b-3c18-419b-be53-5dc30c695451 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:12.173024 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-72faac6b-3c18-419b-be53-5dc30c695451 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "DELETE /v2.0/ports/96da06d6-6d38-4122-9a60-4860c317add0 HTTP/1.1" status: 204 len: 168 time: 1.9501648 Jan 14 07:31:12.176023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39068) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:12.335295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b933a20-263b-4864-8c36-71c8d0a5dbd1 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:12.336333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0b933a20-263b-4864-8c36-71c8d0a5dbd1 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Synchronizing usage tracker for tenant:5255bc20dcc84120afef82d5f8e89b82 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:12.383136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0b933a20-263b-4864-8c36-71c8d0a5dbd1 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Unset dirty status for tenant:5255bc20dcc84120afef82d5f8e89b82 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:12.387025 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0b933a20-263b-4864-8c36-71c8d0a5dbd1 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "GET /v2.0/ports?device_id=67892cde-205e-4f53-9a48-34830c24e288 HTTP/1.1" status: 200 len: 913 time: 0.1962478 Jan 14 07:31:12.387345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39074) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:12.710816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=468bb10f-fb9f-4713-bcc5-a800e5e68d29,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:12.797433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.797857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.798279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.798702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.799161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.799568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.800030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.800400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.800804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.801206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.801610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.802014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.802489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.802963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.803549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.803989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.804383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.808333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.808333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.808333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.808333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.808333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.808333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.808333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.808333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.808333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.808333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.809276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.809276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.809450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.809758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.810095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.810494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.810894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.811290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.811714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:12.830994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39092) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:12.835433 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.025s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:12.895874 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f77791b-fae3-4ff8-94d4-9e3a2d5158b9 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] Notify callbacks [] for metering_label, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:12.897727 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9f77791b-fae3-4ff8-94d4-9e3a2d5158b9 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.9195595 Jan 14 07:31:12.901512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39098) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:12.913994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1f9e077e-3472-40b8-aff7-ffa164b3592c tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '38edb0ac-8607-4f04-8c07-b71ddeba9a8d'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:12.914662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1f9e077e-3472-40b8-aff7-ffa164b3592c tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] Unknown quota resources ['metering_label_rule']. {{(pid=80908) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 07:31:12.951144 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7db879d2-37f6-48c6-a9b8-9124b6c0b611 tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] Notify callbacks [] for metering_label, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:12.954892 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7db879d2-37f6-48c6-a9b8-9124b6c0b611 tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/b9cb4378-dd9a-45a0-a1c2-0d700bbd7c8b HTTP/1.1" status: 204 len: 168 time: 1.6242964 Jan 14 07:31:12.971081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39102) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:13.018426 n-d-769329-2 neutron-server[80794]: WARNING neutron.services.metering.metering_plugin [None req-1f9e077e-3472-40b8-aff7-ffa164b3592c tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 14 07:31:13.077115 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-66788de0-9415-4dff-9802-31328038c4df tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=b9cb4378-dd9a-45a0-a1c2-0d700bbd7c8b HTTP/1.1" status: 200 len: 216 time: 0.0837433 Jan 14 07:31:13.089540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39108) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:13.215763 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f9e077e-3472-40b8-aff7-ffa164b3592c tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] Notify callbacks [] for metering_label_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:13.220429 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1f9e077e-3472-40b8-aff7-ffa164b3592c tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3112872 Jan 14 07:31:13.221239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39112) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:13.230321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6451b3e4-574a-4f6a-8dac-badeb4dafd26 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '38edb0ac-8607-4f04-8c07-b71ddeba9a8d'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:13.230944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6451b3e4-574a-4f6a-8dac-badeb4dafd26 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] Unknown quota resources ['metering_label_rule']. {{(pid=80908) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 07:31:13.300914 n-d-769329-2 neutron-server[80794]: WARNING neutron.services.metering.metering_plugin [None req-6451b3e4-574a-4f6a-8dac-badeb4dafd26 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 14 07:31:13.337964 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51fbe5bf-c3f2-41d3-b7b3-ffe97b0b9b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:13.355743 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-492fcb1f-691d-4cc6-86dd-37e221f6aede tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.2597632 Jan 14 07:31:13.355921 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-61a5dd4f-7478-4500-9e86-8db305fbda9d tempest-AgentManagementNegativeTest-2095436058 tempest-AgentManagementNegativeTest-2095436058] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5199761 Jan 14 07:31:13.363788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39120) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:13.426919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Checking segment: {'id': '4577089e-3e46-41bd-86b8-8a91aed88bbb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '3bfcb5d5-1dc5-47b1-b20f-5a85d0a8c528'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:31:13.427173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Network hostable DHCP agents. Network: 3bfcb5d5-1dc5-47b1-b20f-5a85d0a8c528, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:31:13.455340 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-896d8cda-e8e1-417a-9099-7e357f392129 tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0804045 Jan 14 07:31:13.455340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c1447c72-5b38-4c89-8e11-07c6f750b8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] For port 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=6c4f22c3-d3bc-4157-8aba-6bf76f935ee4,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:13.455340 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1447c72-5b38-4c89-8e11-07c6f750b8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:13.471792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39126) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:13.659877 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d65ee4fe-1671-4c09-bdcc-2b27265a2a58 tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] 10.222.0.41 "GET /v2.0/metering/metering-labels/0e91cd67-1489-4a07-86a1-e98430d20206 HTTP/1.1" status: 200 len: 473 time: 0.1789222 Jan 14 07:31:13.719245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39134) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:13.733788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c1447c72-5b38-4c89-8e11-07c6f750b8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:13.743069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39140) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:13.784677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Network 3bfcb5d5-1dc5-47b1-b20f-5a85d0a8c528 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:31:13.817709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 3bfcb5d5-1dc5-47b1-b20f-5a85d0a8c528) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:13.823374 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9a8328bf-57e9-462a-8fcd-42aff1e4ee29 tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/960a32b1-ecd4-4838-b004-2860ba7b1c01 HTTP/1.1" status: 200 len: 459 time: 0.0981925 Jan 14 07:31:13.823602 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6451b3e4-574a-4f6a-8dac-badeb4dafd26 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] Notify callbacks [] for metering_label_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:13.824887 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6451b3e4-574a-4f6a-8dac-badeb4dafd26 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6012905 Jan 14 07:31:13.825789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39148) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:13.826042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39150) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:13.838273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:13.838913 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:13.839213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d35ba0-4e36-4995-9fa6-9c3267afe07d None None] Network 3bfcb5d5-1dc5-47b1-b20f-5a85d0a8c528 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:13.853740 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dfc0d5de-fd70-4078-ae0f-aac03a312f9f tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=bf76453e-3ffb-45bf-87f9-20a6f968d522 HTTP/1.1" status: 200 len: 464 time: 0.0236206 Jan 14 07:31:13.855823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39156) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:13.894015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5cb9907-d5cc-4320-9e8a-fa9d4b51b23f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:13.902651 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.5373855 Jan 14 07:31:14.223742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453fdc75-85f1-4776-9344-624d90e29c13 None None] Network 3bfcb5d5-1dc5-47b1-b20f-5a85d0a8c528 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:14.548520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-979689f2-005a-47c9-bdb1-89631f8c1360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:14.611451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d42c0422-1d1f-44d5-9100-88d40d32a57d tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] Notify callbacks [] for metering_label_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:14.612926 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d42c0422-1d1f-44d5-9100-88d40d32a57d tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/bf76453e-3ffb-45bf-87f9-20a6f968d522 HTTP/1.1" status: 204 len: 168 time: 0.7550185 Jan 14 07:31:14.616867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-39238a07-641c-4a83-ba90-0d4202ecee40 tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] Notify callbacks [] for metering_label_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:14.618222 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-39238a07-641c-4a83-ba90-0d4202ecee40 tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/960a32b1-ecd4-4838-b004-2860ba7b1c01 HTTP/1.1" status: 204 len: 168 time: 0.7902570 Jan 14 07:31:14.619071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39182) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:14.662223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39184) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:14.668772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-979689f2-005a-47c9-bdb1-89631f8c1360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:14.701594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-979689f2-005a-47c9-bdb1-89631f8c1360 admin admin] Usage tracker for resource:security_group_rule and tenant:7dbcbff12b5d4e6d828228739fac7cf6 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:14.712518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-979689f2-005a-47c9-bdb1-89631f8c1360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:14.800210 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-06f1987b-4844-4163-8b59-19aec5b43c33 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=bf76453e-3ffb-45bf-87f9-20a6f968d522 HTTP/1.1" status: 200 len: 221 time: 0.1749713 Jan 14 07:31:14.800723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39198) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:14.822326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-979689f2-005a-47c9-bdb1-89631f8c1360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:14.829457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-829a971a-0b8c-4c86-b3cb-8f706586cbf6 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] Request body: {'metering_label': {'name': 'tempest-metering-label--2004523166', 'description': 'label created by tempest'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:14.830274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-829a971a-0b8c-4c86-b3cb-8f706586cbf6 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] Unknown quota resources ['metering_label']. {{(pid=80908) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 07:31:14.889710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fbe5bf-c3f2-41d3-b7b3-ffe97b0b9b25 admin admin] Router bbcd6ca5-d491-4e89-9a24-66c1fed2b454 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:31:14.999410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9c447-5942-4aa0-aeb2-28391f32de04 req-55ed461c-5e15-4063-a93c-e71e9e3e942b tempest-ServersNegativeTestMultiTenantJSON-1650889776 tempest-ServersNegativeTestMultiTenantJSON-1650889776] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:15.000061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7ce9c447-5942-4aa0-aeb2-28391f32de04 req-55ed461c-5e15-4063-a93c-e71e9e3e942b tempest-ServersNegativeTestMultiTenantJSON-1650889776 tempest-ServersNegativeTestMultiTenantJSON-1650889776] Synchronizing usage tracker for tenant:226532677a96415a9598f0b844e09252 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:15.180508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7ce9c447-5942-4aa0-aeb2-28391f32de04 req-55ed461c-5e15-4063-a93c-e71e9e3e942b tempest-ServersNegativeTestMultiTenantJSON-1650889776 tempest-ServersNegativeTestMultiTenantJSON-1650889776] Unset dirty status for tenant:226532677a96415a9598f0b844e09252 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:15.181836 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7ce9c447-5942-4aa0-aeb2-28391f32de04 req-55ed461c-5e15-4063-a93c-e71e9e3e942b tempest-ServersNegativeTestMultiTenantJSON-1650889776 tempest-ServersNegativeTestMultiTenantJSON-1650889776] 10.222.0.41 "GET /v2.0/networks?id=64a127ca-89c8-458a-9529-8967897ceadd HTTP/1.1" status: 200 len: 824 time: 0.3960853 Jan 14 07:31:15.270476 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7ce9c447-5942-4aa0-aeb2-28391f32de04 req-5efd22d1-e0d3-476a-a459-9fd78ffeb195 tempest-ServersNegativeTestMultiTenantJSON-1650889776 tempest-ServersNegativeTestMultiTenantJSON-1650889776] 10.222.0.41 "GET /v2.0/quotas/226532677a96415a9598f0b844e09252 HTTP/1.1" status: 200 len: 375 time: 0.0783513 Jan 14 07:31:15.347250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fbe5bf-c3f2-41d3-b7b3-ffe97b0b9b25 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:31:15.353242 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7ce9c447-5942-4aa0-aeb2-28391f32de04 req-91111f11-4596-4852-a348-d8c9a09c80dd tempest-ServersNegativeTestMultiTenantJSON-1650889776 tempest-ServersNegativeTestMultiTenantJSON-1650889776] 10.222.0.41 "GET /v2.0/ports?tenant_id=226532677a96415a9598f0b844e09252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688894 Jan 14 07:31:15.362690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4494acf4-601d-4b8f-afd7-d352eb3bd7c7 None None] Sync routers for ids ['bbcd6ca5-d491-4e89-9a24-66c1fed2b454'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:31:15.364300 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1447c72-5b38-4c89-8e11-07c6f750b8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:15.381644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4494acf4-601d-4b8f-afd7-d352eb3bd7c7 None None] Routers {'bbcd6ca5-d491-4e89-9a24-66c1fed2b454'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:15.382767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4494acf4-601d-4b8f-afd7-d352eb3bd7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:30:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['bbcd6ca5-d491-4e89-9a24-66c1fed2b454'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:15.518947 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-51fbe5bf-c3f2-41d3-b7b3-ffe97b0b9b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:15.575290 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-51fbe5bf-c3f2-41d3-b7b3-ffe97b0b9b25 admin admin] 10.222.0.41 "PUT /v2.0/routers/bbcd6ca5-d491-4e89-9a24-66c1fed2b454/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3162725 Jan 14 07:31:15.576061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39210) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:15.582633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1447c72-5b38-4c89-8e11-07c6f750b8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=6c4f22c3-d3bc-4157-8aba-6bf76f935ee4,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:15.588325 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c1447c72-5b38-4c89-8e11-07c6f750b8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:15.642125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-829a971a-0b8c-4c86-b3cb-8f706586cbf6 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] Notify callbacks [] for metering_label, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:15.643494 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-829a971a-0b8c-4c86-b3cb-8f706586cbf6 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8248241 Jan 14 07:31:15.652004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4bc33384-98e5-4d13-8660-fa42d4808ade tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] Notify callbacks [] for metering_label, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:15.653784 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4bc33384-98e5-4d13-8660-fa42d4808ade tempest-MeteringIpV6TestJSON-927050616 tempest-MeteringIpV6TestJSON-927050616] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/0e91cd67-1489-4a07-86a1-e98430d20206 HTTP/1.1" status: 204 len: 168 time: 0.9814177 Jan 14 07:31:15.656974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39218) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:15.773483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-4494acf4-601d-4b8f-afd7-d352eb3bd7c7 None None] Set router bbcd6ca5-d491-4e89-9a24-66c1fed2b454 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:31:15.970907 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1447c72-5b38-4c89-8e11-07c6f750b8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:16.225756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb9907-d5cc-4320-9e8a-fa9d4b51b23f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Deleting port 6d78080d-f062-4c9b-a5c3-e5f3e838be08 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:16.226158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5cb9907-d5cc-4320-9e8a-fa9d4b51b23f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:16.287197 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:16.293836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:16.328724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4494acf4-601d-4b8f-afd7-d352eb3bd7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcd6ca5-d491-4e89-9a24-66c1fed2b454', 'name': 'tempest-TaggedBootDevicesTest-1797533009-router', 'tenant_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '5270fa93-079c-43f2-9f8a-cbc0dd6c24a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:28:18Z', 'updated_at': '2021-01-14T07:31:11Z', 'revision_number': 5, 'project_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'gw_port': {'id': '5270fa93-079c-43f2-9f8a-cbc0dd6c24a8', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd6ca5-d491-4e89-9a24-66c1fed2b454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:28Z', 'updated_at': '2021-01-14T07:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:16.333835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4494acf4-601d-4b8f-afd7-d352eb3bd7c7 None None] Checking router: bbcd6ca5-d491-4e89-9a24-66c1fed2b454 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:31:16.347626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4494acf4-601d-4b8f-afd7-d352eb3bd7c7 None None] Routers {'bbcd6ca5-d491-4e89-9a24-66c1fed2b454'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:16.348403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4494acf4-601d-4b8f-afd7-d352eb3bd7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:30:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['bbcd6ca5-d491-4e89-9a24-66c1fed2b454'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:16.429139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82fc6087-6734-48df-995b-c6f44a8e442d admin admin] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:16.434469 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-19b3f171-0770-4743-bc18-15d032fadf1c tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=3c098724-1fd7-4473-a298-7c10d47859e5 HTTP/1.1" status: 200 len: 468 time: 0.7752264 Jan 14 07:31:16.450566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39230) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:16.637017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82fc6087-6734-48df-995b-c6f44a8e442d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:16.642372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-82fc6087-6734-48df-995b-c6f44a8e442d admin admin] Deleting port 5270fa93-079c-43f2-9f8a-cbc0dd6c24a8 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:16.642990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82fc6087-6734-48df-995b-c6f44a8e442d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:16.674474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-4494acf4-601d-4b8f-afd7-d352eb3bd7c7 None None] Set router bbcd6ca5-d491-4e89-9a24-66c1fed2b454 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:31:16.695690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39238) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:16.740320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-979689f2-005a-47c9-bdb1-89631f8c1360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:16.811888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5cb9907-d5cc-4320-9e8a-fa9d4b51b23f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:16.827865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-979689f2-005a-47c9-bdb1-89631f8c1360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:16.841490 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f348af6-5750-4140-a593-72c71e66a9c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:17.027327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4494acf4-601d-4b8f-afd7-d352eb3bd7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcd6ca5-d491-4e89-9a24-66c1fed2b454', 'name': 'tempest-TaggedBootDevicesTest-1797533009-router', 'tenant_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '5270fa93-079c-43f2-9f8a-cbc0dd6c24a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:28:18Z', 'updated_at': '2021-01-14T07:31:11Z', 'revision_number': 5, 'project_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'gw_port': {'id': '5270fa93-079c-43f2-9f8a-cbc0dd6c24a8', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd6ca5-d491-4e89-9a24-66c1fed2b454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:28Z', 'updated_at': '2021-01-14T07:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:17.031122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1447c72-5b38-4c89-8e11-07c6f750b8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Router 7ebc4dc2-436a-44a6-951c-4b8a06ab9637 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:31:17.031818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4494acf4-601d-4b8f-afd7-d352eb3bd7c7 None None] The sync data for ids ['bbcd6ca5-d491-4e89-9a24-66c1fed2b454'] in n-d-769329-2 is: [{'id': 'bbcd6ca5-d491-4e89-9a24-66c1fed2b454', 'name': 'tempest-TaggedBootDevicesTest-1797533009-router', 'tenant_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': '5270fa93-079c-43f2-9f8a-cbc0dd6c24a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:28:18Z', 'updated_at': '2021-01-14T07:31:11Z', 'revision_number': 5, 'project_id': '42ee9eb518b540adb2c0336b3ce9ab94', 'gw_port': {'id': '5270fa93-079c-43f2-9f8a-cbc0dd6c24a8', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd6ca5-d491-4e89-9a24-66c1fed2b454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:28:28Z', 'updated_at': '2021-01-14T07:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:31:17.100959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb9907-d5cc-4320-9e8a-fa9d4b51b23f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Calling delete_port for 6d78080d-f062-4c9b-a5c3-e5f3e838be08 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:17.161502 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7ce9c447-5942-4aa0-aeb2-28391f32de04 req-cd894537-dced-4925-b77b-0c540f3173f6 service neutron] 10.222.0.41 "GET /v2.0/networks/64a127ca-89c8-458a-9529-8967897ceadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6436396 Jan 14 07:31:17.189895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4d36a39-719c-4185-b0c9-fead7aceb9c0 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] Notify callbacks [] for metering_label, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:17.195058 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c4d36a39-719c-4185-b0c9-fead7aceb9c0 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/3c098724-1fd7-4473-a298-7c10d47859e5 HTTP/1.1" status: 204 len: 168 time: 0.7408090 Jan 14 07:31:17.199280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39248) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:17.207630 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-979689f2-005a-47c9-bdb1-89631f8c1360 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7dbcbff12b5d4e6d828228739fac7cf6&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4105065 Jan 14 07:31:17.208785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979689f2-005a-47c9-bdb1-89631f8c1360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b704c94c-94d1-4eed-ae26-1657a187f441,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:17.234655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39252) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:17.249894 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-979689f2-005a-47c9-bdb1-89631f8c1360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:17.264950 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d263a249-1bab-44b2-9be6-3300923357c6 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=3c098724-1fd7-4473-a298-7c10d47859e5 HTTP/1.1" status: 200 len: 216 time: 0.0634882 Jan 14 07:31:17.274279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39256) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:17.294263 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f9923b74-3379-4bf0-b904-96d4c656fa00 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0185089 Jan 14 07:31:17.300538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39264) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:17.324026 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-08888d98-b13b-49cc-93c5-6d400a55a65c tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0221992 Jan 14 07:31:17.329013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39268) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:17.456405 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7d4c84d6-a3bc-4ff8-b9b7-e15745fd1cec tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] 10.222.0.41 "GET /v2.0/metering/metering-labels/38edb0ac-8607-4f04-8c07-b71ddeba9a8d HTTP/1.1" status: 200 len: 472 time: 0.1257689 Jan 14 07:31:17.457170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39272) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:17.474488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1447c72-5b38-4c89-8e11-07c6f750b8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:31:17.480671 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f8d27dba-a15f-4c2a-8de8-6ddd506e45a6 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/19765074-bfbd-4cfc-bc56-e9ca88d926f8 HTTP/1.1" status: 200 len: 461 time: 0.0208745 Jan 14 07:31:17.484021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39276) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:17.488556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d74e18d-9b2e-4900-a9ae-47e123ac654c None None] Sync routers for ids ['7ebc4dc2-436a-44a6-951c-4b8a06ab9637'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:31:17.500104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d74e18d-9b2e-4900-a9ae-47e123ac654c None None] Routers {'7ebc4dc2-436a-44a6-951c-4b8a06ab9637'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:17.500972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5d74e18d-9b2e-4900-a9ae-47e123ac654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:30:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7ebc4dc2-436a-44a6-951c-4b8a06ab9637'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:17.551791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-82fc6087-6734-48df-995b-c6f44a8e442d admin admin] For port 5270fa93-079c-43f2-9f8a-cbc0dd6c24a8, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5270fa93-079c-43f2-9f8a-cbc0dd6c24a8,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:17.552191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82fc6087-6734-48df-995b-c6f44a8e442d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:17.662714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-5d74e18d-9b2e-4900-a9ae-47e123ac654c None None] Set router 7ebc4dc2-436a-44a6-951c-4b8a06ab9637 gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:31:17.749319 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5cb9907-d5cc-4320-9e8a-fa9d4b51b23f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:17.781262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5d74e18d-9b2e-4900-a9ae-47e123ac654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc4dc2-436a-44a6-951c-4b8a06ab9637', 'name': 'tempest-NetworksTestDHCPv6-router-1491685499', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:30:52Z', 'updated_at': '2021-01-14T07:31:15Z', 'revision_number': 3, 'project_id': '33c6fb24403345ddb7d80c37208656bd', 'gw_port_host': None}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:17.786318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d74e18d-9b2e-4900-a9ae-47e123ac654c None None] Checking router: 7ebc4dc2-436a-44a6-951c-4b8a06ab9637 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:31:17.797199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d74e18d-9b2e-4900-a9ae-47e123ac654c None None] Routers {'7ebc4dc2-436a-44a6-951c-4b8a06ab9637'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:17.798264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5d74e18d-9b2e-4900-a9ae-47e123ac654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:30:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7ebc4dc2-436a-44a6-951c-4b8a06ab9637'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:17.898447 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-84b99c9c-9c0a-4b48-b859-de5c353b5036 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:17.996313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-5d74e18d-9b2e-4900-a9ae-47e123ac654c None None] Set router 7ebc4dc2-436a-44a6-951c-4b8a06ab9637 gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:31:18.009543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb9907-d5cc-4320-9e8a-fa9d4b51b23f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event deleted for resources: {'Port': ['ID=6d78080d-f062-4c9b-a5c3-e5f3e838be08,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:18.019234 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a5cb9907-d5cc-4320-9e8a-fa9d4b51b23f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:18.061286 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c1447c72-5b38-4c89-8e11-07c6f750b8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "PUT /v2.0/routers/7ebc4dc2-436a-44a6-951c-4b8a06ab9637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4990568 Jan 14 07:31:18.069764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-82fc6087-6734-48df-995b-c6f44a8e442d admin admin] Calling delete_port for 5270fa93-079c-43f2-9f8a-cbc0dd6c24a8 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:18.100091 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bee85832-62ee-4e60-8401-8d230f895064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:18.114981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66ba772d-8ce6-4bab-bff1-64c03d533d69 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] Notify callbacks [] for metering_label_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:18.116851 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-66ba772d-8ce6-4bab-bff1-64c03d533d69 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/19765074-bfbd-4cfc-bc56-e9ca88d926f8 HTTP/1.1" status: 204 len: 168 time: 0.6318092 Jan 14 07:31:18.117600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39286) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:18.122310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39290) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:18.128549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5d74e18d-9b2e-4900-a9ae-47e123ac654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc4dc2-436a-44a6-951c-4b8a06ab9637', 'name': 'tempest-NetworksTestDHCPv6-router-1491685499', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:30:52Z', 'updated_at': '2021-01-14T07:31:15Z', 'revision_number': 3, 'project_id': '33c6fb24403345ddb7d80c37208656bd', 'gw_port_host': None}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:18.133495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d74e18d-9b2e-4900-a9ae-47e123ac654c None None] The sync data for ids ['7ebc4dc2-436a-44a6-951c-4b8a06ab9637'] in n-d-769329-2 is: [{'id': '7ebc4dc2-436a-44a6-951c-4b8a06ab9637', 'name': 'tempest-NetworksTestDHCPv6-router-1491685499', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:30:52Z', 'updated_at': '2021-01-14T07:31:15Z', 'revision_number': 3, 'project_id': '33c6fb24403345ddb7d80c37208656bd', 'gw_port_host': None}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:31:18.172072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bee85832-62ee-4e60-8401-8d230f895064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:18.282148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b58d0cba-41ee-44fa-88a1-93f92892906a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:18.296524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bee85832-62ee-4e60-8401-8d230f895064 admin admin] Usage tracker for resource:security_group_rule and tenant:e39a5b8631434c658a7687532af2128d is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:18.300731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bee85832-62ee-4e60-8401-8d230f895064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:18.301808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5cb9907-d5cc-4320-9e8a-fa9d4b51b23f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:18.333027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b58d0cba-41ee-44fa-88a1-93f92892906a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:18.342622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e709da0b-e6d2-4f03-b219-f71028653649 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:31:18.385078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: e709da0b-e6d2-4f03-b219-f71028653649 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:31:18.385557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e709da0b-e6d2-4f03-b219-f71028653649 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:31:18.385943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:31:18.403336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bee85832-62ee-4e60-8401-8d230f895064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:18.434921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:31:18.435259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 6c4f22c3-d3bc-4157-8aba-6bf76f935ee4 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:31:18.551732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b58d0cba-41ee-44fa-88a1-93f92892906a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:18.564153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01ac254-acd2-4bf9-957a-d635d022bbe6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:18.570169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01ac254-acd2-4bf9-957a-d635d022bbe6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:18.570869 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:18.570971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e01ac254-acd2-4bf9-957a-d635d022bbe6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:18.664612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e01ac254-acd2-4bf9-957a-d635d022bbe6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:18.668624 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e01ac254-acd2-4bf9-957a-d635d022bbe6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5419567 Jan 14 07:31:18.668820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39300) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:18.682567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d0cba-41ee-44fa-88a1-93f92892906a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b704c94c-94d1-4eed-ae26-1657a187f441,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:18.734651 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b58d0cba-41ee-44fa-88a1-93f92892906a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:18.738460 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7ce9c447-5942-4aa0-aeb2-28391f32de04 req-805a0b9e-94bf-4d99-8e71-c8302518baa6 service neutron] 10.222.0.41 "GET /v2.0/networks/64a127ca-89c8-458a-9529-8967897ceadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5760791 Jan 14 07:31:18.739273 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b58d0cba-41ee-44fa-88a1-93f92892906a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:18.740577 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b58d0cba-41ee-44fa-88a1-93f92892906a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b704c94c-94d1-4eed-ae26-1657a187f441 HTTP/1.1" status: 204 len: 168 time: 1.4525270 Jan 14 07:31:19.064219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82fc6087-6734-48df-995b-c6f44a8e442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:19.164329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d2485b-c4ea-42bf-9ddb-63e851ada55b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 442b2dde-202a-4979-8782-920a6e6ae78e {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:31:19.169514 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58d2485b-c4ea-42bf-9ddb-63e851ada55b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:19.299202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cb9907-d5cc-4320-9e8a-fa9d4b51b23f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Router 67892cde-205e-4f53-9a48-34830c24e288 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:31:19.307823 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58d2485b-c4ea-42bf-9ddb-63e851ada55b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:19.339832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39330) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:19.348794 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82fc6087-6734-48df-995b-c6f44a8e442d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:19.509864 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bee85832-62ee-4e60-8401-8d230f895064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:19.551692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-981a3726-1628-4883-95f5-2701f3efc54f admin admin] Deleting subnet dcca57b0-c33f-485d-9967-444ceea1e1ab {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:31:19.615953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bee85832-62ee-4e60-8401-8d230f895064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:19.658517 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b3733482-fb63-48f4-a946-abb8cfc36fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:19.691375 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bee85832-62ee-4e60-8401-8d230f895064 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e39a5b8631434c658a7687532af2128d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8530974 Jan 14 07:31:19.692448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39344) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:19.693139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-981a3726-1628-4883-95f5-2701f3efc54f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:19.743714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee85832-62ee-4e60-8401-8d230f895064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575730ca-8f05-4ba8-be7e-08477a6ca1d6,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:19.766605 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82fc6087-6734-48df-995b-c6f44a8e442d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:19.769234 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31f63e61-a11a-42cb-b6b1-9320ef975081 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] Notify callbacks [] for metering_label, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:19.770472 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-31f63e61-a11a-42cb-b6b1-9320ef975081 tempest-MeteringTestJSON-77021960 tempest-MeteringTestJSON-77021960] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/38edb0ac-8607-4f04-8c07-b71ddeba9a8d HTTP/1.1" status: 204 len: 168 time: 1.6447847 Jan 14 07:31:19.772642 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82fc6087-6734-48df-995b-c6f44a8e442d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:19.777714 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bee85832-62ee-4e60-8401-8d230f895064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:19.866885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-981a3726-1628-4883-95f5-2701f3efc54f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:19.904919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82f4066a-727b-43c3-9547-a7dd557b2858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:19.936223 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82f4066a-727b-43c3-9547-a7dd557b2858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:19.989308 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82fc6087-6734-48df-995b-c6f44a8e442d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:19.989970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fc6087-6734-48df-995b-c6f44a8e442d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbcd6ca5-d491-4e89-9a24-66c1fed2b454 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:31:19.998928 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82f4066a-727b-43c3-9547-a7dd557b2858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:20.010265 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-68df47b2-59c7-41f9-b8bb-3f0a15d4e305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:20.054689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4066a-727b-43c3-9547-a7dd557b2858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575730ca-8f05-4ba8-be7e-08477a6ca1d6,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:20.065219 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-82f4066a-727b-43c3-9547-a7dd557b2858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:20.079027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82f4066a-727b-43c3-9547-a7dd557b2858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:20.083515 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-82f4066a-727b-43c3-9547-a7dd557b2858 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/575730ca-8f05-4ba8-be7e-08477a6ca1d6 HTTP/1.1" status: 204 len: 168 time: 0.3482223 Jan 14 07:31:20.084392 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82fc6087-6734-48df-995b-c6f44a8e442d admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:20.088194 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-82fc6087-6734-48df-995b-c6f44a8e442d admin admin] 10.222.0.41 "DELETE /v2.0/routers/bbcd6ca5-d491-4e89-9a24-66c1fed2b454 HTTP/1.1" status: 204 len: 168 time: 4.4998024 Jan 14 07:31:20.088194 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-981a3726-1628-4883-95f5-2701f3efc54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:20.126471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39358) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:20.216628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cb9907-d5cc-4320-9e8a-fa9d4b51b23f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:31:20.235745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd89cfc-7b4b-469e-b4dd-4cfec8baf6a0 None None] Sync routers for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:31:20.249928 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a5cb9907-d5cc-4320-9e8a-fa9d4b51b23f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "PUT /v2.0/routers/67892cde-205e-4f53-9a48-34830c24e288/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8608258 Jan 14 07:31:20.252613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39364) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:20.253412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd89cfc-7b4b-469e-b4dd-4cfec8baf6a0 None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:20.254758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5fd89cfc-7b4b-469e-b4dd-4cfec8baf6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:30:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:20.274903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-895a7ce7-6d90-4ec7-b8ba-cffd5c90b7c3 admin admin] Deleting subnet 38ec468a-301b-4f25-b9cc-8f87d4d3e42a {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:31:20.277607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-895a7ce7-6d90-4ec7-b8ba-cffd5c90b7c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:20.328377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58d2485b-c4ea-42bf-9ddb-63e851ada55b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:20.351694 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-895a7ce7-6d90-4ec7-b8ba-cffd5c90b7c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:20.404543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5fd89cfc-7b4b-469e-b4dd-4cfec8baf6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:20.419422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd89cfc-7b4b-469e-b4dd-4cfec8baf6a0 None None] Routers {'67892cde-205e-4f53-9a48-34830c24e288'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:20.420440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5fd89cfc-7b4b-469e-b4dd-4cfec8baf6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:30:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['67892cde-205e-4f53-9a48-34830c24e288'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:20.510714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-895a7ce7-6d90-4ec7-b8ba-cffd5c90b7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:20.513696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5270fa93-079c-43f2-9f8a-cbc0dd6c24a8 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:31:20.565229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 5270fa93-079c-43f2-9f8a-cbc0dd6c24a8 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:31:20.565821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5270fa93-079c-43f2-9f8a-cbc0dd6c24a8 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:31:20.573670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5fd89cfc-7b4b-469e-b4dd-4cfec8baf6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:20.574481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd89cfc-7b4b-469e-b4dd-4cfec8baf6a0 None None] The sync data for ids ['67892cde-205e-4f53-9a48-34830c24e288'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:31:20.604309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39372) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:20.668204 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d3af780-bdcd-4092-930b-261dc224274c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:20.868599 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d3af780-bdcd-4092-930b-261dc224274c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:20.875458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3d3af780-bdcd-4092-930b-261dc224274c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Deleting port 7996f0a6-c67f-4e1a-9cdb-cb692b8d84d0 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:20.875845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d3af780-bdcd-4092-930b-261dc224274c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:20.986556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-895a7ce7-6d90-4ec7-b8ba-cffd5c90b7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:21.005622 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6464fe70-78a0-4846-ad64-0fc4c826e5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:21.054642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a7ce7-6d90-4ec7-b8ba-cffd5c90b7c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38ec468a-301b-4f25-b9cc-8f87d4d3e42a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:21.114238 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-895a7ce7-6d90-4ec7-b8ba-cffd5c90b7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:21.133344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-981a3726-1628-4883-95f5-2701f3efc54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:21.152431 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c2408f40-099e-4b9e-8185-09bdfb67b154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:21.205804 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d3af780-bdcd-4092-930b-261dc224274c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:21.219991 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed7bb-324b-4260-aa4b-3b2e921387eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:21.280292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39388) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:21.283281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a3726-1628-4883-95f5-2701f3efc54f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcca57b0-c33f-485d-9967-444ceea1e1ab,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:21.290630 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-981a3726-1628-4883-95f5-2701f3efc54f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:21.334630 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14bd0b77-b7fd-433d-b43a-ff213040d8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:21.358271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-14bd0b77-b7fd-433d-b43a-ff213040d8c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:21.361798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3d3af780-bdcd-4092-930b-261dc224274c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Calling delete_port for 7996f0a6-c67f-4e1a-9cdb-cb692b8d84d0 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:21.362944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-895a7ce7-6d90-4ec7-b8ba-cffd5c90b7c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:21.372120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f1da5c-5b38-4b14-959b-50ac48149cc9 None None] Network 60eca220-f4d8-4f80-bc24-238eaea2b741 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:21.378175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-14bd0b77-b7fd-433d-b43a-ff213040d8c1 admin admin] Usage tracker for resource:security_group_rule and tenant:a2c88ecc44514f459aa3dbdb090991f7 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:21.383132 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-895a7ce7-6d90-4ec7-b8ba-cffd5c90b7c3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/38ec468a-301b-4f25-b9cc-8f87d4d3e42a HTTP/1.1" status: 204 len: 168 time: 1.2554893 Jan 14 07:31:21.386532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-14bd0b77-b7fd-433d-b43a-ff213040d8c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:21.389183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39392) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:21.417215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-14bd0b77-b7fd-433d-b43a-ff213040d8c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:21.420193 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-981a3726-1628-4883-95f5-2701f3efc54f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:21.422228 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-981a3726-1628-4883-95f5-2701f3efc54f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dcca57b0-c33f-485d-9967-444ceea1e1ab HTTP/1.1" status: 204 len: 168 time: 2.0812109 Jan 14 07:31:21.425611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39396) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:21.430707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3d9ed7bb-324b-4260-aa4b-3b2e921387eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:21.434788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3d9ed7bb-324b-4260-aa4b-3b2e921387eb admin admin] Usage tracker for resource:security_group_rule and tenant:2726fd217bc54e928b28fbe4133acc89 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:21.437831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3d9ed7bb-324b-4260-aa4b-3b2e921387eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:21.444482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3d9ed7bb-324b-4260-aa4b-3b2e921387eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:21.482454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39402) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:21.666823 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:21.749921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b85aece-2d32-4c7d-a521-05c97afdf0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:21.776222 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58d2485b-c4ea-42bf-9ddb-63e851ada55b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:21.803371 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1c31b4e6-4553-472a-8a5b-fb9db3eb7945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:21.873192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7e3993-d20f-4ba7-9242-f42610477514 None None] DHCP port deletion for 60eca220-f4d8-4f80-bc24-238eaea2b741 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:31:21.878268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e3993-d20f-4ba7-9242-f42610477514 None None] Deleting port d7c2fc2c-b60d-4d4b-b813-50175a51b7cc {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:21.878798 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed7e3993-d20f-4ba7-9242-f42610477514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:21.916907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-62b39841-f4fc-46f6-bc0b-e207e4e21e60 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:21.920976 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-62b39841-f4fc-46f6-bc0b-e207e4e21e60 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.4343321 Jan 14 07:31:21.927191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d3af780-bdcd-4092-930b-261dc224274c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:21.942468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2485b-c4ea-42bf-9ddb-63e851ada55b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=442b2dde-202a-4979-8782-920a6e6ae78e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:21.945364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39418) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:21.964160 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-58d2485b-c4ea-42bf-9ddb-63e851ada55b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:22.032333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-6c8407ca-99bd-4872-9134-0b1c7a0755ce tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.036659 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6c8407ca-99bd-4872-9134-0b1c7a0755ce tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0714076 Jan 14 07:31:22.044975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39422) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.078851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-5fb60db2-56de-4273-8c3c-67be048fe6d7 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.082785 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5fb60db2-56de-4273-8c3c-67be048fe6d7 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0321488 Jan 14 07:31:22.092798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39428) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.110959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-57b2d573-22d7-4193-8c79-c2307f9aa54f tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.114662 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-57b2d573-22d7-4193-8c79-c2307f9aa54f tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0133348 Jan 14 07:31:22.114662 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed7bb-324b-4260-aa4b-3b2e921387eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.122888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39432) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.125139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ed7e3993-d20f-4ba7-9242-f42610477514 None None] For port d7c2fc2c-b60d-4d4b-b813-50175a51b7cc, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d7c2fc2c-b60d-4d4b-b813-50175a51b7cc,segment=NetworkSegment(a4fd3fda-bdba-4610-a9d6-376b8957e30d),segment_id=a4fd3fda-bdba-4610-a9d6-376b8957e30d)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:22.125592 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed7e3993-d20f-4ba7-9242-f42610477514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.136166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-cc477d5a-d103-442e-a574-12a41d1a7858 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.139698 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cc477d5a-d103-442e-a574-12a41d1a7858 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0133462 Jan 14 07:31:22.143090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed7bb-324b-4260-aa4b-3b2e921387eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.164245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39438) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.165440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58d2485b-c4ea-42bf-9ddb-63e851ada55b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.185504 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ecd6609-6745-4434-800a-5e8f32ae5cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:22.211685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-7674fbde-b1d3-40f2-8165-e949ea1c7227 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.212802 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7674fbde-b1d3-40f2-8165-e949ea1c7227 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0200231 Jan 14 07:31:22.216787 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-58d2485b-c4ea-42bf-9ddb-63e851ada55b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/442b2dde-202a-4979-8782-920a6e6ae78e HTTP/1.1" status: 204 len: 168 time: 3.5446308 Jan 14 07:31:22.241616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ed7bb-324b-4260-aa4b-3b2e921387eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a22ba0e-4244-4429-a52b-42bf98186b0f,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:22.241977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39442) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.242316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39444) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.245425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] Deleting port d7c2fc2c-b60d-4d4b-b813-50175a51b7cc {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:22.246424 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.259446 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3d9ed7bb-324b-4260-aa4b-3b2e921387eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:22.269660 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3d9ed7bb-324b-4260-aa4b-3b2e921387eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2726fd217bc54e928b28fbe4133acc89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6644020 Jan 14 07:31:22.275767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e3993-d20f-4ba7-9242-f42610477514 None None] Calling delete_port for d7c2fc2c-b60d-4d4b-b813-50175a51b7cc owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:22.275945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39446) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.318353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-210cc60d-d46c-4d15-9aa5-4db0b731387d tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.322154 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-210cc60d-d46c-4d15-9aa5-4db0b731387d tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0085871 Jan 14 07:31:22.331982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39454) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.353956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6171bf-17a6-47ab-8d30-af9b4d98e265 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:22.379820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-024ea9dc-dda0-49f5-a2d6-db05353c3647 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.383458 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-024ea9dc-dda0-49f5-a2d6-db05353c3647 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0445054 Jan 14 07:31:22.389124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39458) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.399591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-94c3deee-f198-444b-83b9-cbb5bdb28cd8 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.400879 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-94c3deee-f198-444b-83b9-cbb5bdb28cd8 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0105114 Jan 14 07:31:22.408009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39462) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.433549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-76616dc8-1af4-44e7-a2d3-8b858b876d6f tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.434831 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-76616dc8-1af4-44e7-a2d3-8b858b876d6f tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0205426 Jan 14 07:31:22.436089 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d3af780-bdcd-4092-930b-261dc224274c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.440014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39468) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.524513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d7c2fc2c-b60d-4d4b-b813-50175a51b7cc no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:31:22.524865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-e644bb01-1842-4a4e-9d15-0661f40286de tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.526124 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e644bb01-1842-4a4e-9d15-0661f40286de tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0149186 Jan 14 07:31:22.583111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39472) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.591894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: d7c2fc2c-b60d-4d4b-b813-50175a51b7cc {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:31:22.592295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d7c2fc2c-b60d-4d4b-b813-50175a51b7cc not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:31:22.595051 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed7e3993-d20f-4ba7-9242-f42610477514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.602018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-f5231c9e-735c-4f56-867f-14abad44edd3 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.603361 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f5231c9e-735c-4f56-867f-14abad44edd3 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0185609 Jan 14 07:31:22.604605 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db7c16e8-e6b6-47ed-a53c-af84d1f4df5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.619289 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cea98d8f-11b0-424f-a75c-e60b77f5f9b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:22.619747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39476) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.634669 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d3af780-bdcd-4092-930b-261dc224274c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.639442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-69d72547-3f49-4294-9e6d-cf26acae91b9 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.643726 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-69d72547-3f49-4294-9e6d-cf26acae91b9 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0197577 Jan 14 07:31:22.644049 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d3af780-bdcd-4092-930b-261dc224274c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.645655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39480) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.664603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-924ccc6c-d6b3-4d15-ac94-d8d7a3b34925 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.668180 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-924ccc6c-d6b3-4d15-ac94-d8d7a3b34925 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0119050 Jan 14 07:31:22.668712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39486) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.671555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e3993-d20f-4ba7-9242-f42610477514 None None] Pushing event deleted for resources: {'Port': ['ID=d7c2fc2c-b60d-4d4b-b813-50175a51b7cc,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:22.674627 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ed7e3993-d20f-4ba7-9242-f42610477514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:22.676170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db7c16e8-e6b6-47ed-a53c-af84d1f4df5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.688969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-83ee437b-3799-47ce-949e-0706eaf11d2b tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.692593 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-83ee437b-3799-47ce-949e-0706eaf11d2b tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0172384 Jan 14 07:31:22.692717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b85aece-2d32-4c7d-a521-05c97afdf0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.701806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39490) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.711052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-83f10211-a779-40fc-ac57-5a756b824fdd tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.714709 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-83f10211-a779-40fc-ac57-5a756b824fdd tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0093503 Jan 14 07:31:22.720026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39494) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.740497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-4ecfc97a-9c94-4cb6-8eae-502555e77b73 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.744489 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4ecfc97a-9c94-4cb6-8eae-502555e77b73 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0174284 Jan 14 07:31:22.750800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39498) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.754992 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d3af780-bdcd-4092-930b-261dc224274c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.756146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3af780-bdcd-4092-930b-261dc224274c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Fanout notify agent at l3_agent the message router_deleted on router 67892cde-205e-4f53-9a48-34830c24e288 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:31:22.761500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-731805af-58d7-4bb1-b09e-51405eecd1c4 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.765288 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-731805af-58d7-4bb1-b09e-51405eecd1c4 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0105636 Jan 14 07:31:22.769119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39502) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.778087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-6334853e-774d-4b67-b9eb-05653a5bdfd9 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.779693 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6334853e-774d-4b67-b9eb-05653a5bdfd9 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0090344 Jan 14 07:31:22.784091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39506) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.794436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-817be6c5-9450-4023-90fa-7e79b57fbfff tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.795475 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-817be6c5-9450-4023-90fa-7e79b57fbfff tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0085616 Jan 14 07:31:22.799468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7e3993-d20f-4ba7-9242-f42610477514 None None] No DVR routers for this DVR port d7c2fc2c-b60d-4d4b-b813-50175a51b7cc on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:31:22.800329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39510) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.810071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-3e355fb1-69c1-4c5d-b936-a068cb626291 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.811886 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3e355fb1-69c1-4c5d-b936-a068cb626291 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0104897 Jan 14 07:31:22.821358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39514) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.823905 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d3af780-bdcd-4092-930b-261dc224274c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.827879 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3d3af780-bdcd-4092-930b-261dc224274c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "DELETE /v2.0/routers/67892cde-205e-4f53-9a48-34830c24e288 HTTP/1.1" status: 204 len: 168 time: 2.5740070 Jan 14 07:31:22.828674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39516) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.831507 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db7c16e8-e6b6-47ed-a53c-af84d1f4df5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.834706 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db7c16e8-e6b6-47ed-a53c-af84d1f4df5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.836345 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-db7c16e8-e6b6-47ed-a53c-af84d1f4df5a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a22ba0e-4244-4429-a52b-42bf98186b0f HTTP/1.1" status: 204 len: 168 time: 0.5595458 Jan 14 07:31:22.837905 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e05df0c1-97d6-49c9-883d-badb0daa8a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:22.844549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-28f35ce5-3326-40ed-9bd4-01dd23ee54b9 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.845945 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-28f35ce5-3326-40ed-9bd4-01dd23ee54b9 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0126987 Jan 14 07:31:22.874292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-6b85aece-2d32-4c7d-a521-05c97afdf0d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a127ca-89c8-458a-9529-8967897ceadd']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:22.888126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c16e8-e6b6-47ed-a53c-af84d1f4df5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a22ba0e-4244-4429-a52b-42bf98186b0f,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:22.889089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eb6ce2-9e00-4024-9772-4fd16dc065d1 None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:31:22.890800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-6b85aece-2d32-4c7d-a521-05c97afdf0d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26316470-90e9-4d32-819a-d3cc2947e6c3') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:22.891577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-6b85aece-2d32-4c7d-a521-05c97afdf0d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26316470-90e9-4d32-819a-d3cc2947e6c3') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:22.893768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39524) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.895476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b7eb6ce2-9e00-4024-9772-4fd16dc065d1 None None] Deleting port cdb324d3-fdbe-4678-803d-7731366c4503 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:22.896964 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7eb6ce2-9e00-4024-9772-4fd16dc065d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.903518 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-db7c16e8-e6b6-47ed-a53c-af84d1f4df5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:22.906837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-4938fe06-1865-41f5-86b9-00aed8dfb122 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.910788 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4938fe06-1865-41f5-86b9-00aed8dfb122 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0133142 Jan 14 07:31:22.915960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39528) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.922120 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b85aece-2d32-4c7d-a521-05c97afdf0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.924257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-6b091252-5a39-4aae-8d7e-93846187116b tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.928513 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6b091252-5a39-4aae-8d7e-93846187116b tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0083437 Jan 14 07:31:22.929622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39532) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.937419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-a3b5325c-48af-4b85-b3af-98aef48f727d tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.941345 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a3b5325c-48af-4b85-b3af-98aef48f727d tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0081820 Jan 14 07:31:22.942286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39536) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.951169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-07c04315-154a-4040-a625-0c8ebf913034 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.955172 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b85aece-2d32-4c7d-a521-05c97afdf0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:22.955317 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-07c04315-154a-4040-a625-0c8ebf913034 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0096672 Jan 14 07:31:22.955399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6b85aece-2d32-4c7d-a521-05c97afdf0d6 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:31:22.955472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39540) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:22.964453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-aa362ec9-281c-4614-a061-8fe07429d88d tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:22.968128 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-aa362ec9-281c-4614-a061-8fe07429d88d tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0090091 Jan 14 07:31:23.015534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39544) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:23.091203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-1f7b14a0-2c54-4641-96b3-2c681a1f0b9e tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:23.092675 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1f7b14a0-2c54-4641-96b3-2c681a1f0b9e tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0754023 Jan 14 07:31:23.120081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39548) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:23.128978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-736f2eae-0ec8-434e-b30c-04d482dc5177 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:23.130211 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-736f2eae-0ec8-434e-b30c-04d482dc5177 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0088022 Jan 14 07:31:23.134016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39552) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:23.142499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-751dee9e-5db8-4c84-bfc9-53661abefb1a tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:23.143712 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-751dee9e-5db8-4c84-bfc9-53661abefb1a tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0083423 Jan 14 07:31:23.147399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39558) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:23.155872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-edabfc5b-d01e-4d00-8552-e9dca0bc1beb tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:23.159538 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-edabfc5b-d01e-4d00-8552-e9dca0bc1beb tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0080078 Jan 14 07:31:23.160525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39562) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:23.163514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6b85aece-2d32-4c7d-a521-05c97afdf0d6 admin admin] Network 64a127ca-89c8-458a-9529-8967897ceadd has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:23.173395 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b85aece-2d32-4c7d-a521-05c97afdf0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:23.176333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-519dc49a-5c9f-45dd-ba0f-24adf5cc4708 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:23.180972 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-519dc49a-5c9f-45dd-ba0f-24adf5cc4708 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0201175 Jan 14 07:31:23.184268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39566) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:23.220655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-d68a7d2b-ac7f-489e-b3fd-39bf2656892c tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:23.224327 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d68a7d2b-ac7f-489e-b3fd-39bf2656892c tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0093546 Jan 14 07:31:23.225159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39572) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:23.244028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-c6b9e91c-dcca-42a6-b12a-1f332a0f30ad tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:23.247763 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c6b9e91c-dcca-42a6-b12a-1f332a0f30ad tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0186067 Jan 14 07:31:23.249558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39576) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:23.258741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c13c5cb-e9ba-4215-b9be-54ea123a5137 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Deleting subnet e54d502b-e486-4442-9d9e-3d23cf0c3286 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:31:23.262737 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c13c5cb-e9ba-4215-b9be-54ea123a5137 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:23.337677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c13c5cb-e9ba-4215-b9be-54ea123a5137 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:23.415144 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c13c5cb-e9ba-4215-b9be-54ea123a5137 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:23.471311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-361077a4-b5ba-4b24-bb4c-0c89c6633635 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:23.475189 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-361077a4-b5ba-4b24-bb4c-0c89c6633635 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.2217355 Jan 14 07:31:23.476749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39580) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:23.486827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-fa732572-3406-4eb7-8e45-5f0f13cc2e4c tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:23.487919 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fa732572-3406-4eb7-8e45-5f0f13cc2e4c tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0078633 Jan 14 07:31:23.491249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39584) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:23.521938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-91f6e4c5-d3af-4411-ab4a-c54dde68203a tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:23.523388 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-91f6e4c5-d3af-4411-ab4a-c54dde68203a tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0310414 Jan 14 07:31:23.547285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39590) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:23.549431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6b85aece-2d32-4c7d-a521-05c97afdf0d6 admin admin] Network 64a127ca-89c8-458a-9529-8967897ceadd has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:31:23.643716 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:31:23.656277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b7eb6ce2-9e00-4024-9772-4fd16dc065d1 None None] For port cdb324d3-fdbe-4678-803d-7731366c4503, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=cdb324d3-fdbe-4678-803d-7731366c4503,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:23.656729 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7eb6ce2-9e00-4024-9772-4fd16dc065d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:23.661739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3b6b1103-3c35-48fc-9c49-3f8474bae0d8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:router {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:23.676216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-d3efb50d-9948-4a15-8004-2e77bb04d26e tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:23.680190 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d3efb50d-9948-4a15-8004-2e77bb04d26e tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.1152868 Jan 14 07:31:23.711071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39594) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:23.758672 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c13c5cb-e9ba-4215-b9be-54ea123a5137 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:23.776466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39596) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:23.777690 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f423709-69e0-4263-9ceb-859893bf72bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:23.825075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-db2a0e62-8505-4827-99f1-d4c7fde58485 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:23.826466 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-db2a0e62-8505-4827-99f1-d4c7fde58485 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0075912 Jan 14 07:31:23.828698 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14bd0b77-b7fd-433d-b43a-ff213040d8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:23.834517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3b6b1103-3c35-48fc-9c49-3f8474bae0d8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:router {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:23.838479 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3b6b1103-3c35-48fc-9c49-3f8474bae0d8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.5225880 Jan 14 07:31:23.839307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39604) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:23.839660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39606) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:23.858246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b7eb6ce2-9e00-4024-9772-4fd16dc065d1 None None] Calling delete_port for cdb324d3-fdbe-4678-803d-7731366c4503 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:23.899272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13c5cb-e9ba-4215-b9be-54ea123a5137 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event deleted for resources: {'Subnet': ['ID=e54d502b-e486-4442-9d9e-3d23cf0c3286,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:23.925832 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:23.951227 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e65b5ff-82e4-452c-a20c-09ea12e414e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:23.965119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7eb6ce2-9e00-4024-9772-4fd16dc065d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:23.973617 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c13c5cb-e9ba-4215-b9be-54ea123a5137 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:24.000069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:24.009948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Usage tracker for resource:security_group_rule and tenant:3b8232ec7da24e3c83db76ee0beecd03 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:24.014597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:24.025282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:24.039455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14bd0b77-b7fd-433d-b43a-ff213040d8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:24.044442 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c13c5cb-e9ba-4215-b9be-54ea123a5137 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:24.052960 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6dc85673-a63b-42b1-913a-0463f7e8de79 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:24.060104 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:24.063568 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4c13c5cb-e9ba-4215-b9be-54ea123a5137 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "DELETE /v2.0/subnets/e54d502b-e486-4442-9d9e-3d23cf0c3286 HTTP/1.1" status: 204 len: 168 time: 1.2333403 Jan 14 07:31:24.064707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39612) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:24.129213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-7286574a-2aad-48b6-8d88-df518f8a3222 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:24.130374 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7286574a-2aad-48b6-8d88-df518f8a3222 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.2890158 Jan 14 07:31:24.133931 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-54a690e2-5ab3-433f-afa3-47f5a83044ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:24.141361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb6ce2-9e00-4024-9772-4fd16dc065d1 None None] Pushing event deleted for resources: {'Port': ['ID=cdb324d3-fdbe-4678-803d-7731366c4503,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:24.143362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39616) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:24.145899 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b7eb6ce2-9e00-4024-9772-4fd16dc065d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:24.159342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eb6ce2-9e00-4024-9772-4fd16dc065d1 None None] No DVR routers for this DVR port cdb324d3-fdbe-4678-803d-7731366c4503 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:31:24.160604 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:24.161764 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b85aece-2d32-4c7d-a521-05c97afdf0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:24.254726 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b85aece-2d32-4c7d-a521-05c97afdf0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:24.268752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-ff003cd5-b307-46bd-a50c-2d3ee8418657 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:24.269829 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ff003cd5-b307-46bd-a50c-2d3ee8418657 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.1103044 Jan 14 07:31:24.278806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39626) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:24.280761 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:24.290010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] For port d7c2fc2c-b60d-4d4b-b813-50175a51b7cc, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d7c2fc2c-b60d-4d4b-b813-50175a51b7cc,segment=NetworkSegment(a4fd3fda-bdba-4610-a9d6-376b8957e30d),segment_id=a4fd3fda-bdba-4610-a9d6-376b8957e30d)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:24.290477 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:24.295040 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a37c0346-279f-473b-b982-679fac04e24a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:24.304082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd0b77-b7fd-433d-b43a-ff213040d8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abfac18-b645-4609-9f75-83a54a5c957c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:24.364722 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b8232ec7da24e3c83db76ee0beecd03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5494599 Jan 14 07:31:24.370176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39632) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:24.377620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-c60c4d89-8ef6-40f4-b765-11a605005739 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:24.382355 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c60c4d89-8ef6-40f4-b765-11a605005739 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0954101 Jan 14 07:31:24.382479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be9f2cdb-7c66-4d0b-9280-a7d7291d5e06 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:24.384963 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14bd0b77-b7fd-433d-b43a-ff213040d8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:24.385561 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d73979fc-33c8-4a6f-abed-a7a1f3c1f58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:24.409501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39634) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:24.419141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device cdb324d3-fdbe-4678-803d-7731366c4503 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:31:24.419742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85aece-2d32-4c7d-a521-05c97afdf0d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=64a127ca-89c8-458a-9529-8967897ceadd,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:24.422842 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6b85aece-2d32-4c7d-a521-05c97afdf0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:24.433939 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-14bd0b77-b7fd-433d-b43a-ff213040d8c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2c88ecc44514f459aa3dbdb090991f7&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1472144 Jan 14 07:31:24.458026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39638) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:24.461301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: cdb324d3-fdbe-4678-803d-7731366c4503 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:31:24.461700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device cdb324d3-fdbe-4678-803d-7731366c4503 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:31:24.484521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5424795-b3c5-4986-b9b2-c26c43f946a5,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:24.518838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.519272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.519685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.520104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.520540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.520943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.521870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.522280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.522652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.523048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.523447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.523868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.524341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.524739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.525136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.525531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.525925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.526321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.526714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.527110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.527507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.528191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.528309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.528701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.529133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.529529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.529918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.530308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.530679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.531071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.531462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.531877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.532269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.532658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.533049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.533438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:24.549284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-12ca35f6-b9ce-4c59-bfc7-1500c6260022 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:24.550367 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-12ca35f6-b9ce-4c59-bfc7-1500c6260022 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.1262302 Jan 14 07:31:24.562046 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:24.572161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39646) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:24.587336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-cd61b181-d9bc-40a5-955d-01e3b59e6444 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:24.590970 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cd61b181-d9bc-40a5-955d-01e3b59e6444 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0152516 Jan 14 07:31:24.621909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39650) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:24.627677 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6b85aece-2d32-4c7d-a521-05c97afdf0d6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/64a127ca-89c8-458a-9529-8967897ceadd HTTP/1.1" status: 204 len: 168 time: 3.1999598 Jan 14 07:31:24.637772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] Calling delete_port for d7c2fc2c-b60d-4d4b-b813-50175a51b7cc owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:24.639215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39654) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:24.668168 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6dc85673-a63b-42b1-913a-0463f7e8de79 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:24.672765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-69c03b00-f66d-4538-b899-8238018b8653 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:24.673874 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-69c03b00-f66d-4538-b899-8238018b8653 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0485640 Jan 14 07:31:24.681349 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6dc85673-a63b-42b1-913a-0463f7e8de79 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:24.690729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39658) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:24.699588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-2c3c8d87-981f-41f3-bb14-cd796f2d423a tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:24.703232 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2c3c8d87-981f-41f3-bb14-cd796f2d423a tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0102179 Jan 14 07:31:24.707452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39662) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:24.719395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-84b40b20-ea17-48bf-a6a7-8019db62b0b7 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:24.722865 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-84b40b20-ea17-48bf-a6a7-8019db62b0b7 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0119655 Jan 14 07:31:24.731759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39666) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:24.740643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-6ce0cfb8-946b-43a9-904c-ede82df2786c tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:24.744364 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6ce0cfb8-946b-43a9-904c-ede82df2786c tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0089538 Jan 14 07:31:24.753330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39672) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:24.757931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6dc85673-a63b-42b1-913a-0463f7e8de79 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:24.758510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc85673-a63b-42b1-913a-0463f7e8de79 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Fanout notify agent at l3_agent the message router_deleted on router 7ebc4dc2-436a-44a6-951c-4b8a06ab9637 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:31:24.769491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-e5c2f5b2-aa2b-471c-84d3-e6943b89c037 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:24.770616 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e5c2f5b2-aa2b-471c-84d3-e6943b89c037 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0159605 Jan 14 07:31:24.777384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39676) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:24.784958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-51f962bd-5f68-468c-826e-a514ff0f8a29 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:24.789994 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-51f962bd-5f68-468c-826e-a514ff0f8a29 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0076621 Jan 14 07:31:24.789994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39680) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:24.804392 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6dc85673-a63b-42b1-913a-0463f7e8de79 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:24.806031 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6dc85673-a63b-42b1-913a-0463f7e8de79 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/routers/7ebc4dc2-436a-44a6-951c-4b8a06ab9637 HTTP/1.1" status: 204 len: 168 time: 0.9623570 Jan 14 07:31:24.809934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-42e48811-7137-46a5-85c1-ef94869b2f4b tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:24.813710 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-42e48811-7137-46a5-85c1-ef94869b2f4b tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0204558 Jan 14 07:31:24.813710 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:31:24.813710 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:31:24.813710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39684) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:24.815153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39686) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:24.822198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9ac9888e-cb05-4986-b541-ef38ca98be51 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:24.958425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-878179ef-8968-4f82-97c8-4e0ab51cceb2 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:24.960417 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-878179ef-8968-4f82-97c8-4e0ab51cceb2 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.1435356 Jan 14 07:31:24.985525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39694) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:24.992102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-cc28d7dc-a821-44d6-9df0-d41a0fbb31e8 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:24.995757 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cc28d7dc-a821-44d6-9df0-d41a0fbb31e8 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0067458 Jan 14 07:31:24.995757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9ac9888e-cb05-4986-b541-ef38ca98be51 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:24.997317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39698) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:25.004124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-35aafc16-61ff-4107-ac58-6107a6334b09 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:25.008387 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-35aafc16-61ff-4107-ac58-6107a6334b09 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0067716 Jan 14 07:31:25.008387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9ac9888e-cb05-4986-b541-ef38ca98be51 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:25.010600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39704) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:25.013255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9ac9888e-cb05-4986-b541-ef38ca98be51 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:25.023141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-57e9ff33-080e-4189-ae09-6bcb66d900ec tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:25.027269 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-57e9ff33-080e-4189-ae09-6bcb66d900ec tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0126023 Jan 14 07:31:25.027269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9ac9888e-cb05-4986-b541-ef38ca98be51 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:25.027580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39708) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:25.034066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-4cae985e-dda8-4caa-83c1-dd8c192abb07 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:25.037703 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4cae985e-dda8-4caa-83c1-dd8c192abb07 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0067215 Jan 14 07:31:25.038154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39712) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:25.045019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-beb1f384-0869-4bf1-8a21-172a6012bdf9 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:25.048969 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-beb1f384-0869-4bf1-8a21-172a6012bdf9 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0070279 Jan 14 07:31:25.049273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39716) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:25.055944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-8157dd1f-0305-46b9-8120-d0fb1babf867 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:25.059410 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8157dd1f-0305-46b9-8120-d0fb1babf867 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0067468 Jan 14 07:31:25.059410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac9888e-cb05-4986-b541-ef38ca98be51 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:25.083133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39720) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:25.085172 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-600061d2-42af-4cea-bbc1-25125355cd3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:25.129401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-15f87d57-5628-4c66-ba9f-453f382ff4a0 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:25.133882 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-15f87d57-5628-4c66-ba9f-453f382ff4a0 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0422635 Jan 14 07:31:25.136952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39724) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:25.156903 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be9f2cdb-7c66-4d0b-9280-a7d7291d5e06 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:25.158260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-b14ec35b-284f-49f5-83a6-8e9a48a3dcda tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:25.162218 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b14ec35b-284f-49f5-83a6-8e9a48a3dcda tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0214722 Jan 14 07:31:25.163166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39728) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:25.172410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-6fb3a3fd-5788-4267-9150-a20d5ae3ea81 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:25.176014 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6fb3a3fd-5788-4267-9150-a20d5ae3ea81 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0095103 Jan 14 07:31:25.181062 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3914f010-e018-4643-b754-8ce4acc64ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:25.183240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39734) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:25.191910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-14c7fd6c-286f-4cc5-a5ca-3d011ceb43df tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:25.196127 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-14c7fd6c-286f-4cc5-a5ca-3d011ceb43df tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0086951 Jan 14 07:31:25.196788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39738) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:25.201030 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-600061d2-42af-4cea-bbc1-25125355cd3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:25.205251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ac9888e-cb05-4986-b541-ef38ca98be51 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:25.230036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-3e809d9d-5a97-4dc0-bb1b-413931f0727f tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:25.233727 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3e809d9d-5a97-4dc0-bb1b-413931f0727f tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0318165 Jan 14 07:31:25.267125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39742) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:25.302095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9762f9b4-7e12-49ce-8279-505453e54d74 admin admin] Deleting subnet 468bb10f-fb9f-4713-bcc5-a800e5e68d29 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:31:25.305867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9762f9b4-7e12-49ce-8279-505453e54d74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:25.313682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] Deleting port d7c2fc2c-b60d-4d4b-b813-50175a51b7cc {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:25.314055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:25.350558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-27cfca16-a300-4fcb-a2fa-2e2ade667820 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:25.354400 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-27cfca16-a300-4fcb-a2fa-2e2ade667820 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0757558 Jan 14 07:31:25.356480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39750) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:25.373681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3914f010-e018-4643-b754-8ce4acc64ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:25.397473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-dd49a5ae-5251-4c97-a2de-b97a9c3c9cf0 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:25.398543 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dd49a5ae-5251-4c97-a2de-b97a9c3c9cf0 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0410669 Jan 14 07:31:25.405124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39756) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:25.411003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] The port 'd7c2fc2c-b60d-4d4b-b813-50175a51b7cc' was deleted {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:31:25.440544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-467b174f-ea6b-4dfb-a4bd-200f80174c08 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=80908) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:25.444860 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-467b174f-ea6b-4dfb-a4bd-200f80174c08 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0217962 Jan 14 07:31:25.446820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39760) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:25.459981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [None req-7f439ec2-15c1-489f-8de5-3b43d41a3332 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:31:25.461048 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7f439ec2-15c1-489f-8de5-3b43d41a3332 tempest-ExtensionsTestJSON-1369935923 tempest-ExtensionsTestJSON-1369935923] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0105064 Jan 14 07:31:25.471019 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9762f9b4-7e12-49ce-8279-505453e54d74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:25.512124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-be9f2cdb-7c66-4d0b-9280-a7d7291d5e06 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11af924b-ed35-48aa-8425-c55f531fd0a3']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:25.541369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-be9f2cdb-7c66-4d0b-9280-a7d7291d5e06 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8cc8cf-d3ba-457a-b983-7f939c675a80') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:25.541710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-be9f2cdb-7c66-4d0b-9280-a7d7291d5e06 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8cc8cf-d3ba-457a-b983-7f939c675a80') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:25.562499 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be9f2cdb-7c66-4d0b-9280-a7d7291d5e06 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:25.593430 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-600061d2-42af-4cea-bbc1-25125355cd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:25.600337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9762f9b4-7e12-49ce-8279-505453e54d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:25.635243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be9f2cdb-7c66-4d0b-9280-a7d7291d5e06 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:25.638793 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:25.647738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-be9f2cdb-7c66-4d0b-9280-a7d7291d5e06 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:31:25.694719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600061d2-42af-4cea-bbc1-25125355cd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5424795-b3c5-4986-b9b2-c26c43f946a5,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:25.706337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3914f010-e018-4643-b754-8ce4acc64ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:25.713993 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-600061d2-42af-4cea-bbc1-25125355cd3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:25.714828 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-600061d2-42af-4cea-bbc1-25125355cd3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:25.814831 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-600061d2-42af-4cea-bbc1-25125355cd3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:25.819263 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-600061d2-42af-4cea-bbc1-25125355cd3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5424795-b3c5-4986-b9b2-c26c43f946a5 HTTP/1.1" status: 204 len: 168 time: 1.3624511 Jan 14 07:31:25.820329 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3914f010-e018-4643-b754-8ce4acc64ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:25.824376 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3914f010-e018-4643-b754-8ce4acc64ec8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8abfac18-b645-4609-9f75-83a54a5c957c HTTP/1.1" status: 204 len: 168 time: 1.3554437 Jan 14 07:31:25.825557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914f010-e018-4643-b754-8ce4acc64ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abfac18-b645-4609-9f75-83a54a5c957c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:25.835693 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3914f010-e018-4643-b754-8ce4acc64ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:25.918210 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:25.995085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39780) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:26.082551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-be9f2cdb-7c66-4d0b-9280-a7d7291d5e06 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network 11af924b-ed35-48aa-8425-c55f531fd0a3 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:26.091427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60eca220-f4d8-4f80-bc24-238eaea2b741']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:26.093850 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be9f2cdb-7c66-4d0b-9280-a7d7291d5e06 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:26.118271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fd3fda-bdba-4610-a9d6-376b8957e30d') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:26.118606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fd3fda-bdba-4610-a9d6-376b8957e30d') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:26.134471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:26.231779 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:26.234851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:31:26.413076 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9762f9b4-7e12-49ce-8279-505453e54d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:26.435076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-be9f2cdb-7c66-4d0b-9280-a7d7291d5e06 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Network 11af924b-ed35-48aa-8425-c55f531fd0a3 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:26.445715 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-84a2bed9-9761-41f5-b2e3-ce3a146205a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:26.455100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] Network 60eca220-f4d8-4f80-bc24-238eaea2b741 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:26.469461 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:26.507105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1885146d-7d59-4483-9c30-d8eaaa97fec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:31:26.510033 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:31:26.580687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762f9b4-7e12-49ce-8279-505453e54d74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=468bb10f-fb9f-4713-bcc5-a800e5e68d29,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:26.605333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1885146d-7d59-4483-9c30-d8eaaa97fec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:26.633510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1885146d-7d59-4483-9c30-d8eaaa97fec0 admin admin] Usage tracker for resource:security_group_rule and tenant:de1cff288f5346439060049d36d8ce5a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:26.647421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1885146d-7d59-4483-9c30-d8eaaa97fec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:26.649174 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9762f9b4-7e12-49ce-8279-505453e54d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:26.714174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be9f2cdb-7c66-4d0b-9280-a7d7291d5e06 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:26.718828 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8969fe1c-bbbf-45d6-a15e-2b3ccaafd583 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:26.732426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1885146d-7d59-4483-9c30-d8eaaa97fec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:26.738481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be9f2cdb-7c66-4d0b-9280-a7d7291d5e06 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:26.740274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9305e938-ce83-425a-86bb-e1a2b387cc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:26.747166 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9762f9b4-7e12-49ce-8279-505453e54d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:26.757081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] Network 60eca220-f4d8-4f80-bc24-238eaea2b741 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:26.758095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f2cdb-7c66-4d0b-9280-a7d7291d5e06 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Pushing event deleted for resources: {'Network': ['ID=11af924b-ed35-48aa-8425-c55f531fd0a3,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:26.765846 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-be9f2cdb-7c66-4d0b-9280-a7d7291d5e06 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:26.768007 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9762f9b4-7e12-49ce-8279-505453e54d74 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/468bb10f-fb9f-4713-bcc5-a800e5e68d29 HTTP/1.1" status: 204 len: 168 time: 2.1110661 Jan 14 07:31:26.773422 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-be9f2cdb-7c66-4d0b-9280-a7d7291d5e06 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] 10.222.0.41 "DELETE /v2.0/networks/11af924b-ed35-48aa-8425-c55f531fd0a3 HTTP/1.1" status: 204 len: 168 time: 2.6102023 Jan 14 07:31:26.774244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39806) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:31:26.791798 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:31:26.907629 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6add1f54-1c3b-4864-9e20-9e71c6ea4874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:26.948774 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:26.960726 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:26.965297 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:27.007955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] Pushing event deleted for resources: {'Network': ['ID=60eca220-f4d8-4f80-bc24-238eaea2b741,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:27.017204 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:27.036843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ac9888e-cb05-4986-b541-ef38ca98be51 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:27.057214 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-674feeff-3ed5-4a3b-ba94-a98f1ec99f21 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:27.128737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9888e-cb05-4986-b541-ef38ca98be51 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=077a02c6-1cb7-4632-baea-8d29e9d4309b,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:27.172847 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6add1f54-1c3b-4864-9e20-9e71c6ea4874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:27.186174 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ac9888e-cb05-4986-b541-ef38ca98be51 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:27.195710 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] 10.222.0.41 "DELETE /v2.0/networks/60eca220-f4d8-4f80-bc24-238eaea2b741 HTTP/1.1" status: 204 len: 168 time: 5.8008189 Jan 14 07:31:27.268899 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1885146d-7d59-4483-9c30-d8eaaa97fec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:27.283202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1885146d-7d59-4483-9c30-d8eaaa97fec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:27.297570 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-85ce1ed7-aaf0-4941-965b-3a1d77015620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:27.316735 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:27.321054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-6add1f54-1c3b-4864-9e20-9e71c6ea4874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bfcb5d5-1dc5-47b1-b20f-5a85d0a8c528']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:27.338956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-6add1f54-1c3b-4864-9e20-9e71c6ea4874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4577089e-3e46-41bd-86b8-8a91aed88bbb') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:27.339758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-6add1f54-1c3b-4864-9e20-9e71c6ea4874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4577089e-3e46-41bd-86b8-8a91aed88bbb') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:27.355857 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6add1f54-1c3b-4864-9e20-9e71c6ea4874 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:27.357795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885146d-7d59-4483-9c30-d8eaaa97fec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbac9eac-5c4c-4bbb-b466-06e1163c79ec,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:27.377800 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1885146d-7d59-4483-9c30-d8eaaa97fec0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de1cff288f5346439060049d36d8ce5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3721972 Jan 14 07:31:27.377800 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1885146d-7d59-4483-9c30-d8eaaa97fec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:27.377975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6add1f54-1c3b-4864-9e20-9e71c6ea4874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:27.378089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39822) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:27.381232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6add1f54-1c3b-4864-9e20-9e71c6ea4874 admin admin] Releasing vxlan tunnel 12 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:31:27.418842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac9888e-cb05-4986-b541-ef38ca98be51 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:27.473546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9ac9888e-cb05-4986-b541-ef38ca98be51 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:27.487732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f010c2e-987d-4b13-a434-fe2e85cc157c None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:27.539199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac9888e-cb05-4986-b541-ef38ca98be51 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:27.539633 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ac9888e-cb05-4986-b541-ef38ca98be51 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:27.630161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10af33b2-dfb0-4246-813e-cd1c964e09f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:27.643634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6add1f54-1c3b-4864-9e20-9e71c6ea4874 admin admin] Network 3bfcb5d5-1dc5-47b1-b20f-5a85d0a8c528 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:27.654090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6add1f54-1c3b-4864-9e20-9e71c6ea4874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:27.681577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10af33b2-dfb0-4246-813e-cd1c964e09f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:27.736828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39832) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:27.737213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39834) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:27.737334 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9ac9888e-cb05-4986-b541-ef38ca98be51 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9234886 Jan 14 07:31:27.738703 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10af33b2-dfb0-4246-813e-cd1c964e09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:27.744848 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1885146d-7d59-4483-9c30-d8eaaa97fec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:27.746221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cff7b1c6-e8d9-44fb-9b16-b4b74e1fea75 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-640647212', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:27.758658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af33b2-dfb0-4246-813e-cd1c964e09f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbac9eac-5c4c-4bbb-b466-06e1163c79ec,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:27.762601 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-10af33b2-dfb0-4246-813e-cd1c964e09f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:27.771145 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10af33b2-dfb0-4246-813e-cd1c964e09f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:27.772543 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-10af33b2-dfb0-4246-813e-cd1c964e09f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbac9eac-5c4c-4bbb-b466-06e1163c79ec HTTP/1.1" status: 204 len: 168 time: 0.3941479 Jan 14 07:31:27.807021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cff7b1c6-e8d9-44fb-9b16-b4b74e1fea75 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:27.867289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': '077a02c6-1cb7-4632-baea-8d29e9d4309b'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:31:27.869339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:27.879004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39846) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:27.883094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cff7b1c6-e8d9-44fb-9b16-b4b74e1fea75 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:router and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:27.886156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cff7b1c6-e8d9-44fb-9b16-b4b74e1fea75 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:27.923075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cff7b1c6-e8d9-44fb-9b16-b4b74e1fea75 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:27.963427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6add1f54-1c3b-4864-9e20-9e71c6ea4874 admin admin] Network 3bfcb5d5-1dc5-47b1-b20f-5a85d0a8c528 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:27.998198 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cf1a0cd3-c86e-4502-a4f3-38f6716f3338 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42ee9eb518b540adb2c0336b3ce9ab94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1173794 Jan 14 07:31:28.000915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39852) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:31:28.024279 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:31:28.080193 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42a61535-3b42-4fae-b003-a0505b665173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.085091 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.111956 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cff7b1c6-e8d9-44fb-9b16-b4b74e1fea75 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.112980 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cff7b1c6-e8d9-44fb-9b16-b4b74e1fea75 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.148904 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6add1f54-1c3b-4864-9e20-9e71c6ea4874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.150506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42a61535-3b42-4fae-b003-a0505b665173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.156087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6add1f54-1c3b-4864-9e20-9e71c6ea4874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.167898 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4ba6c0ef-89a7-461f-8fea-5cc0f84cf17b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:28.220252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cff7b1c6-e8d9-44fb-9b16-b4b74e1fea75 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.249134 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6add1f54-1c3b-4864-9e20-9e71c6ea4874 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3bfcb5d5-1dc5-47b1-b20f-5a85d0a8c528 HTTP/1.1" status: 204 len: 168 time: 1.4737625 Jan 14 07:31:28.250180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add1f54-1c3b-4864-9e20-9e71c6ea4874 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bfcb5d5-1dc5-47b1-b20f-5a85d0a8c528,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:28.254137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cff7b1c6-e8d9-44fb-9b16-b4b74e1fea75 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.256468 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42a61535-3b42-4fae-b003-a0505b665173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.261870 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c55778a1-bdad-41ea-abdc-b0839c5bd0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:28.269981 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6add1f54-1c3b-4864-9e20-9e71c6ea4874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:28.289973 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cff7b1c6-e8d9-44fb-9b16-b4b74e1fea75 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.290775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a61535-3b42-4fae-b003-a0505b665173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb2ab2b-e097-4332-bbf4-78c995825e98,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:28.291297 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cff7b1c6-e8d9-44fb-9b16-b4b74e1fea75 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5512817 Jan 14 07:31:28.293604 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42a61535-3b42-4fae-b003-a0505b665173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:28.294898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39860) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:28.297924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42a61535-3b42-4fae-b003-a0505b665173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.303972 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-42a61535-3b42-4fae-b003-a0505b665173 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/edb2ab2b-e097-4332-bbf4-78c995825e98 HTTP/1.1" status: 204 len: 168 time: 0.2980051 Jan 14 07:31:28.361013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Allocated IP 2001:db8::2 (e6acc9a6-db0b-42d1-82b7-716516d3711e/077a02c6-1cb7-4632-baea-8d29e9d4309b/f22f0cca-6bce-47ed-9d48-72adec9eaa98) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:28.615511 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3138e7ca-aca7-4430-8395-d98308e3dcf3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5255bc20dcc84120afef82d5f8e89b82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8755691 Jan 14 07:31:28.619664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39870) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:28.722674 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.726556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6700bec9-5e8f-4e8d-bc70-b05511cd1c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.746011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Transition to ACTIVE for port object f22f0cca-6bce-47ed-9d48-72adec9eaa98 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:28.768465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6700bec9-5e8f-4e8d-bc70-b05511cd1c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.800191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Transition to ACTIVE for port object f22f0cca-6bce-47ed-9d48-72adec9eaa98 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:28.808007 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.813846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.832299 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6700bec9-5e8f-4e8d-bc70-b05511cd1c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.843697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39878) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:28.845899 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-129b4bd0-c9ae-487f-aa67-15411706c9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:28.919007 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6700bec9-5e8f-4e8d-bc70-b05511cd1c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:28.920584 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6700bec9-5e8f-4e8d-bc70-b05511cd1c8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28f8abfc-4026-4a19-921b-a1aa99814957 HTTP/1.1" status: 204 len: 168 time: 0.2997141 Jan 14 07:31:28.925135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700bec9-5e8f-4e8d-bc70-b05511cd1c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f8abfc-4026-4a19-921b-a1aa99814957,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:28.930332 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6700bec9-5e8f-4e8d-bc70-b05511cd1c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:28.949895 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0e7f3898-291c-49bc-bb3e-31fa1fd6eb20 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=226532677a96415a9598f0b844e09252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877147 Jan 14 07:31:28.952504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39884) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:29.033179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb33265c-687f-4d7d-a0d1-a715b977eb19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:29.033664 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ace3481-ef4d-43ad-b13e-d1d963c301ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:29.049147 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:29.075913 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb33265c-687f-4d7d-a0d1-a715b977eb19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:29.141298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb33265c-687f-4d7d-a0d1-a715b977eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:29.147815 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:29.158300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Pushing event updated for resources: {'Port': ['ID=f22f0cca-6bce-47ed-9d48-72adec9eaa98,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:29.169225 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:29.180031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:29.181070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:29.183948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:31:29.197675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33265c-687f-4d7d-a0d1-a715b977eb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3927af76-a4e5-4051-aa68-0ab83bcd3e7d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:29.203156 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb33265c-687f-4d7d-a0d1-a715b977eb19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:29.204721 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cb33265c-687f-4d7d-a0d1-a715b977eb19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3927af76-a4e5-4051-aa68-0ab83bcd3e7d HTTP/1.1" status: 204 len: 168 time: 0.2507246 Jan 14 07:31:29.218220 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cb33265c-687f-4d7d-a0d1-a715b977eb19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:29.282237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Attempting to bind port f22f0cca-6bce-47ed-9d48-72adec9eaa98 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:31:29.282652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Attempting to bind port f22f0cca-6bce-47ed-9d48-72adec9eaa98 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:31:29.283064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Attempting to bind port f22f0cca-6bce-47ed-9d48-72adec9eaa98 on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:31:29.292469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:31:29.292469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:31:29.292469 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:29.292469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:31:29.292469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Bound port: f22f0cca-6bce-47ed-9d48-72adec9eaa98, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:31:29.292994 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:29.395582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] For port f22f0cca-6bce-47ed-9d48-72adec9eaa98, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:31:29.400137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] For port f22f0cca-6bce-47ed-9d48-72adec9eaa98, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f22f0cca-6bce-47ed-9d48-72adec9eaa98,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:31:29.410156 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:29.434712 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:29.611709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Pushing event updated for resources: {'Port': ['ID=f22f0cca-6bce-47ed-9d48-72adec9eaa98,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:29.618019 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:29.740549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::1 (e6acc9a6-db0b-42d1-82b7-716516d3711e/077a02c6-1cb7-4632-baea-8d29e9d4309b/7f6ea9cf-d730-4a70-a009-f09449de2ac8) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:29.902024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39908) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:30.014884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:30.042881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object 7f6ea9cf-d730-4a70-a009-f09449de2ac8 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:30.069570 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:30.092871 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2d63c64e-e205-4840-9efa-897e879adf2b tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:30.392473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39924) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:30.483855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f22f0cca-6bce-47ed-9d48-72adec9eaa98 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:31:30.520274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=7f6ea9cf-d730-4a70-a009-f09449de2ac8,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:30.526782 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:30.543524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6418088d-7af9-4386-8d31-6e7ea6a75c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:30.576259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6418088d-7af9-4386-8d31-6e7ea6a75c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:30.578489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:30.579989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:30.581386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6418088d-7af9-4386-8d31-6e7ea6a75c46 admin admin] Usage tracker for resource:security_group_rule and tenant:983b98f84a9f446ebc366e6f95c0aaff is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:30.588077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:31:30.588077 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:30.588951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6418088d-7af9-4386-8d31-6e7ea6a75c46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:30.595073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6418088d-7af9-4386-8d31-6e7ea6a75c46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:30.626324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port f22f0cca-6bce-47ed-9d48-72adec9eaa98 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:30.710281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6418088d-7af9-4386-8d31-6e7ea6a75c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:30.714791 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b67db25f-465a-400c-a747-b52b16fa208b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c8e98c8133243a58841d18818ac6a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3208375 Jan 14 07:31:30.716956 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6418088d-7af9-4386-8d31-6e7ea6a75c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:30.734362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39934) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:30.741052 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-16f7b986-de8f-4579-8889-b54a62a1c9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:30.759983 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6418088d-7af9-4386-8d31-6e7ea6a75c46 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=983b98f84a9f446ebc366e6f95c0aaff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8567331 Jan 14 07:31:30.763293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39938) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:30.823066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418088d-7af9-4386-8d31-6e7ea6a75c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f409793d-e6f4-426b-8963-264dfe4a8c4d,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:30.829024 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6418088d-7af9-4386-8d31-6e7ea6a75c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:30.867702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9db17830-f427-4995-878a-85a4d703823e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:30.883939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0500c58-1d08-4bb7-b952-6762cba02090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:30.904416 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9db17830-f427-4995-878a-85a4d703823e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:30.956683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0500c58-1d08-4bb7-b952-6762cba02090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:30.966610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9db17830-f427-4995-878a-85a4d703823e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:30.975021 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-948b0bc9-8831-4e34-bba2-b76f39c6ba82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:30.990851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db17830-f427-4995-878a-85a4d703823e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f409793d-e6f4-426b-8963-264dfe4a8c4d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:31.032472 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9db17830-f427-4995-878a-85a4d703823e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:31.036023 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9db17830-f427-4995-878a-85a4d703823e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:31.049959 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9db17830-f427-4995-878a-85a4d703823e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f409793d-e6f4-426b-8963-264dfe4a8c4d HTTP/1.1" status: 204 len: 168 time: 0.2808065 Jan 14 07:31:31.081846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0500c58-1d08-4bb7-b952-6762cba02090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:31.099523 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a33afe23-6e72-4ce8-ac9e-fb0651c18ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:31.126391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0500c58-1d08-4bb7-b952-6762cba02090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523847da-5df6-4449-8cab-319de7ae9594,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:31.130964 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e0500c58-1d08-4bb7-b952-6762cba02090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:31.151238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0500c58-1d08-4bb7-b952-6762cba02090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:31.155086 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e0500c58-1d08-4bb7-b952-6762cba02090 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/523847da-5df6-4449-8cab-319de7ae9594 HTTP/1.1" status: 204 len: 168 time: 0.4175239 Jan 14 07:31:31.164920 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:31.389301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-12d492da-75d9-4bb0-ad4a-bb19a80c859e None None] Provisioning for port f22f0cca-6bce-47ed-9d48-72adec9eaa98 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:31.398892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-12d492da-75d9-4bb0-ad4a-bb19a80c859e None None] Provisioning complete for port f22f0cca-6bce-47ed-9d48-72adec9eaa98 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:31.400618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-12d492da-75d9-4bb0-ad4a-bb19a80c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:31.576024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-12d492da-75d9-4bb0-ad4a-bb19a80c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:31.614347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-12d492da-75d9-4bb0-ad4a-bb19a80c859e None None] For port f22f0cca-6bce-47ed-9d48-72adec9eaa98, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f22f0cca-6bce-47ed-9d48-72adec9eaa98,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:31.619621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-12d492da-75d9-4bb0-ad4a-bb19a80c859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:31.622910 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:31.706792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d492da-75d9-4bb0-ad4a-bb19a80c859e None None] Pushing event updated for resources: {'Port': ['ID=f22f0cca-6bce-47ed-9d48-72adec9eaa98,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:31.711180 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-12d492da-75d9-4bb0-ad4a-bb19a80c859e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:31.748688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-466a35d2-4a3e-41b0-933d-abb3e60cb266 None None] Provisioning complete for port f22f0cca-6bce-47ed-9d48-72adec9eaa98 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:31.748688 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-466a35d2-4a3e-41b0-933d-abb3e60cb266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:31.767988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:31.780720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:31.782426 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:31.801800 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:31.895380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=7f6ea9cf-d730-4a70-a009-f09449de2ac8,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:31.906608 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:32.091705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-98fbcf35-0717-4442-ba06-3525a86f312f None None] Provisioning for port 7f6ea9cf-d730-4a70-a009-f09449de2ac8 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:32.102043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-98fbcf35-0717-4442-ba06-3525a86f312f None None] Provisioning complete for port 7f6ea9cf-d730-4a70-a009-f09449de2ac8 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:32.102473 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-98fbcf35-0717-4442-ba06-3525a86f312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:32.106653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:32.108021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:32.178713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-98fbcf35-0717-4442-ba06-3525a86f312f None None] Port 7f6ea9cf-d730-4a70-a009-f09449de2ac8 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:31:32.314832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-76702dca-d707-4cab-a1ef-604dc0dfa1bf None None] Provisioning complete for port f22f0cca-6bce-47ed-9d48-72adec9eaa98 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:32.315290 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76702dca-d707-4cab-a1ef-604dc0dfa1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:32.362048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Router 9daeb259-4edd-465d-9f84-9d22f8b4a7aa is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:31:32.375571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39980) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:32.432310 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2de531e2-9dcf-45b3-886e-4c5b84144492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:32.466726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2de531e2-9dcf-45b3-886e-4c5b84144492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:32.471567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2de531e2-9dcf-45b3-886e-4c5b84144492 admin admin] Usage tracker for resource:security_group_rule and tenant:aa00fbda31fb4ab69b825e603a032e7a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:32.475179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2de531e2-9dcf-45b3-886e-4c5b84144492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:32.481815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2de531e2-9dcf-45b3-886e-4c5b84144492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:32.517231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f22f0cca-6bce-47ed-9d48-72adec9eaa98 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:31:32.586873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2de531e2-9dcf-45b3-886e-4c5b84144492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:32.591310 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2de531e2-9dcf-45b3-886e-4c5b84144492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:32.596946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port f22f0cca-6bce-47ed-9d48-72adec9eaa98 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:32.597368 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:32.602550 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-db7c16e8-e6b6-47ed-a53c-af84d1f4df5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:32.616215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:31:32.629852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] Sync routers for ids ['9daeb259-4edd-465d-9f84-9d22f8b4a7aa'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:31:32.644822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] Routers {'9daeb259-4edd-465d-9f84-9d22f8b4a7aa'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:32.645509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:31:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['9daeb259-4edd-465d-9f84-9d22f8b4a7aa'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:32.648925 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "PUT /v2.0/routers/9daeb259-4edd-465d-9f84-9d22f8b4a7aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3528776 Jan 14 07:31:32.649871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39986) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:32.654253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de531e2-9dcf-45b3-886e-4c5b84144492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2d4dfc-15a1-4eb9-b0d3-a8727c89edcd,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:32.683020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ed309419-68cc-432f-940e-13341b02315e None None] Provisioning complete for port 7f6ea9cf-d730-4a70-a009-f09449de2ac8 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:32.683442 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed309419-68cc-432f-940e-13341b02315e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:32.686500 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2de531e2-9dcf-45b3-886e-4c5b84144492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:32.698762 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2de531e2-9dcf-45b3-886e-4c5b84144492 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa00fbda31fb4ab69b825e603a032e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3220329 Jan 14 07:31:32.704173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39990) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:32.744992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ed309419-68cc-432f-940e-13341b02315e None None] Port 7f6ea9cf-d730-4a70-a009-f09449de2ac8 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:31:32.785062 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc210630-3e8d-439d-9781-90a10facc89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:32.823488 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc210630-3e8d-439d-9781-90a10facc89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:32.855222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd557382-50f2-48e9-8bc1-a913efcc0129 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:32.856482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dd557382-50f2-48e9-8bc1-a913efcc0129 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:32.879381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dd557382-50f2-48e9-8bc1-a913efcc0129 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:32.884425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40000) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:32.884599 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dd557382-50f2-48e9-8bc1-a913efcc0129 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports/7f6ea9cf-d730-4a70-a009-f09449de2ac8 HTTP/1.1" status: 200 len: 911 time: 0.2335556 Jan 14 07:31:32.941043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] Set router 9daeb259-4edd-465d-9f84-9d22f8b4a7aa gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:31:32.959978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc210630-3e8d-439d-9781-90a10facc89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:32.968314 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9db17830-f427-4995-878a-85a4d703823e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:32.995807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc210630-3e8d-439d-9781-90a10facc89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2d4dfc-15a1-4eb9-b0d3-a8727c89edcd,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:32.999697 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc210630-3e8d-439d-9781-90a10facc89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:33.000693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc210630-3e8d-439d-9781-90a10facc89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:33.006401 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bc210630-3e8d-439d-9781-90a10facc89e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e2d4dfc-15a1-4eb9-b0d3-a8727c89edcd HTTP/1.1" status: 204 len: 168 time: 0.2996380 Jan 14 07:31:33.056499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6fa378-7251-462e-929c-1da3bd384366 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:33.082550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6fa378-7251-462e-929c-1da3bd384366 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:33.084969 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ce6fa378-7251-462e-929c-1da3bd384366 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1993959 Jan 14 07:31:33.088001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40006) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:33.096574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40010) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:33.343455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9daeb259-4edd-465d-9f84-9d22f8b4a7aa', 'name': 'tempest-NetworksTestDHCPv6-router-640647212', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:31:28Z', 'updated_at': '2021-01-14T07:31:31Z', 'revision_number': 2, 'project_id': '33c6fb24403345ddb7d80c37208656bd', 'gw_port_host': None, '_interfaces': [{'id': '7f6ea9cf-d730-4a70-a009-f09449de2ac8', 'name': '', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'mac_address': 'fa:16:3e:2f:3c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9daeb259-4edd-465d-9f84-9d22f8b4a7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '077a02c6-1cb7-4632-baea-8d29e9d4309b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:31:29Z', 'updated_at': '2021-01-14T07:31:31Z', 'revision_number': 2, 'project_id': '33c6fb24403345ddb7d80c37208656bd', 'subnets': [{'id': '077a02c6-1cb7-4632-baea-8d29e9d4309b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:33.348278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] Checking router: 9daeb259-4edd-465d-9f84-9d22f8b4a7aa for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:31:33.348780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] Updating router 9daeb259-4edd-465d-9f84-9d22f8b4a7aa port 7f6ea9cf-d730-4a70-a009-f09449de2ac8 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:31:33.409004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:33.727865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40030) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:33.793753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1391253052'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:33.812847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:33.824278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Usage tracker for resource:network and tenant:37ff70a2d6ab4963bddf5f36020cb2a6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:33.838503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:33.846752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:33.867337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:33.867541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Made reservation on behalf of 37ff70a2d6ab4963bddf5f36020cb2a6 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:33.880974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] Transition to ACTIVE for port object 7f6ea9cf-d730-4a70-a009-f09449de2ac8 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:33.884649 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:33.885484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:33.902555 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:33.920867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:33.957929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:33.967369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Usage tracker for resource:security_group_rule and tenant:37ff70a2d6ab4963bddf5f36020cb2a6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:33.975623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:33.988517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:34.072049 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-489ae435-a0d6-4b04-8a74-d8556cf77d8d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:34.207940 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:34.219725 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:34.250696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:31:34.276133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:34.276587 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Added segment 30591c01-72c2-4970-94b1-8884b7cac2d5 of type vxlan for network 181a5573-b68f-4f08-bda4-44c401238664 Jan 14 07:31:34.323703 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:34.367558 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42a61535-3b42-4fae-b003-a0505b665173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:34.405694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Pushing event updated for resources: {'SecurityGroup': ['ID=a5139d74-dee9-452f-ade4-63b98fcc27e1,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:34.410442 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:34.435339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:34.436039 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:34.444612 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:34.445188 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6b85aece-2d32-4c7d-a521-05c97afdf0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:34.464571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] Attempting to bind port 7f6ea9cf-d730-4a70-a009-f09449de2ac8 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:31:34.465132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] Attempting to bind port 7f6ea9cf-d730-4a70-a009-f09449de2ac8 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:31:34.465650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] Attempting to bind port 7f6ea9cf-d730-4a70-a009-f09449de2ac8 on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:31:34.479370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:31:34.481677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:31:34.481969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:34.482507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:31:34.483150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] Bound port: 7f6ea9cf-d730-4a70-a009-f09449de2ac8, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:31:34.483869 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:34.496676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb1ab9-aec4-48be-a8e7-486966eff92b None None] Pushing event updated for resources: {'Port': ['ID=7f6ea9cf-d730-4a70-a009-f09449de2ac8,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:34.502726 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f0eb1ab9-aec4-48be-a8e7-486966eff92b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:34.576363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Pushing event updated for resources: {'Network': ['ID=181a5573-b68f-4f08-bda4-44c401238664,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:34.588268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 181a5573-b68f-4f08-bda4-44c401238664 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:34.591486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] For port 7f6ea9cf-d730-4a70-a009-f09449de2ac8, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:31:34.594544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] For port 7f6ea9cf-d730-4a70-a009-f09449de2ac8, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7f6ea9cf-d730-4a70-a009-f09449de2ac8,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:31:34.601671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:34.615995 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:34.616521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40046) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:34.635967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 181a5573-b68f-4f08-bda4-44c401238664 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:34.660871 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5630469 Jan 14 07:31:34.664472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40052) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:34.670707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-87ab5b0f-d1b4-46d1-bdac-830c77b1ff57 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Request body: {'subnet': {'network_id': '181a5573-b68f-4f08-bda4-44c401238664', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:34.764775 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e971c11-afec-435c-a893-b72301356b1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:34.792198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-489ae435-a0d6-4b04-8a74-d8556cf77d8d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port 7f6ea9cf-d730-4a70-a009-f09449de2ac8 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:34.792598 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-489ae435-a0d6-4b04-8a74-d8556cf77d8d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:34.869963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] Routers {'9daeb259-4edd-465d-9f84-9d22f8b4a7aa'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:34.871299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:31:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['9daeb259-4edd-465d-9f84-9d22f8b4a7aa'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:34.871437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 181a5573-b68f-4f08-bda4-44c401238664 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:34.874777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-104438503-network', 'tenant_id': '24b0cc22469b4232921d538801d681c2'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:34.921428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:34.939937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Usage tracker for resource:network and tenant:24b0cc22469b4232921d538801d681c2 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:34.975950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:35.001920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:35.019951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-87ab5b0f-d1b4-46d1-bdac-830c77b1ff57 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:35.032092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-87ab5b0f-d1b4-46d1-bdac-830c77b1ff57 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Usage tracker for resource:subnet and tenant:37ff70a2d6ab4963bddf5f36020cb2a6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:35.038101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-87ab5b0f-d1b4-46d1-bdac-830c77b1ff57 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:35.055970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-87ab5b0f-d1b4-46d1-bdac-830c77b1ff57 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:35.074653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ab5b0f-d1b4-46d1-bdac-830c77b1ff57 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Made reservation on behalf of 37ff70a2d6ab4963bddf5f36020cb2a6 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:35.132360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb1ab9-aec4-48be-a8e7-486966eff92b None None] Pushing event updated for resources: {'Port': ['ID=7f6ea9cf-d730-4a70-a009-f09449de2ac8,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:35.141216 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f0eb1ab9-aec4-48be-a8e7-486966eff92b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:35.205763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] Set router 9daeb259-4edd-465d-9f84-9d22f8b4a7aa gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:31:35.288119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87ab5b0f-d1b4-46d1-bdac-830c77b1ff57 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:35.306962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Made reservation on behalf of 24b0cc22469b4232921d538801d681c2 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:35.320704 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:35.346221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-489ae435-a0d6-4b04-8a74-d8556cf77d8d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] For port 7f6ea9cf-d730-4a70-a009-f09449de2ac8, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7f6ea9cf-d730-4a70-a009-f09449de2ac8,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:35.346221 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-489ae435-a0d6-4b04-8a74-d8556cf77d8d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:35.357583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:35.501839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:35.509542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Usage tracker for resource:security_group_rule and tenant:24b0cc22469b4232921d538801d681c2 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:35.523116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:35.535062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:35.630974 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:35.639854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40066) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:35.648196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Request body: {'security_group': {'name': 'tempest-secgroup--632919966'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:35.659194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-489ae435-a0d6-4b04-8a74-d8556cf77d8d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for 7f6ea9cf-d730-4a70-a009-f09449de2ac8 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:35.672349 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:35.687227 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec0114f3-2102-40ba-93c3-03db41eda479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:35.723800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:35.729554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb289e9-10c3-4c29-854f-e33991632eb1,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:35.745579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Usage tracker for resource:security_group and tenant:45780608969048e8b298b3b812591fd3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:35.749167 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:35.752038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:35.773943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:35.779464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:31:35.802756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:35.803554 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Added segment 241e3b96-e194-4692-bf30-651ded36a920 of type vxlan for network 472396a9-388e-4627-ba8a-4a5a70f03b06 Jan 14 07:31:35.803844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9daeb259-4edd-465d-9f84-9d22f8b4a7aa', 'name': 'tempest-NetworksTestDHCPv6-router-640647212', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:31:28Z', 'updated_at': '2021-01-14T07:31:31Z', 'revision_number': 2, 'project_id': '33c6fb24403345ddb7d80c37208656bd', 'gw_port_host': None, '_interfaces': [{'id': '7f6ea9cf-d730-4a70-a009-f09449de2ac8', 'name': '', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'mac_address': 'fa:16:3e:2f:3c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9daeb259-4edd-465d-9f84-9d22f8b4a7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '077a02c6-1cb7-4632-baea-8d29e9d4309b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:31:29Z', 'updated_at': '2021-01-14T07:31:34Z', 'revision_number': 4, 'project_id': '33c6fb24403345ddb7d80c37208656bd', 'subnets': [{'id': '077a02c6-1cb7-4632-baea-8d29e9d4309b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:35.805251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:35.809424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce15d56b-3015-43de-bb8e-4d892f205fa5 None None] The sync data for ids ['9daeb259-4edd-465d-9f84-9d22f8b4a7aa'] in n-d-769329-2 is: [{'id': '9daeb259-4edd-465d-9f84-9d22f8b4a7aa', 'name': 'tempest-NetworksTestDHCPv6-router-640647212', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:31:28Z', 'updated_at': '2021-01-14T07:31:31Z', 'revision_number': 2, 'project_id': '33c6fb24403345ddb7d80c37208656bd', 'gw_port_host': None, '_interfaces': [{'id': '7f6ea9cf-d730-4a70-a009-f09449de2ac8', 'name': '', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'mac_address': 'fa:16:3e:2f:3c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9daeb259-4edd-465d-9f84-9d22f8b4a7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '077a02c6-1cb7-4632-baea-8d29e9d4309b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:31:29Z', 'updated_at': '2021-01-14T07:31:34Z', 'revision_number': 4, 'project_id': '33c6fb24403345ddb7d80c37208656bd', 'subnets': [{'id': '077a02c6-1cb7-4632-baea-8d29e9d4309b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:31:35.824274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:35.837738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40076) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:35.875578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:35.882896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Usage tracker for resource:security_group_rule and tenant:45780608969048e8b298b3b812591fd3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:35.889857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:35.897340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:35.972544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-489ae435-a0d6-4b04-8a74-d8556cf77d8d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:36.003185 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2ec6b07c-d050-44b4-a8b0-95b0a84d40cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:36.039943 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:36.072911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ae435-a0d6-4b04-8a74-d8556cf77d8d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=7f6ea9cf-d730-4a70-a009-f09449de2ac8,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:36.116581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:31:36.129941 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-489ae435-a0d6-4b04-8a74-d8556cf77d8d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:36.154809 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:36.155945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:36.156594 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:36.196602 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-19af4fee-f92b-4af2-bd5b-cd6dd112d8cf tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:36.220089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-72e93159-bb4c-4bc4-aa40-1e8e89762521 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:36.386884 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.6577542 Jan 14 07:31:36.401085 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:36.402180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40086) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:36.454547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-967e32cc-d4ac-4446-88ff-167ccce67f7e admin admin] Request body: {'subnet': {'network_id': '472396a9-388e-4627-ba8a-4a5a70f03b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-104438503-subnet', 'tenant_id': '24b0cc22469b4232921d538801d681c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:36.454987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-489ae435-a0d6-4b04-8a74-d8556cf77d8d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:36.460582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-967e32cc-d4ac-4446-88ff-167ccce67f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:36.464757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-967e32cc-d4ac-4446-88ff-167ccce67f7e admin admin] Usage tracker for resource:subnet and tenant:24b0cc22469b4232921d538801d681c2 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:36.467986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-967e32cc-d4ac-4446-88ff-167ccce67f7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:36.482126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-967e32cc-d4ac-4446-88ff-167ccce67f7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:36.492238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Pushing event updated for resources: {'Network': ['ID=472396a9-388e-4627-ba8a-4a5a70f03b06,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:36.494675 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:36.503285 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:36.503930 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-10af33b2-dfb0-4246-813e-cd1c964e09f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:36.509163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 472396a9-388e-4627-ba8a-4a5a70f03b06 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:36.550865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 472396a9-388e-4627-ba8a-4a5a70f03b06 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:36.589962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967e32cc-d4ac-4446-88ff-167ccce67f7e admin admin] Made reservation on behalf of 24b0cc22469b4232921d538801d681c2 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:36.594863 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-967e32cc-d4ac-4446-88ff-167ccce67f7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:36.619628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:36.637345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroup': ['ID=2add90dd-d747-49d0-a32a-1d9a7dc47592,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:36.644887 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:36.654859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Usage tracker for resource:security_group_rule and tenant:45780608969048e8b298b3b812591fd3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:36.720697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:36.762378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ce5d0c13-af56-4a63-9e97-d102e9536763 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Request body: {'quota': {'network': 2}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:36.816299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:36.847276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 472396a9-388e-4627-ba8a-4a5a70f03b06 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:36.857668 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-72e93159-bb4c-4bc4-aa40-1e8e89762521 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] 10.222.0.41 "PUT /v2.0/quotas/46f8404c817b48ff98f89c2cd59276e1 HTTP/1.1" status: 200 len: 366 time: 1.2144189 Jan 14 07:31:36.858970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40096) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:36.973903 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8ad92120-a5a3-4c3e-8b7d-bd6d7358c621 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1101832 Jan 14 07:31:37.021947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40102) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:37.098177 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7b435fbb-abe6-4104-8780-dbdfba3139f2 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] 10.222.0.41 "GET /v2.0/quotas/46f8404c817b48ff98f89c2cd59276e1 HTTP/1.1" status: 200 len: 366 time: 0.0699978 Jan 14 07:31:37.118292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40108) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:37.180073 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c7dd2626-4c44-4147-8e22-14c57509e924 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] 10.222.0.41 "DELETE /v2.0/quotas/46f8404c817b48ff98f89c2cd59276e1 HTTP/1.1" status: 204 len: 168 time: 0.0559018 Jan 14 07:31:37.180073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40112) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:37.224528 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ce5d0c13-af56-4a63-9e97-d102e9536763 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] 10.222.0.41 "PUT /v2.0/quotas/6911a1b4322e4870b487106af94372ae HTTP/1.1" status: 200 len: 368 time: 1.3853636 Jan 14 07:31:37.225441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40114) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:37.237654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Request body: {'network': {'project_id': '6911a1b4322e4870b487106af94372ae'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:37.244030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:37.248215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Usage tracker for resource:network and tenant:6911a1b4322e4870b487106af94372ae is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:37.251593 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:37.251909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:37.259772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:37.276084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:37.278166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489ae435-a0d6-4b04-8a74-d8556cf77d8d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Router 9daeb259-4edd-465d-9f84-9d22f8b4a7aa has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:31:37.281197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Made reservation on behalf of 6911a1b4322e4870b487106af94372ae for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:37.286111 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:37.291774 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ac57071a-d84c-4254-98c8-726a8309703a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:37.304578 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:37.318113 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2d32f6c8-9cb7-4816-b35b-468365f567c7 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0643482 Jan 14 07:31:37.323025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:37.328259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Usage tracker for resource:security_group_rule and tenant:6911a1b4322e4870b487106af94372ae is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:37.330456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40122) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:37.331899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:37.338472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:37.386808 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7ee48c8a-d10a-4995-acb6-6dd0e6279623 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] 10.222.0.41 "GET /v2.0/quotas/46f8404c817b48ff98f89c2cd59276e1 HTTP/1.1" status: 200 len: 370 time: 0.0496895 Jan 14 07:31:37.389508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9397c6-4154-4efd-81ea-27bd7baee090,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:37.393984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:37.398684 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.7776272 Jan 14 07:31:37.401841 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:37.402317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40126) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:37.402683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40128) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:37.573621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:37.575414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489ae435-a0d6-4b04-8a74-d8556cf77d8d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:31:37.583459 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:37.591711 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-70353bfe-9abc-4e8f-aaba-a70224461d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:37.628890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d16c38-096c-4b4f-a1e8-8ff73fa85ee9,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:37.635616 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:37.655886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:31:37.671929 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-489ae435-a0d6-4b04-8a74-d8556cf77d8d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "PUT /v2.0/routers/9daeb259-4edd-465d-9f84-9d22f8b4a7aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5824666 Jan 14 07:31:37.672828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40140) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:37.763610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c75bc6e-3894-4385-ae96-da3f2a2a1e51 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:37.769027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c75bc6e-3894-4385-ae96-da3f2a2a1e51 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:37.769867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5c75bc6e-3894-4385-ae96-da3f2a2a1e51 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:37.777835 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:37.778235 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Added segment 8eb561c5-aff7-464e-a3a4-ba11150d7348 of type vxlan for network fb874e28-0e56-47db-9aca-f1797d2e7207 Jan 14 07:31:37.804556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5c75bc6e-3894-4385-ae96-da3f2a2a1e51 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:37.809035 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5c75bc6e-3894-4385-ae96-da3f2a2a1e51 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1338148 Jan 14 07:31:37.818743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40152) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:37.867124 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7cc2459f-977e-415b-b5c4-479d8024f027 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] 10.222.0.41 "GET /v2.0/quotas/46f8404c817b48ff98f89c2cd59276e1/default HTTP/1.1" status: 200 len: 370 time: 0.4568388 Jan 14 07:31:37.896941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40156) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:37.957052 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-e6a8c882-09c2-4882-8607-ed2d2ebe8fb1 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] delete failed (client error): The resource could not be found. Jan 14 07:31:37.958336 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e6a8c882-09c2-4882-8607-ed2d2ebe8fb1 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] 10.222.0.41 "DELETE /v2.0/quotas/46f8404c817b48ff98f89c2cd59276e1 HTTP/1.1" status: 404 len: 348 time: 0.0470502 Jan 14 07:31:37.999324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87ab5b0f-d1b4-46d1-bdac-830c77b1ff57 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:38.122303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bb6f84-6f9f-49af-90f9-ff441e7c180f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 077a02c6-1cb7-4632-baea-8d29e9d4309b {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:31:38.125971 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1bb6f84-6f9f-49af-90f9-ff441e7c180f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:38.213068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7d9bcdae-4103-46bb-8cb5-78bfbbd2bbe0 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:38.217710 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-981a3726-1628-4883-95f5-2701f3efc54f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:38.350789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab5b0f-d1b4-46d1-bdac-830c77b1ff57 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Pushing event updated for resources: {'Subnet': ['ID=e91f47b6-cfbd-4642-9a17-2e8fb1dc1c62,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:38.361699 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-87ab5b0f-d1b4-46d1-bdac-830c77b1ff57 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:38.377767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7d9bcdae-4103-46bb-8cb5-78bfbbd2bbe0 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:38.383197 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7d9bcdae-4103-46bb-8cb5-78bfbbd2bbe0 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.9696653 Jan 14 07:31:38.383197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ab5b0f-d1b4-46d1-bdac-830c77b1ff57 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Checking segment: {'id': '30591c01-72c2-4970-94b1-8884b7cac2d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '181a5573-b68f-4f08-bda4-44c401238664'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:31:38.384263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab5b0f-d1b4-46d1-bdac-830c77b1ff57 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Network hostable DHCP agents. Network: 181a5573-b68f-4f08-bda4-44c401238664, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:31:38.392263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40168) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:38.404665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-818dcbdd-b41b-408e-a24e-9cdc47223772 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Request body: {'security_group': {'name': 'tempest-security--1414094896', 'description': 'tempest-security-description-1138747024'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:38.427531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40172) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:38.487793 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-818dcbdd-b41b-408e-a24e-9cdc47223772 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:38.513496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:38.517788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab5b0f-d1b4-46d1-bdac-830c77b1ff57 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Network 181a5573-b68f-4f08-bda4-44c401238664 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:31:38.520380 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1bb6f84-6f9f-49af-90f9-ff441e7c180f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:38.585061 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-818dcbdd-b41b-408e-a24e-9cdc47223772 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:38.595322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-82bfe16d-3a72-4916-a4a8-6741e2619740 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] Usage tracker for resource:network and tenant:64a584217e144d0c87ad4b3139f7b13b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:38.602970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-82bfe16d-3a72-4916-a4a8-6741e2619740 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:38.613238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:38.614231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:38.615433 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:38.616068 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-818dcbdd-b41b-408e-a24e-9cdc47223772 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:38.619875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-818dcbdd-b41b-408e-a24e-9cdc47223772 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:38.624418 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-818dcbdd-b41b-408e-a24e-9cdc47223772 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "PUT /v2.0/security-groups/5d9397c6-4154-4efd-81ea-27bd7baee090 HTTP/1.1" status: 200 len: 1780 time: 0.2231672 Jan 14 07:31:38.624787 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae636a77-279b-4c35-a355-6ad3f5c681e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:38.625455 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c4b7beb4-1f15-414c-b85d-60aa92d08e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:38.641146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40176) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:38.644185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-87ab5b0f-d1b4-46d1-bdac-830c77b1ff57 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 181a5573-b68f-4f08-bda4-44c401238664) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:38.653713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373c70a4-1122-44af-9f41-1e614ba998f9 None None] Network 181a5573-b68f-4f08-bda4-44c401238664 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:38.680479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ab5b0f-d1b4-46d1-bdac-830c77b1ff57 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:38.681348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87ab5b0f-d1b4-46d1-bdac-830c77b1ff57 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:38.702510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-82bfe16d-3a72-4916-a4a8-6741e2619740 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] Usage tracker for resource:subnet and tenant:64a584217e144d0c87ad4b3139f7b13b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:38.727826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-82bfe16d-3a72-4916-a4a8-6741e2619740 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:38.732952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Pushing event updated for resources: {'Network': ['ID=fb874e28-0e56-47db-9aca-f1797d2e7207,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:38.739296 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:38.754124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network fb874e28-0e56-47db-9aca-f1797d2e7207 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:38.754322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818dcbdd-b41b-408e-a24e-9cdc47223772 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9397c6-4154-4efd-81ea-27bd7baee090,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:38.757504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-82bfe16d-3a72-4916-a4a8-6741e2619740 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] Usage tracker for resource:subnetpool and tenant:64a584217e144d0c87ad4b3139f7b13b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:38.760755 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-818dcbdd-b41b-408e-a24e-9cdc47223772 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:38.762439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40182) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:38.764261 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 831 time: 1.5349872 Jan 14 07:31:38.774103 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-87ab5b0f-d1b4-46d1-bdac-830c77b1ff57 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1060269 Jan 14 07:31:38.776211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40184) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:38.777449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network fb874e28-0e56-47db-9aca-f1797d2e7207 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:38.782359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1bb6f84-6f9f-49af-90f9-ff441e7c180f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:38.824195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0848a15d-38e6-49eb-bd50-350139a401fe tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-247140397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:38.839005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0848a15d-38e6-49eb-bd50-350139a401fe tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:38.842946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0848a15d-38e6-49eb-bd50-350139a401fe tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Usage tracker for resource:router and tenant:37ff70a2d6ab4963bddf5f36020cb2a6 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:38.845964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0848a15d-38e6-49eb-bd50-350139a401fe tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:38.852668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0848a15d-38e6-49eb-bd50-350139a401fe tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:38.865162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-967e32cc-d4ac-4446-88ff-167ccce67f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:38.870296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network fb874e28-0e56-47db-9aca-f1797d2e7207 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:38.884940 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0848a15d-38e6-49eb-bd50-350139a401fe tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:38.886069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0848a15d-38e6-49eb-bd50-350139a401fe tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:38.889042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a5d36497-c8aa-4474-8c87-e130724e4185 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Request body: {'network': {'project_id': '6911a1b4322e4870b487106af94372ae'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:38.896348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a5d36497-c8aa-4474-8c87-e130724e4185 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:38.900491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a5d36497-c8aa-4474-8c87-e130724e4185 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Usage tracker for resource:network and tenant:6911a1b4322e4870b487106af94372ae is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:38.903616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a5d36497-c8aa-4474-8c87-e130724e4185 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Quota usage for network was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:38.913996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a5d36497-c8aa-4474-8c87-e130724e4185 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:38.925895 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fccf26bd-4aca-44a9-995f-61b3b1ad819e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:38.982871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-82bfe16d-3a72-4916-a4a8-6741e2619740 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:39.019450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d36497-c8aa-4474-8c87-e130724e4185 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Made reservation on behalf of 6911a1b4322e4870b487106af94372ae for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:39.031513 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5d36497-c8aa-4474-8c87-e130724e4185 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:39.082329 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0848a15d-38e6-49eb-bd50-350139a401fe tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:39.131175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d36497-c8aa-4474-8c87-e130724e4185 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:31:39.141497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5d36497-c8aa-4474-8c87-e130724e4185 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:39.142039 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-a5d36497-c8aa-4474-8c87-e130724e4185 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Added segment 7208ceb4-aace-46ef-8d0d-fdf7452fc8c6 of type vxlan for network 65a7578a-bad2-4ce4-811b-e563f45277a1 Jan 14 07:31:39.153889 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0848a15d-38e6-49eb-bd50-350139a401fe tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:39.167582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97d12b5-1d49-484c-a8cc-3ec724ff43ce None None] Sync routers for ids ['9daeb259-4edd-465d-9f84-9d22f8b4a7aa'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:31:39.198011 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9125c658-6dbc-4d59-8dd9-9ca3664d6549 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-groups/5d9397c6-4154-4efd-81ea-27bd7baee090 HTTP/1.1" status: 200 len: 1780 time: 0.5491526 Jan 14 07:31:39.207548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40200) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:39.213356 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5d36497-c8aa-4474-8c87-e130724e4185 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:39.250915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97d12b5-1d49-484c-a8cc-3ec724ff43ce None None] Routers {'9daeb259-4edd-465d-9f84-9d22f8b4a7aa'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:39.252065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b97d12b5-1d49-484c-a8cc-3ec724ff43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:31:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['9daeb259-4edd-465d-9f84-9d22f8b4a7aa'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:39.253646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-82bfe16d-3a72-4916-a4a8-6741e2619740 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] Usage tracker for resource:port and tenant:64a584217e144d0c87ad4b3139f7b13b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:39.273950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-82bfe16d-3a72-4916-a4a8-6741e2619740 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] Quota usage for port was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:39.295472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e32cc-d4ac-4446-88ff-167ccce67f7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd0dc31-64bb-49cd-b411-78a7db4a9ec9,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:39.310522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-82bfe16d-3a72-4916-a4a8-6741e2619740 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] Usage tracker for resource:router and tenant:64a584217e144d0c87ad4b3139f7b13b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:39.313432 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-967e32cc-d4ac-4446-88ff-167ccce67f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:39.339302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-82bfe16d-3a72-4916-a4a8-6741e2619740 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:39.340451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0848a15d-38e6-49eb-bd50-350139a401fe tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:39.341914 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0848a15d-38e6-49eb-bd50-350139a401fe tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5621023 Jan 14 07:31:39.346501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40208) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:39.433045 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08b1db44-b96e-41a9-9f7d-4092003b76e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:39.435781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-82bfe16d-3a72-4916-a4a8-6741e2619740 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] Usage tracker for resource:floatingip and tenant:64a584217e144d0c87ad4b3139f7b13b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:39.439124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1bb6f84-6f9f-49af-90f9-ff441e7c180f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:39.457006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-82bfe16d-3a72-4916-a4a8-6741e2619740 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:39.503175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-b97d12b5-1d49-484c-a8cc-3ec724ff43ce None None] Set router 9daeb259-4edd-465d-9f84-9d22f8b4a7aa gateway port host: None {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:31:39.579357 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-58d2485b-c4ea-42bf-9ddb-63e851ada55b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:39.585609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5d36497-c8aa-4474-8c87-e130724e4185 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:39.586800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d36497-c8aa-4474-8c87-e130724e4185 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:39.587451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5d36497-c8aa-4474-8c87-e130724e4185 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:39.640028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb6f84-6f9f-49af-90f9-ff441e7c180f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=077a02c6-1cb7-4632-baea-8d29e9d4309b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:39.649951 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1bb6f84-6f9f-49af-90f9-ff441e7c180f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:39.654042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1bb6f84-6f9f-49af-90f9-ff441e7c180f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:39.687741 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e1bb6f84-6f9f-49af-90f9-ff441e7c180f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/077a02c6-1cb7-4632-baea-8d29e9d4309b HTTP/1.1" status: 204 len: 168 time: 1.8678403 Jan 14 07:31:39.689208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40222) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:39.717207 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3021830b-63b8-4db1-b77c-0a7b08b444c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:39.738941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf65c20-9ea5-4591-a066-f49c519c4eb0 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:39.803738 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08b1db44-b96e-41a9-9f7d-4092003b76e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:39.875529 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a5d36497-c8aa-4474-8c87-e130724e4185 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 831 time: 1.1015935 Jan 14 07:31:39.892980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40228) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:39.906199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4b1798ca-9008-4b56-b4d0-1609e668f026 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Request body: {'network': {'project_id': '6911a1b4322e4870b487106af94372ae'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:39.912499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4b1798ca-9008-4b56-b4d0-1609e668f026 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:39.916722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4b1798ca-9008-4b56-b4d0-1609e668f026 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Usage tracker for resource:network and tenant:6911a1b4322e4870b487106af94372ae is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:39.920525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4b1798ca-9008-4b56-b4d0-1609e668f026 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Quota usage for network was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:39.928759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4b1798ca-9008-4b56-b4d0-1609e668f026 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:39.934008 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1798ca-9008-4b56-b4d0-1609e668f026 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 07:31:39.934827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1798ca-9008-4b56-b4d0-1609e668f026 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] No notification will be sent due to unsuccessful status code: 409 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:31:39.939357 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4b1798ca-9008-4b56-b4d0-1609e668f026 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0408533 Jan 14 07:31:39.940093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40232) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:40.009254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-181a5573-b68f-4f08-bda4-44c401238664', 'network_id': '181a5573-b68f-4f08-bda4-44c401238664', 'tenant_id': '37ff70a2d6ab4963bddf5f36020cb2a6', 'fixed_ips': [{'subnet_id': 'e91f47b6-cfbd-4642-9a17-2e8fb1dc1c62'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:31:40.011565 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:40.039116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b97d12b5-1d49-484c-a8cc-3ec724ff43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9daeb259-4edd-465d-9f84-9d22f8b4a7aa', 'name': 'tempest-NetworksTestDHCPv6-router-640647212', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:31:28Z', 'updated_at': '2021-01-14T07:31:35Z', 'revision_number': 3, 'project_id': '33c6fb24403345ddb7d80c37208656bd', 'gw_port_host': None}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:40.091108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97d12b5-1d49-484c-a8cc-3ec724ff43ce None None] Checking router: 9daeb259-4edd-465d-9f84-9d22f8b4a7aa for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:31:40.114223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967e32cc-d4ac-4446-88ff-167ccce67f7e admin admin] Checking segment: {'id': '241e3b96-e194-4692-bf30-651ded36a920', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '472396a9-388e-4627-ba8a-4a5a70f03b06'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:31:40.114622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967e32cc-d4ac-4446-88ff-167ccce67f7e admin admin] Network hostable DHCP agents. Network: 472396a9-388e-4627-ba8a-4a5a70f03b06, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:31:40.146805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d36497-c8aa-4474-8c87-e130724e4185 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Pushing event updated for resources: {'Network': ['ID=65a7578a-bad2-4ce4-811b-e563f45277a1,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:40.180429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4951ef9a-b753-4971-a3aa-b60e257a3e7a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:router {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:40.184197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 65a7578a-bad2-4ce4-811b-e563f45277a1 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:40.200028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43eed102-7752-406a-89ce-5abad0f52d32 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:40.228864 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a5d36497-c8aa-4474-8c87-e130724e4185 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:40.243250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-82bfe16d-3a72-4916-a4a8-6741e2619740 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] Usage tracker for resource:security_group and tenant:64a584217e144d0c87ad4b3139f7b13b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:40.252595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-82bfe16d-3a72-4916-a4a8-6741e2619740 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:40.265875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 65a7578a-bad2-4ce4-811b-e563f45277a1 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:40.307612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967e32cc-d4ac-4446-88ff-167ccce67f7e admin admin] Network 472396a9-388e-4627-ba8a-4a5a70f03b06 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:31:40.315218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-82bfe16d-3a72-4916-a4a8-6741e2619740 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] Usage tracker for resource:security_group_rule and tenant:64a584217e144d0c87ad4b3139f7b13b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:40.324139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-82bfe16d-3a72-4916-a4a8-6741e2619740 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:40.329781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-967e32cc-d4ac-4446-88ff-167ccce67f7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 472396a9-388e-4627-ba8a-4a5a70f03b06) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:40.348894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967e32cc-d4ac-4446-88ff-167ccce67f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:40.350124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-967e32cc-d4ac-4446-88ff-167ccce67f7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:40.355331 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-82bfe16d-3a72-4916-a4a8-6741e2619740 tempest-QuotasTest-1966075966 tempest-QuotasTest-1966075966] 10.222.0.41 "GET /v2.0/quotas/64a584217e144d0c87ad4b3139f7b13b/details.json HTTP/1.1" status: 200 len: 703 time: 1.9188495 Jan 14 07:31:40.407641 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08b1db44-b96e-41a9-9f7d-4092003b76e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:40.416433 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:40.416619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 65a7578a-bad2-4ce4-811b-e563f45277a1 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:40.426525 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:40.435405 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-967e32cc-d4ac-4446-88ff-167ccce67f7e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0001225 Jan 14 07:31:40.457943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97d12b5-1d49-484c-a8cc-3ec724ff43ce None None] Routers {'9daeb259-4edd-465d-9f84-9d22f8b4a7aa'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:40.461093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b97d12b5-1d49-484c-a8cc-3ec724ff43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:31:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['9daeb259-4edd-465d-9f84-9d22f8b4a7aa'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:40.476187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4951ef9a-b753-4971-a3aa-b60e257a3e7a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:router {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:40.477561 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4951ef9a-b753-4971-a3aa-b60e257a3e7a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7834089 Jan 14 07:31:40.492476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40242) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:40.568701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1db44-b96e-41a9-9f7d-4092003b76e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9397c6-4154-4efd-81ea-27bd7baee090,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:40.809759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-b97d12b5-1d49-484c-a8cc-3ec724ff43ce None None] Set router 9daeb259-4edd-465d-9f84-9d22f8b4a7aa gateway port host: None {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:31:40.923601 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-856ae3ac-0c44-419b-9d00-74acc9b80e4d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:40.964277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c502b1d7-7700-42e5-9462-c585e780003b None None] Network 472396a9-388e-4627-ba8a-4a5a70f03b06 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:41.086258 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-08b1db44-b96e-41a9-9f7d-4092003b76e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:41.103026 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08b1db44-b96e-41a9-9f7d-4092003b76e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:41.108238 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-08b1db44-b96e-41a9-9f7d-4092003b76e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "DELETE /v2.0/security-groups/5d9397c6-4154-4efd-81ea-27bd7baee090 HTTP/1.1" status: 204 len: 168 time: 1.8972242 Jan 14 07:31:41.109437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40258) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:41.285121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40264) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:41.339819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b97d12b5-1d49-484c-a8cc-3ec724ff43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9daeb259-4edd-465d-9f84-9d22f8b4a7aa', 'name': 'tempest-NetworksTestDHCPv6-router-640647212', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:31:28Z', 'updated_at': '2021-01-14T07:31:35Z', 'revision_number': 3, 'project_id': '33c6fb24403345ddb7d80c37208656bd', 'gw_port_host': None}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:41.470241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Allocated IP 172.20.0.1 (181a5573-b68f-4f08-bda4-44c401238664/e91f47b6-cfbd-4642-9a17-2e8fb1dc1c62/59973f85-8cef-4dc0-bef8-2241cd1f39b0) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:41.666421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:41.687723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Transition to ACTIVE for port object 59973f85-8cef-4dc0-bef8-2241cd1f39b0 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:41.726500 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:41.732048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-856ae3ac-0c44-419b-9d00-74acc9b80e4d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:41.742376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43eed102-7752-406a-89ce-5abad0f52d32 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:41.747946 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d246351b-f579-4a0f-955c-2453a3ab3a15 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:41.826088 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-072b6b1c-b71c-4f4e-a9e6-9ebf039a84de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:41.834516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Allocated IP 172.20.0.2 (181a5573-b68f-4f08-bda4-44c401238664/e91f47b6-cfbd-4642-9a17-2e8fb1dc1c62/ef1eb699-9849-4d14-923c-785f299f7c37) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:41.838101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Pushing event updated for resources: {'Port': ['ID=59973f85-8cef-4dc0-bef8-2241cd1f39b0,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:41.849951 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-856ae3ac-0c44-419b-9d00-74acc9b80e4d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:41.953632 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:41.978354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-072b6b1c-b71c-4f4e-a9e6-9ebf039a84de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:42.023583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-072b6b1c-b71c-4f4e-a9e6-9ebf039a84de admin admin] Usage tracker for resource:security_group_rule and tenant:ac328e1d5da645a2810ee9bd515cb10d is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:42.031765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7ba9a274-8508-425b-b16e-a8996ac87020 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:42.040920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-072b6b1c-b71c-4f4e-a9e6-9ebf039a84de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:42.136914 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:42.139492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7ba9a274-8508-425b-b16e-a8996ac87020 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:42.141154 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7ba9a274-8508-425b-b16e-a8996ac87020 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8932097 Jan 14 07:31:42.144481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-43eed102-7752-406a-89ce-5abad0f52d32 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a7578a-bad2-4ce4-811b-e563f45277a1']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:42.151378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Transition to ACTIVE for port object ef1eb699-9849-4d14-923c-785f299f7c37 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:42.168853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40290) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:42.172682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Transition to ACTIVE for port object ef1eb699-9849-4d14-923c-785f299f7c37 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:42.185571 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-856ae3ac-0c44-419b-9d00-74acc9b80e4d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:42.189554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856ae3ac-0c44-419b-9d00-74acc9b80e4d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Fanout notify agent at l3_agent the message router_deleted on router 9daeb259-4edd-465d-9f84-9d22f8b4a7aa {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:31:42.199456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:42.233354 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-3c9bbc34-fcb8-4129-ac96-13b5069dd359 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] delete failed (client error): The resource could not be found. Jan 14 07:31:42.238527 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3c9bbc34-fcb8-4129-ac96-13b5069dd359 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "DELETE /v2.0/security-groups/5d9397c6-4154-4efd-81ea-27bd7baee090 HTTP/1.1" status: 404 len: 347 time: 0.0631385 Jan 14 07:31:42.256087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-43eed102-7752-406a-89ce-5abad0f52d32 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7208ceb4-aace-46ef-8d0d-fdf7452fc8c6') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:42.267285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-43eed102-7752-406a-89ce-5abad0f52d32 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7208ceb4-aace-46ef-8d0d-fdf7452fc8c6') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:42.285954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40298) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:42.303005 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-856ae3ac-0c44-419b-9d00-74acc9b80e4d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:42.304462 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-856ae3ac-0c44-419b-9d00-74acc9b80e4d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/routers/9daeb259-4edd-465d-9f84-9d22f8b4a7aa HTTP/1.1" status: 204 len: 168 time: 1.8063555 Jan 14 07:31:42.317437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40302) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:42.324621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-05aada21-9602-43f9-977f-fe4de679a279 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Request body: {'security_group': {'name': 'tempest-secgroup--165627920'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:42.338211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-05aada21-9602-43f9-977f-fe4de679a279 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:42.349761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-05aada21-9602-43f9-977f-fe4de679a279 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:42.353925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97d12b5-1d49-484c-a8cc-3ec724ff43ce None None] The sync data for ids ['9daeb259-4edd-465d-9f84-9d22f8b4a7aa'] in n-d-769329-2 is: [{'id': '9daeb259-4edd-465d-9f84-9d22f8b4a7aa', 'name': 'tempest-NetworksTestDHCPv6-router-640647212', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:31:28Z', 'updated_at': '2021-01-14T07:31:35Z', 'revision_number': 3, 'project_id': '33c6fb24403345ddb7d80c37208656bd', 'gw_port_host': None}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:31:42.364110 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43eed102-7752-406a-89ce-5abad0f52d32 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:42.387498 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5897a706-a0d1-4a43-b860-a2a695030a7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:42.437309 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05aada21-9602-43f9-977f-fe4de679a279 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:42.485900 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43eed102-7752-406a-89ce-5abad0f52d32 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:42.493371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-43eed102-7752-406a-89ce-5abad0f52d32 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Releasing vxlan tunnel 12 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:31:42.530999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-05aada21-9602-43f9-977f-fe4de679a279 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:42.551692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-05aada21-9602-43f9-977f-fe4de679a279 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Usage tracker for resource:security_group_rule and tenant:45780608969048e8b298b3b812591fd3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:42.580175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f87c0f-9004-4cd1-9781-b8c473ca7dc8 None None] Network 472396a9-388e-4627-ba8a-4a5a70f03b06 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:42.633350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-05aada21-9602-43f9-977f-fe4de679a279 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:42.667436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-05aada21-9602-43f9-977f-fe4de679a279 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:42.688719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-072b6b1c-b71c-4f4e-a9e6-9ebf039a84de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:42.719677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9527d18b-b700-41f7-9ffe-9318446e6fe5 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:42.721613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9527d18b-b700-41f7-9ffe-9318446e6fe5 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:42.732246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Network 181a5573-b68f-4f08-bda4-44c401238664 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:42.738197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:42.749612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:31:42.849567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9527d18b-b700-41f7-9ffe-9318446e6fe5 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:42.851301 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9527d18b-b700-41f7-9ffe-9318446e6fe5 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5324383 Jan 14 07:31:42.856144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40312) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:42.874031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-43eed102-7752-406a-89ce-5abad0f52d32 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Network 65a7578a-bad2-4ce4-811b-e563f45277a1 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:42.874330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Pushing event updated for resources: {'Port': ['ID=ef1eb699-9849-4d14-923c-785f299f7c37,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:42.897944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43eed102-7752-406a-89ce-5abad0f52d32 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:42.921075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Network 181a5573-b68f-4f08-bda4-44c401238664 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:43.032013 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:43.033346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:43.064404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:31:43.088628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f4c88-af0e-47d8-8dbd-4207c3e21628 req-902580ad-7300-480e-b8e3-373bb8fc0dba tempest-MultipleCreateTestJSON-337644658 tempest-MultipleCreateTestJSON-337644658] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:43.089639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2b8f4c88-af0e-47d8-8dbd-4207c3e21628 req-902580ad-7300-480e-b8e3-373bb8fc0dba tempest-MultipleCreateTestJSON-337644658 tempest-MultipleCreateTestJSON-337644658] Synchronizing usage tracker for tenant:24b0cc22469b4232921d538801d681c2 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:43.106669 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:43.132266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40318) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:43.174063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c36eaed-8152-41c5-90b5-5b1df6048b4e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:43.175315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3c36eaed-8152-41c5-90b5-5b1df6048b4e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:43.190978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2b8f4c88-af0e-47d8-8dbd-4207c3e21628 req-902580ad-7300-480e-b8e3-373bb8fc0dba tempest-MultipleCreateTestJSON-337644658 tempest-MultipleCreateTestJSON-337644658] Unset dirty status for tenant:24b0cc22469b4232921d538801d681c2 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:43.198507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Attempting to bind port ef1eb699-9849-4d14-923c-785f299f7c37 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:31:43.198917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Attempting to bind port ef1eb699-9849-4d14-923c-785f299f7c37 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '30591c01-72c2-4970-94b1-8884b7cac2d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '181a5573-b68f-4f08-bda4-44c401238664'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:31:43.199270 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2b8f4c88-af0e-47d8-8dbd-4207c3e21628 req-902580ad-7300-480e-b8e3-373bb8fc0dba tempest-MultipleCreateTestJSON-337644658 tempest-MultipleCreateTestJSON-337644658] 10.222.0.41 "GET /v2.0/networks?id=472396a9-388e-4627-ba8a-4a5a70f03b06 HTTP/1.1" status: 200 len: 812 time: 1.2134788 Jan 14 07:31:43.199398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Attempting to bind port ef1eb699-9849-4d14-923c-785f299f7c37 on network 181a5573-b68f-4f08-bda4-44c401238664 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:31:43.205910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4633cd0-c98d-4217-87c6-3a391b94b8a9 None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:31:43.212885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:31:43.213375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Checking segment: {'id': '30591c01-72c2-4970-94b1-8884b7cac2d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '181a5573-b68f-4f08-bda4-44c401238664'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:31:43.213729 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:43.214169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Bound using segment: {'id': '30591c01-72c2-4970-94b1-8884b7cac2d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '181a5573-b68f-4f08-bda4-44c401238664'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:31:43.214701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Bound port: ef1eb699-9849-4d14-923c-785f299f7c37, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30591c01-72c2-4970-94b1-8884b7cac2d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '181a5573-b68f-4f08-bda4-44c401238664'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:31:43.215118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:43.223160 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2b8f4c88-af0e-47d8-8dbd-4207c3e21628 req-13771bd4-bf52-4ecc-94d9-a72b06a64934 tempest-MultipleCreateTestJSON-337644658 tempest-MultipleCreateTestJSON-337644658] 10.222.0.41 "GET /v2.0/quotas/24b0cc22469b4232921d538801d681c2 HTTP/1.1" status: 200 len: 375 time: 0.0225463 Jan 14 07:31:43.234378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f4633cd0-c98d-4217-87c6-3a391b94b8a9 None None] Deleting port f22f0cca-6bce-47ed-9d48-72adec9eaa98 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:31:43.234800 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4633cd0-c98d-4217-87c6-3a391b94b8a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:43.293224 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2b8f4c88-af0e-47d8-8dbd-4207c3e21628 req-3f10c408-6b48-4f24-ae99-a9725b671bee tempest-MultipleCreateTestJSON-337644658 tempest-MultipleCreateTestJSON-337644658] 10.222.0.41 "GET /v2.0/ports?tenant_id=24b0cc22469b4232921d538801d681c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687141 Jan 14 07:31:43.316340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-43eed102-7752-406a-89ce-5abad0f52d32 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Network 65a7578a-bad2-4ce4-811b-e563f45277a1 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:31:43.377543 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:31:43.421298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3c36eaed-8152-41c5-90b5-5b1df6048b4e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:43.422903 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3c36eaed-8152-41c5-90b5-5b1df6048b4e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5602534 Jan 14 07:31:43.432041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40328) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:43.521273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b56b3fb4-50e6-47a7-83a0-ec85c3da0799 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:router {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:43.590331 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2b8f4c88-af0e-47d8-8dbd-4207c3e21628 req-ec5ffa76-5a26-4750-a201-ad2fb249d1ea service neutron] 10.222.0.41 "GET /v2.0/networks/472396a9-388e-4627-ba8a-4a5a70f03b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955294 Jan 14 07:31:43.708499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f4633cd0-c98d-4217-87c6-3a391b94b8a9 None None] For port f22f0cca-6bce-47ed-9d48-72adec9eaa98, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f22f0cca-6bce-47ed-9d48-72adec9eaa98,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:43.708807 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4633cd0-c98d-4217-87c6-3a391b94b8a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:43.796055 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2b8f4c88-af0e-47d8-8dbd-4207c3e21628 req-cae5a495-c216-4fdb-9bfb-1271da20a670 service neutron] 10.222.0.41 "GET /v2.0/networks/472396a9-388e-4627-ba8a-4a5a70f03b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2034512 Jan 14 07:31:43.862043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f4633cd0-c98d-4217-87c6-3a391b94b8a9 None None] Calling delete_port for f22f0cca-6bce-47ed-9d48-72adec9eaa98 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:31:43.885133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0eef530-99f5-4fd5-aba5-72f98a6e3a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:43.925020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c0eef530-99f5-4fd5-aba5-72f98a6e3a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:43.932806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c0eef530-99f5-4fd5-aba5-72f98a6e3a2c admin admin] Usage tracker for resource:security_group_rule and tenant:27ffcf8a57884708afb29022dcf7502f is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:43.945048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c0eef530-99f5-4fd5-aba5-72f98a6e3a2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:43.955222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c0eef530-99f5-4fd5-aba5-72f98a6e3a2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:43.978217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b56b3fb4-50e6-47a7-83a0-ec85c3da0799 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:router {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:43.979526 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b56b3fb4-50e6-47a7-83a0-ec85c3da0799 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5462456 Jan 14 07:31:44.082170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40334) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:44.082848 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:44.098122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4633cd0-c98d-4217-87c6-3a391b94b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:44.154283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9b72ceb2-f8e5-4db5-a84c-0df09fd70347 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:44.180540 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-97a6e624-0dc6-4958-8110-082e36348196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:44.301119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43eed102-7752-406a-89ce-5abad0f52d32 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:44.306827 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1bfe540a-3a22-4b26-bf80-aeedb90f4fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:44.347702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43eed102-7752-406a-89ce-5abad0f52d32 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:44.401581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eed102-7752-406a-89ce-5abad0f52d32 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Pushing event deleted for resources: {'Network': ['ID=65a7578a-bad2-4ce4-811b-e563f45277a1,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:44.419422 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-43eed102-7752-406a-89ce-5abad0f52d32 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:44.478470 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-43eed102-7752-406a-89ce-5abad0f52d32 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] 10.222.0.41 "DELETE /v2.0/networks/65a7578a-bad2-4ce4-811b-e563f45277a1 HTTP/1.1" status: 204 len: 168 time: 4.5171750 Jan 14 07:31:44.481895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40346) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:44.499790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4633cd0-c98d-4217-87c6-3a391b94b8a9 None None] Pushing event deleted for resources: {'Port': ['ID=f22f0cca-6bce-47ed-9d48-72adec9eaa98,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:44.508779 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4633cd0-c98d-4217-87c6-3a391b94b8a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:44.510865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f22f0cca-6bce-47ed-9d48-72adec9eaa98 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:31:44.642250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: f22f0cca-6bce-47ed-9d48-72adec9eaa98 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:31:44.644153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f22f0cca-6bce-47ed-9d48-72adec9eaa98 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:31:44.647222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7f6ea9cf-d730-4a70-a009-f09449de2ac8 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:31:44.658689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-072b6b1c-b71c-4f4e-a9e6-9ebf039a84de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:44.741597 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-072b6b1c-b71c-4f4e-a9e6-9ebf039a84de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:44.780505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 7f6ea9cf-d730-4a70-a009-f09449de2ac8 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:31:44.780905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7f6ea9cf-d730-4a70-a009-f09449de2ac8 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:31:44.785145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4633cd0-c98d-4217-87c6-3a391b94b8a9 None None] No DVR routers for this DVR port f22f0cca-6bce-47ed-9d48-72adec9eaa98 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:31:44.790019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] For port ef1eb699-9849-4d14-923c-785f299f7c37, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:31:44.804453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] For port ef1eb699-9849-4d14-923c-785f299f7c37, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ef1eb699-9849-4d14-923c-785f299f7c37,segment=NetworkSegment(30591c01-72c2-4970-94b1-8884b7cac2d5),segment_id=30591c01-72c2-4970-94b1-8884b7cac2d5)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:31:44.810623 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:44.882557 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0eef530-99f5-4fd5-aba5-72f98a6e3a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:44.883998 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-449433c1-de17-4998-952b-be6373845427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:44.906190 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68e73f68-3e0b-4447-962e-fc35f71df13a tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:44.948663 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-072b6b1c-b71c-4f4e-a9e6-9ebf039a84de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac328e1d5da645a2810ee9bd515cb10d&name=default HTTP/1.1" status: 200 len: 2983 time: 3.6584036 Jan 14 07:31:44.953913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40368) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:44.958776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b6b1c-b71c-4f4e-a9e6-9ebf039a84de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3727bf5f-ca02-48ea-a9f1-cf045ff2308f,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:44.979777 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0eef530-99f5-4fd5-aba5-72f98a6e3a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:45.010553 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-072b6b1c-b71c-4f4e-a9e6-9ebf039a84de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:45.012310 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-072b6b1c-b71c-4f4e-a9e6-9ebf039a84de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:45.054104 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ba7968b6-fd77-417f-aa9e-279a05378cce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:45.090931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05aada21-9602-43f9-977f-fe4de679a279 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:45.117940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eef530-99f5-4fd5-aba5-72f98a6e3a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea4e32d-621e-4d47-81fc-ca0f1ee4ea60,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:45.150787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Pushing event updated for resources: {'Port': ['ID=ef1eb699-9849-4d14-923c-785f299f7c37,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:45.165387 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:45.215545 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c0eef530-99f5-4fd5-aba5-72f98a6e3a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:45.254767 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05aada21-9602-43f9-977f-fe4de679a279 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:45.297928 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2de531e2-9dcf-45b3-886e-4c5b84144492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:45.312795 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05aada21-9602-43f9-977f-fe4de679a279 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:45.324885 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-05aada21-9602-43f9-977f-fe4de679a279 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.0188963 Jan 14 07:31:45.325846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40384) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:45.347144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b3d151e3-875f-43f0-a7f6-2077137bef6a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Request body: {'security_group_rule': {'security_group_id': 'd2187431-0b02-42dc-a949-7d9949c641d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:45.349791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69871710-a57d-441e-b0ac-96335768c80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:45.359990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b3d151e3-875f-43f0-a7f6-2077137bef6a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:45.365614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b3d151e3-875f-43f0-a7f6-2077137bef6a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Usage tracker for resource:security_group_rule and tenant:45780608969048e8b298b3b812591fd3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:45.368945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b3d151e3-875f-43f0-a7f6-2077137bef6a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:45.375685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b3d151e3-875f-43f0-a7f6-2077137bef6a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:45.382763 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69871710-a57d-441e-b0ac-96335768c80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:45.448005 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c0eef530-99f5-4fd5-aba5-72f98a6e3a2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27ffcf8a57884708afb29022dcf7502f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3056161 Jan 14 07:31:45.451419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9b72ceb2-f8e5-4db5-a84c-0df09fd70347 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:45.463441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9b72ceb2-f8e5-4db5-a84c-0df09fd70347 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:45.483712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40392) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:45.483712 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69871710-a57d-441e-b0ac-96335768c80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:45.495280 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-04049b90-eea7-45d1-97a9-f7efcc2a6350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:45.526057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aada21-9602-43f9-977f-fe4de679a279 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroup': ['ID=d2187431-0b02-42dc-a949-7d9949c641d7,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:45.526147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b72ceb2-f8e5-4db5-a84c-0df09fd70347 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:45.552609 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-05aada21-9602-43f9-977f-fe4de679a279 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:45.606087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3d151e3-875f-43f0-a7f6-2077137bef6a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:45.621782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:45.690139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3d151e3-875f-43f0-a7f6-2077137bef6a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:45.692548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68e73f68-3e0b-4447-962e-fc35f71df13a tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:45.728771 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3d151e3-875f-43f0-a7f6-2077137bef6a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:45.742937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69871710-a57d-441e-b0ac-96335768c80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3727bf5f-ca02-48ea-a9f1-cf045ff2308f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:45.754261 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b72ceb2-f8e5-4db5-a84c-0df09fd70347 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:45.843100 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:45.875033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3d151e3-875f-43f0-a7f6-2077137bef6a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:45.879306 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b3d151e3-875f-43f0-a7f6-2077137bef6a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5411470 Jan 14 07:31:45.894245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40410) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:45.939185 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e498210a-9512-4544-9ef6-5eefc2e14517 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:45.952339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e498210a-9512-4544-9ef6-5eefc2e14517 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:45.986786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d151e3-875f-43f0-a7f6-2077137bef6a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551c75ae-e5a0-40a2-9719-6c8adc3ab1df,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:45.997829 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b3d151e3-875f-43f0-a7f6-2077137bef6a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:46.009561 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e498210a-9512-4544-9ef6-5eefc2e14517 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:46.030097 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:46.038438 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e498210a-9512-4544-9ef6-5eefc2e14517 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:46.042285 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e498210a-9512-4544-9ef6-5eefc2e14517 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "DELETE /v2.0/security-group-rules/551c75ae-e5a0-40a2-9719-6c8adc3ab1df HTTP/1.1" status: 204 len: 168 time: 0.1443555 Jan 14 07:31:46.054845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498210a-9512-4544-9ef6-5eefc2e14517 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=551c75ae-e5a0-40a2-9719-6c8adc3ab1df,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:46.057939 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e498210a-9512-4544-9ef6-5eefc2e14517 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:46.058862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40414) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:46.094027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-68e73f68-3e0b-4447-962e-fc35f71df13a tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb874e28-0e56-47db-9aca-f1797d2e7207']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:46.112318 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-69871710-a57d-441e-b0ac-96335768c80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:46.156203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-89643e08-81d0-4e53-b731-089f92d3c9c9 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:46.182737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-68e73f68-3e0b-4447-962e-fc35f71df13a tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb561c5-aff7-464e-a3a4-ba11150d7348') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:46.183079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-68e73f68-3e0b-4447-962e-fc35f71df13a tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb561c5-aff7-464e-a3a4-ba11150d7348') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:46.189760 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:46.208622 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68e73f68-3e0b-4447-962e-fc35f71df13a tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:46.218365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-89643e08-81d0-4e53-b731-089f92d3c9c9 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:46.221918 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-89643e08-81d0-4e53-b731-089f92d3c9c9 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1568725 Jan 14 07:31:46.224985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40422) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:46.229031 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68e73f68-3e0b-4447-962e-fc35f71df13a tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:46.244654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-68e73f68-3e0b-4447-962e-fc35f71df13a tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Releasing vxlan tunnel 10 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:31:46.418577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4945ea2-b5a7-4c45-acad-1b7a54d54cc6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:46.449689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4945ea2-b5a7-4c45-acad-1b7a54d54cc6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:46.478168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ef1eb699-9849-4d14-923c-785f299f7c37 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:31:46.496243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69871710-a57d-441e-b0ac-96335768c80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:46.506026 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-69871710-a57d-441e-b0ac-96335768c80e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3727bf5f-ca02-48ea-a9f1-cf045ff2308f HTTP/1.1" status: 204 len: 168 time: 1.5346677 Jan 14 07:31:46.573965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-68e73f68-3e0b-4447-962e-fc35f71df13a tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Network fb874e28-0e56-47db-9aca-f1797d2e7207 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:46.586087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68e73f68-3e0b-4447-962e-fc35f71df13a tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:46.594617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3dc39d-0c6b-4c5f-9926-c52d2e452de1 req-700ab961-078b-4a3d-9498-06ced7cdf8ca tempest-MultipleCreateTestJSON-337644658 tempest-MultipleCreateTestJSON-337644658] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:46.596371 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9a3dc39d-0c6b-4c5f-9926-c52d2e452de1 req-700ab961-078b-4a3d-9498-06ced7cdf8ca tempest-MultipleCreateTestJSON-337644658 tempest-MultipleCreateTestJSON-337644658] 10.222.0.41 "GET /v2.0/networks?id=472396a9-388e-4627-ba8a-4a5a70f03b06 HTTP/1.1" status: 200 len: 812 time: 0.4794402 Jan 14 07:31:46.671187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port ef1eb699-9849-4d14-923c-785f299f7c37 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:46.829323 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4945ea2-b5a7-4c45-acad-1b7a54d54cc6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:46.845753 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3914f010-e018-4643-b754-8ce4acc64ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:46.861104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-68e73f68-3e0b-4447-962e-fc35f71df13a tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Network fb874e28-0e56-47db-9aca-f1797d2e7207 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:46.866607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:46.885589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:46.892951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4945ea2-b5a7-4c45-acad-1b7a54d54cc6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2187431-0b02-42dc-a949-7d9949c641d7,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:31:46.919959 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:31:46.921845 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4945ea2-b5a7-4c45-acad-1b7a54d54cc6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:46.975886 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1622ed6d-4218-4646-bcfb-faf48f3db793 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:47.007924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4945ea2-b5a7-4c45-acad-1b7a54d54cc6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.011743 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f4945ea2-b5a7-4c45-acad-1b7a54d54cc6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "DELETE /v2.0/security-groups/d2187431-0b02-42dc-a949-7d9949c641d7 HTTP/1.1" status: 204 len: 168 time: 0.7830706 Jan 14 07:31:47.016860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40440) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:47.027293 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.033916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4a0810-c438-4dc3-96e5-552fac978399 None None] Network 181a5573-b68f-4f08-bda4-44c401238664 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:47.098221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-18d903d7-2c22-4fa5-9f51-a009717d2502 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:47.103960 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68e73f68-3e0b-4447-962e-fc35f71df13a tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.111306 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-66f100d9-d693-49cc-b272-640ab146ba3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:47.136841 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68e73f68-3e0b-4447-962e-fc35f71df13a tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.139357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e73f68-3e0b-4447-962e-fc35f71df13a tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Pushing event deleted for resources: {'Network': ['ID=fb874e28-0e56-47db-9aca-f1797d2e7207,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:47.147018 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-68e73f68-3e0b-4447-962e-fc35f71df13a tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:47.153888 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-68e73f68-3e0b-4447-962e-fc35f71df13a tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] 10.222.0.41 "DELETE /v2.0/networks/fb874e28-0e56-47db-9aca-f1797d2e7207 HTTP/1.1" status: 204 len: 168 time: 2.6586437 Jan 14 07:31:47.155732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-18d903d7-2c22-4fa5-9f51-a009717d2502 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:47.157033 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-18d903d7-2c22-4fa5-9f51-a009717d2502 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1390204 Jan 14 07:31:47.163009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40446) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:47.169176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5b28ce6f-1324-486e-bd66-77668f3d9281 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Request body: {'security_group': {'name': 'tempest-secgroup--335962147'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:47.180358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5b28ce6f-1324-486e-bd66-77668f3d9281 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:47.188606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Pushing event updated for resources: {'Port': ['ID=59973f85-8cef-4dc0-bef8-2241cd1f39b0,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:47.190231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5b28ce6f-1324-486e-bd66-77668f3d9281 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:47.192069 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9a3dc39d-0c6b-4c5f-9926-c52d2e452de1 req-50bc6ba9-6762-44d0-b642-8530f4ea1283 tempest-MultipleCreateTestJSON-337644658 tempest-MultipleCreateTestJSON-337644658] 10.222.0.41 "GET /v2.0/quotas/24b0cc22469b4232921d538801d681c2 HTTP/1.1" status: 200 len: 375 time: 0.3205712 Jan 14 07:31:47.195314 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:47.208390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b28ce6f-1324-486e-bd66-77668f3d9281 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.241999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5b28ce6f-1324-486e-bd66-77668f3d9281 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:47.246743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5b28ce6f-1324-486e-bd66-77668f3d9281 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Usage tracker for resource:security_group_rule and tenant:45780608969048e8b298b3b812591fd3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:47.249954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5b28ce6f-1324-486e-bd66-77668f3d9281 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:47.256078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5b28ce6f-1324-486e-bd66-77668f3d9281 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:47.260531 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a08e-7f70-40e6-89c6-d54eaa57185d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.290968 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a08e-7f70-40e6-89c6-d54eaa57185d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.339020 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9a3dc39d-0c6b-4c5f-9926-c52d2e452de1 req-c0b92c45-5ee8-4838-9434-4f8117d578c6 tempest-MultipleCreateTestJSON-337644658 tempest-MultipleCreateTestJSON-337644658] 10.222.0.41 "GET /v2.0/ports?tenant_id=24b0cc22469b4232921d538801d681c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1391258 Jan 14 07:31:47.339475 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b28ce6f-1324-486e-bd66-77668f3d9281 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.345879 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b28ce6f-1324-486e-bd66-77668f3d9281 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.355090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a08e-7f70-40e6-89c6-d54eaa57185d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.374582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-82068e64-361d-4be8-b361-eb05e2177f21 None None] Provisioning for port ef1eb699-9849-4d14-923c-785f299f7c37 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:47.376241 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-94e2ef4f-b99f-4e7d-a266-8ac4e7e04f9f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:47.382294 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-05aada21-9602-43f9-977f-fe4de679a279 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:47.385504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-82068e64-361d-4be8-b361-eb05e2177f21 None None] Provisioning complete for port ef1eb699-9849-4d14-923c-785f299f7c37 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:47.386041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82068e64-361d-4be8-b361-eb05e2177f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.393614 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b28ce6f-1324-486e-bd66-77668f3d9281 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.395389 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5b28ce6f-1324-486e-bd66-77668f3d9281 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2312913 Jan 14 07:31:47.399969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40450) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:47.407207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d3ef53e4-b8a1-44d4-b1e3-3b4b06c1695f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Request body: {'security_group_rule': {'security_group_id': 'e9e2e8d2-a0f1-4e22-adc0-e94b48cb9ba6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:47.429197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d3ef53e4-b8a1-44d4-b1e3-3b4b06c1695f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:47.439179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d3ef53e4-b8a1-44d4-b1e3-3b4b06c1695f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Usage tracker for resource:security_group_rule and tenant:45780608969048e8b298b3b812591fd3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:47.444193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d3ef53e4-b8a1-44d4-b1e3-3b4b06c1695f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:47.447291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28ce6f-1324-486e-bd66-77668f3d9281 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e2e8d2-a0f1-4e22-adc0-e94b48cb9ba6,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:47.453138 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5b28ce6f-1324-486e-bd66-77668f3d9281 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:47.454340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d3ef53e4-b8a1-44d4-b1e3-3b4b06c1695f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:47.474280 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d3ef53e4-b8a1-44d4-b1e3-3b4b06c1695f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.516364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40454) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:47.569938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82068e64-361d-4be8-b361-eb05e2177f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.571159 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d3ef53e4-b8a1-44d4-b1e3-3b4b06c1695f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.574522 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-04d98633-aac2-458f-b755-632e90ac4706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.595129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d3ef53e4-b8a1-44d4-b1e3-3b4b06c1695f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.602463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-04d98633-aac2-458f-b755-632e90ac4706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:47.607170 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:47.611078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-82068e64-361d-4be8-b361-eb05e2177f21 None None] For port ef1eb699-9849-4d14-923c-785f299f7c37, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ef1eb699-9849-4d14-923c-785f299f7c37,segment=NetworkSegment(30591c01-72c2-4970-94b1-8884b7cac2d5),segment_id=30591c01-72c2-4970-94b1-8884b7cac2d5)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:47.615843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82068e64-361d-4be8-b361-eb05e2177f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.619985 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:47.679565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef53e4-b8a1-44d4-b1e3-3b4b06c1695f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a4201e-8ec1-4c01-ad5b-e843b6e8a31e,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:47.682913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-04d98633-aac2-458f-b755-632e90ac4706 admin admin] Usage tracker for resource:security_group_rule and tenant:64a584217e144d0c87ad4b3139f7b13b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:47.688826 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d3ef53e4-b8a1-44d4-b1e3-3b4b06c1695f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:47.689800 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d3ef53e4-b8a1-44d4-b1e3-3b4b06c1695f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.694766 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d3ef53e4-b8a1-44d4-b1e3-3b4b06c1695f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2933266 Jan 14 07:31:47.697260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-04d98633-aac2-458f-b755-632e90ac4706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:47.700261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40460) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:47.706488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-04d98633-aac2-458f-b755-632e90ac4706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:47.713568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7a14e049-04d1-4b83-b021-e97e406812e8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Request body: {'security_group_rule': {'security_group_id': 'e9e2e8d2-a0f1-4e22-adc0-e94b48cb9ba6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:47.727145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82068e64-361d-4be8-b361-eb05e2177f21 None None] Pushing event updated for resources: {'Port': ['ID=ef1eb699-9849-4d14-923c-785f299f7c37,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:47.737201 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-82068e64-361d-4be8-b361-eb05e2177f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:47.845353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-af7b2030-bbfa-4d11-9659-0230867807ef None None] Provisioning for port 59973f85-8cef-4dc0-bef8-2241cd1f39b0 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:47.852558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-af7b2030-bbfa-4d11-9659-0230867807ef None None] Provisioning complete for port 59973f85-8cef-4dc0-bef8-2241cd1f39b0 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:47.853479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af7b2030-bbfa-4d11-9659-0230867807ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.856534 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-04d98633-aac2-458f-b755-632e90ac4706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.860247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7a14e049-04d1-4b83-b021-e97e406812e8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:47.865936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7a14e049-04d1-4b83-b021-e97e406812e8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Usage tracker for resource:security_group_rule and tenant:45780608969048e8b298b3b812591fd3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:47.869627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7a14e049-04d1-4b83-b021-e97e406812e8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:47.875517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7a14e049-04d1-4b83-b021-e97e406812e8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:47.884037 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-04d98633-aac2-458f-b755-632e90ac4706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:47.886324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7a08e-7f70-40e6-89c6-d54eaa57185d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea4e32d-621e-4d47-81fc-ca0f1ee4ea60,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:47.896257 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8e6a029d-05e7-42d9-9b42-9049cae4bf05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:47.900751 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cdf7a08e-7f70-40e6-89c6-d54eaa57185d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:47.958008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d98633-aac2-458f-b755-632e90ac4706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010654e9-d1e7-48f1-9cbe-69c5a023180a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:47.970095 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-04d98633-aac2-458f-b755-632e90ac4706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:47.981757 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a14e049-04d1-4b83-b021-e97e406812e8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.011759 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-04d98633-aac2-458f-b755-632e90ac4706 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64a584217e144d0c87ad4b3139f7b13b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4920559 Jan 14 07:31:48.017888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-af7b2030-bbfa-4d11-9659-0230867807ef None None] Port 59973f85-8cef-4dc0-bef8-2241cd1f39b0 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:31:48.027514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40464) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:48.032703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-af7b2030-bbfa-4d11-9659-0230867807ef None None] Provisioning complete for port ef1eb699-9849-4d14-923c-785f299f7c37 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:48.033803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af7b2030-bbfa-4d11-9659-0230867807ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.074738 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9a3dc39d-0c6b-4c5f-9926-c52d2e452de1 req-0fa2ea57-2807-4e29-8c51-2b680653a3a5 service neutron] 10.222.0.41 "GET /v2.0/networks/472396a9-388e-4627-ba8a-4a5a70f03b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7166555 Jan 14 07:31:48.126699 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a08e-7f70-40e6-89c6-d54eaa57185d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.128066 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cdf7a08e-7f70-40e6-89c6-d54eaa57185d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ea4e32d-621e-4d47-81fc-ca0f1ee4ea60 HTTP/1.1" status: 204 len: 168 time: 2.6378114 Jan 14 07:31:48.183515 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-223418d9-cc4b-46b8-b480-4c4076495159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.241354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a14e049-04d1-4b83-b021-e97e406812e8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.254289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a14e049-04d1-4b83-b021-e97e406812e8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.259962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40474) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:48.265931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-223418d9-cc4b-46b8-b480-4c4076495159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.277487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Network 181a5573-b68f-4f08-bda4-44c401238664 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:48.288433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:48.295122 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d3ef53e4-b8a1-44d4-b1e3-3b4b06c1695f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:48.343742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-34b3f242-961f-4e46-b58f-c6339e123273 None None] Provisioning complete for port 59973f85-8cef-4dc0-bef8-2241cd1f39b0 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:48.344327 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-34b3f242-961f-4e46-b58f-c6339e123273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.388562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14e049-04d1-4b83-b021-e97e406812e8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637de8c6-65ef-495c-8a99-ef435492ae53,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:48.405092 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7a14e049-04d1-4b83-b021-e97e406812e8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:48.480110 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a14e049-04d1-4b83-b021-e97e406812e8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.481837 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7a14e049-04d1-4b83-b021-e97e406812e8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7805233 Jan 14 07:31:48.486804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40482) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:48.499468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ef1eb699-9849-4d14-923c-785f299f7c37 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:31:48.504010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-eff54e84-ee79-4f15-a2f5-4e9512b6658a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Request body: {'security_group_rule': {'security_group_id': 'e9e2e8d2-a0f1-4e22-adc0-e94b48cb9ba6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:48.530666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-eff54e84-ee79-4f15-a2f5-4e9512b6658a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:48.542361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-eff54e84-ee79-4f15-a2f5-4e9512b6658a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Usage tracker for resource:security_group_rule and tenant:45780608969048e8b298b3b812591fd3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:48.551163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-eff54e84-ee79-4f15-a2f5-4e9512b6658a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:48.570516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-eff54e84-ee79-4f15-a2f5-4e9512b6658a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:48.575791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-223418d9-cc4b-46b8-b480-4c4076495159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.596123 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5b28ce6f-1324-486e-bd66-77668f3d9281 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:48.609013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-34b3f242-961f-4e46-b58f-c6339e123273 None None] Port 59973f85-8cef-4dc0-bef8-2241cd1f39b0 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:31:48.624559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port ef1eb699-9849-4d14-923c-785f299f7c37 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:48.624952 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.634201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223418d9-cc4b-46b8-b480-4c4076495159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010654e9-d1e7-48f1-9cbe-69c5a023180a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:48.651675 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-223418d9-cc4b-46b8-b480-4c4076495159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:48.679548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eff54e84-ee79-4f15-a2f5-4e9512b6658a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.693022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-223418d9-cc4b-46b8-b480-4c4076495159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.697732 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-223418d9-cc4b-46b8-b480-4c4076495159 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/010654e9-d1e7-48f1-9cbe-69c5a023180a HTTP/1.1" status: 204 len: 168 time: 0.6688449 Jan 14 07:31:48.779195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-9b72ceb2-f8e5-4db5-a84c-0df09fd70347 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80907) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:31:48.785808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eff54e84-ee79-4f15-a2f5-4e9512b6658a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.790417 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b72ceb2-f8e5-4db5-a84c-0df09fd70347 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.792403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eff54e84-ee79-4f15-a2f5-4e9512b6658a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.794999 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:48.808882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d2a584ee-b495-4f6a-8e8c-c43b0defe536 None None] Provisioning complete for port 59973f85-8cef-4dc0-bef8-2241cd1f39b0 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:48.809296 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2a584ee-b495-4f6a-8e8c-c43b0defe536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.838080 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9a3dc39d-0c6b-4c5f-9926-c52d2e452de1 req-fa146055-7182-43db-b341-394cf88ece91 service neutron] 10.222.0.41 "GET /v2.0/networks/472396a9-388e-4627-ba8a-4a5a70f03b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7441895 Jan 14 07:31:48.847260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff54e84-ee79-4f15-a2f5-4e9512b6658a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e421190-aa8a-47a2-bf82-85a1814b209a,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:48.852891 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eff54e84-ee79-4f15-a2f5-4e9512b6658a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:48.854308 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2102bc3e-c6eb-4389-b6bf-5a73bde5728a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:48.856404 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eff54e84-ee79-4f15-a2f5-4e9512b6658a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:48.857930 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-eff54e84-ee79-4f15-a2f5-4e9512b6658a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3669777 Jan 14 07:31:48.862443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40492) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:48.878593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0af03802-6bea-4c51-a92f-0c91396d84a8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Request body: {'security_group_rule': {'security_group_id': 'e9e2e8d2-a0f1-4e22-adc0-e94b48cb9ba6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:48.919343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0af03802-6bea-4c51-a92f-0c91396d84a8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:48.935870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0af03802-6bea-4c51-a92f-0c91396d84a8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Usage tracker for resource:security_group_rule and tenant:45780608969048e8b298b3b812591fd3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:48.951073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0af03802-6bea-4c51-a92f-0c91396d84a8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:48.972854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0af03802-6bea-4c51-a92f-0c91396d84a8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:48.974854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72ceb2-f8e5-4db5-a84c-0df09fd70347 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=634ff1b0-2fc6-424f-a685-91676c773333,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:49.033828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d2a584ee-b495-4f6a-8e8c-c43b0defe536 None None] Port 59973f85-8cef-4dc0-bef8-2241cd1f39b0 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:31:49.041497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0af03802-6bea-4c51-a92f-0c91396d84a8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.055992 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b72ceb2-f8e5-4db5-a84c-0df09fd70347 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:49.062052 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d244e99c-8d5b-498f-b693-af1b206703d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.062279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d2a584ee-b495-4f6a-8e8c-c43b0defe536 None None] Provisioning complete for port ef1eb699-9849-4d14-923c-785f299f7c37 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:49.062727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2a584ee-b495-4f6a-8e8c-c43b0defe536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.108417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d244e99c-8d5b-498f-b693-af1b206703d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:49.112886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d244e99c-8d5b-498f-b693-af1b206703d8 admin admin] Usage tracker for resource:security_group_rule and tenant:e6d3a86b68844823a5dd5eb4e61936a3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:49.117077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d244e99c-8d5b-498f-b693-af1b206703d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:49.123936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d244e99c-8d5b-498f-b693-af1b206703d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:49.223335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0af03802-6bea-4c51-a92f-0c91396d84a8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.227219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0af03802-6bea-4c51-a92f-0c91396d84a8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.237014 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d244e99c-8d5b-498f-b693-af1b206703d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.245243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d244e99c-8d5b-498f-b693-af1b206703d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.255484 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f44d9f74-0ddb-4233-ba1f-19c8fbf60350 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:49.267458 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0af03802-6bea-4c51-a92f-0c91396d84a8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.268810 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0af03802-6bea-4c51-a92f-0c91396d84a8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4051628 Jan 14 07:31:49.272806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40502) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:49.278977 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f57d0f87-2c47-4c44-931a-df71ca631c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:49.281202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6883814a-1c90-4223-a674-d02d932c1fcd tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Request body: {'security_group_rule': {'security_group_id': 'e9e2e8d2-a0f1-4e22-adc0-e94b48cb9ba6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:49.294557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6883814a-1c90-4223-a674-d02d932c1fcd tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:49.299429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6883814a-1c90-4223-a674-d02d932c1fcd tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Usage tracker for resource:security_group_rule and tenant:45780608969048e8b298b3b812591fd3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:49.304678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6883814a-1c90-4223-a674-d02d932c1fcd tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:49.312256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6883814a-1c90-4223-a674-d02d932c1fcd tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:49.320747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af03802-6bea-4c51-a92f-0c91396d84a8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84fc971-68bd-4f9f-92a9-e24a148eb046,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:49.324683 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0af03802-6bea-4c51-a92f-0c91396d84a8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:49.336536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6883814a-1c90-4223-a674-d02d932c1fcd tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.358061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40510) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:49.359303 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d244e99c-8d5b-498f-b693-af1b206703d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6d3a86b68844823a5dd5eb4e61936a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0802681 Jan 14 07:31:49.361918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1c4d8bfc-e61b-4025-9fd6-a26bebc8cde1 None None] Provisioning complete for port ef1eb699-9849-4d14-923c-785f299f7c37 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:49.362710 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c4d8bfc-e61b-4025-9fd6-a26bebc8cde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.432390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Router c70cba5f-4ef9-4bd7-9831-b57ebe90870c is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:31:49.452155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244e99c-8d5b-498f-b693-af1b206703d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df47b73f-91cd-4b4b-90c3-f5c6629d0bf2,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:49.471938 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d244e99c-8d5b-498f-b693-af1b206703d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:49.591835 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6883814a-1c90-4223-a674-d02d932c1fcd tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.600583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6883814a-1c90-4223-a674-d02d932c1fcd tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.618859 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:49.674789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:31:49.689931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47eae8e-1610-4fb7-83ae-a83b9b51e148 None None] Sync routers for ids ['c70cba5f-4ef9-4bd7-9831-b57ebe90870c'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:31:49.703307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883814a-1c90-4223-a674-d02d932c1fcd tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b171a8d5-c345-43ad-9d9d-bcc723ed37a3,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:49.711943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47eae8e-1610-4fb7-83ae-a83b9b51e148 None None] Routers {'c70cba5f-4ef9-4bd7-9831-b57ebe90870c'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:49.713459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f47eae8e-1610-4fb7-83ae-a83b9b51e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:31:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c70cba5f-4ef9-4bd7-9831-b57ebe90870c'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:49.727549 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6883814a-1c90-4223-a674-d02d932c1fcd tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:49.731292 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97dcb022-d727-4095-855f-bdfc2a2711c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.757684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b72ceb2-f8e5-4db5-a84c-0df09fd70347 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:49.760372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9b72ceb2-f8e5-4db5-a84c-0df09fd70347 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:49.763188 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] 10.222.0.41 "PUT /v2.0/routers/c70cba5f-4ef9-4bd7-9831-b57ebe90870c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4052923 Jan 14 07:31:49.772196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ea99ac-8530-493b-a725-cefeb5b37474 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:49.779264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40530) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:49.780078 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6883814a-1c90-4223-a674-d02d932c1fcd tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.784388 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6883814a-1c90-4223-a674-d02d932c1fcd tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5076897 Jan 14 07:31:49.787517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40532) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:49.809769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7a89bce2-fa9f-47b1-bc33-4f71182e8b5c tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Request body: {'port': {'network_id': '181a5573-b68f-4f08-bda4-44c401238664', 'name': 'tempest-FloatingIPNegativeTestJSON-802651870'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:49.868751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b72ceb2-f8e5-4db5-a84c-0df09fd70347 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:49.869535 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b72ceb2-f8e5-4db5-a84c-0df09fd70347 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.876174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97dcb022-d727-4095-855f-bdfc2a2711c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:49.905240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f47eae8e-1610-4fb7-83ae-a83b9b51e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:49.934078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47eae8e-1610-4fb7-83ae-a83b9b51e148 None None] Routers {'c70cba5f-4ef9-4bd7-9831-b57ebe90870c'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:31:49.936455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f47eae8e-1610-4fb7-83ae-a83b9b51e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:31:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c70cba5f-4ef9-4bd7-9831-b57ebe90870c'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:50.009765 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9b72ceb2-f8e5-4db5-a84c-0df09fd70347 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.9032454 Jan 14 07:31:50.024682 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6460185c-50ae-401d-b13c-ff432f924c56 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:50.059227 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6460185c-50ae-401d-b13c-ff432f924c56 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:50.101976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f47eae8e-1610-4fb7-83ae-a83b9b51e148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:50.102426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47eae8e-1610-4fb7-83ae-a83b9b51e148 None None] The sync data for ids ['c70cba5f-4ef9-4bd7-9831-b57ebe90870c'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:31:50.106751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40550) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:50.139560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7a89bce2-fa9f-47b1-bc33-4f71182e8b5c tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:50.140758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6460185c-50ae-401d-b13c-ff432f924c56 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:50.153251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7a89bce2-fa9f-47b1-bc33-4f71182e8b5c tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Usage tracker for resource:port and tenant:37ff70a2d6ab4963bddf5f36020cb2a6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:50.158124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7a89bce2-fa9f-47b1-bc33-4f71182e8b5c tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Quota usage for port was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:50.162919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fdddc809-c076-4fe8-aee3-75b7cc8f3c5f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:50.174326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7a89bce2-fa9f-47b1-bc33-4f71182e8b5c tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:50.206182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a89bce2-fa9f-47b1-bc33-4f71182e8b5c tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Made reservation on behalf of 37ff70a2d6ab4963bddf5f36020cb2a6 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:50.222437 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a89bce2-fa9f-47b1-bc33-4f71182e8b5c tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:50.257019 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:50.314755 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6460185c-50ae-401d-b13c-ff432f924c56 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:50.316049 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6460185c-50ae-401d-b13c-ff432f924c56 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "DELETE /v2.0/security-group-rules/b171a8d5-c345-43ad-9d9d-bcc723ed37a3 HTTP/1.1" status: 204 len: 168 time: 0.5274532 Jan 14 07:31:50.320874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460185c-50ae-401d-b13c-ff432f924c56 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b171a8d5-c345-43ad-9d9d-bcc723ed37a3,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:50.326201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40570) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:50.332050 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6460185c-50ae-401d-b13c-ff432f924c56 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:50.468907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': '634ff1b0-2fc6-424f-a685-91676c773333'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:31:50.470087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:50.527171 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97dcb022-d727-4095-855f-bdfc2a2711c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:50.543625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40580) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:50.554332 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:50.575419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcb022-d727-4095-855f-bdfc2a2711c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df47b73f-91cd-4b4b-90c3-f5c6629d0bf2,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:50.585526 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-97dcb022-d727-4095-855f-bdfc2a2711c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:50.594458 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97dcb022-d727-4095-855f-bdfc2a2711c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:50.595701 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-97dcb022-d727-4095-855f-bdfc2a2711c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df47b73f-91cd-4b4b-90c3-f5c6629d0bf2 HTTP/1.1" status: 204 len: 168 time: 1.2341485 Jan 14 07:31:50.657760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-972567f6-980b-4f1c-8f7d-1e06383201de tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:50.663234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fdddc809-c076-4fe8-aee3-75b7cc8f3c5f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:50.679837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fdddc809-c076-4fe8-aee3-75b7cc8f3c5f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:50.698970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fdddc809-c076-4fe8-aee3-75b7cc8f3c5f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:50.706995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fdddc809-c076-4fe8-aee3-75b7cc8f3c5f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:50.741727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdddc809-c076-4fe8-aee3-75b7cc8f3c5f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:50.789034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-4116243b-5047-4df6-b3aa-92b29f350022 admin admin] Deleting subnet 6dd0dc31-64bb-49cd-b411-78a7db4a9ec9 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:31:50.809351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4116243b-5047-4df6-b3aa-92b29f350022 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:50.849814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-7a89bce2-fa9f-47b1-bc33-4f71182e8b5c tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] device_id is not set on port 603b4895-521e-40c5-8eb9-4f9d915647bc yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:31:50.935771 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdddc809-c076-4fe8-aee3-75b7cc8f3c5f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:50.964328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Allocated IP 2001:db8::f816:3eff:fef9:383 (e6acc9a6-db0b-42d1-82b7-716516d3711e/634ff1b0-2fc6-424f-a685-91676c773333/ff885241-e027-4138-bd4a-c4b7224cc8eb) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:51.053527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-7a89bce2-fa9f-47b1-bc33-4f71182e8b5c tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Allocated IP 172.20.0.10 (181a5573-b68f-4f08-bda4-44c401238664/e91f47b6-cfbd-4642-9a17-2e8fb1dc1c62/603b4895-521e-40c5-8eb9-4f9d915647bc) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:51.133296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-972567f6-980b-4f1c-8f7d-1e06383201de tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:51.135249 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-972567f6-980b-4f1c-8f7d-1e06383201de tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.8070545 Jan 14 07:31:51.159900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40596) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:51.281109 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4116243b-5047-4df6-b3aa-92b29f350022 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:51.343936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:51.351843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c65e283-578d-4bab-83d7-5945d2149631 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:51.356363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Transition to ACTIVE for port object ff885241-e027-4138-bd4a-c4b7224cc8eb will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:51.376429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Transition to ACTIVE for port object ff885241-e027-4138-bd4a-c4b7224cc8eb will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:51.385567 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:51.387108 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c65e283-578d-4bab-83d7-5945d2149631 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:51.426049 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c65e283-578d-4bab-83d7-5945d2149631 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:51.435460 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:51.460823 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4116243b-5047-4df6-b3aa-92b29f350022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:51.494166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65e283-578d-4bab-83d7-5945d2149631 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a84fc971-68bd-4f9f-92a9-e24a148eb046,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:51.512190 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c65e283-578d-4bab-83d7-5945d2149631 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:51.538374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c65e283-578d-4bab-83d7-5945d2149631 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:51.540156 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6c65e283-578d-4bab-83d7-5945d2149631 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "DELETE /v2.0/security-group-rules/a84fc971-68bd-4f9f-92a9-e24a148eb046 HTTP/1.1" status: 204 len: 168 time: 0.3750563 Jan 14 07:31:51.545452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40604) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:51.547025 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a89bce2-fa9f-47b1-bc33-4f71182e8b5c tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:51.549080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40606) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:51.573759 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0098e623-9883-4d9b-ab60-854beb45971a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:51.612252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7a89bce2-fa9f-47b1-bc33-4f71182e8b5c tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Transition to ACTIVE for port object 603b4895-521e-40c5-8eb9-4f9d915647bc will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:51.629694 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b8e07ef8-1fbc-4ee4-b2d8-7defed39706e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:51.656213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Pushing event updated for resources: {'Port': ['ID=ff885241-e027-4138-bd4a-c4b7224cc8eb,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:51.661879 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:51.674389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:51.675575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:51.682410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:31:51.730754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b8e07ef8-1fbc-4ee4-b2d8-7defed39706e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:51.752307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b8e07ef8-1fbc-4ee4-b2d8-7defed39706e admin admin] Usage tracker for resource:security_group_rule and tenant:d1ec6688be0148f8a64d7d0f14049a3c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:51.757271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b8e07ef8-1fbc-4ee4-b2d8-7defed39706e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:51.763279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Attempting to bind port ff885241-e027-4138-bd4a-c4b7224cc8eb on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:31:51.763973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Attempting to bind port ff885241-e027-4138-bd4a-c4b7224cc8eb by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:31:51.764585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Attempting to bind port ff885241-e027-4138-bd4a-c4b7224cc8eb on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:31:51.771387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:31:51.772246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:31:51.772910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:51.773555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:31:51.774300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Bound port: ff885241-e027-4138-bd4a-c4b7224cc8eb, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:31:51.775186 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:51.835033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a89bce2-fa9f-47b1-bc33-4f71182e8b5c tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:51.854238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-54f06ae6-7892-415f-897e-c371d05f6ac6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:51.858930 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:51.874278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b8e07ef8-1fbc-4ee4-b2d8-7defed39706e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:51.949275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-54f06ae6-7892-415f-897e-c371d05f6ac6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:51.958014 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-54f06ae6-7892-415f-897e-c371d05f6ac6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3956316 Jan 14 07:31:51.988585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] For port ff885241-e027-4138-bd4a-c4b7224cc8eb, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:31:51.989014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40618) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:51.996181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] For port ff885241-e027-4138-bd4a-c4b7224cc8eb, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ff885241-e027-4138-bd4a-c4b7224cc8eb,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:31:52.012128 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:52.033555 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:52.077961 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9319b16-c938-4187-8ae6-66971d7de727 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:52.088033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89bce2-fa9f-47b1-bc33-4f71182e8b5c tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Pushing event updated for resources: {'Port': ['ID=603b4895-521e-40c5-8eb9-4f9d915647bc,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:52.095615 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7a89bce2-fa9f-47b1-bc33-4f71182e8b5c tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:52.109615 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9319b16-c938-4187-8ae6-66971d7de727 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:52.164357 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4116243b-5047-4df6-b3aa-92b29f350022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:52.187234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a89bce2-fa9f-47b1-bc33-4f71182e8b5c tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Network 181a5573-b68f-4f08-bda4-44c401238664 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:52.190577 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b72ceb2-f8e5-4db5-a84c-0df09fd70347 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:52.218661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7a89bce2-fa9f-47b1-bc33-4f71182e8b5c tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:52.249388 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9319b16-c938-4187-8ae6-66971d7de727 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:52.297458 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:52.352273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9319b16-c938-4187-8ae6-66971d7de727 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e421190-aa8a-47a2-bf82-85a1814b209a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:52.354844 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9319b16-c938-4187-8ae6-66971d7de727 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:52.624947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Pushing event updated for resources: {'Port': ['ID=ff885241-e027-4138-bd4a-c4b7224cc8eb,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:52.629035 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:52.643811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3d08caa3-10b3-4567-a539-1dea18e4d0e2 None None] Provisioning for port 603b4895-521e-40c5-8eb9-4f9d915647bc completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:52.651688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3d08caa3-10b3-4567-a539-1dea18e4d0e2 None None] Provisioning complete for port 603b4895-521e-40c5-8eb9-4f9d915647bc triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:52.652114 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d08caa3-10b3-4567-a539-1dea18e4d0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:52.655764 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9319b16-c938-4187-8ae6-66971d7de727 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:52.659404 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e9319b16-c938-4187-8ae6-66971d7de727 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "DELETE /v2.0/security-group-rules/7e421190-aa8a-47a2-bf82-85a1814b209a HTTP/1.1" status: 204 len: 168 time: 0.6644275 Jan 14 07:31:52.665584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a89bce2-fa9f-47b1-bc33-4f71182e8b5c tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:31:52.672011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40630) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:52.675542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdddc809-c076-4fe8-aee3-75b7cc8f3c5f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:52.713913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3d08caa3-10b3-4567-a539-1dea18e4d0e2 None None] Port 603b4895-521e-40c5-8eb9-4f9d915647bc cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:31:52.791681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b8e07ef8-1fbc-4ee4-b2d8-7defed39706e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:52.805112 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3902e881-222a-465a-bca2-c0a85850884d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:52.824731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116243b-5047-4df6-b3aa-92b29f350022 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd0dc31-64bb-49cd-b411-78a7db4a9ec9,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:52.850332 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4116243b-5047-4df6-b3aa-92b29f350022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:52.860504 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4116243b-5047-4df6-b3aa-92b29f350022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:52.877672 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4116243b-5047-4df6-b3aa-92b29f350022 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6dd0dc31-64bb-49cd-b411-78a7db4a9ec9 HTTP/1.1" status: 204 len: 168 time: 2.3188536 Jan 14 07:31:52.878556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40638) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:52.919361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddc809-c076-4fe8-aee3-75b7cc8f3c5f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=33aa38f0-95d5-4130-b430-67e150a29428,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:52.930589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b8e07ef8-1fbc-4ee4-b2d8-7defed39706e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:52.931046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:52.933939 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:31:52.933939 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:52.933939 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:52.933939 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:52.933939 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:31:52.933939 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:52.933939 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:52.933939 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:52.933939 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:31:52.933939 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:52.933939 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:52.933939 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:52.933939 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:52.933939 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:52.933939 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:52.933939 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:52.933939 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:31:52.933939 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:52.933939 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:52.933939 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:52.970102 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fdddc809-c076-4fe8-aee3-75b7cc8f3c5f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:52.975164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a89bce2-fa9f-47b1-bc33-4f71182e8b5c tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:52.975924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a89bce2-fa9f-47b1-bc33-4f71182e8b5c tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:52.976905 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-97dcb022-d727-4095-855f-bdfc2a2711c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:52.993793 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b8e07ef8-1fbc-4ee4-b2d8-7defed39706e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1ec6688be0148f8a64d7d0f14049a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4432189 Jan 14 07:31:53.015317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40644) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:53.041728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e07ef8-1fbc-4ee4-b2d8-7defed39706e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52552b13-8d78-42fe-8c41-4b0069d215ca,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:53.048338 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b8e07ef8-1fbc-4ee4-b2d8-7defed39706e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:53.077924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdddc809-c076-4fe8-aee3-75b7cc8f3c5f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:53.083631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-fdddc809-c076-4fe8-aee3-75b7cc8f3c5f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:53.119873 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7a89bce2-fa9f-47b1-bc33-4f71182e8b5c tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3286738 Jan 14 07:31:53.140793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4654795b-f9b0-4fcd-8eff-5ceee6fea8fc tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:53.144347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdddc809-c076-4fe8-aee3-75b7cc8f3c5f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:53.145137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdddc809-c076-4fe8-aee3-75b7cc8f3c5f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.163581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40652) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:53.171980 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fdddc809-c076-4fe8-aee3-75b7cc8f3c5f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0637326 Jan 14 07:31:53.176422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:53.186145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40658) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:53.190776 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e174aa7-a964-4beb-bb83-cda0e3340b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.201869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:53.213671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'mac_address': 'fa:16:3e:47:b7:41', 'name': 'tempest-NetworksTestDHCPv6-1094839360'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:53.238501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4654795b-f9b0-4fcd-8eff-5ceee6fea8fc tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:53.240849 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4654795b-f9b0-4fcd-8eff-5ceee6fea8fc tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4526923 Jan 14 07:31:53.251269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40662) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:53.252279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Usage tracker for resource:floatingip and tenant:37ff70a2d6ab4963bddf5f36020cb2a6 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:53.262335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:53.293656 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5abe9187-389a-4a57-b89a-0b6ebcc31ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.333994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:53.379339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40666) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:53.399088 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e174aa7-a964-4beb-bb83-cda0e3340b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.596162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5abe9187-389a-4a57-b89a-0b6ebcc31ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.726909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-5abe9187-389a-4a57-b89a-0b6ebcc31ecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472396a9-388e-4627-ba8a-4a5a70f03b06']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:53.748555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:53.751150 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for floatingip, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.768357 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38a73c1a-91ff-447d-b347-fc8b9c8dc45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.769244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:port and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:53.773853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for port was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:53.779849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:53.785628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-5abe9187-389a-4a57-b89a-0b6ebcc31ecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241e3b96-e194-4692-bf30-651ded36a920') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:53.785966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-5abe9187-389a-4a57-b89a-0b6ebcc31ecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241e3b96-e194-4692-bf30-651ded36a920') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:31:53.800651 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5abe9187-389a-4a57-b89a-0b6ebcc31ecf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.819097 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5abe9187-389a-4a57-b89a-0b6ebcc31ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.821228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5abe9187-389a-4a57-b89a-0b6ebcc31ecf admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:31:53.856140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:53.867196 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.883159 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b5a9b6b-42b9-4164-be90-b6df0be5c026 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.894745 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b5a9b6b-42b9-4164-be90-b6df0be5c026 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.929671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b5a9b6b-42b9-4164-be90-b6df0be5c026 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.957577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a3baed2-9078-4e0c-a09a-82f7690d6530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:53.959584 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:53.974880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40684) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:53.978955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a9b6b-42b9-4164-be90-b6df0be5c026 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=637de8c6-65ef-495c-8a99-ef435492ae53,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:53.985267 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0b5a9b6b-42b9-4164-be90-b6df0be5c026 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:54.033028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5abe9187-389a-4a57-b89a-0b6ebcc31ecf admin admin] Network 472396a9-388e-4627-ba8a-4a5a70f03b06 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:54.036632 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b5a9b6b-42b9-4164-be90-b6df0be5c026 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:54.037958 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0b5a9b6b-42b9-4164-be90-b6df0be5c026 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "DELETE /v2.0/security-group-rules/637de8c6-65ef-495c-8a99-ef435492ae53 HTTP/1.1" status: 204 len: 168 time: 0.7822263 Jan 14 07:31:54.043320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5abe9187-389a-4a57-b89a-0b6ebcc31ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:54.124758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40690) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:54.254634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a8f3c4c9-4e36-4d6e-8d95-81287ccc06c7 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:54.287808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-38a73c1a-91ff-447d-b347-fc8b9c8dc45d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:54.292572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5abe9187-389a-4a57-b89a-0b6ebcc31ecf admin admin] Network 472396a9-388e-4627-ba8a-4a5a70f03b06 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:31:54.326536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:31:54.358117 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:31:54.362881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-38a73c1a-91ff-447d-b347-fc8b9c8dc45d admin admin] Usage tracker for resource:security_group_rule and tenant:1fa481fecc5242269f7d8ff464019cb9 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:54.367859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-38a73c1a-91ff-447d-b347-fc8b9c8dc45d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:54.508562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-38a73c1a-91ff-447d-b347-fc8b9c8dc45d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:54.511584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port 63a9a5e2-cb15-4052-8fc7-59354f268440 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:31:54.529223 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e174aa7-a964-4beb-bb83-cda0e3340b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:54.534708 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-818dcbdd-b41b-408e-a24e-9cdc47223772 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:54.540602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f605bbf0-8287-4b0d-8a95-0ecf10fc0aa7 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:54.562710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a8f3c4c9-4e36-4d6e-8d95-81287ccc06c7 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:54.562964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ff885241-e027-4138-bd4a-c4b7224cc8eb up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:31:54.564273 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a8f3c4c9-4e36-4d6e-8d95-81287ccc06c7 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4343514 Jan 14 07:31:54.569396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Request body: {'network': {'name': 'tempest-RoutersAdminTest-548948484', 'router:external': True}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:54.577675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40698) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:54.579142 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5abe9187-389a-4a57-b89a-0b6ebcc31ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:54.588315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e174aa7-a964-4beb-bb83-cda0e3340b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52552b13-8d78-42fe-8c41-4b0069d215ca,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:54.608512 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5abe9187-389a-4a57-b89a-0b6ebcc31ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:54.625896 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6e174aa7-a964-4beb-bb83-cda0e3340b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:54.629911 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a26d589-6df7-47c8-bd3a-ea8aefe3b2ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:54.698356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe9187-389a-4a57-b89a-0b6ebcc31ecf admin admin] Pushing event deleted for resources: {'Network': ['ID=472396a9-388e-4627-ba8a-4a5a70f03b06,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:54.703820 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5abe9187-389a-4a57-b89a-0b6ebcc31ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:54.755071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Allocated IP 172.25.3.170 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/aafd6149-1637-4e30-9e10-170145de3829) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:54.774942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38a73c1a-91ff-447d-b347-fc8b9c8dc45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:54.790277 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38a73c1a-91ff-447d-b347-fc8b9c8dc45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:54.806991 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5abe9187-389a-4a57-b89a-0b6ebcc31ecf admin admin] 10.222.0.41 "DELETE /v2.0/networks/472396a9-388e-4627-ba8a-4a5a70f03b06 HTTP/1.1" status: 204 len: 168 time: 1.9209974 Jan 14 07:31:54.808549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:54.810820 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14bd0b77-b7fd-433d-b43a-ff213040d8c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:54.826245 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e174aa7-a964-4beb-bb83-cda0e3340b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:54.830225 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6e174aa7-a964-4beb-bb83-cda0e3340b17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52552b13-8d78-42fe-8c41-4b0069d215ca HTTP/1.1" status: 204 len: 168 time: 1.7981126 Jan 14 07:31:54.838109 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d034b03-5912-482a-a481-26e064a40056 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:54.861457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-89e7cd72-2dd1-41ad-8c38-cc5497a753ce None None] Provisioning for port ff885241-e027-4138-bd4a-c4b7224cc8eb completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:54.864101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Usage tracker for resource:network and tenant:01198dca62964a4580406d05c0496a44 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:54.873407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:54.896716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:54.932491 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d034b03-5912-482a-a481-26e064a40056 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:54.961245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Made reservation on behalf of 01198dca62964a4580406d05c0496a44 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:54.966092 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:54.977141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a73c1a-91ff-447d-b347-fc8b9c8dc45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88c05a1-4a20-4a62-a560-41d6f69109a0,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:54.990264 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-38a73c1a-91ff-447d-b347-fc8b9c8dc45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:54.998856 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-38a73c1a-91ff-447d-b347-fc8b9c8dc45d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1fa481fecc5242269f7d8ff464019cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6153936 Jan 14 07:31:55.010598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40712) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:55.024837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.058430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:55.063063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Usage tracker for resource:security_group_rule and tenant:01198dca62964a4580406d05c0496a44 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:55.063972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port ff885241-e027-4138-bd4a-c4b7224cc8eb completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:55.066239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:55.072401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:55.092924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port ff885241-e027-4138-bd4a-c4b7224cc8eb triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:55.093723 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.105561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40716) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:55.150081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b23f18d6-4103-4c45-842b-342355b889c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.151899 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d034b03-5912-482a-a481-26e064a40056 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.170271 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.170837 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0bdc4b24-b208-4690-8951-646afc974df6 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:55.185792 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.196055 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c2e92d95-6797-454f-a778-2914d4995faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:55.211391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d034b03-5912-482a-a481-26e064a40056 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15a4201e-8ec1-4c01-ad5b-e843b6e8a31e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:55.219542 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5d034b03-5912-482a-a481-26e064a40056 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:55.234770 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d034b03-5912-482a-a481-26e064a40056 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.238614 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5d034b03-5912-482a-a481-26e064a40056 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "DELETE /v2.0/security-group-rules/15a4201e-8ec1-4c01-ad5b-e843b6e8a31e HTTP/1.1" status: 204 len: 168 time: 0.6546092 Jan 14 07:31:55.238748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:31:55.243243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40722) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:55.246680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.247081 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Added segment 9b2985b3-cf98-4ebb-8ae5-388fc3317728 of type vxlan for network 5fcfc380-41a0-402d-b332-2d73328993fd Jan 14 07:31:55.254700 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-679a8696-9765-45f3-9f46-ee462f62c5a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24b0cc22469b4232921d538801d681c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462784 Jan 14 07:31:55.269284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Pushing event updated for resources: {'SecurityGroup': ['ID=718984d5-4021-4c66-b168-5558772d8183,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:55.282930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40726) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:55.289467 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:55.314959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b23f18d6-4103-4c45-842b-342355b889c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.322292 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.399071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b6a636c6-4a41-4921-a178-495189dcd364 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:55.409490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.410506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:55.411204 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.435398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b6a636c6-4a41-4921-a178-495189dcd364 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:55.439824 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b6a636c6-4a41-4921-a178-495189dcd364 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1919005 Jan 14 07:31:55.441418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40732) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:55.458481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b23f18d6-4103-4c45-842b-342355b889c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.458743 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-85e35784-e799-45b6-8190-56bf5598af6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:55.468134 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bee85832-62ee-4e60-8401-8d230f895064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:55.500539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b23f18d6-4103-4c45-842b-342355b889c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.502177 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b23f18d6-4103-4c45-842b-342355b889c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a88c05a1-4a20-4a62-a560-41d6f69109a0 HTTP/1.1" status: 204 len: 168 time: 0.4903474 Jan 14 07:31:55.503533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f18d6-4103-4c45-842b-342355b889c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88c05a1-4a20-4a62-a560-41d6f69109a0,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:55.513700 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b23f18d6-4103-4c45-842b-342355b889c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:55.563580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f6d6662-a06b-40ad-a87b-a7aa3de9cb0d tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.578491 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5953426 Jan 14 07:31:55.588472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40740) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:55.591483 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.612042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f6d6662-a06b-40ad-a87b-a7aa3de9cb0d tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.643384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.662065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-50cf5d25-0943-46c8-b9c0-d4034647f7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.669465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f6d6662-a06b-40ad-a87b-a7aa3de9cb0d tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.676371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5a6bcd5b-ae17-449f-9a7c-2832520ba088 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Request body: {'subnet': {'network_id': '5fcfc380-41a0-402d-b332-2d73328993fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:55.679524 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cdf7a08e-7f70-40e6-89c6-d54eaa57185d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:55.682117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5a6bcd5b-ae17-449f-9a7c-2832520ba088 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:55.686444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5a6bcd5b-ae17-449f-9a7c-2832520ba088 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Usage tracker for resource:subnet and tenant:01198dca62964a4580406d05c0496a44 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:55.689487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5a6bcd5b-ae17-449f-9a7c-2832520ba088 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:55.696150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5a6bcd5b-ae17-449f-9a7c-2832520ba088 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:55.703677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Pushing event updated for resources: {'Network': ['ID=5fcfc380-41a0-402d-b332-2d73328993fd,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:55.711744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d6662-a06b-40ad-a87b-a7aa3de9cb0d tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e2e8d2-a0f1-4e22-adc0-e94b48cb9ba6,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:55.721660 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:55.725619 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f6d6662-a06b-40ad-a87b-a7aa3de9cb0d tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:55.728496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f6d6662-a06b-40ad-a87b-a7aa3de9cb0d tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.732936 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7f6d6662-a06b-40ad-a87b-a7aa3de9cb0d tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "DELETE /v2.0/security-groups/e9e2e8d2-a0f1-4e22-adc0-e94b48cb9ba6 HTTP/1.1" status: 204 len: 168 time: 0.2902470 Jan 14 07:31:55.734023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40746) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:55.738850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port ff885241-e027-4138-bd4a-c4b7224cc8eb, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ff885241-e027-4138-bd4a-c4b7224cc8eb,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:55.741994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6bcd5b-ae17-449f-9a7c-2832520ba088 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Made reservation on behalf of 01198dca62964a4580406d05c0496a44 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:55.747476 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a6bcd5b-ae17-449f-9a7c-2832520ba088 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.762176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 5fcfc380-41a0-402d-b332-2d73328993fd details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:55.798227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 5fcfc380-41a0-402d-b332-2d73328993fd details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:55.813912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 5fcfc380-41a0-402d-b332-2d73328993fd details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:31:55.816117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8b4f0acb-4d14-452a-b6c4-bc3cba0c06e8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:55.839872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8b4f0acb-4d14-452a-b6c4-bc3cba0c06e8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:55.841812 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8b4f0acb-4d14-452a-b6c4-bc3cba0c06e8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1067691 Jan 14 07:31:55.849858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40750) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:55.863425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4c16c867-a4b8-4972-a5e1-bd0a64eef92b tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Request body: {'security_group': {'name': 'tempest-secgroup--485389000'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:55.873154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.892571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4c16c867-a4b8-4972-a5e1-bd0a64eef92b tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:55.893115 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-82068e64-361d-4be8-b361-eb05e2177f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:55.933601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4c16c867-a4b8-4972-a5e1-bd0a64eef92b tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:55.950869 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c16c867-a4b8-4972-a5e1-bd0a64eef92b tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.972781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-50cf5d25-0943-46c8-b9c0-d4034647f7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:55.976742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4c16c867-a4b8-4972-a5e1-bd0a64eef92b tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:55.984242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4c16c867-a4b8-4972-a5e1-bd0a64eef92b tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Usage tracker for resource:security_group_rule and tenant:45780608969048e8b298b3b812591fd3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:55.991474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4c16c867-a4b8-4972-a5e1-bd0a64eef92b tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:56.008627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4c16c867-a4b8-4972-a5e1-bd0a64eef92b tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:56.087559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 172.20.0.13 (e6acc9a6-db0b-42d1-82b7-716516d3711e/33aa38f0-95d5-4130-b430-67e150a29428/63a9a5e2-cb15-4052-8fc7-59354f268440) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:56.113186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::f816:3eff:fe47:b741 (e6acc9a6-db0b-42d1-82b7-716516d3711e/634ff1b0-2fc6-424f-a685-91676c773333/63a9a5e2-cb15-4052-8fc7-59354f268440) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:56.120530 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-50cf5d25-0943-46c8-b9c0-d4034647f7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:56.132450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=ff885241-e027-4138-bd4a-c4b7224cc8eb,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:56.137073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efeeabef-1e64-4314-bc9c-842ca67cc51e None None] Update dhcp port {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'fixed_ips': [{'subnet_id': '634ff1b0-2fc6-424f-a685-91676c773333', 'ip_address': '2001:db8::f816:3eff:fef9:383'}, {'subnet_id': '33aa38f0-95d5-4130-b430-67e150a29428'}], 'binding:host_id': 'n-d-769329-2'}, 'id': 'ff885241-e027-4138-bd4a-c4b7224cc8eb'} from n-d-769329-2. {{(pid=80909) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:31:56.139638 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-979689f2-005a-47c9-bdb1-89631f8c1360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:56.148640 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c16c867-a4b8-4972-a5e1-bd0a64eef92b tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:56.160158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c16c867-a4b8-4972-a5e1-bd0a64eef92b tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:56.169147 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d244e99c-8d5b-498f-b693-af1b206703d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:56.175373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-50cf5d25-0943-46c8-b9c0-d4034647f7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:56.177489 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-50cf5d25-0943-46c8-b9c0-d4034647f7b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbb289e9-10c3-4c29-854f-e33991632eb1 HTTP/1.1" status: 204 len: 168 time: 0.8908224 Jan 14 07:31:56.178849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf5d25-0943-46c8-b9c0-d4034647f7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb289e9-10c3-4c29-854f-e33991632eb1,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:56.186320 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-50cf5d25-0943-46c8-b9c0-d4034647f7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:56.241234 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-efeeabef-1e64-4314-bc9c-842ca67cc51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:56.246566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16c867-a4b8-4972-a5e1-bd0a64eef92b tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroup': ['ID=f64a7333-cf6b-47b0-870e-e423b70666bc,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:56.260064 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:56.265447 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c16c867-a4b8-4972-a5e1-bd0a64eef92b tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:56.267145 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c16c867-a4b8-4972-a5e1-bd0a64eef92b tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:56.269144 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4c16c867-a4b8-4972-a5e1-bd0a64eef92b tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4162154 Jan 14 07:31:56.275212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40762) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:56.281673 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-470e5f31-46ce-45d8-a346-56380f30c314 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:56.347043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e3123fc2-4332-4d7b-88e2-bdfa36d9daf6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Request body: {'security_group_rule': {'security_group_id': 'f64a7333-cf6b-47b0-870e-e423b70666bc', 'direction': 'ingress', 'protocol': 17}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:56.359569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e3123fc2-4332-4d7b-88e2-bdfa36d9daf6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:56.363984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e3123fc2-4332-4d7b-88e2-bdfa36d9daf6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Usage tracker for resource:security_group_rule and tenant:45780608969048e8b298b3b812591fd3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:56.377418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e3123fc2-4332-4d7b-88e2-bdfa36d9daf6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:56.391977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40766) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:56.394826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.395209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.396293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.396605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.396871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.397247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.397839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.398218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.398636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.398990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.399260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.399701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.400062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.400528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.400892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.401509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.402017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.402381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.402859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.403227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.403587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.404029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.404392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.404887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.405285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.406068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.406457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.407014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.407399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.407803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.408358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.408722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.409082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.409439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.409798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.410154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:31:56.415355 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:56.436365 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df64e06f-da35-4eb1-adef-985be2064bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:56.462561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-df64e06f-da35-4eb1-adef-985be2064bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:56.470560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-df64e06f-da35-4eb1-adef-985be2064bd9 admin admin] Usage tracker for resource:security_group_rule and tenant:6e39375b8dc846e2a66cfba292e4d99c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:56.482245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-df64e06f-da35-4eb1-adef-985be2064bd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:56.491246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-df64e06f-da35-4eb1-adef-985be2064bd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:56.593293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e3123fc2-4332-4d7b-88e2-bdfa36d9daf6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:56.622773 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df64e06f-da35-4eb1-adef-985be2064bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:56.629798 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df64e06f-da35-4eb1-adef-985be2064bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:56.681540 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-69871710-a57d-441e-b0ac-96335768c80e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:56.705884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:56.732096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64e06f-da35-4eb1-adef-985be2064bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22fc3f7-077f-473a-b6f4-5fa60aed23b5,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:56.735231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:56.740357 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-df64e06f-da35-4eb1-adef-985be2064bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:56.743229 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-df64e06f-da35-4eb1-adef-985be2064bd9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e39375b8dc846e2a66cfba292e4d99c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3496807 Jan 14 07:31:56.746058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40776) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:56.750256 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-573f730e-7e94-457a-8b71-5dad3088f642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:56.759599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:31:56.831689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4546ab4a-a658-410d-93f8-4dfbb53285d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:56.859784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Pushing event updated for resources: {'Port': ['ID=aafd6149-1637-4e30-9e10-170145de3829,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:56.869689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4546ab4a-a658-410d-93f8-4dfbb53285d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:56.874998 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3123fc2-4332-4d7b-88e2-bdfa36d9daf6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:56.893333 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:57.000312 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4546ab4a-a658-410d-93f8-4dfbb53285d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.009631 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:57.026958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546ab4a-a658-410d-93f8-4dfbb53285d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22fc3f7-077f-473a-b6f4-5fa60aed23b5,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:57.031069 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4546ab4a-a658-410d-93f8-4dfbb53285d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:57.032830 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4546ab4a-a658-410d-93f8-4dfbb53285d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.034337 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4546ab4a-a658-410d-93f8-4dfbb53285d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a22fc3f7-077f-473a-b6f4-5fa60aed23b5 HTTP/1.1" status: 204 len: 168 time: 0.2872269 Jan 14 07:31:57.048668 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for floatingip, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.167757 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.198676 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3123fc2-4332-4d7b-88e2-bdfa36d9daf6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.222761 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3123fc2-4332-4d7b-88e2-bdfa36d9daf6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.235135 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:57.255738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object 63a9a5e2-cb15-4052-8fc7-59354f268440 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:57.267553 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.314275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3123fc2-4332-4d7b-88e2-bdfa36d9daf6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6494bf88-7cb5-4073-ab17-055401d77ac5,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:57.315214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.317424 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3123fc2-4332-4d7b-88e2-bdfa36d9daf6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:57.358469 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3123fc2-4332-4d7b-88e2-bdfa36d9daf6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.359882 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e3123fc2-4332-4d7b-88e2-bdfa36d9daf6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0480862 Jan 14 07:31:57.363084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40792) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:57.453212 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d869585-cb52-417f-b44d-8944fe796650 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.490146 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d869585-cb52-417f-b44d-8944fe796650 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.494674 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.523822 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-22967bb0-7216-4912-a030-bffaf54ec4c3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:57.544369 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d869585-cb52-417f-b44d-8944fe796650 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.550919 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:57.574535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d869585-cb52-417f-b44d-8944fe796650 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64a7333-cf6b-47b0-870e-e423b70666bc,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:57.588830 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d869585-cb52-417f-b44d-8944fe796650 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:57.590060 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d869585-cb52-417f-b44d-8944fe796650 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.593769 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4d869585-cb52-417f-b44d-8944fe796650 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "DELETE /v2.0/security-groups/f64a7333-cf6b-47b0-870e-e423b70666bc HTTP/1.1" status: 204 len: 168 time: 0.2271085 Jan 14 07:31:57.594167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40802) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:57.670001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-efeeabef-1e64-4314-bc9c-842ca67cc51e None None] Allocated IP 172.20.0.2 (e6acc9a6-db0b-42d1-82b7-716516d3711e/33aa38f0-95d5-4130-b430-67e150a29428/ff885241-e027-4138-bd4a-c4b7224cc8eb) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:31:57.680107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c7babb3b-4337-40f4-b473-c947c3ed9814 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:57.701596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c7babb3b-4337-40f4-b473-c947c3ed9814 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:57.704790 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c7babb3b-4337-40f4-b473-c947c3ed9814 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1082041 Jan 14 07:31:57.709800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40806) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:57.721956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b5ca7ead-ef7e-4d4d-b564-622fa7405ac9 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Request body: {'security_group': {'name': 'tempest-secgroup--324615910'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:57.737305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b5ca7ead-ef7e-4d4d-b564-622fa7405ac9 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:57.751197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b5ca7ead-ef7e-4d4d-b564-622fa7405ac9 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:57.767167 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7ead-ef7e-4d4d-b564-622fa7405ac9 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.800831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b5ca7ead-ef7e-4d4d-b564-622fa7405ac9 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:57.806780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b5ca7ead-ef7e-4d4d-b564-622fa7405ac9 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Usage tracker for resource:security_group_rule and tenant:45780608969048e8b298b3b812591fd3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:57.813141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b5ca7ead-ef7e-4d4d-b564-622fa7405ac9 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:57.824238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b5ca7ead-ef7e-4d4d-b564-622fa7405ac9 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:57.951999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:57.994603 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7ead-ef7e-4d4d-b564-622fa7405ac9 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.001590 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7ead-ef7e-4d4d-b564-622fa7405ac9 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.013958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-efeeabef-1e64-4314-bc9c-842ca67cc51e None None] For port ff885241-e027-4138-bd4a-c4b7224cc8eb, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ff885241-e027-4138-bd4a-c4b7224cc8eb,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:31:58.026921 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c376841f-1e5e-4c1e-899d-8ff1780d09d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:58.048602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=63a9a5e2-cb15-4052-8fc7-59354f268440,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:58.069146 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-efeeabef-1e64-4314-bc9c-842ca67cc51e None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.086322 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:58.095150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-efeeabef-1e64-4314-bc9c-842ca67cc51e None None] Transition to ACTIVE for port object ff885241-e027-4138-bd4a-c4b7224cc8eb will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:31:58.100755 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-efeeabef-1e64-4314-bc9c-842ca67cc51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.107805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca7ead-ef7e-4d4d-b564-622fa7405ac9 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroup': ['ID=9e73a585-60e6-472c-95cd-fc6f0216f680,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:58.126697 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:58.126969 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5ca7ead-ef7e-4d4d-b564-622fa7405ac9 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:58.133359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-5a6bcd5b-ae17-449f-9a7c-2832520ba088 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80908) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:31:58.133883 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a6bcd5b-ae17-449f-9a7c-2832520ba088 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.158787 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5ca7ead-ef7e-4d4d-b564-622fa7405ac9 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.163788 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b5ca7ead-ef7e-4d4d-b564-622fa7405ac9 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4507680 Jan 14 07:31:58.164475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40818) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:58.171049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-515ab9eb-965e-4395-845f-05be9a9143e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Request body: {'security_group': {'name': 'tempest-secgroup--760212551'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:58.197927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-515ab9eb-965e-4395-845f-05be9a9143e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:58.203243 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-299a2368-7596-4174-bdc7-0027420755e3 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:58.207852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-515ab9eb-965e-4395-845f-05be9a9143e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Usage tracker for resource:security_group and tenant:45780608969048e8b298b3b812591fd3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:58.213134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-515ab9eb-965e-4395-845f-05be9a9143e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:58.215695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeeabef-1e64-4314-bc9c-842ca67cc51e None None] Pushing event updated for resources: {'Port': ['ID=ff885241-e027-4138-bd4a-c4b7224cc8eb,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:58.224007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-515ab9eb-965e-4395-845f-05be9a9143e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:58.253126 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-515ab9eb-965e-4395-845f-05be9a9143e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.276283 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-efeeabef-1e64-4314-bc9c-842ca67cc51e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:58.296764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-515ab9eb-965e-4395-845f-05be9a9143e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:58.309513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-515ab9eb-965e-4395-845f-05be9a9143e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Usage tracker for resource:security_group_rule and tenant:45780608969048e8b298b3b812591fd3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:58.318650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-515ab9eb-965e-4395-845f-05be9a9143e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:58.340434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-515ab9eb-965e-4395-845f-05be9a9143e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:58.342643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40826) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:58.459502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ff885241-e027-4138-bd4a-c4b7224cc8eb up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:31:58.472073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bcd5b-ae17-449f-9a7c-2832520ba088 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Pushing event updated for resources: {'Subnet': ['ID=03d3775e-cd15-4fc0-b640-2411df0e3d22,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:58.481799 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a6bcd5b-ae17-449f-9a7c-2832520ba088 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:58.502055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-515ab9eb-965e-4395-845f-05be9a9143e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.512090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-515ab9eb-965e-4395-845f-05be9a9143e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.557806 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-46f5150d-bb8f-4816-bb4c-a4930cba7fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:58.558298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:31:58.570831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:58.572540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-515ab9eb-965e-4395-845f-05be9a9143e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.575886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:31:58.581001 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-515ab9eb-965e-4395-845f-05be9a9143e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4153051 Jan 14 07:31:58.581883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40836) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:58.628473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-df80788e-a011-4282-851b-81c2429c9d09 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Request body: {'security_group_rule': {'security_group_id': '9e73a585-60e6-472c-95cd-fc6f0216f680', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '71603e9f-01ad-4251-a77b-a267f300ca18', 'remote_ip_prefix': None}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:58.644522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-df80788e-a011-4282-851b-81c2429c9d09 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:58.649258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ab9eb-965e-4395-845f-05be9a9143e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroup': ['ID=71603e9f-01ad-4251-a77b-a267f300ca18,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:58.652297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-df80788e-a011-4282-851b-81c2429c9d09 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Usage tracker for resource:security_group_rule and tenant:45780608969048e8b298b3b812591fd3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:58.655523 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-515ab9eb-965e-4395-845f-05be9a9143e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:58.656433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-df80788e-a011-4282-851b-81c2429c9d09 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:58.664351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-df80788e-a011-4282-851b-81c2429c9d09 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:58.698445 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:31:58.710149 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df80788e-a011-4282-851b-81c2429c9d09 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.728454 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.739637 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.807200 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.844266 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-232c4164-8838-4f9f-bb2f-afeade7f7a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.869183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-232c4164-8838-4f9f-bb2f-afeade7f7a0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:58.909264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df80788e-a011-4282-851b-81c2429c9d09 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.913836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-232c4164-8838-4f9f-bb2f-afeade7f7a0f admin admin] Usage tracker for resource:security_group_rule and tenant:650c93cf46904e069b3d303abd49b36f is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:58.917222 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df80788e-a011-4282-851b-81c2429c9d09 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.936135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-232c4164-8838-4f9f-bb2f-afeade7f7a0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:58.939264 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:58.961998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-232c4164-8838-4f9f-bb2f-afeade7f7a0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:58.971345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df80788e-a011-4282-851b-81c2429c9d09 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:58.976133 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-df80788e-a011-4282-851b-81c2429c9d09 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3866885 Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:58.977956 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:58.980942 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:31:58.980942 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:58.980942 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:58.980942 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:58.980942 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:31:58.980942 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:58.980942 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:58.980942 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:58.980942 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:31:58.980942 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:58.980942 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:58.980942 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:58.980942 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:31:58.980942 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:58.980942 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:58.980942 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:58.980942 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:31:58.980942 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:31:58.980942 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:31:58.980942 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:31:58.982153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80788e-a011-4282-851b-81c2429c9d09 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08bd2e1c-42f4-4a44-85cc-b18e07f0f5b9,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:58.982153 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-df80788e-a011-4282-851b-81c2429c9d09 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:58.982153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40844) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:59.010183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:59.011415 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:59.034000 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f085fedb-08b6-439e-9a19-a33f192e7bf0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:59.081224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-058f81ec-3cef-4c7b-aa5e-e1e5967e6f4c tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:59.127493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-058f81ec-3cef-4c7b-aa5e-e1e5967e6f4c tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:59.145518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Pushing event updated for resources: {'Port': ['ID=aafd6149-1637-4e30-9e10-170145de3829,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:59.149769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6bcd5b-ae17-449f-9a7c-2832520ba088 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Checking segment: {'id': '9b2985b3-cf98-4ebb-8ae5-388fc3317728', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5fcfc380-41a0-402d-b332-2d73328993fd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:31:59.150362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6bcd5b-ae17-449f-9a7c-2832520ba088 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Network hostable DHCP agents. Network: 5fcfc380-41a0-402d-b332-2d73328993fd, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:31:59.166985 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.9684234 Jan 14 07:31:59.168551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40852) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:59.187698 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-058f81ec-3cef-4c7b-aa5e-e1e5967e6f4c tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:59.213149 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:59.252832 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:59.268562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f81ec-3cef-4c7b-aa5e-e1e5967e6f4c tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08bd2e1c-42f4-4a44-85cc-b18e07f0f5b9,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:59.280239 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-058f81ec-3cef-4c7b-aa5e-e1e5967e6f4c tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:59.283480 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-058f81ec-3cef-4c7b-aa5e-e1e5967e6f4c tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:59.284889 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-058f81ec-3cef-4c7b-aa5e-e1e5967e6f4c tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "DELETE /v2.0/security-group-rules/08bd2e1c-42f4-4a44-85cc-b18e07f0f5b9 HTTP/1.1" status: 204 len: 168 time: 0.2970021 Jan 14 07:31:59.291346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40856) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:59.402806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6bcd5b-ae17-449f-9a7c-2832520ba088 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Network 5fcfc380-41a0-402d-b332-2d73328993fd is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:31:59.418497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5a6bcd5b-ae17-449f-9a7c-2832520ba088 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 5fcfc380-41a0-402d-b332-2d73328993fd) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:31:59.425984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:59.426618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-509eab39-2f99-4ff9-bd01-298615be4fc9 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:59.438756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9682f8f6-185a-4389-bae4-ce759d1cc550 None None] Network 5fcfc380-41a0-402d-b332-2d73328993fd requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:31:59.454930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6bcd5b-ae17-449f-9a7c-2832520ba088 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:59.455813 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a6bcd5b-ae17-449f-9a7c-2832520ba088 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:59.483800 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5a6bcd5b-ae17-449f-9a7c-2832520ba088 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8577144 Jan 14 07:31:59.484340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40864) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:59.492621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-232c4164-8838-4f9f-bb2f-afeade7f7a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:59.493992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-509eab39-2f99-4ff9-bd01-298615be4fc9 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:59.498234 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-509eab39-2f99-4ff9-bd01-298615be4fc9 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2026167 Jan 14 07:31:59.500286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40868) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:59.500421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c1ed5825-94c9-4244-85a0-059ad7638ffc tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Request body: {'port': {'name': 'tempest-RoutersAdminTest-314047455', 'network_id': '5fcfc380-41a0-402d-b332-2d73328993fd'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:59.510909 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:59.512332 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3472457 Jan 14 07:31:59.514189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c1ed5825-94c9-4244-85a0-059ad7638ffc tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:31:59.544920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40872) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:59.546648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6147a90f-0fad-4cc2-82fb-35e2c52c75f4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:59.551514 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-232c4164-8838-4f9f-bb2f-afeade7f7a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:59.572177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1eee00a1-c3a5-4259-b0a9-e5a5ad14b0bd tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Request body: {'floatingip': {'port_id': '603b4895-521e-40c5-8eb9-4f9d915647bc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:31:59.594602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6147a90f-0fad-4cc2-82fb-35e2c52c75f4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:31:59.595673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6147a90f-0fad-4cc2-82fb-35e2c52c75f4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:31:59.601816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40878) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:59.611594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2ec9639d-0674-4c27-897c-b3290667a46b None None] Provisioning for port ff885241-e027-4138-bd4a-c4b7224cc8eb completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:31:59.613710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c1ed5825-94c9-4244-85a0-059ad7638ffc tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Usage tracker for resource:port and tenant:01198dca62964a4580406d05c0496a44 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:31:59.636974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c1ed5825-94c9-4244-85a0-059ad7638ffc tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:31:59.652507 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-70411377-b6bc-4f56-96b1-1d65fc08fd4e tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:31:59.664932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c1ed5825-94c9-4244-85a0-059ad7638ffc tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:31:59.685171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6147a90f-0fad-4cc2-82fb-35e2c52c75f4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:31:59.689373 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6147a90f-0fad-4cc2-82fb-35e2c52c75f4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4207113 Jan 14 07:31:59.691985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40886) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:59.704181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ed5825-94c9-4244-85a0-059ad7638ffc tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Made reservation on behalf of 01198dca62964a4580406d05c0496a44 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:31:59.714511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5825-94c9-4244-85a0-059ad7638ffc tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:59.829967 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-232c4164-8838-4f9f-bb2f-afeade7f7a0f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=650c93cf46904e069b3d303abd49b36f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4814525 Jan 14 07:31:59.830906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c4164-8838-4f9f-bb2f-afeade7f7a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32516688-4f4b-4828-a369-543e774c2730,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:31:59.847030 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1eee00a1-c3a5-4259-b0a9-e5a5ad14b0bd tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for floatingip, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:31:59.933639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40894) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:31:59.943288 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-232c4164-8838-4f9f-bb2f-afeade7f7a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:31:59.980378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2ec9639d-0674-4c27-897c-b3290667a46b None None] Provisioning complete for port ff885241-e027-4138-bd4a-c4b7224cc8eb triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:31:59.981029 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ec9639d-0674-4c27-897c-b3290667a46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:00.084421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c2d5e9-0d88-475e-879d-e003fbcfc382 None None] Network 5fcfc380-41a0-402d-b332-2d73328993fd requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:00.140264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc036e47-3d7a-4d06-98bf-791a06f5391a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:00.191729 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc036e47-3d7a-4d06-98bf-791a06f5391a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:00.270611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ca8e264e-23f8-4adf-8fcc-e635e75be34d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port 63a9a5e2-cb15-4052-8fc7-59354f268440 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:00.270997 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca8e264e-23f8-4adf-8fcc-e635e75be34d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:00.330394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1997851644-network', 'tenant_id': '6d7520fa252a4c31810a950325b77aad'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:00.380744 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc036e47-3d7a-4d06-98bf-791a06f5391a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:00.390448 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:00.415879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc036e47-3d7a-4d06-98bf-791a06f5391a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event deleted for resources: {'SecurityGroup': ['ID=71603e9f-01ad-4251-a77b-a267f300ca18,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:00.421913 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc036e47-3d7a-4d06-98bf-791a06f5391a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:00.445486 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-1eee00a1-c3a5-4259-b0a9-e5a5ad14b0bd tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] update failed (client error): The resource could not be found. Jan 14 07:32:00.449570 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1eee00a1-c3a5-4259-b0a9-e5a5ad14b0bd tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] 10.222.0.41 "PUT /v2.0/floatingips/9adcce02-e165-4029-aeb4-2339eace05d2 HTTP/1.1" status: 404 len: 507 time: 0.9005024 Jan 14 07:32:00.450082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40908) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:00.519155 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc036e47-3d7a-4d06-98bf-791a06f5391a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:00.524180 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cc036e47-3d7a-4d06-98bf-791a06f5391a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "DELETE /v2.0/security-groups/71603e9f-01ad-4251-a77b-a267f300ca18 HTTP/1.1" status: 204 len: 168 time: 1.0243540 Jan 14 07:32:00.531619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40914) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:00.645333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca8e264e-23f8-4adf-8fcc-e635e75be34d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:00.701465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62450451-3c1f-40ca-9083-65bbadf7a3c8 None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:32:00.726086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d50df181-e375-4772-aa5d-f500342f649b tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:00.734823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-882ef23b-92b8-4e66-adcd-70e941eb8847 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Deleting port aafd6149-1637-4e30-9e10-170145de3829 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:00.735242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-882ef23b-92b8-4e66-adcd-70e941eb8847 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:00.819156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:00.821734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-677ec8a6-4fb6-4f91-97b8-11019302be21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:00.859589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-677ec8a6-4fb6-4f91-97b8-11019302be21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:00.895743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62450451-3c1f-40ca-9083-65bbadf7a3c8 None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:32:00.904891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40922) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:00.922295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ca8e264e-23f8-4adf-8fcc-e635e75be34d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for 63a9a5e2-cb15-4052-8fc7-59354f268440 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:00.929189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-882ef23b-92b8-4e66-adcd-70e941eb8847 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:00.929486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-882ef23b-92b8-4e66-adcd-70e941eb8847 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:00.996367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-c1ed5825-94c9-4244-85a0-059ad7638ffc tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] device_id is not set on port a8728d76-6388-4436-b41b-bac82305f03b yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:32:01.022566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0143268c-e0fb-4f3f-8a6e-ccc66ccdf2fc None None] Provisioning complete for port ff885241-e027-4138-bd4a-c4b7224cc8eb triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:01.023161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0143268c-e0fb-4f3f-8a6e-ccc66ccdf2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:01.072941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-882ef23b-92b8-4e66-adcd-70e941eb8847 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Calling delete_port for aafd6149-1637-4e30-9e10-170145de3829 owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:01.105344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Usage tracker for resource:network and tenant:6d7520fa252a4c31810a950325b77aad is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:01.108633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:01.203140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-c1ed5825-94c9-4244-85a0-059ad7638ffc tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Allocated IP 172.20.0.2 (5fcfc380-41a0-402d-b332-2d73328993fd/03d3775e-cd15-4fc0-b640-2411df0e3d22/a8728d76-6388-4436-b41b-bac82305f03b) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:01.205900 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-677ec8a6-4fb6-4f91-97b8-11019302be21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:01.231871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-882ef23b-92b8-4e66-adcd-70e941eb8847 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:01.237408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:01.246278 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-04d98633-aac2-458f-b755-632e90ac4706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:01.249886 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-45be032e-c3b3-4c7e-a429-a935d23b061b tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:01.266797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0143268c-e0fb-4f3f-8a6e-ccc66ccdf2fc None None] Provisioning for port 63a9a5e2-cb15-4052-8fc7-59354f268440 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:01.277597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0143268c-e0fb-4f3f-8a6e-ccc66ccdf2fc None None] Provisioning complete for port 63a9a5e2-cb15-4052-8fc7-59354f268440 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:01.278277 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0143268c-e0fb-4f3f-8a6e-ccc66ccdf2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:01.284051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d50df181-e375-4772-aa5d-f500342f649b tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:01.288735 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d50df181-e375-4772-aa5d-f500342f649b tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.7560847 Jan 14 07:32:01.292930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40934) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:01.367849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ef23b-92b8-4e66-adcd-70e941eb8847 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Pushing event deleted for resources: {'Port': ['ID=aafd6149-1637-4e30-9e10-170145de3829,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:01.386770 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-882ef23b-92b8-4e66-adcd-70e941eb8847 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:01.457195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ec8a6-4fb6-4f91-97b8-11019302be21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32516688-4f4b-4828-a369-543e774c2730,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:01.472614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Made reservation on behalf of 6d7520fa252a4c31810a950325b77aad for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:01.480072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:01.494670 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-677ec8a6-4fb6-4f91-97b8-11019302be21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:01.513779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5b8f2241-e975-4013-a04c-ed0b54ba9e76 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Request body: {'router': {'name': 'tempest-pretest-check-130375716'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:01.520379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5b8f2241-e975-4013-a04c-ed0b54ba9e76 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:01.527170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5b8f2241-e975-4013-a04c-ed0b54ba9e76 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Usage tracker for resource:router and tenant:93607808f9c24d9cbc1a8c22cf58bdc8 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:01.532815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5b8f2241-e975-4013-a04c-ed0b54ba9e76 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:01.542119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5b8f2241-e975-4013-a04c-ed0b54ba9e76 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:01.547464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0143268c-e0fb-4f3f-8a6e-ccc66ccdf2fc None None] Port 63a9a5e2-cb15-4052-8fc7-59354f268440 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:32:01.577068 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2241-e975-4013-a04c-ed0b54ba9e76 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:01.578631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2241-e975-4013-a04c-ed0b54ba9e76 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:01.598853 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2241-e975-4013-a04c-ed0b54ba9e76 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:01.617597 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:01.637238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2241-e975-4013-a04c-ed0b54ba9e76 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:01.650409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-677ec8a6-4fb6-4f91-97b8-11019302be21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:01.654344 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-677ec8a6-4fb6-4f91-97b8-11019302be21 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32516688-4f4b-4828-a369-543e774c2730 HTTP/1.1" status: 204 len: 168 time: 1.7082593 Jan 14 07:32:01.664339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:01.668905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Usage tracker for resource:security_group_rule and tenant:6d7520fa252a4c31810a950325b77aad is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:01.672060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:01.678829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:01.760028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-646526fc-3e66-4d5b-b538-a11d9d9d2028 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:01.823506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2241-e975-4013-a04c-ed0b54ba9e76 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:01.824838 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5b8f2241-e975-4013-a04c-ed0b54ba9e76 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7220268 Jan 14 07:32:01.827916 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-646526fc-3e66-4d5b-b538-a11d9d9d2028 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:01.837237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40946) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:01.995210 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.010631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.044480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:32:02.055688 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.056262 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Added segment e8705b2f-3035-4dc0-ae0e-8f759ee30472 of type vxlan for network c8690ab7-57a7-4ffd-ad46-a5816a393c36 Jan 14 07:32:02.086272 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.092124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33929eb9-e80a-46ad-9dd1-0ad79018009e tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.119818 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e92306f-8269-4906-9183-5ffceeb07454 tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:02.152263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4d6b60-d8a7-4f4c-b329-18623115cbc2,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:02.155086 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.156109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:02.156752 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.161757 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:02.195688 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9afade8-41eb-4a4f-aafd-42e8b247c5ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:02.325255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Pushing event updated for resources: {'Network': ['ID=c8690ab7-57a7-4ffd-ad46-a5816a393c36,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:02.338824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network c8690ab7-57a7-4ffd-ad46-a5816a393c36 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:02.348340 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:02.393916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40954) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:02.437511 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8278775 Jan 14 07:32:02.438562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8699287c-ac13-401a-b030-e61b4f3272b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.454244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40960) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:02.462509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca8e264e-23f8-4adf-8fcc-e635e75be34d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.466730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5825-94c9-4244-85a0-059ad7638ffc tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.473326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d83731fd-3c94-46d3-a7f6-863555ef1e98 admin admin] Request body: {'subnet': {'network_id': 'c8690ab7-57a7-4ffd-ad46-a5816a393c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997851644-subnet', 'tenant_id': '6d7520fa252a4c31810a950325b77aad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:02.481928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network c8690ab7-57a7-4ffd-ad46-a5816a393c36 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:02.499178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33929eb9-e80a-46ad-9dd1-0ad79018009e tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.511025 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33929eb9-e80a-46ad-9dd1-0ad79018009e tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.591360 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33929eb9-e80a-46ad-9dd1-0ad79018009e tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.592747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33929eb9-e80a-46ad-9dd1-0ad79018009e tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Fanout notify agent at l3_agent the message router_deleted on router 05d4f214-975b-4305-a932-949e0d3e46ab {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:32:02.594295 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bce07aff-d081-4735-9ff0-8a247ea7597e tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:02.616000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network c8690ab7-57a7-4ffd-ad46-a5816a393c36 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:02.633150 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-882ef23b-92b8-4e66-adcd-70e941eb8847 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for floatingip, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.637368 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-646526fc-3e66-4d5b-b538-a11d9d9d2028 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.651924 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-515ab9eb-965e-4395-845f-05be9a9143e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:02.657186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d83731fd-3c94-46d3-a7f6-863555ef1e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:02.669271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646526fc-3e66-4d5b-b538-a11d9d9d2028 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e73a585-60e6-472c-95cd-fc6f0216f680,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:02.684110 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-646526fc-3e66-4d5b-b538-a11d9d9d2028 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:02.700713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8699287c-ac13-401a-b030-e61b4f3272b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:02.705117 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-882ef23b-92b8-4e66-adcd-70e941eb8847 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.705390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e264e-23f8-4adf-8fcc-e635e75be34d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=63a9a5e2-cb15-4052-8fc7-59354f268440,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:02.706392 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-882ef23b-92b8-4e66-adcd-70e941eb8847 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] 10.222.0.41 "DELETE /v2.0/floatingips/9adcce02-e165-4029-aeb4-2339eace05d2 HTTP/1.1" status: 204 len: 168 time: 2.2552791 Jan 14 07:32:02.714342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40966) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:02.717970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-646526fc-3e66-4d5b-b538-a11d9d9d2028 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.721974 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-646526fc-3e66-4d5b-b538-a11d9d9d2028 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "DELETE /v2.0/security-groups/9e73a585-60e6-472c-95cd-fc6f0216f680 HTTP/1.1" status: 204 len: 168 time: 1.4227400 Jan 14 07:32:02.724516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40972) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:02.726149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ff5677c3-30f3-49ae-b8f5-adc4dcf57b2a tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Request body: {'floatingip': {'floating_network_id': '181a5573-b68f-4f08-bda4-44c401238664', 'port_id': '603b4895-521e-40c5-8eb9-4f9d915647bc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:02.729162 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ca8e264e-23f8-4adf-8fcc-e635e75be34d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:02.734819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8699287c-ac13-401a-b030-e61b4f3272b2 admin admin] Usage tracker for resource:security_group_rule and tenant:d147b5ff31684f5fa7391c3779b70dae is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:02.735175 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33929eb9-e80a-46ad-9dd1-0ad79018009e tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.740456 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-33929eb9-e80a-46ad-9dd1-0ad79018009e tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] 10.222.0.41 "DELETE /v2.0/routers/05d4f214-975b-4305-a932-949e0d3e46ab HTTP/1.1" status: 204 len: 168 time: 0.8994789 Jan 14 07:32:02.741402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40976) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:02.745570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ff5677c3-30f3-49ae-b8f5-adc4dcf57b2a tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:02.752568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7673e202-03e6-4cfc-97ca-21b4a1a3fdf6 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Request body: {'router': {'name': 'tempest-router-1406477652', 'distributed': False}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:02.756965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ff5677c3-30f3-49ae-b8f5-adc4dcf57b2a tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Usage tracker for resource:floatingip and tenant:37ff70a2d6ab4963bddf5f36020cb2a6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:02.762176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ff5677c3-30f3-49ae-b8f5-adc4dcf57b2a tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:02.765711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7673e202-03e6-4cfc-97ca-21b4a1a3fdf6 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:02.771851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d83731fd-3c94-46d3-a7f6-863555ef1e98 admin admin] Usage tracker for resource:subnet and tenant:6d7520fa252a4c31810a950325b77aad is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:02.780655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ff5677c3-30f3-49ae-b8f5-adc4dcf57b2a tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:02.785741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7673e202-03e6-4cfc-97ca-21b4a1a3fdf6 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Usage tracker for resource:router and tenant:93607808f9c24d9cbc1a8c22cf58bdc8 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:02.790622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7673e202-03e6-4cfc-97ca-21b4a1a3fdf6 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:02.793660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8699287c-ac13-401a-b030-e61b4f3272b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:02.797258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d83731fd-3c94-46d3-a7f6-863555ef1e98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:02.800221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7673e202-03e6-4cfc-97ca-21b4a1a3fdf6 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:02.808998 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff5677c3-30f3-49ae-b8f5-adc4dcf57b2a tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for floatingip, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.823351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d83731fd-3c94-46d3-a7f6-863555ef1e98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:02.826035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8699287c-ac13-401a-b030-e61b4f3272b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:02.830395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2134fb67-a4a6-423b-8684-22b93b6664ff None None] Provisioning complete for port ff885241-e027-4138-bd4a-c4b7224cc8eb triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:02.833519 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2134fb67-a4a6-423b-8684-22b93b6664ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.896991 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7673e202-03e6-4cfc-97ca-21b4a1a3fdf6 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.898249 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7673e202-03e6-4cfc-97ca-21b4a1a3fdf6 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.920081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83731fd-3c94-46d3-a7f6-863555ef1e98 admin admin] Made reservation on behalf of 6d7520fa252a4c31810a950325b77aad for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:02.925380 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d83731fd-3c94-46d3-a7f6-863555ef1e98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.935307 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7673e202-03e6-4cfc-97ca-21b4a1a3fdf6 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.993337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7673e202-03e6-4cfc-97ca-21b4a1a3fdf6 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:02.999086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ae7a70b9-4bf2-4569-89ec-f9635774876d tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:03.004369 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca8e264e-23f8-4adf-8fcc-e635e75be34d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.022922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2134fb67-a4a6-423b-8684-22b93b6664ff None None] Could not find standard attr ID for object 63a9a5e2-cb15-4052-8fc7-59354f268440. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:32:03.033539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7673e202-03e6-4cfc-97ca-21b4a1a3fdf6 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.038397 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7673e202-03e6-4cfc-97ca-21b4a1a3fdf6 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2914753 Jan 14 07:32:03.042505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40982) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:03.094030 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ca8e264e-23f8-4adf-8fcc-e635e75be34d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/63a9a5e2-cb15-4052-8fc7-59354f268440 HTTP/1.1" status: 204 len: 168 time: 3.3983996 Jan 14 07:32:03.107995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40986) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:03.243509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83e6721c-ea0a-4983-8f93-71bc2fcb3d11 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.445010 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-ff5677c3-30f3-49ae-b8f5-adc4dcf57b2a tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:32:03.446177 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ff5677c3-30f3-49ae-b8f5-adc4dcf57b2a tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7307239 Jan 14 07:32:03.454725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40996) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:03.529284 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83e6721c-ea0a-4983-8f93-71bc2fcb3d11 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.531730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83e6721c-ea0a-4983-8f93-71bc2fcb3d11 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.539440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ae7a70b9-4bf2-4569-89ec-f9635774876d tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:03.540882 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ae7a70b9-4bf2-4569-89ec-f9635774876d tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8094707 Jan 14 07:32:03.559680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'port_id': '603b4895-521e-40c5-8eb9-4f9d915647bc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:03.568622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41004) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:03.572688 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83e6721c-ea0a-4983-8f93-71bc2fcb3d11 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.573209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e6721c-ea0a-4983-8f93-71bc2fcb3d11 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Fanout notify agent at l3_agent the message router_deleted on router f4a2dd9b-6ad9-4773-8bdc-bf44be92602e {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:32:03.575502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:03.585120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8d503380-fa94-4f04-9566-8d680c79b9b8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Request body: {'security_group': {'name': 'tempest-secgroup--655354222'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:03.600880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8d503380-fa94-4f04-9566-8d680c79b9b8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:03.605554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Usage tracker for resource:floatingip and tenant:37ff70a2d6ab4963bddf5f36020cb2a6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:03.608882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:03.616113 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83e6721c-ea0a-4983-8f93-71bc2fcb3d11 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.621115 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-83e6721c-ea0a-4983-8f93-71bc2fcb3d11 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] 10.222.0.41 "DELETE /v2.0/routers/f4a2dd9b-6ad9-4773-8bdc-bf44be92602e HTTP/1.1" status: 204 len: 168 time: 0.5675719 Jan 14 07:32:03.621994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41008) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:03.625301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115301ae-1719-4c48-9236-e9d32a7c5f27 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:03.630697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115301ae-1719-4c48-9236-e9d32a7c5f27 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:03.630937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:03.633334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8d503380-fa94-4f04-9566-8d680c79b9b8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:03.636496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115301ae-1719-4c48-9236-e9d32a7c5f27 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:03.637425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-115301ae-1719-4c48-9236-e9d32a7c5f27 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:03.640160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1d41c1f4-bebf-4594-bd0e-40857e6e8e9b tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Request body: {'router': {'name': 'tempest-router-43506069', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ceb47d6e390647058f5a8d5cafe8de53'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:03.651174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1d41c1f4-bebf-4594-bd0e-40857e6e8e9b tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:03.658119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1d41c1f4-bebf-4594-bd0e-40857e6e8e9b tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Usage tracker for resource:router and tenant:ceb47d6e390647058f5a8d5cafe8de53 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:03.661717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1d41c1f4-bebf-4594-bd0e-40857e6e8e9b tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:03.665053 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d503380-fa94-4f04-9566-8d680c79b9b8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.668222 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5825-94c9-4244-85a0-059ad7638ffc tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.683170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for floatingip, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.700100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1d41c1f4-bebf-4594-bd0e-40857e6e8e9b tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:03.714149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8d503380-fa94-4f04-9566-8d680c79b9b8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:03.718770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8d503380-fa94-4f04-9566-8d680c79b9b8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Usage tracker for resource:security_group_rule and tenant:45780608969048e8b298b3b812591fd3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:03.721536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8d503380-fa94-4f04-9566-8d680c79b9b8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:03.728299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8d503380-fa94-4f04-9566-8d680c79b9b8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:03.752960 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2cf17905-f16c-4a93-84e7-74b046dc6b24 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:03.814623 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d41c1f4-bebf-4594-bd0e-40857e6e8e9b tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.815731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d41c1f4-bebf-4594-bd0e-40857e6e8e9b tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.870577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d41c1f4-bebf-4594-bd0e-40857e6e8e9b tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.954620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d503380-fa94-4f04-9566-8d680c79b9b8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.981725 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d41c1f4-bebf-4594-bd0e-40857e6e8e9b tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:03.985477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5825-94c9-4244-85a0-059ad7638ffc tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Pushing event updated for resources: {'Port': ['ID=a8728d76-6388-4436-b41b-bac82305f03b,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:03.997320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41014) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:04.003014 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d503380-fa94-4f04-9566-8d680c79b9b8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.003336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-115301ae-1719-4c48-9236-e9d32a7c5f27 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:04.004765 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-115301ae-1719-4c48-9236-e9d32a7c5f27 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.8922920 Jan 14 07:32:04.008701 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c1ed5825-94c9-4244-85a0-059ad7638ffc tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:04.015178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41016) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:04.028864 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f6d6662-a06b-40ad-a87b-a7aa3de9cb0d tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:04.105767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ed5825-94c9-4244-85a0-059ad7638ffc tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Network 5fcfc380-41a0-402d-b332-2d73328993fd is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:04.110340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d503380-fa94-4f04-9566-8d680c79b9b8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroup': ['ID=ac99ea95-eeec-4b06-a565-cd679ddd5745,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:04.114042 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8d503380-fa94-4f04-9566-8d680c79b9b8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:04.117250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c1ed5825-94c9-4244-85a0-059ad7638ffc tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:04.122481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d41c1f4-bebf-4594-bd0e-40857e6e8e9b tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.126377 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1d41c1f4-bebf-4594-bd0e-40857e6e8e9b tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4954381 Jan 14 07:32:04.126377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d503380-fa94-4f04-9566-8d680c79b9b8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.126377 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8d503380-fa94-4f04-9566-8d680c79b9b8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5548384 Jan 14 07:32:04.126661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41024) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:04.131299 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.133562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41026) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:04.134405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ed5825-94c9-4244-85a0-059ad7638ffc tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:04.149683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b2ce843e-6f69-4300-9a4b-df42784ee8a2 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Request body: {'router': {'distributed': True}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:04.174619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b0e28c7b-beb6-4b93-b873-335e34d343ce tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Request body: {'security_group_rule': {'security_group_id': 'ac99ea95-eeec-4b06-a565-cd679ddd5745', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:04.176256 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.179409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.180799 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.183512 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:04.183512 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.183512 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.183512 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.183512 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:04.183512 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.183512 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.183512 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.183512 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:04.183512 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.183512 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.183512 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.183512 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:04.183512 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.183512 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.183512 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.183512 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:04.183512 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:04.183512 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:04.183512 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:04.198869 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8699287c-ac13-401a-b030-e61b4f3272b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.201191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b0e28c7b-beb6-4b93-b873-335e34d343ce tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:04.236465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ed5825-94c9-4244-85a0-059ad7638ffc tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:04.237146 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5825-94c9-4244-85a0-059ad7638ffc tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.242559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b0e28c7b-beb6-4b93-b873-335e34d343ce tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Usage tracker for resource:security_group_rule and tenant:45780608969048e8b298b3b812591fd3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:04.249000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8699287c-ac13-401a-b030-e61b4f3272b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.268709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b0e28c7b-beb6-4b93-b873-335e34d343ce tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:04.271902 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-befba32e-2279-4874-9420-db7c5a1b6e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:04.321378 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a2477ab2-74a2-4ca6-8339-57270ae8b220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.327683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b0e28c7b-beb6-4b93-b873-335e34d343ce tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:04.436075 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8699287c-ac13-401a-b030-e61b4f3272b2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d147b5ff31684f5fa7391c3779b70dae&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0358186 Jan 14 07:32:04.449182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41032) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:04.453619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699287c-ac13-401a-b030-e61b4f3272b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23661ef-bd08-4650-a60a-1794d2297ba3,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:04.457506 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c1ed5825-94c9-4244-85a0-059ad7638ffc tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 4.9723725 Jan 14 07:32:04.463749 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8699287c-ac13-401a-b030-e61b4f3272b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:04.468665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a2477ab2-74a2-4ca6-8339-57270ae8b220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:04.468947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41036) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:04.523694 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b0e28c7b-beb6-4b93-b873-335e34d343ce tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.542207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a2477ab2-74a2-4ca6-8339-57270ae8b220 admin admin] Usage tracker for resource:security_group_rule and tenant:d5461e53ef8d4e45a9dda2121eef237f is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:04.548566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a2477ab2-74a2-4ca6-8339-57270ae8b220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:04.558714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a2477ab2-74a2-4ca6-8339-57270ae8b220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:04.706166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-df97e742-c7cd-4e2b-b8aa-95af0d9fe05f tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Deleting port a8728d76-6388-4436-b41b-bac82305f03b {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:04.706700 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df97e742-c7cd-4e2b-b8aa-95af0d9fe05f tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.736983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-027f6696-90f0-4eb1-b7be-4fe25df4f2ca tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 33aa38f0-95d5-4130-b430-67e150a29428 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:32:04.771763 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-027f6696-90f0-4eb1-b7be-4fe25df4f2ca tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.850697 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72945e26-69c9-4399-bf52-3d088a408717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.913732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d83731fd-3c94-46d3-a7f6-863555ef1e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:04.939036 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f678ca5-1753-45ee-a238-b28aae591006 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:05.000780 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-027f6696-90f0-4eb1-b7be-4fe25df4f2ca tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.079563 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2ce843e-6f69-4300-9a4b-df42784ee8a2 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.080062 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2ce843e-6f69-4300-9a4b-df42784ee8a2 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.108839 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72945e26-69c9-4399-bf52-3d088a408717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.159817 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b0e28c7b-beb6-4b93-b873-335e34d343ce tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.196963 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b0e28c7b-beb6-4b93-b873-335e34d343ce tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.274857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83731fd-3c94-46d3-a7f6-863555ef1e98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=241caae7-8dce-44bf-bc83-9842f99953a9,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:05.288620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b2ce843e-6f69-4300-9a4b-df42784ee8a2 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=80907) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}} Jan 14 07:32:05.288904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b2ce843e-6f69-4300-9a4b-df42784ee8a2 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Router 9593d72a-d015-4fc0-b478-fae3d8e6389f migrating from provider to provider. {{(pid=80907) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}} Jan 14 07:32:05.289324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2ce843e-6f69-4300-9a4b-df42784ee8a2 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.304960 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d83731fd-3c94-46d3-a7f6-863555ef1e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:05.305745 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7a14e049-04d1-4b83-b021-e97e406812e8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:05.336172 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2ce843e-6f69-4300-9a4b-df42784ee8a2 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.352917 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2ce843e-6f69-4300-9a4b-df42784ee8a2 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.405529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b0e28c7b-beb6-4b93-b873-335e34d343ce tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.411705 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b0e28c7b-beb6-4b93-b873-335e34d343ce tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2378883 Jan 14 07:32:05.415078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e28c7b-beb6-4b93-b873-335e34d343ce tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23447a2-7fd6-4a0d-a374-04d4580cbe52,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:05.419531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41040) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:05.429886 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b0e28c7b-beb6-4b93-b873-335e34d343ce tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:05.461196 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72945e26-69c9-4399-bf52-3d088a408717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.472812 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc210630-3e8d-439d-9781-90a10facc89e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:05.514955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-027f6696-90f0-4eb1-b7be-4fe25df4f2ca tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.546278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Allocated IP 172.25.3.34 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/69f97581-e523-49b3-9b68-020dcfd48fb0) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:05.560561 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a2477ab2-74a2-4ca6-8339-57270ae8b220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.562839 n-d-769329-2 neutron-server[80794]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b2ce843e-6f69-4300-9a4b-df42784ee8a2 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] No L3 agents can host the router 9593d72a-d015-4fc0-b478-fae3d8e6389f Jan 14 07:32:05.572253 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a2477ab2-74a2-4ca6-8339-57270ae8b220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.572508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72945e26-69c9-4399-bf52-3d088a408717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23661ef-bd08-4650-a60a-1794d2297ba3,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:05.584099 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-646526fc-3e66-4d5b-b538-a11d9d9d2028 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:05.590211 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-72945e26-69c9-4399-bf52-3d088a408717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:05.603871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed1e1d53-f3de-4c73-b97e-842a9ae114b0 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.623334 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72945e26-69c9-4399-bf52-3d088a408717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.627063 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-72945e26-69c9-4399-bf52-3d088a408717 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c23661ef-bd08-4650-a60a-1794d2297ba3 HTTP/1.1" status: 204 len: 168 time: 1.1725073 Jan 14 07:32:05.638293 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df97e742-c7cd-4e2b-b8aa-95af0d9fe05f tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.659323 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed1e1d53-f3de-4c73-b97e-842a9ae114b0 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:05.813449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-df97e742-c7cd-4e2b-b8aa-95af0d9fe05f tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Calling delete_port for a8728d76-6388-4436-b41b-bac82305f03b owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:05.926101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83731fd-3c94-46d3-a7f6-863555ef1e98 admin admin] Checking segment: {'id': 'e8705b2f-3035-4dc0-ae0e-8f759ee30472', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c8690ab7-57a7-4ffd-ad46-a5816a393c36'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:32:05.926308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83731fd-3c94-46d3-a7f6-863555ef1e98 admin admin] Network hostable DHCP agents. Network: c8690ab7-57a7-4ffd-ad46-a5816a393c36, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:32:05.994189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:06.014222 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed1e1d53-f3de-4c73-b97e-842a9ae114b0 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:06.024560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2477ab2-74a2-4ca6-8339-57270ae8b220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03859f81-1c32-4303-a43b-55df5e00dc62,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:06.039347 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a2477ab2-74a2-4ca6-8339-57270ae8b220 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5461e53ef8d4e45a9dda2121eef237f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0264554 Jan 14 07:32:06.039347 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a2477ab2-74a2-4ca6-8339-57270ae8b220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:06.045120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41052) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:06.046857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce843e-6f69-4300-9a4b-df42784ee8a2 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Hosts for router 9593d72a-d015-4fc0-b478-fae3d8e6389f: [] {{(pid=80907) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 14 07:32:06.163898 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:06.182692 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-603bf2e2-ceb2-4f78-9e53-181597fc0a8d tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:06.215294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce843e-6f69-4300-9a4b-df42784ee8a2 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Hosts for other DVR routers connected to router 9593d72a-d015-4fc0-b478-fae3d8e6389f: set() {{(pid=80907) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Jan 14 07:32:06.322389 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b0e28c7b-beb6-4b93-b873-335e34d343ce tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:06.339497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83731fd-3c94-46d3-a7f6-863555ef1e98 admin admin] Network c8690ab7-57a7-4ffd-ad46-a5816a393c36 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:32:06.347204 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25a43016-5267-4f00-a2c1-df992d86a431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:06.354632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e1d53-f3de-4c73-b97e-842a9ae114b0 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c23447a2-7fd6-4a0d-a374-04d4580cbe52,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:06.362939 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ed1e1d53-f3de-4c73-b97e-842a9ae114b0 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:06.375297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d83731fd-3c94-46d3-a7f6-863555ef1e98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, c8690ab7-57a7-4ffd-ad46-a5816a393c36) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:06.377143 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed1e1d53-f3de-4c73-b97e-842a9ae114b0 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:06.381933 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ed1e1d53-f3de-4c73-b97e-842a9ae114b0 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "DELETE /v2.0/security-group-rules/c23447a2-7fd6-4a0d-a374-04d4580cbe52 HTTP/1.1" status: 204 len: 168 time: 0.9592311 Jan 14 07:32:06.384624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Pushing event updated for resources: {'Port': ['ID=69f97581-e523-49b3-9b68-020dcfd48fb0,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:06.387275 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2ce843e-6f69-4300-9a4b-df42784ee8a2 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:06.387992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6541b0f-5956-4782-9d84-763304906fff None None] Network c8690ab7-57a7-4ffd-ad46-a5816a393c36 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:06.391558 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b2ce843e-6f69-4300-9a4b-df42784ee8a2 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] 10.222.0.41 "PUT /v2.0/routers/9593d72a-d015-4fc0-b478-fae3d8e6389f HTTP/1.1" status: 200 len: 715 time: 2.2637928 Jan 14 07:32:06.395876 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:06.403060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41062) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:06.403438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41064) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:06.459100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83731fd-3c94-46d3-a7f6-863555ef1e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:06.459814 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d83731fd-3c94-46d3-a7f6-863555ef1e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:06.559982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df97e742-c7cd-4e2b-b8aa-95af0d9fe05f tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:06.572886 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9ff3be34-2834-4f43-862b-fdd70044f5dc tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] 10.222.0.41 "GET /v2.0/routers/9593d72a-d015-4fc0-b478-fae3d8e6389f HTTP/1.1" status: 200 len: 715 time: 0.1663551 Jan 14 07:32:06.574941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25a43016-5267-4f00-a2c1-df992d86a431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:06.592176 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-81086503-a6d3-4ca1-a247-0ab728e05fa3 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:06.592430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41072) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:06.623221 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d83731fd-3c94-46d3-a7f6-863555ef1e98 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 4.1676674 Jan 14 07:32:06.635709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41076) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:06.637213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97e742-c7cd-4e2b-b8aa-95af0d9fe05f tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Pushing event deleted for resources: {'Port': ['ID=a8728d76-6388-4436-b41b-bac82305f03b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:06.664410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1997851644-router', 'tenant_id': '6d7520fa252a4c31810a950325b77aad', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:06.691868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77567658-aef9-49a4-ae47-982fdcd23b9e None None] Network c8690ab7-57a7-4ffd-ad46-a5816a393c36 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:06.695470 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-df97e742-c7cd-4e2b-b8aa-95af0d9fe05f tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:06.731999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-027f6696-90f0-4eb1-b7be-4fe25df4f2ca tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:06.748014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:06.769220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:06.782891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:06.786494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Usage tracker for resource:router and tenant:6d7520fa252a4c31810a950325b77aad is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:06.796192 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25a43016-5267-4f00-a2c1-df992d86a431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:06.803376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:06.845658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:06.851507 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:06.869898 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cb13f084-c24e-410f-b39f-b7a72dd9dd3e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:06.904119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0f783a33-a57b-42c6-837b-bd9a563ab70a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:06.928831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f6696-90f0-4eb1-b7be-4fe25df4f2ca tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=33aa38f0-95d5-4130-b430-67e150a29428,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:06.937424 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-027f6696-90f0-4eb1-b7be-4fe25df4f2ca tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:06.940218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:06.944712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a43016-5267-4f00-a2c1-df992d86a431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03859f81-1c32-4303-a43b-55df5e00dc62,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:06.952208 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-027f6696-90f0-4eb1-b7be-4fe25df4f2ca tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:06.963100 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-25a43016-5267-4f00-a2c1-df992d86a431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:06.977176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25a43016-5267-4f00-a2c1-df992d86a431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:06.981470 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-25a43016-5267-4f00-a2c1-df992d86a431 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03859f81-1c32-4303-a43b-55df5e00dc62 HTTP/1.1" status: 204 len: 168 time: 0.8740556 Jan 14 07:32:06.981609 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-027f6696-90f0-4eb1-b7be-4fe25df4f2ca tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/33aa38f0-95d5-4130-b430-67e150a29428 HTTP/1.1" status: 204 len: 168 time: 2.9574215 Jan 14 07:32:06.985325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41088) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:07.007029 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:07.015007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1414a866-9db8-4b83-b827-6e64e3846394 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:07.018826 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:07.107906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0f783a33-a57b-42c6-837b-bd9a563ab70a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:07.116467 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0f783a33-a57b-42c6-837b-bd9a563ab70a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7118421 Jan 14 07:32:07.116926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41092) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:07.241905 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7d87d7c-f83f-4b54-bfda-52e3df9bbffd tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:07.282040 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7d87d7c-f83f-4b54-bfda-52e3df9bbffd tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:07.321516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2225b54-9b3a-4d2a-8013-1eec4812100b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 634ff1b0-2fc6-424f-a685-91676c773333 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:32:07.332234 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df97e742-c7cd-4e2b-b8aa-95af0d9fe05f tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:07.335351 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-df97e742-c7cd-4e2b-b8aa-95af0d9fe05f tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "DELETE /v2.0/ports/a8728d76-6388-4436-b41b-bac82305f03b HTTP/1.1" status: 204 len: 168 time: 2.8507943 Jan 14 07:32:07.336564 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2225b54-9b3a-4d2a-8013-1eec4812100b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:07.346128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41098) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:07.412002 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:07.422936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2225b54-9b3a-4d2a-8013-1eec4812100b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:07.427260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Request body: {'router': {'external_gateway_info': {'network_id': '5fcfc380-41a0-402d-b332-2d73328993fd', 'external_fixed_ips': [{'subnet_id': '03d3775e-cd15-4fc0-b640-2411df0e3d22', 'ip_address': '172.20.0.2'}]}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:07.494147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:07.537498 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2225b54-9b3a-4d2a-8013-1eec4812100b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:07.542938 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b298727e-c057-4922-ac7a-5c490a0f67cc tempest-RoutersTestDVR-1638667849 tempest-RoutersTestDVR-1638667849] 10.222.0.41 "GET /v2.0/routers/9593d72a-d015-4fc0-b478-fae3d8e6389f HTTP/1.1" status: 200 len: 681 time: 0.9306982 Jan 14 07:32:07.542938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Usage tracker for resource:router and tenant:01198dca62964a4580406d05c0496a44 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:07.548709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41104) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:07.551911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:07.595224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7d87d7c-f83f-4b54-bfda-52e3df9bbffd tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:07.603425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Deleting port 69f97581-e523-49b3-9b68-020dcfd48fb0 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:07.604219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:07.607757 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b8e07ef8-1fbc-4ee4-b2d8-7defed39706e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:07.638382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:07.641710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d87d7c-f83f-4b54-bfda-52e3df9bbffd tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac99ea95-eeec-4b06-a565-cd679ddd5745,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:07.657508 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d7d87d7c-f83f-4b54-bfda-52e3df9bbffd tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:07.778350 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7d87d7c-f83f-4b54-bfda-52e3df9bbffd tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:07.789188 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d7d87d7c-f83f-4b54-bfda-52e3df9bbffd tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "DELETE /v2.0/security-groups/ac99ea95-eeec-4b06-a565-cd679ddd5745 HTTP/1.1" status: 204 len: 168 time: 0.6683238 Jan 14 07:32:07.801026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41116) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:07.862476 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:07.864355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:07.904823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e8bf0d10-1083-4893-9b25-8ac2aedceca5 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:07.979551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e8bf0d10-1083-4893-9b25-8ac2aedceca5 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:07.987885 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e8bf0d10-1083-4893-9b25-8ac2aedceca5 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1782210 Jan 14 07:32:07.997315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41126) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:08.006539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1e0805a6-d342-46a3-bbf6-0b51bc607338 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Request body: {'security_group': {'name': 'tempest-secgroup--516305129'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:08.025120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1e0805a6-d342-46a3-bbf6-0b51bc607338 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:08.099524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1e0805a6-d342-46a3-bbf6-0b51bc607338 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:08.162377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e0805a6-d342-46a3-bbf6-0b51bc607338 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:08.196012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1e0805a6-d342-46a3-bbf6-0b51bc607338 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:08.205723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1e0805a6-d342-46a3-bbf6-0b51bc607338 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Usage tracker for resource:security_group_rule and tenant:45780608969048e8b298b3b812591fd3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:08.209352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1e0805a6-d342-46a3-bbf6-0b51bc607338 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:08.216877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2225b54-9b3a-4d2a-8013-1eec4812100b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:08.240206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1e0805a6-d342-46a3-bbf6-0b51bc607338 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:08.243400 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b6962dec-24e9-4b34-8706-17fea637636a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:08.299841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-217a7734-94b5-4410-aec1-8064bd1fb4e4 None None] Provisioning complete for port ff885241-e027-4138-bd4a-c4b7224cc8eb triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:08.300465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-217a7734-94b5-4410-aec1-8064bd1fb4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:08.434399 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e0805a6-d342-46a3-bbf6-0b51bc607338 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:08.452960 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:08.476887 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d08668b3-a0f0-4d50-9ede-0638e73369db tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:08.484587 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e0805a6-d342-46a3-bbf6-0b51bc607338 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:08.517602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2225b54-9b3a-4d2a-8013-1eec4812100b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=634ff1b0-2fc6-424f-a685-91676c773333,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:08.526863 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e2225b54-9b3a-4d2a-8013-1eec4812100b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:08.531177 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-677ec8a6-4fb6-4f91-97b8-11019302be21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:08.546988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e0805a6-d342-46a3-bbf6-0b51bc607338 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:08.551018 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1e0805a6-d342-46a3-bbf6-0b51bc607338 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5504599 Jan 14 07:32:08.554142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41142) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:08.577056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0805a6-d342-46a3-bbf6-0b51bc607338 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroup': ['ID=303a2992-0f54-4d95-be4b-d4bc972598eb,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:08.593052 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e0805a6-d342-46a3-bbf6-0b51bc607338 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:08.599968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8379a494-8b76-42fb-a3e0-a95a3ed7fa5f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Request body: {'security_group_rule': {'security_group_id': '303a2992-0f54-4d95-be4b-d4bc972598eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:08.610509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8379a494-8b76-42fb-a3e0-a95a3ed7fa5f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:08.615902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8379a494-8b76-42fb-a3e0-a95a3ed7fa5f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Usage tracker for resource:security_group_rule and tenant:45780608969048e8b298b3b812591fd3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:08.619014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8379a494-8b76-42fb-a3e0-a95a3ed7fa5f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:08.625051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8379a494-8b76-42fb-a3e0-a95a3ed7fa5f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:08.655814 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8379a494-8b76-42fb-a3e0-a95a3ed7fa5f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:08.696125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2225b54-9b3a-4d2a-8013-1eec4812100b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:08.698147 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e2225b54-9b3a-4d2a-8013-1eec4812100b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/634ff1b0-2fc6-424f-a685-91676c773333 HTTP/1.1" status: 204 len: 168 time: 1.7116477 Jan 14 07:32:08.704271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388cd86d-67fd-471e-82f5-2976e4b27ebe None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:08.717751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41148) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:08.853410 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:08.898764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3908fe58-007e-434c-a5ea-97c06faa4f5b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:router {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:08.947443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3908fe58-007e-434c-a5ea-97c06faa4f5b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:router {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:08.951999 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3908fe58-007e-434c-a5ea-97c06faa4f5b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2288651 Jan 14 07:32:08.955289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41160) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:08.971167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bd52cb41-3a70-46a3-9cd9-01878fb6b85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:09.157129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b59ef9-3c7c-47be-be92-7bbe2426db84 None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:32:09.164222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bd52cb41-3a70-46a3-9cd9-01878fb6b85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:09.167106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-48b59ef9-3c7c-47be-be92-7bbe2426db84 None None] Deleting port ff885241-e027-4138-bd4a-c4b7224cc8eb {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:09.167910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-48b59ef9-3c7c-47be-be92-7bbe2426db84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:09.169719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bd52cb41-3a70-46a3-9cd9-01878fb6b85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:09.172762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bd52cb41-3a70-46a3-9cd9-01878fb6b85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:09.179944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bd52cb41-3a70-46a3-9cd9-01878fb6b85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:09.192752 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8379a494-8b76-42fb-a3e0-a95a3ed7fa5f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:09.194022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd52cb41-3a70-46a3-9cd9-01878fb6b85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:09.204325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd52cb41-3a70-46a3-9cd9-01878fb6b85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:09.224104 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8379a494-8b76-42fb-a3e0-a95a3ed7fa5f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:09.249888 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:09.329010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379a494-8b76-42fb-a3e0-a95a3ed7fa5f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f99de4-8341-4510-8191-e287efbaf60a,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:09.332137 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8379a494-8b76-42fb-a3e0-a95a3ed7fa5f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:09.346835 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8379a494-8b76-42fb-a3e0-a95a3ed7fa5f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:09.351317 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8379a494-8b76-42fb-a3e0-a95a3ed7fa5f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7733052 Jan 14 07:32:09.353003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41174) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:09.394322 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-532446d4-6682-4164-9f04-39415a5bd58c tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-group-rules/07f99de4-8341-4510-8191-e287efbaf60a HTTP/1.1" status: 200 len: 763 time: 0.0376089 Jan 14 07:32:09.397890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41178) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:09.452460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-48b59ef9-3c7c-47be-be92-7bbe2426db84 None None] For port ff885241-e027-4138-bd4a-c4b7224cc8eb, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ff885241-e027-4138-bd4a-c4b7224cc8eb,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:09.452909 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-48b59ef9-3c7c-47be-be92-7bbe2426db84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:09.533005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-88facc4b-4329-4da1-9437-a563bf1a0eab tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:09.556433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-88facc4b-4329-4da1-9437-a563bf1a0eab tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:09.557783 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-88facc4b-4329-4da1-9437-a563bf1a0eab tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1587517 Jan 14 07:32:09.592175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41192) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:09.606850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-48b59ef9-3c7c-47be-be92-7bbe2426db84 None None] Calling delete_port for ff885241-e027-4138-bd4a-c4b7224cc8eb owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:09.618351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d08668b3-a0f0-4d50-9ede-0638e73369db tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:09.636067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d08668b3-a0f0-4d50-9ede-0638e73369db tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:09.688479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fe9d9ad-21b8-449c-812d-1c13149c58c1 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:09.710653 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fe9d9ad-21b8-449c-812d-1c13149c58c1 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:09.718577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-48b59ef9-3c7c-47be-be92-7bbe2426db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:09.720951 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:09.721450 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:09.751240 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6e77c4d-278f-4fd3-9351-ada77abcd0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:09.769309 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fe9d9ad-21b8-449c-812d-1c13149c58c1 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:09.774564 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f209b153-a238-4025-90e8-6cb578c62eab tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:09.856122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b59ef9-3c7c-47be-be92-7bbe2426db84 None None] Pushing event deleted for resources: {'Port': ['ID=ff885241-e027-4138-bd4a-c4b7224cc8eb,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:09.867031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Calling delete_port for 69f97581-e523-49b3-9b68-020dcfd48fb0 owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:09.870518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9d9ad-21b8-449c-812d-1c13149c58c1 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07f99de4-8341-4510-8191-e287efbaf60a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:09.878496 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fe9d9ad-21b8-449c-812d-1c13149c58c1 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:09.910092 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fe9d9ad-21b8-449c-812d-1c13149c58c1 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:09.914772 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9fe9d9ad-21b8-449c-812d-1c13149c58c1 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "DELETE /v2.0/security-group-rules/07f99de4-8341-4510-8191-e287efbaf60a HTTP/1.1" status: 204 len: 168 time: 0.3189330 Jan 14 07:32:09.917908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41202) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:09.931957 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-48b59ef9-3c7c-47be-be92-7bbe2426db84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:10.033547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d47f85ad-c111-4e59-afa7-5896785321e6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:10.080958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b59ef9-3c7c-47be-be92-7bbe2426db84 None None] No DVR routers for this DVR port ff885241-e027-4138-bd4a-c4b7224cc8eb on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:32:10.116255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d47f85ad-c111-4e59-afa7-5896785321e6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:10.120482 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d47f85ad-c111-4e59-afa7-5896785321e6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1975789 Jan 14 07:32:10.125914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41212) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:10.135549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-015b5bcd-4204-49a3-982e-b5a05f91bcdc tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Request body: {'security_group_rule': {'security_group_id': '303a2992-0f54-4d95-be4b-d4bc972598eb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:10.150979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-015b5bcd-4204-49a3-982e-b5a05f91bcdc tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:10.177698 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.191429 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.210510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-bd52cb41-3a70-46a3-9cd9-01878fb6b85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80908) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:32:10.211954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-015b5bcd-4204-49a3-982e-b5a05f91bcdc tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:10.219974 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-57f4ebe8-ee6f-4970-9975-18ab5e27d209 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:10.221110 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd52cb41-3a70-46a3-9cd9-01878fb6b85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.238226 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c13c5cb-e9ba-4215-b9be-54ea123a5137 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:10.337565 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-015b5bcd-4204-49a3-982e-b5a05f91bcdc tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.377261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Pushing event deleted for resources: {'Port': ['ID=69f97581-e523-49b3-9b68-020dcfd48fb0,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:10.381256 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:10.388145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41230) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:10.435706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52cb41-3a70-46a3-9cd9-01878fb6b85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=c925b9ca-a68c-4f2b-8541-020d6637cc00,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:10.439780 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd52cb41-3a70-46a3-9cd9-01878fb6b85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:10.457378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ff885241-e027-4138-bd4a-c4b7224cc8eb no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:32:10.483144 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-015b5bcd-4204-49a3-982e-b5a05f91bcdc tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.483380 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d08668b3-a0f0-4d50-9ede-0638e73369db tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.483950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08668b3-a0f0-4d50-9ede-0638e73369db tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Fanout notify agent at l3_agent the message router_deleted on router 9593d72a-d015-4fc0-b478-fae3d8e6389f {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:32:10.496150 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-015b5bcd-4204-49a3-982e-b5a05f91bcdc tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.500428 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:10.534388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b5bcd-4204-49a3-982e-b5a05f91bcdc tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0e0a93-95b9-412f-936f-177d1ed91f3d,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:10.541439 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-015b5bcd-4204-49a3-982e-b5a05f91bcdc tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:10.559141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd52cb41-3a70-46a3-9cd9-01878fb6b85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:10.561942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-bd52cb41-3a70-46a3-9cd9-01878fb6b85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:10.584080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd52cb41-3a70-46a3-9cd9-01878fb6b85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:10.585488 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd52cb41-3a70-46a3-9cd9-01878fb6b85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.592050 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-015b5bcd-4204-49a3-982e-b5a05f91bcdc tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.593394 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-015b5bcd-4204-49a3-982e-b5a05f91bcdc tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4663498 Jan 14 07:32:10.600806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41236) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:10.632673 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-34cb89ae-afd3-45bc-a1ab-5fb9bc0717c4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-group-rules/1b0e0a93-95b9-412f-936f-177d1ed91f3d HTTP/1.1" status: 200 len: 763 time: 0.0303795 Jan 14 07:32:10.635150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41240) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:10.674899 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bd52cb41-3a70-46a3-9cd9-01878fb6b85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7183685 Jan 14 07:32:10.679077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41244) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:10.689971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f25ac0fc-a4e9-4ab9-805c-bf41aa9d25a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:10.694803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d08668b3-a0f0-4d50-9ede-0638e73369db tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.696084 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d08668b3-a0f0-4d50-9ede-0638e73369db tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] 10.222.0.41 "DELETE /v2.0/routers/9593d72a-d015-4fc0-b478-fae3d8e6389f HTTP/1.1" status: 204 len: 168 time: 3.1408944 Jan 14 07:32:10.715375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41250) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:10.730628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-83727a8c-f2b7-4257-a93f-ed2c7b55e017 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Request body: {'router': {'name': 'tempest-router-1594099083', 'distributed': True}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:10.736628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-83727a8c-f2b7-4257-a93f-ed2c7b55e017 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:10.741145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-83727a8c-f2b7-4257-a93f-ed2c7b55e017 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Usage tracker for resource:router and tenant:93607808f9c24d9cbc1a8c22cf58bdc8 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:10.744192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-83727a8c-f2b7-4257-a93f-ed2c7b55e017 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:10.750133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-83727a8c-f2b7-4257-a93f-ed2c7b55e017 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:10.760006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: ff885241-e027-4138-bd4a-c4b7224cc8eb {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:32:10.760550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ff885241-e027-4138-bd4a-c4b7224cc8eb not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:32:10.762239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f20018-8b15-4518-b68f-dda6e140a36f None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:10.767187 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] create failed (client error): The resource could not be found. Jan 14 07:32:10.768430 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 7.3120008 Jan 14 07:32:10.772000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83727a8c-f2b7-4257-a93f-ed2c7b55e017 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.773226 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83727a8c-f2b7-4257-a93f-ed2c7b55e017 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.789091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41254) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:10.794121 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83727a8c-f2b7-4257-a93f-ed2c7b55e017 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.799846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f33a2fe-bff0-4375-89c3-53c1a88a2cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.836976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9f33a2fe-bff0-4375-89c3-53c1a88a2cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:10.841553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9f33a2fe-bff0-4375-89c3-53c1a88a2cbe admin admin] Usage tracker for resource:security_group_rule and tenant:4452761bf84549d4a01f8deccc452c98 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:10.844368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9f33a2fe-bff0-4375-89c3-53c1a88a2cbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:10.850296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9f33a2fe-bff0-4375-89c3-53c1a88a2cbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:10.971639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-137c26fb-5160-4a37-8fef-a7e201716b3c tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:10.976238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f33a2fe-bff0-4375-89c3-53c1a88a2cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:10.996640 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f33a2fe-bff0-4375-89c3-53c1a88a2cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.028448 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4945ea2-b5a7-4c45-acad-1b7a54d54cc6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:11.037842 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9f33a2fe-bff0-4375-89c3-53c1a88a2cbe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4452761bf84549d4a01f8deccc452c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6447341 Jan 14 07:32:11.038673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-137c26fb-5160-4a37-8fef-a7e201716b3c tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:11.043856 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-137c26fb-5160-4a37-8fef-a7e201716b3c tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4036970 Jan 14 07:32:11.046948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41264) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:11.046948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41266) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:11.104418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': 'c925b9ca-a68c-4f2b-8541-020d6637cc00'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:32:11.105941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.138074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83727a8c-f2b7-4257-a93f-ed2c7b55e017 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.154166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33a2fe-bff0-4375-89c3-53c1a88a2cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c966d0eb-cf2e-4a77-9de2-4b7715906d78,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:11.162123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8903e01d-a67d-4d06-abaa-7578bcab14a2 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Deleting port 603b4895-521e-40c5-8eb9-4f9d915647bc {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:11.162478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8903e01d-a67d-4d06-abaa-7578bcab14a2 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.170764 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9f33a2fe-bff0-4375-89c3-53c1a88a2cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:11.183357 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84072bcd-f4ae-4bf4-acc3-9a5e5359511f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.204895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84072bcd-f4ae-4bf4-acc3-9a5e5359511f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.211907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f25ac0fc-a4e9-4ab9-805c-bf41aa9d25a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:11.225488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f25ac0fc-a4e9-4ab9-805c-bf41aa9d25a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:11.246093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f25ac0fc-a4e9-4ab9-805c-bf41aa9d25a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:11.252976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f25ac0fc-a4e9-4ab9-805c-bf41aa9d25a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:11.261855 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cce58fb0-8b64-4d7a-9f5c-3c3cefb036d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.292864 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cce58fb0-8b64-4d7a-9f5c-3c3cefb036d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.343465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25ac0fc-a4e9-4ab9-805c-bf41aa9d25a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:11.366959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cce58fb0-8b64-4d7a-9f5c-3c3cefb036d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.378327 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:11.467863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce58fb0-8b64-4d7a-9f5c-3c3cefb036d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c966d0eb-cf2e-4a77-9de2-4b7715906d78,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:11.475987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84072bcd-f4ae-4bf4-acc3-9a5e5359511f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.479398 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cce58fb0-8b64-4d7a-9f5c-3c3cefb036d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:11.483945 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9db7c125-c43f-43ab-9d82-27cb9d4b788b tempest-ServersTestJSON-1563878834 tempest-ServersTestJSON-1563878834] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:11.512488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84072bcd-f4ae-4bf4-acc3-9a5e5359511f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b0e0a93-95b9-412f-936f-177d1ed91f3d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:11.521566 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cce58fb0-8b64-4d7a-9f5c-3c3cefb036d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.522872 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cce58fb0-8b64-4d7a-9f5c-3c3cefb036d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c966d0eb-cf2e-4a77-9de2-4b7715906d78 HTTP/1.1" status: 204 len: 168 time: 0.4749095 Jan 14 07:32:11.524952 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-84072bcd-f4ae-4bf4-acc3-9a5e5359511f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:11.540988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84072bcd-f4ae-4bf4-acc3-9a5e5359511f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.542236 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-84072bcd-f4ae-4bf4-acc3-9a5e5359511f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "DELETE /v2.0/security-group-rules/1b0e0a93-95b9-412f-936f-177d1ed91f3d HTTP/1.1" status: 204 len: 168 time: 0.4923618 Jan 14 07:32:11.546161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41288) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:11.571446 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.613823 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83727a8c-f2b7-4257-a93f-ed2c7b55e017 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.618913 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-83727a8c-f2b7-4257-a93f-ed2c7b55e017 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8932400 Jan 14 07:32:11.619827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41294) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:11.633231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6726eb39-4f41-43b3-a6b8-af31239785bb tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:11.639635 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.649078 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f25ac0fc-a4e9-4ab9-805c-bf41aa9d25a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:11.712772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Allocated IP 2001:db8::f816:3eff:fe5e:ac07 (e6acc9a6-db0b-42d1-82b7-716516d3711e/c925b9ca-a68c-4f2b-8541-020d6637cc00/95cdf9f2-48ec-45b1-89ce-896f79fcf2f2) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:11.752808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6726eb39-4f41-43b3-a6b8-af31239785bb tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:11.754189 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6726eb39-4f41-43b3-a6b8-af31239785bb tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2070091 Jan 14 07:32:11.763282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41302) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:11.773059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bd69c66f-404e-4079-92ef-9134f01ddedb tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Request body: {'security_group_rule': {'security_group_id': '303a2992-0f54-4d95-be4b-d4bc972598eb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:11.788565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bd69c66f-404e-4079-92ef-9134f01ddedb tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:11.807910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bd69c66f-404e-4079-92ef-9134f01ddedb tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:11.858125 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-bd69c66f-404e-4079-92ef-9134f01ddedb tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Project 45780608969048e8b298b3b812591fd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:32:11.868665 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd69c66f-404e-4079-92ef-9134f01ddedb tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.125365 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b97102d2-77f0-4566-b3ef-598257eb2ef0 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.225293 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.240767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Transition to ACTIVE for port object 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:12.250460 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd69c66f-404e-4079-92ef-9134f01ddedb tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.263452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Transition to ACTIVE for port object 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:12.270684 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.294146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41320) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:12.304854 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd69c66f-404e-4079-92ef-9134f01ddedb tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.323000 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:12.350231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69c66f-404e-4079-92ef-9134f01ddedb tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569021c2-bb17-4f00-bbff-1e0eac37eb4b,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:12.361327 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4633cd0-c98d-4217-87c6-3a391b94b8a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:12.367169 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd69c66f-404e-4079-92ef-9134f01ddedb tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:12.389053 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92bc6d88-96b4-4480-a9cb-71e47f876651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.425183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-92bc6d88-96b4-4480-a9cb-71e47f876651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:12.437226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-92bc6d88-96b4-4480-a9cb-71e47f876651 admin admin] Usage tracker for resource:security_group_rule and tenant:8961e0f614d040e8a55dd9aed6649912 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:12.441164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-92bc6d88-96b4-4480-a9cb-71e47f876651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:12.453454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-92bc6d88-96b4-4480-a9cb-71e47f876651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:12.456321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd69c66f-404e-4079-92ef-9134f01ddedb tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.456771 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b97102d2-77f0-4566-b3ef-598257eb2ef0 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.457955 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bd69c66f-404e-4079-92ef-9134f01ddedb tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6934552 Jan 14 07:32:12.459387 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b97102d2-77f0-4566-b3ef-598257eb2ef0 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.463090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41326) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:12.497456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Pushing event updated for resources: {'Port': ['ID=95cdf9f2-48ec-45b1-89ce-896f79fcf2f2,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:12.500628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41330) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:12.504303 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:12.519197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:12.521109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:12.523782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:12.532998 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-16f8f14e-2a40-462d-9bbb-9c71ee36c06a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-group-rules/569021c2-bb17-4f00-bbff-1e0eac37eb4b HTTP/1.1" status: 200 len: 769 time: 0.0661383 Jan 14 07:32:12.534412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41336) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:12.583230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Attempting to bind port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:32:12.583545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Attempting to bind port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:32:12.584469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Attempting to bind port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:32:12.590607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b97102d2-77f0-4566-b3ef-598257eb2ef0 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.590772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:32:12.591035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:32:12.591487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.591975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:32:12.592349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97102d2-77f0-4566-b3ef-598257eb2ef0 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Fanout notify agent at l3_agent the message router_deleted on router cdb99f2c-0a15-45f3-b15e-1231155d3a90 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:32:12.592526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Bound port: 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:32:12.593123 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.690907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a99c0689-cd00-4b84-832f-5e951b78ada5 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:12.697996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] For port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:32:12.700269 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b97102d2-77f0-4566-b3ef-598257eb2ef0 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.706238 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b97102d2-77f0-4566-b3ef-598257eb2ef0 tempest-RoutersTestDVR-1777897527 tempest-RoutersTestDVR-1777897527] 10.222.0.41 "DELETE /v2.0/routers/cdb99f2c-0a15-45f3-b15e-1231155d3a90 HTTP/1.1" status: 204 len: 168 time: 1.0685577 Jan 14 07:32:12.706402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] For port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=95cdf9f2-48ec-45b1-89ce-896f79fcf2f2,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:32:12.711416 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.727008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3c1c877-1085-40e8-9459-116a140a1f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.729494 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ed7e3993-d20f-4ba7-9242-f42610477514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:12.813155 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.829275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b3c1c877-1085-40e8-9459-116a140a1f12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:12.833856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b3c1c877-1085-40e8-9459-116a140a1f12 admin admin] Usage tracker for resource:security_group_rule and tenant:77c6dbeed82f46819472bf16ac464891 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:12.836805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b3c1c877-1085-40e8-9459-116a140a1f12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:12.842793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b3c1c877-1085-40e8-9459-116a140a1f12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:12.873877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.885543 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92bc6d88-96b4-4480-a9cb-71e47f876651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.886081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8903e01d-a67d-4d06-abaa-7578bcab14a2 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:12.891831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Pushing event updated for resources: {'Port': ['ID=95cdf9f2-48ec-45b1-89ce-896f79fcf2f2,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:12.897833 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:12.909128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a99c0689-cd00-4b84-832f-5e951b78ada5 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:12.911272 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a99c0689-cd00-4b84-832f-5e951b78ada5 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3648176 Jan 14 07:32:12.919929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41344) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:12.939963 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92bc6d88-96b4-4480-a9cb-71e47f876651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.002497 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad648d33-c0ed-4f78-b159-25d73cfc7dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:13.050852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3c1c877-1085-40e8-9459-116a140a1f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.077439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3c1c877-1085-40e8-9459-116a140a1f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.090032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41348) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:13.101336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc6d88-96b4-4480-a9cb-71e47f876651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40303cf-89e7-4834-a2fc-63ba7206afbc,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:13.121043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8903e01d-a67d-4d06-abaa-7578bcab14a2 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Calling delete_port for 603b4895-521e-40c5-8eb9-4f9d915647bc owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:13.122003 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-92bc6d88-96b4-4480-a9cb-71e47f876651 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8961e0f614d040e8a55dd9aed6649912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8262954 Jan 14 07:32:13.131734 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-92bc6d88-96b4-4480-a9cb-71e47f876651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:13.141838 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cb33265c-687f-4d7d-a0d1-a715b977eb19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:13.143866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:32:13.156336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41354) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:13.190537 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b3c1c877-1085-40e8-9459-116a140a1f12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77c6dbeed82f46819472bf16ac464891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6778355 Jan 14 07:32:13.201647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41358) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:13.236321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1c877-1085-40e8-9459-116a140a1f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e435559-d55a-43c1-8b18-50fc7b098130,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:13.248120 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b3c1c877-1085-40e8-9459-116a140a1f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:13.333782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.343088 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.385946 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-90c9e72a-6ae6-4eaa-8481-a3cceca352eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.424483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-90c9e72a-6ae6-4eaa-8481-a3cceca352eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:13.432562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-90c9e72a-6ae6-4eaa-8481-a3cceca352eb admin admin] Usage tracker for resource:security_group_rule and tenant:ceb47d6e390647058f5a8d5cafe8de53 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:13.438469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-90c9e72a-6ae6-4eaa-8481-a3cceca352eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:13.447821 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fde0aeda-57f2-48d8-9395-91776daf536a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.449896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-90c9e72a-6ae6-4eaa-8481-a3cceca352eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:13.485816 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f25ac0fc-a4e9-4ab9-805c-bf41aa9d25a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.489893 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.508722 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-45421061-613d-43c7-b786-0c4cf8d9e80b tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:13.511769 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5d034b03-5912-482a-a481-26e064a40056 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:13.527813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=569021c2-bb17-4f00-bbff-1e0eac37eb4b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:13.537862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f908fe9-4112-4cd1-b37a-4802021d3432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.594123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Allocated IP 172.25.3.33 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/75b37225-7a8b-4f45-9ab2-1020d1f02eb5) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:13.597141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.597571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.597992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.598941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.599357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.599982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.600397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.600804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.601216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.601621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.602031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.602433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.602914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.603320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.603748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.604152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.604555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.604957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.605361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.605762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.606163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.606564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.606965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.607366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.607830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.608233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.608632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.609031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.609430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.609827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.610225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.610623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.611022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.611422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.611847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.612244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:13.617341 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:13.666516 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fde0aeda-57f2-48d8-9395-91776daf536a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.687831 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.691622 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "DELETE /v2.0/security-group-rules/569021c2-bb17-4f00-bbff-1e0eac37eb4b HTTP/1.1" status: 204 len: 168 time: 0.7626631 Jan 14 07:32:13.694816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41362) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:13.718112 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f908fe9-4112-4cd1-b37a-4802021d3432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.773810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ac0fc-a4e9-4ab9-805c-bf41aa9d25a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=b73af0ea-18cb-4751-85df-c4c90119f862,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:13.789315 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f25ac0fc-a4e9-4ab9-805c-bf41aa9d25a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:13.808243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8903e01d-a67d-4d06-abaa-7578bcab14a2 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.835695 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7944c853-235f-4700-9848-79d749b0702b tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:13.901238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fde0aeda-57f2-48d8-9395-91776daf536a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.910714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9139b71e-a21f-42da-9801-f0c5143ac570 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:13.914667 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-643d2d2a-e296-49bf-8c41-a962f88656f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:13.921510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f908fe9-4112-4cd1-b37a-4802021d3432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.940982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-90c9e72a-6ae6-4eaa-8481-a3cceca352eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:13.945995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25ac0fc-a4e9-4ab9-805c-bf41aa9d25a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:13.951002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0aeda-57f2-48d8-9395-91776daf536a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40303cf-89e7-4834-a2fc-63ba7206afbc,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:13.953966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f25ac0fc-a4e9-4ab9-805c-bf41aa9d25a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:13.956542 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fde0aeda-57f2-48d8-9395-91776daf536a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:13.963220 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cce58fb0-8b64-4d7a-9f5c-3c3cefb036d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:13.971756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-90c9e72a-6ae6-4eaa-8481-a3cceca352eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:14.003093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f908fe9-4112-4cd1-b37a-4802021d3432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e435559-d55a-43c1-8b18-50fc7b098130,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:14.016342 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6f908fe9-4112-4cd1-b37a-4802021d3432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:14.016929 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96b59720-8d20-4f89-ab4c-7816a7f3fb88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:14.041389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25ac0fc-a4e9-4ab9-805c-bf41aa9d25a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:14.042064 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f25ac0fc-a4e9-4ab9-805c-bf41aa9d25a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:14.071809 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fde0aeda-57f2-48d8-9395-91776daf536a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:14.075624 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fde0aeda-57f2-48d8-9395-91776daf536a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e40303cf-89e7-4834-a2fc-63ba7206afbc HTTP/1.1" status: 204 len: 168 time: 0.9157181 Jan 14 07:32:14.089494 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-90c9e72a-6ae6-4eaa-8481-a3cceca352eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ceb47d6e390647058f5a8d5cafe8de53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9947402 Jan 14 07:32:14.090457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f908fe9-4112-4cd1-b37a-4802021d3432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:14.094618 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6f908fe9-4112-4cd1-b37a-4802021d3432 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e435559-d55a-43c1-8b18-50fc7b098130 HTTP/1.1" status: 204 len: 168 time: 0.8887973 Jan 14 07:32:14.097856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41368) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:14.133338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9e72a-6ae6-4eaa-8481-a3cceca352eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cee5bd2-dbc3-44b2-b15a-99bdb951fc19,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:14.148626 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f25ac0fc-a4e9-4ab9-805c-bf41aa9d25a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4682987 Jan 14 07:32:14.149537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41374) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:14.153491 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-90c9e72a-6ae6-4eaa-8481-a3cceca352eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:14.169116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'mac_address': 'fa:16:3e:55:1c:6d', 'name': 'tempest-NetworksTestDHCPv6-1035230769'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:14.310738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903e01d-a67d-4d06-abaa-7578bcab14a2 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Pushing event deleted for resources: {'Port': ['ID=603b4895-521e-40c5-8eb9-4f9d915647bc,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:14.337332 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d178ae08-0897-4689-9bd6-135facccd19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:14.357475 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8903e01d-a67d-4d06-abaa-7578bcab14a2 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:14.404096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d178ae08-0897-4689-9bd6-135facccd19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:14.482078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:14.492415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Allocated IP 172.20.0.2 (5fcfc380-41a0-402d-b332-2d73328993fd/03d3775e-cd15-4fc0-b640-2411df0e3d22/7cfbecd2-9ff1-4fdd-b57d-a697001aa208) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:14.493000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:port and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:14.500645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for port was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:14.515597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:14.519038 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d178ae08-0897-4689-9bd6-135facccd19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:14.527201 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:14.539481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9139b71e-a21f-42da-9801-f0c5143ac570 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group_rule {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:14.546326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178ae08-0897-4689-9bd6-135facccd19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cee5bd2-dbc3-44b2-b15a-99bdb951fc19,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:14.550662 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d178ae08-0897-4689-9bd6-135facccd19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:14.553970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41382) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:14.560687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:14.566418 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9139b71e-a21f-42da-9801-f0c5143ac570 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8676023 Jan 14 07:32:14.572922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:14.585766 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d178ae08-0897-4689-9bd6-135facccd19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:14.590377 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d178ae08-0897-4689-9bd6-135facccd19e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6cee5bd2-dbc3-44b2-b15a-99bdb951fc19 HTTP/1.1" status: 204 len: 168 time: 0.4907138 Jan 14 07:32:14.648495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:14.784304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc808ed-9de6-4c73-8e51-98221609224d None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:14.797546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41392) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:14.907057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:14.953866 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-222cc78b-1048-46a2-b6b6-1b8384801a80 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:14.990977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:14.992064 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.029392 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.043245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-dd5e1d64-17aa-48da-9f7c-055ff3873402 None None] Provisioning for port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:15.062903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-dd5e1d64-17aa-48da-9f7c-055ff3873402 None None] Provisioning complete for port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:15.063521 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd5e1d64-17aa-48da-9f7c-055ff3873402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.065008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b6b92b2-d837-4539-a4da-a93a08bad178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.177547 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.186193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0b6b92b2-d837-4539-a4da-a93a08bad178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:15.244140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0b6b92b2-d837-4539-a4da-a93a08bad178 admin admin] Usage tracker for resource:security_group_rule and tenant:681897d6a7eb4d6bb9c447094e01d600 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:15.256090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-222cc78b-1048-46a2-b6b6-1b8384801a80 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.263437 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a03407b1-a006-45b2-9716-3d72aff545db tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:15.268710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0b6b92b2-d837-4539-a4da-a93a08bad178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:15.309481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port 3d27293d-746b-436c-8609-e14f1c6b41e4 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:32:15.338042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd5e1d64-17aa-48da-9f7c-055ff3873402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.360087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0b6b92b2-d837-4539-a4da-a93a08bad178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:15.377026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Pushing event updated for resources: {'Port': ['ID=75b37225-7a8b-4f45-9ab2-1020d1f02eb5,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:15.427579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-dd5e1d64-17aa-48da-9f7c-055ff3873402 None None] For port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=95cdf9f2-48ec-45b1-89ce-896f79fcf2f2,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:15.437819 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd5e1d64-17aa-48da-9f7c-055ff3873402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.442681 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f20964d6-c430-4eb8-b377-ae1c4205d7ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:15.458917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41402) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:15.510215 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ce29519-7df2-40da-a706-2950f0700fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.528472 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-222cc78b-1048-46a2-b6b6-1b8384801a80 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.534536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e1d64-17aa-48da-9f7c-055ff3873402 None None] Pushing event updated for resources: {'Port': ['ID=95cdf9f2-48ec-45b1-89ce-896f79fcf2f2,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:15.539113 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dd5e1d64-17aa-48da-9f7c-055ff3873402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:15.540250 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6700bec9-5e8f-4e8d-bc70-b05511cd1c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:15.542054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Pushing event updated for resources: {'Port': ['ID=7cfbecd2-9ff1-4fdd-b57d-a697001aa208,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:15.545583 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:15.556413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d4711b-f1f9-403d-ae72-7db869192db7 None None] Update dhcp port {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'fixed_ips': [{'subnet_id': 'c925b9ca-a68c-4f2b-8541-020d6637cc00', 'ip_address': '2001:db8::f816:3eff:fe5e:ac07'}, {'subnet_id': 'b73af0ea-18cb-4751-85df-c4c90119f862'}], 'binding:host_id': 'n-d-769329-2'}, 'id': '95cdf9f2-48ec-45b1-89ce-896f79fcf2f2'} from n-d-769329-2. {{(pid=80909) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:32:15.560740 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:15.561296 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:15.608008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1ce29519-7df2-40da-a706-2950f0700fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:15.611553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cc78b-1048-46a2-b6b6-1b8384801a80 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Pushing event deleted for resources: {'SecurityGroup': ['ID=303a2992-0f54-4d95-be4b-d4bc972598eb,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:15.621756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2d4711b-f1f9-403d-ae72-7db869192db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.632176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1ce29519-7df2-40da-a706-2950f0700fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:93607808f9c24d9cbc1a8c22cf58bdc8 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:15.635189 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-222cc78b-1048-46a2-b6b6-1b8384801a80 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:15.636540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1ce29519-7df2-40da-a706-2950f0700fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:15.655223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1ce29519-7df2-40da-a706-2950f0700fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:15.660274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8903e01d-a67d-4d06-abaa-7578bcab14a2 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.681233 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8903e01d-a67d-4d06-abaa-7578bcab14a2 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] 10.222.0.41 "DELETE /v2.0/ports/603b4895-521e-40c5-8eb9-4f9d915647bc HTTP/1.1" status: 204 len: 168 time: 4.8909347 Jan 14 07:32:15.688545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41408) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:15.734187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Network 5fcfc380-41a0-402d-b332-2d73328993fd is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:15.736673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:15.737858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:15.740528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:15.751618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-222cc78b-1048-46a2-b6b6-1b8384801a80 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.756036 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-222cc78b-1048-46a2-b6b6-1b8384801a80 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "DELETE /v2.0/security-groups/303a2992-0f54-4d95-be4b-d4bc972598eb HTTP/1.1" status: 204 len: 168 time: 1.1950085 Jan 14 07:32:15.802662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41414) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:15.803476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:15.806246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:15.821720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:15.996570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9331f244-23d2-48d4-b6c2-acf86cd0e71f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:16.002128 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b6b92b2-d837-4539-a4da-a93a08bad178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:16.006956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 172.20.0.14 (e6acc9a6-db0b-42d1-82b7-716516d3711e/b73af0ea-18cb-4751-85df-c4c90119f862/3d27293d-746b-436c-8609-e14f1c6b41e4) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:16.022708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b6b92b2-d837-4539-a4da-a93a08bad178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:16.037682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::f816:3eff:fe55:1c6d (e6acc9a6-db0b-42d1-82b7-716516d3711e/c925b9ca-a68c-4f2b-8541-020d6637cc00/3d27293d-746b-436c-8609-e14f1c6b41e4) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:16.045078 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9f33a2fe-bff0-4375-89c3-53c1a88a2cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:16.101787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9331f244-23d2-48d4-b6c2-acf86cd0e71f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:16.103144 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9331f244-23d2-48d4-b6c2-acf86cd0e71f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2883720 Jan 14 07:32:16.115170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41422) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:16.163458 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:16.181947 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0b6b92b2-d837-4539-a4da-a93a08bad178 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=681897d6a7eb4d6bb9c447094e01d600&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3777444 Jan 14 07:32:16.181947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b92b2-d837-4539-a4da-a93a08bad178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a218ac-6612-4a01-a581-69bb3f96fb07,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:16.186305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ce29519-7df2-40da-a706-2950f0700fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:16.204629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41426) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:16.231497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339f8510-5d18-428d-8130-fdee785348af tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:16.235853 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-339f8510-5d18-428d-8130-fdee785348af tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] 10.222.0.41 "GET /v2.0/ports?device_id=c70cba5f-4ef9-4bd7-9831-b57ebe90870c HTTP/1.1" status: 200 len: 913 time: 0.5398347 Jan 14 07:32:16.235853 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0b6b92b2-d837-4539-a4da-a93a08bad178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:16.239964 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ce29519-7df2-40da-a706-2950f0700fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:16.251633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41432) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:16.252344 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-223418d9-cc4b-46b8-b480-4c4076495159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:16.458456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:16.491363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c6b4f7e3-5b9e-4007-bba7-22f4fc468a51 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Synchronizing usage tracker for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:16.518213 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1ce29519-7df2-40da-a706-2950f0700fe0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93607808f9c24d9cbc1a8c22cf58bdc8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0580456 Jan 14 07:32:16.558366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41438) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:16.559974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:16.561042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:16.593057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8704-4b85-41f6-8bbf-8064fcbfc452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:16.652940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c6b4f7e3-5b9e-4007-bba7-22f4fc468a51 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Unset dirty status for tenant:45780608969048e8b298b3b812591fd3 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:16.654319 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c6b4f7e3-5b9e-4007-bba7-22f4fc468a51 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5380533 Jan 14 07:32:16.838365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce29519-7df2-40da-a706-2950f0700fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e978759d-f8c5-4064-981b-594424f9641e,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:16.846438 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1ce29519-7df2-40da-a706-2950f0700fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:17.092836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41454) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:17.132965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8704-4b85-41f6-8bbf-8064fcbfc452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:17.138168 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:17.168301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object 3d27293d-746b-436c-8609-e14f1c6b41e4 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:17.231996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:17.304709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:17.317940 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:17.335698 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bf8c1da9-19f2-4b5f-9962-374e0e7bd91d tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:17.357459 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af16b1a0-a81d-4626-ab38-7ce671daa84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:17.447296 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af16b1a0-a81d-4626-ab38-7ce671daa84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:17.448740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e2d4711b-f1f9-403d-ae72-7db869192db7 None None] Allocated IP 172.20.0.2 (e6acc9a6-db0b-42d1-82b7-716516d3711e/b73af0ea-18cb-4751-85df-c4c90119f862/95cdf9f2-48ec-45b1-89ce-896f79fcf2f2) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:17.540422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=3d27293d-746b-436c-8609-e14f1c6b41e4,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:17.550783 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:17.569852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af16b1a0-a81d-4626-ab38-7ce671daa84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:17.633933 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5ca7ead-ef7e-4d4d-b564-622fa7405ac9 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:17.653191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8704-4b85-41f6-8bbf-8064fcbfc452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:17.655324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e2d4711b-f1f9-403d-ae72-7db869192db7 None None] For port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=95cdf9f2-48ec-45b1-89ce-896f79fcf2f2,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:17.684705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16b1a0-a81d-4626-ab38-7ce671daa84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e978759d-f8c5-4064-981b-594424f9641e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:17.687626 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-af16b1a0-a81d-4626-ab38-7ce671daa84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:17.696285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b387af40-067c-4f33-b62d-b8ea17ca7fea tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:17.697452 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a2477ab2-74a2-4ca6-8339-57270ae8b220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:17.726731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2d4711b-f1f9-403d-ae72-7db869192db7 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:17.727323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe8704-4b85-41f6-8bbf-8064fcbfc452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a218ac-6612-4a01-a581-69bb3f96fb07,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:17.730815 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a4fe8704-4b85-41f6-8bbf-8064fcbfc452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:17.731684 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8704-4b85-41f6-8bbf-8064fcbfc452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:17.733105 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a4fe8704-4b85-41f6-8bbf-8064fcbfc452 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4a218ac-6612-4a01-a581-69bb3f96fb07 HTTP/1.1" status: 204 len: 168 time: 1.5251772 Jan 14 07:32:17.790211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:17.799985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:17.819827 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af16b1a0-a81d-4626-ab38-7ce671daa84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:17.821530 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-af16b1a0-a81d-4626-ab38-7ce671daa84c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e978759d-f8c5-4064-981b-594424f9641e HTTP/1.1" status: 204 len: 168 time: 1.2590396 Jan 14 07:32:17.825358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e2d4711b-f1f9-403d-ae72-7db869192db7 None None] Transition to ACTIVE for port object 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:17.830711 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2d4711b-f1f9-403d-ae72-7db869192db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:17.868757 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0d2f58ac-3058-47da-b634-04ec1a1079c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45780608969048e8b298b3b812591fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7745328 Jan 14 07:32:17.869751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41472) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:17.871074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:17.987760 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b7eb6ce2-9e00-4024-9772-4fd16dc065d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:18.140317 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.142903 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.142903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.142903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:18.142903 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.142903 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.142903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.142903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:18.142903 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.142903 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.142903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.142903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:32:18.142903 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.142903 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.142903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.142903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:32:18.142903 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.142903 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.142903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.144016 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.147091 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:18.147091 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.147091 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.147091 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.147091 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:18.147091 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:18.147091 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.147091 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.147091 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.147091 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.147091 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.147091 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.147091 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:18.147091 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:18.178405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:18.179158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:18.219529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ccfeddd1-c84c-4af2-a627-3b0e979204ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:18.265779 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.1086345 Jan 14 07:32:18.273424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41482) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:18.284601 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:18.349782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4711b-f1f9-403d-ae72-7db869192db7 None None] Pushing event updated for resources: {'Port': ['ID=95cdf9f2-48ec-45b1-89ce-896f79fcf2f2,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:18.354689 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e2d4711b-f1f9-403d-ae72-7db869192db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:18.401194 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ccfeddd1-c84c-4af2-a627-3b0e979204ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:18.498972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:18.543979 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:18.622045 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ccfeddd1-c84c-4af2-a627-3b0e979204ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:18.646688 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fde0aeda-57f2-48d8-9395-91776daf536a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:18.681475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfeddd1-c84c-4af2-a627-3b0e979204ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2add90dd-d747-49d0-a32a-1d9a7dc47592,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:18.697164 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ccfeddd1-c84c-4af2-a627-3b0e979204ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:18.814260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b387af40-067c-4f33-b62d-b8ea17ca7fea tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Deleting port 59973f85-8cef-4dc0-bef8-2241cd1f39b0 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:18.814644 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b387af40-067c-4f33-b62d-b8ea17ca7fea tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:18.829157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb8d25a-dfae-48ea-b290-b2b06b318b0e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:18.857254 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ccfeddd1-c84c-4af2-a627-3b0e979204ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:18.858404 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ccfeddd1-c84c-4af2-a627-3b0e979204ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2add90dd-d747-49d0-a32a-1d9a7dc47592 HTTP/1.1" status: 204 len: 168 time: 0.9507494 Jan 14 07:32:18.864298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb8d25a-dfae-48ea-b290-b2b06b318b0e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:18.869225 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1eb8d25a-dfae-48ea-b290-b2b06b318b0e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.5917542 Jan 14 07:32:18.884696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41498) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:19.031692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Router fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:32:19.181744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-af120d0e-da96-4d77-8789-31ba63dbfd08 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port 3d27293d-746b-436c-8609-e14f1c6b41e4 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:19.182128 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af120d0e-da96-4d77-8789-31ba63dbfd08 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:19.272758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:32:19.281616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] Sync routers for ids ['fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:32:19.294557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Router 6d02119f-29c4-4115-bd56-b19ce88f4000 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:32:19.299512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] Routers {'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:32:19.300181 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:19.302264 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f3430d5a-da51-4d93-8f36-f3ea0092c1ff admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 12.6647699 Jan 14 07:32:19.303716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:31:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:19.305366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41510) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:19.386890 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b387af40-067c-4f33-b62d-b8ea17ca7fea tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:19.632714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b387af40-067c-4f33-b62d-b8ea17ca7fea tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Calling delete_port for 59973f85-8cef-4dc0-bef8-2241cd1f39b0 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:19.844572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cfb35e39-ceb2-4510-a0ea-76c03e225e78 None None] Provisioning for port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:19.872390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cfb35e39-ceb2-4510-a0ea-76c03e225e78 None None] Provisioning complete for port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:19.872822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cfb35e39-ceb2-4510-a0ea-76c03e225e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:19.890733 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af120d0e-da96-4d77-8789-31ba63dbfd08 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:20.044764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] Set router fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:32:20.164793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-af120d0e-da96-4d77-8789-31ba63dbfd08 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for 3d27293d-746b-436c-8609-e14f1c6b41e4 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:20.457586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecf4d73-aa72-4f69-b121-224b9ffab496 None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:32:20.619410 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b387af40-067c-4f33-b62d-b8ea17ca7fea tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:20.637400 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-85c1d648-ba3b-408d-b87e-93042c404b3b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:20.707927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387af40-067c-4f33-b62d-b8ea17ca7fea tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Pushing event deleted for resources: {'Port': ['ID=59973f85-8cef-4dc0-bef8-2241cd1f39b0,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:20.724356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecf4d73-aa72-4f69-b121-224b9ffab496 None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:32:20.778328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:32:20.790664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] Sync routers for ids ['6d02119f-29c4-4115-bd56-b19ce88f4000'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:32:20.807757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] Routers {'6d02119f-29c4-4115-bd56-b19ce88f4000'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:32:20.808449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:31:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['6d02119f-29c4-4115-bd56-b19ce88f4000'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:20.844844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:20.848095 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 13.4382513 Jan 14 07:32:20.979737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997851644-router', 'tenant_id': '6d7520fa252a4c31810a950325b77aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '75b37225-7a8b-4f45-9ab2-1020d1f02eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:32:07Z', 'updated_at': '2021-01-14T07:32:16Z', 'revision_number': 3, 'project_id': '6d7520fa252a4c31810a950325b77aad', 'gw_port': {'id': '75b37225-7a8b-4f45-9ab2-1020d1f02eb5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:49:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:12Z', 'updated_at': '2021-01-14T07:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:20.999142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41540) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:21.007215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] Checking router: fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:32:21.007741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] Updating router fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34 port 75b37225-7a8b-4f45-9ab2-1020d1f02eb5 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:32:21.122077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] Set router 6d02119f-29c4-4115-bd56-b19ce88f4000 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:32:21.244655 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:21.248039 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b387af40-067c-4f33-b62d-b8ea17ca7fea tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:21.336701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-59c99bde-12a2-49df-80c0-a4a6b4f485f8 None None] Provisioning for port 3d27293d-746b-436c-8609-e14f1c6b41e4 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:21.355420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af120d0e-da96-4d77-8789-31ba63dbfd08 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:21.365750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-59c99bde-12a2-49df-80c0-a4a6b4f485f8 None None] Provisioning complete for port 3d27293d-746b-436c-8609-e14f1c6b41e4 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:21.366185 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-59c99bde-12a2-49df-80c0-a4a6b4f485f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:21.404718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-59c99bde-12a2-49df-80c0-a4a6b4f485f8 None None] Port 3d27293d-746b-436c-8609-e14f1c6b41e4 was deleted so its status cannot be updated. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 07:32:21.444429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41550) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:21.497677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d02119f-29c4-4115-bd56-b19ce88f4000', 'name': '', 'tenant_id': '01198dca62964a4580406d05c0496a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fcfc380-41a0-402d-b332-2d73328993fd', 'external_fixed_ips': [{'subnet_id': '03d3775e-cd15-4fc0-b640-2411df0e3d22', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '7cfbecd2-9ff1-4fdd-b57d-a697001aa208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:32:07Z', 'updated_at': '2021-01-14T07:32:16Z', 'revision_number': 3, 'project_id': '01198dca62964a4580406d05c0496a44', 'gw_port': {'id': '7cfbecd2-9ff1-4fdd-b57d-a697001aa208', 'name': '', 'network_id': '5fcfc380-41a0-402d-b332-2d73328993fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:de:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d02119f-29c4-4115-bd56-b19ce88f4000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '03d3775e-cd15-4fc0-b640-2411df0e3d22', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:13Z', 'updated_at': '2021-01-14T07:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03d3775e-cd15-4fc0-b640-2411df0e3d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:21.502826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] Checking router: 6d02119f-29c4-4115-bd56-b19ce88f4000 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:32:21.503750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] Updating router 6d02119f-29c4-4115-bd56-b19ce88f4000 port 7cfbecd2-9ff1-4fdd-b57d-a697001aa208 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:32:21.533858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-59c99bde-12a2-49df-80c0-a4a6b4f485f8 None None] Provisioning complete for port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:21.534280 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-59c99bde-12a2-49df-80c0-a4a6b4f485f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:21.574591 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:21.651726 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b9e0ba6d-2b4c-461c-b39d-ed58be1b8a00 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:21.808506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af120d0e-da96-4d77-8789-31ba63dbfd08 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=3d27293d-746b-436c-8609-e14f1c6b41e4,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:21.811385 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-af120d0e-da96-4d77-8789-31ba63dbfd08 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:21.950763 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.071376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af120d0e-da96-4d77-8789-31ba63dbfd08 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.092357 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.105897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] Transition to ACTIVE for port object 7cfbecd2-9ff1-4fdd-b57d-a697001aa208 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:22.111833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.121766 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-af120d0e-da96-4d77-8789-31ba63dbfd08 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/3d27293d-746b-436c-8609-e14f1c6b41e4 HTTP/1.1" status: 204 len: 168 time: 3.2287149 Jan 14 07:32:22.130961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41562) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:22.278296 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.293209 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d81c67d2-dc8b-4b19-abce-e734ca5ac5a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:22.351863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] Transition to ACTIVE for port object 75b37225-7a8b-4f45-9ab2-1020d1f02eb5 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:22.359445 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b387af40-067c-4f33-b62d-b8ea17ca7fea tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.362540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.410723 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6f5ff9dd-4d1f-4d2d-9036-36d888020d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:22.440777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Pushing event updated for resources: {'Port': ['ID=7cfbecd2-9ff1-4fdd-b57d-a697001aa208,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:22.471549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.475446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.477333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.478357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.479065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.479620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.480203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.480722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.481234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.481815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.482531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.483209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.484013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.484584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.485713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.486279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.486840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.487414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.487999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.488771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.489608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.490315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.490880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.491440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.492092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.492778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.494034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.494611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.495537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.496166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.497237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.497813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.498810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.499532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.500152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.500752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:22.518640 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:22.526387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab6e01-6335-42f0-995f-f190339c5b41 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:22.528349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] Attempting to bind port 7cfbecd2-9ff1-4fdd-b57d-a697001aa208 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:32:22.528979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] Attempting to bind port 7cfbecd2-9ff1-4fdd-b57d-a697001aa208 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '9b2985b3-cf98-4ebb-8ae5-388fc3317728', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5fcfc380-41a0-402d-b332-2d73328993fd'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:32:22.529641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] Attempting to bind port 7cfbecd2-9ff1-4fdd-b57d-a697001aa208 on network 5fcfc380-41a0-402d-b332-2d73328993fd {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:32:22.531560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab6e01-6335-42f0-995f-f190339c5b41 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:22.538005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:32:22.538741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] Checking segment: {'id': '9b2985b3-cf98-4ebb-8ae5-388fc3317728', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5fcfc380-41a0-402d-b332-2d73328993fd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:32:22.539417 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.540118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] Bound using segment: {'id': '9b2985b3-cf98-4ebb-8ae5-388fc3317728', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5fcfc380-41a0-402d-b332-2d73328993fd'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:32:22.540403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab6e01-6335-42f0-995f-f190339c5b41 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:22.541078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] Bound port: 7cfbecd2-9ff1-4fdd-b57d-a697001aa208, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2985b3-cf98-4ebb-8ae5-388fc3317728', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5fcfc380-41a0-402d-b332-2d73328993fd'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:32:22.541331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a3ab6e01-6335-42f0-995f-f190339c5b41 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:22.542051 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.602767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90e13d-3cdc-4297-9611-168bbeaf3a81 None None] Pushing event updated for resources: {'Port': ['ID=75b37225-7a8b-4f45-9ab2-1020d1f02eb5,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:22.617126 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.659876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] For port 7cfbecd2-9ff1-4fdd-b57d-a697001aa208, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:32:22.661932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Request body: {'security_group': {'name': 'tempest-secgroup--977042110'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:22.665140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] For port 7cfbecd2-9ff1-4fdd-b57d-a697001aa208, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7cfbecd2-9ff1-4fdd-b57d-a697001aa208,segment=NetworkSegment(9b2985b3-cf98-4ebb-8ae5-388fc3317728),segment_id=9b2985b3-cf98-4ebb-8ae5-388fc3317728)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:32:22.670439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.694838 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:22.695634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Deleting port 7cfbecd2-9ff1-4fdd-b57d-a697001aa208 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:22.696041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.718715 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5c90e13d-3cdc-4297-9611-168bbeaf3a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:22.775126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:22.808853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Usage tracker for resource:security_group and tenant:658cd1b2c5834ee9a6d303463c03b35f is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:22.845465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:22.868951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:22.945934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] Attempting to bind port 75b37225-7a8b-4f45-9ab2-1020d1f02eb5 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:32:22.947818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] Attempting to bind port 75b37225-7a8b-4f45-9ab2-1020d1f02eb5 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:32:22.948291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] Attempting to bind port 75b37225-7a8b-4f45-9ab2-1020d1f02eb5 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:32:22.949162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.972798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:32:22.973321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:32:22.973895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:22.986596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:32:22.987507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] Bound port: 75b37225-7a8b-4f45-9ab2-1020d1f02eb5, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:32:22.987989 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:23.012243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:23.077154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a3ab6e01-6335-42f0-995f-f190339c5b41 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:23.082106 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a3ab6e01-6335-42f0-995f-f190339c5b41 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.9500856 Jan 14 07:32:23.091298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41576) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:23.172889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b387af40-067c-4f33-b62d-b8ea17ca7fea tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Router c70cba5f-4ef9-4bd7-9831-b57ebe90870c has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:32:23.196318 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:23.253322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] For port 75b37225-7a8b-4f45-9ab2-1020d1f02eb5, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:32:23.260341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] For port 75b37225-7a8b-4f45-9ab2-1020d1f02eb5, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=75b37225-7a8b-4f45-9ab2-1020d1f02eb5,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:32:23.274539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:23.275625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:23.297241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Usage tracker for resource:security_group_rule and tenant:658cd1b2c5834ee9a6d303463c03b35f is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:23.309491 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5c90e13d-3cdc-4297-9611-168bbeaf3a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:23.312062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:23.366521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:23.419176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Pushing event updated for resources: {'Port': ['ID=7cfbecd2-9ff1-4fdd-b57d-a697001aa208,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:23.458734 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:23.480778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b387af40-067c-4f33-b62d-b8ea17ca7fea tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:32:23.490362 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b387af40-067c-4f33-b62d-b8ea17ca7fea tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] 10.222.0.41 "PUT /v2.0/routers/c70cba5f-4ef9-4bd7-9831-b57ebe90870c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2279871 Jan 14 07:32:23.500065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41586) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:23.558939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] Routers {'6d02119f-29c4-4115-bd56-b19ce88f4000'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:32:23.560734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:31:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['6d02119f-29c4-4115-bd56-b19ce88f4000'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:23.610833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:23.693980 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f55df67-8962-4b11-8ef8-2d64f3ef782a tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:23.809803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Calling delete_port for 7cfbecd2-9ff1-4fdd-b57d-a697001aa208 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:23.839938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41590) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:23.913865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19456c3-4c57-4dfc-9628-ebea3d6c4ecc None None] Sync routers for ids ['c70cba5f-4ef9-4bd7-9831-b57ebe90870c'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:32:23.970792 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:23.992188 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.000555 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-232c4164-8838-4f9f-bb2f-afeade7f7a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:24.034764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19456c3-4c57-4dfc-9628-ebea3d6c4ecc None None] Routers {'c70cba5f-4ef9-4bd7-9831-b57ebe90870c'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:32:24.036113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f19456c3-4c57-4dfc-9628-ebea3d6c4ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:31:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c70cba5f-4ef9-4bd7-9831-b57ebe90870c'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:24.061877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] Set router 6d02119f-29c4-4115-bd56-b19ce88f4000 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:32:24.085285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:24.130496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Usage tracker for resource:security_group_rule and tenant:658cd1b2c5834ee9a6d303463c03b35f is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:24.133783 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:32:24.134367 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:32:24.138837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f55df67-8962-4b11-8ef8-2d64f3ef782a tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.141184 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f55df67-8962-4b11-8ef8-2d64f3ef782a tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.143245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:24.163458 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f55df67-8962-4b11-8ef8-2d64f3ef782a tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.163800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f55df67-8962-4b11-8ef8-2d64f3ef782a tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Fanout notify agent at l3_agent the message router_deleted on router c70cba5f-4ef9-4bd7-9831-b57ebe90870c {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:32:24.178071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-263b8b06-3426-4cfe-aa11-5aaa57b88c0e None None] Provisioning complete for port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:24.178836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-263b8b06-3426-4cfe-aa11-5aaa57b88c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.193989 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f55df67-8962-4b11-8ef8-2d64f3ef782a tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.197564 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8f55df67-8962-4b11-8ef8-2d64f3ef782a tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] 10.222.0.41 "DELETE /v2.0/routers/c70cba5f-4ef9-4bd7-9831-b57ebe90870c HTTP/1.1" status: 204 len: 168 time: 0.6943324 Jan 14 07:32:24.207888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41602) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:24.311343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a5eead-4aa5-4b04-9220-10d1d90fa85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet b73af0ea-18cb-4751-85df-c4c90119f862 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:32:24.316819 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71a5eead-4aa5-4b04-9220-10d1d90fa85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.336791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ea4e2863-09a5-4190-8ea3-ced18942caef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.367403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f19456c3-4c57-4dfc-9628-ebea3d6c4ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:24.400329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90e13d-3cdc-4297-9611-168bbeaf3a81 None None] Pushing event updated for resources: {'Port': ['ID=75b37225-7a8b-4f45-9ab2-1020d1f02eb5,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:24.408536 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5c90e13d-3cdc-4297-9611-168bbeaf3a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.099s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:24.528262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:24.538025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff83082-f123-4831-a5c0-138831d4e10a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:24.555835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19456c3-4c57-4dfc-9628-ebea3d6c4ecc None None] Routers set() bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:32:24.556349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19456c3-4c57-4dfc-9628-ebea3d6c4ecc None None] Router IDs set() for agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 14 07:32:24.557878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_agentschedulers_db [None req-f19456c3-4c57-4dfc-9628-ebea3d6c4ecc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c70cba5f-4ef9-4bd7-9831-b57ebe90870c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:31:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent'). {{(pid=80909) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}} Jan 14 07:32:24.558333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19456c3-4c57-4dfc-9628-ebea3d6c4ecc None None] The sync data for ids ['c70cba5f-4ef9-4bd7-9831-b57ebe90870c'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:32:24.607018 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:24.607390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] Routers {'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:32:24.608082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:31:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:24.635713 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.715776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d02119f-29c4-4115-bd56-b19ce88f4000', 'name': '', 'tenant_id': '01198dca62964a4580406d05c0496a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fcfc380-41a0-402d-b332-2d73328993fd', 'external_fixed_ips': [{'subnet_id': '03d3775e-cd15-4fc0-b640-2411df0e3d22', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '7cfbecd2-9ff1-4fdd-b57d-a697001aa208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:32:07Z', 'updated_at': '2021-01-14T07:32:16Z', 'revision_number': 3, 'project_id': '01198dca62964a4580406d05c0496a44', 'gw_port': {'id': '7cfbecd2-9ff1-4fdd-b57d-a697001aa208', 'name': '', 'network_id': '5fcfc380-41a0-402d-b332-2d73328993fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:de:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d02119f-29c4-4115-bd56-b19ce88f4000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '03d3775e-cd15-4fc0-b640-2411df0e3d22', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:13Z', 'updated_at': '2021-01-14T07:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03d3775e-cd15-4fc0-b640-2411df0e3d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:24.726580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a620ff-7873-445a-91fa-dc1a90a3464b None None] The sync data for ids ['6d02119f-29c4-4115-bd56-b19ce88f4000'] in n-d-769329-2 is: [{'id': '6d02119f-29c4-4115-bd56-b19ce88f4000', 'name': '', 'tenant_id': '01198dca62964a4580406d05c0496a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5fcfc380-41a0-402d-b332-2d73328993fd', 'external_fixed_ips': [{'subnet_id': '03d3775e-cd15-4fc0-b640-2411df0e3d22', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '7cfbecd2-9ff1-4fdd-b57d-a697001aa208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:32:07Z', 'updated_at': '2021-01-14T07:32:16Z', 'revision_number': 3, 'project_id': '01198dca62964a4580406d05c0496a44', 'gw_port': {'id': '7cfbecd2-9ff1-4fdd-b57d-a697001aa208', 'name': '', 'network_id': '5fcfc380-41a0-402d-b332-2d73328993fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:de:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d02119f-29c4-4115-bd56-b19ce88f4000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1896, 'fixed_ips': [{'subnet_id': '03d3775e-cd15-4fc0-b640-2411df0e3d22', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:13Z', 'updated_at': '2021-01-14T07:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03d3775e-cd15-4fc0-b640-2411df0e3d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:32:24.847905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41610) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:24.868975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Request body: {'network': {'name': 'tempest-TagsTest-test-network-121441394'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:24.890741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:24.901649 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.904177 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71a5eead-4aa5-4b04-9220-10d1d90fa85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.909547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Deleting port 7cfbecd2-9ff1-4fdd-b57d-a697001aa208 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:24.909927 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:24.938454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Usage tracker for resource:network and tenant:d7cc5a5e582a43b794c9a4c718deadb2 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:24.958718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:24.978255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] Set router fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:32:24.980582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:25.031768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Made reservation on behalf of d7cc5a5e582a43b794c9a4c718deadb2 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:25.042414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:25.077039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95d0d73-261e-415b-9721-b6fa0698a2d5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Deleting subnet e91f47b6-cfbd-4642-9a17-2e8fb1dc1c62 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:32:25.088489 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:25.107502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e95d0d73-261e-415b-9721-b6fa0698a2d5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:25.184361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:25.214459 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e95d0d73-261e-415b-9721-b6fa0698a2d5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:25.259625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Allocated IP 172.20.0.1 (c8690ab7-57a7-4ffd-ad46-a5816a393c36/241caae7-8dce-44bf-bc83-9842f99953a9/f9dd0616-90ee-4ac5-a095-92757eaad83f) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:25.271930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] For port 7cfbecd2-9ff1-4fdd-b57d-a697001aa208, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7cfbecd2-9ff1-4fdd-b57d-a697001aa208,segment=NetworkSegment(9b2985b3-cf98-4ebb-8ae5-388fc3317728),segment_id=9b2985b3-cf98-4ebb-8ae5-388fc3317728)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:25.272337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:25.366524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e95d0d73-261e-415b-9721-b6fa0698a2d5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:25.534305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997851644-router', 'tenant_id': '6d7520fa252a4c31810a950325b77aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '75b37225-7a8b-4f45-9ab2-1020d1f02eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:32:07Z', 'updated_at': '2021-01-14T07:32:16Z', 'revision_number': 3, 'project_id': '6d7520fa252a4c31810a950325b77aad', 'gw_port': {'id': '75b37225-7a8b-4f45-9ab2-1020d1f02eb5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:49:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:12Z', 'updated_at': '2021-01-14T07:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:25.539882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d4fee-1a42-477b-8ba3-7828fad542a3 None None] The sync data for ids ['fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34'] in n-d-769329-2 is: [{'id': 'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997851644-router', 'tenant_id': '6d7520fa252a4c31810a950325b77aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '75b37225-7a8b-4f45-9ab2-1020d1f02eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:32:07Z', 'updated_at': '2021-01-14T07:32:16Z', 'revision_number': 3, 'project_id': '6d7520fa252a4c31810a950325b77aad', 'gw_port': {'id': '75b37225-7a8b-4f45-9ab2-1020d1f02eb5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:49:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:12Z', 'updated_at': '2021-01-14T07:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:32:25.607333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Usage tracker for resource:security_group_rule and tenant:d7cc5a5e582a43b794c9a4c718deadb2 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:25.610623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:25.617160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:25.705694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-420864837'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:25.714947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:25.720458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Usage tracker for resource:network and tenant:cacbdb523dd34a999d2f1f9dea4cb14a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:25.724693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:25.731702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:25.836947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Calling delete_port for 7cfbecd2-9ff1-4fdd-b57d-a697001aa208 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:25.967394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Made reservation on behalf of cacbdb523dd34a999d2f1f9dea4cb14a for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:25.979621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.007790 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.008879 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.014119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.081575 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71a5eead-4aa5-4b04-9220-10d1d90fa85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.112848 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.122517 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.135294 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-08b1db44-b96e-41a9-9f7d-4092003b76e4 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:26.155997 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-af16b1a0-a81d-4626-ab38-7ce671daa84c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:26.172366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:26.205909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Usage tracker for resource:security_group_rule and tenant:cacbdb523dd34a999d2f1f9dea4cb14a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:26.206142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe46bab-b7c4-49c3-8908-bdcaf3c32590,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:26.208867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.212842 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 4.7628384 Jan 14 07:32:26.214215 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:26.214483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41630) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:26.222346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:26.263356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:26.295089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Pushing event updated for resources: {'SecurityGroup': ['ID=d330e3f7-8941-413f-a8cd-b27f24e52580,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:26.297510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.308585 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e95d0d73-261e-415b-9721-b6fa0698a2d5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.448187 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.586907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 75b37225-7a8b-4f45-9ab2-1020d1f02eb5 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:26.605070 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.625696 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-74090d4e-5f38-45ed-a0aa-429759b934cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:26.626849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.627291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.627795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.628345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.628776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.630029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.630029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.630329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.630696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.631114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.631532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.632246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.632591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.633005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.633420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.633830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.634242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.634652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.635062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.635470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.635919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.636330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.636739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.637148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.637597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.638054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.638407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.638773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.639224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.639634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.640092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.640497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.640901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.641309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.641834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.642363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:32:26.700216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Pushing event updated for resources: {'Port': ['ID=f9dd0616-90ee-4ac5-a095-92757eaad83f,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:26.703901 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:26.735063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 75b37225-7a8b-4f45-9ab2-1020d1f02eb5 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:26.746631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 75b37225-7a8b-4f45-9ab2-1020d1f02eb5 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:26.747363 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.781442 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e01a8972-4a70-401c-a2d3-2d71a1749788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.788441 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:26.792970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.821208 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9762f9b4-7e12-49ce-8279-505453e54d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:26.905889 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.925220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 75b37225-7a8b-4f45-9ab2-1020d1f02eb5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=75b37225-7a8b-4f45-9ab2-1020d1f02eb5,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:26.925577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71a5eead-4aa5-4b04-9220-10d1d90fa85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.929694 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.930428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7cfbecd2-9ff1-4fdd-b57d-a697001aa208 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:26.959349 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e95d0d73-261e-415b-9721-b6fa0698a2d5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.972344 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d1c9ecf9-f72a-4904-9322-77078560045e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:26.974871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.979609 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5f71dd31-8e8e-450f-8a38-3ea9b87dc1a8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.7500310 Jan 14 07:32:26.979777 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:26.980636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41638) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:26.994331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d0d73-261e-415b-9721-b6fa0698a2d5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Pushing event deleted for resources: {'Subnet': ['ID=e91f47b6-cfbd-4642-9a17-2e8fb1dc1c62,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:27.011223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea182af4-5756-4664-91e4-c5aa379c821d None None] Network 181a5573-b68f-4f08-bda4-44c401238664 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:27.034742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d794fc19-c653-45f3-9c73-6752ae135c59 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Request body: {'security_group': {'name': 'tempest-security--495336435', 'description': 'tempest-security-description-769550290'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:27.109044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Network c8690ab7-57a7-4ffd-ad46-a5816a393c36 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:27.113709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:27.121199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d794fc19-c653-45f3-9c73-6752ae135c59 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.132025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:27.180270 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e95d0d73-261e-415b-9721-b6fa0698a2d5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] 10.222.0.41 "DELETE /v2.0/subnets/e91f47b6-cfbd-4642-9a17-2e8fb1dc1c62 HTTP/1.1" status: 204 len: 168 time: 2.9709439 Jan 14 07:32:27.187589 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e95d0d73-261e-415b-9721-b6fa0698a2d5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:27.189254 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.189805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Fanout notify agent at l3_agent the message router_deleted on router 6d02119f-29c4-4115-bd56-b19ce88f4000 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:32:27.189945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41644) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:27.191530 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.197709 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cae9e49c-1fad-4d5c-91ea-f448d44547f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:27.214106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=75b37225-7a8b-4f45-9ab2-1020d1f02eb5,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:27.230553 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:27.259520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d794fc19-c653-45f3-9c73-6752ae135c59 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.271058 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.275240 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9b826175-a07e-4163-99b2-5b16edac569d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "DELETE /v2.0/routers/6d02119f-29c4-4115-bd56-b19ce88f4000 HTTP/1.1" status: 204 len: 168 time: 6.2744265 Jan 14 07:32:27.276365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41648) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:27.279103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d794fc19-c653-45f3-9c73-6752ae135c59 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.281860 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d794fc19-c653-45f3-9c73-6752ae135c59 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.286803 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d794fc19-c653-45f3-9c73-6752ae135c59 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "PUT /v2.0/security-groups/bbe46bab-b7c4-49c3-8908-bdcaf3c32590 HTTP/1.1" status: 200 len: 1778 time: 0.2997186 Jan 14 07:32:27.289416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41652) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:27.290571 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd6fc3ba-84cd-4701-aa5c-0d178dba2712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:27.306867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:32:27.314375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No active binding found for port 7cfbecd2-9ff1-4fdd-b57d-a697001aa208 {{(pid=80909) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 14 07:32:27.314500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7cfbecd2-9ff1-4fdd-b57d-a697001aa208 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 07:32:27.355169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Port 7cfbecd2-9ff1-4fdd-b57d-a697001aa208 not found, will not notify nova. {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 07:32:27.360887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4efa582-da1c-4492-b3e0-b49bac0c7903 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:27.371181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794fc19-c653-45f3-9c73-6752ae135c59 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe46bab-b7c4-49c3-8908-bdcaf3c32590,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:27.382926 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.395755 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d794fc19-c653-45f3-9c73-6752ae135c59 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:27.420788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5eead-4aa5-4b04-9220-10d1d90fa85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=b73af0ea-18cb-4751-85df-c4c90119f862,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:27.431577 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-71a5eead-4aa5-4b04-9220-10d1d90fa85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:27.465999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71a5eead-4aa5-4b04-9220-10d1d90fa85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.479139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae89f4a-0658-42dd-9f91-4f5b20f84e14 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Deleting subnet 03d3775e-cd15-4fc0-b640-2411df0e3d22 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:32:27.488655 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cae89f4a-0658-42dd-9f91-4f5b20f84e14 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.522129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.522536 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Added segment 80f355f3-5d21-4203-be23-5b10a97bbd58 of type vxlan for network 96ef27da-2091-4617-9b92-dc6352a5a7f1 Jan 14 07:32:27.542010 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7eea7b25-ba5b-4939-9cb4-5f24dc3da759 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-groups/bbe46bab-b7c4-49c3-8908-bdcaf3c32590 HTTP/1.1" status: 200 len: 1778 time: 0.2069585 Jan 14 07:32:27.546442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41658) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:27.561318 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-71a5eead-4aa5-4b04-9220-10d1d90fa85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/b73af0ea-18cb-4751-85df-c4c90119f862 HTTP/1.1" status: 204 len: 168 time: 4.4684832 Jan 14 07:32:27.573247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f54cc8-8995-4412-af79-66345f9b9650 None None] DHCP port deletion for 181a5573-b68f-4f08-bda4-44c401238664 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:32:27.575335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41662) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:27.624344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.627252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e0f54cc8-8995-4412-af79-66345f9b9650 None None] Deleting port ef1eb699-9849-4d14-923c-785f299f7c37 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:27.627684 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0f54cc8-8995-4412-af79-66345f9b9650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.644459 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.666239 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cae89f4a-0658-42dd-9f91-4f5b20f84e14 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.732752 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.752481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.760552 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49d68ba7-e0f6-4e90-bf90-4c6e8c5346d1 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.763461 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1ce29519-7df2-40da-a706-2950f0700fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:27.843909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Deleting port ef1eb699-9849-4d14-923c-785f299f7c37 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:27.844593 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.912145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Pushing event updated for resources: {'SecurityGroup': ['ID=138ec183-4248-4c1a-87b4-b8f320ab16ce,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:27.917799 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:27.969981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.975931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49d68ba7-e0f6-4e90-bf90-4c6e8c5346d1 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.987104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e0f54cc8-8995-4412-af79-66345f9b9650 None None] For port ef1eb699-9849-4d14-923c-785f299f7c37, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ef1eb699-9849-4d14-923c-785f299f7c37,segment=NetworkSegment(30591c01-72c2-4970-94b1-8884b7cac2d5),segment_id=30591c01-72c2-4970-94b1-8884b7cac2d5)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:27.987643 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0f54cc8-8995-4412-af79-66345f9b9650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:27.999333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:28.001083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:28.001804 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:28.020571 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b02bc2c1-efe0-48f7-9034-d16cb41d16d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:28.039610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:32:28.040170 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:32:28.071941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cae89f4a-0658-42dd-9f91-4f5b20f84e14 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:28.155156 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:28.173058 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 4.3272543 Jan 14 07:32:28.186875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41672) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:28.200921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Pushing event updated for resources: {'Network': ['ID=96ef27da-2091-4617-9b92-dc6352a5a7f1,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:28.246861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-7f89f0b3-eb6b-46d2-8a9f-f086f8a5517a tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '96ef27da-2091-4617-9b92-dc6352a5a7f1', 'tempest-TagsTest-Tag-60056790') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:28.253545 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:28.302031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] For port ef1eb699-9849-4d14-923c-785f299f7c37, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ef1eb699-9849-4d14-923c-785f299f7c37,segment=NetworkSegment(30591c01-72c2-4970-94b1-8884b7cac2d5),segment_id=30591c01-72c2-4970-94b1-8884b7cac2d5)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:28.302626 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:28.384320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 96ef27da-2091-4617-9b92-dc6352a5a7f1 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:28.451296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Calling delete_port for ef1eb699-9849-4d14-923c-785f299f7c37 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:28.466941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3d5bee-22bc-466c-94c1-f61b69d2e66e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet c925b9ca-a68c-4f2b-8541-020d6637cc00 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:32:28.468996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49d68ba7-e0f6-4e90-bf90-4c6e8c5346d1 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:28.519692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 96ef27da-2091-4617-9b92-dc6352a5a7f1 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:28.525674 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc036e47-3d7a-4d06-98bf-791a06f5391a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:28.538677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:28.547916 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c3d5bee-22bc-466c-94c1-f61b69d2e66e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:28.556538 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dca08a4e-8064-4176-8b9c-f6ca14b490d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:28.587010 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:28.615541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d68ba7-e0f6-4e90-bf90-4c6e8c5346d1 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe46bab-b7c4-49c3-8908-bdcaf3c32590,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:28.625839 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49d68ba7-e0f6-4e90-bf90-4c6e8c5346d1 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:28.627081 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-49d68ba7-e0f6-4e90-bf90-4c6e8c5346d1 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "DELETE /v2.0/security-groups/bbe46bab-b7c4-49c3-8908-bdcaf3c32590 HTTP/1.1" status: 204 len: 168 time: 1.0796323 Jan 14 07:32:28.630720 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-49d68ba7-e0f6-4e90-bf90-4c6e8c5346d1 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:28.653691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 96ef27da-2091-4617-9b92-dc6352a5a7f1 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:28.656305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41678) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:28.678906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Pushing event deleted for resources: {'Port': ['ID=ef1eb699-9849-4d14-923c-785f299f7c37,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:28.698188 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:28.736108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:32:28.744098 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c3d5bee-22bc-466c-94c1-f61b69d2e66e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:28.756456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:28.756880 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Added segment 17524b64-1a69-49f0-9511-4b3d5edec154 of type vxlan for network 3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852 Jan 14 07:32:28.764001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] No DVR routers for this DVR port ef1eb699-9849-4d14-923c-785f299f7c37 on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:32:28.788654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e0f54cc8-8995-4412-af79-66345f9b9650 None None] Calling delete_port for ef1eb699-9849-4d14-923c-785f299f7c37 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:28.846900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 75b37225-7a8b-4f45-9ab2-1020d1f02eb5 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:28.933677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:29.000215 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:29.010768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:29.064845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 75b37225-7a8b-4f45-9ab2-1020d1f02eb5 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:29.064845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:29.094922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:32:29.119698 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-e0f54cc8-8995-4412-af79-66345f9b9650 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:32:29.120111 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-e0f54cc8-8995-4412-af79-66345f9b9650 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:32:29.159216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:29.180755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:29.181636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:29.195785 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-77592037-3d45-4eed-8ae0-062dd4638050 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:29.309710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ef1eb699-9849-4d14-923c-785f299f7c37 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:32:29.323748 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7f89f0b3-eb6b-46d2-8a9f-f086f8a5517a tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] 10.222.0.41 "PUT /v2.0/networks/96ef27da-2091-4617-9b92-dc6352a5a7f1/tags/tempest-TagsTest-Tag-60056790 HTTP/1.1" status: 201 len: 201 time: 1.1078727 Jan 14 07:32:29.328015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9b2cf3cd-8313-43e5-be50-e812316a0722 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:29.333738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41686) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:29.337596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181a5573-b68f-4f08-bda4-44c401238664']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:29.374811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30591c01-72c2-4970-94b1-8884b7cac2d5') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:29.375108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30591c01-72c2-4970-94b1-8884b7cac2d5') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:29.393309 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.5413668 Jan 14 07:32:29.394140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Pushing event updated for resources: {'Network': ['ID=3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:29.396802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41690) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:29.401829 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:29.404292 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:29.405353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: ef1eb699-9849-4d14-923c-785f299f7c37 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:32:29.405930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ef1eb699-9849-4d14-923c-785f299f7c37 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:32:29.416144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:29.420097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-7859d02f-aa4d-4ad0-a817-2b56f39ccd4c tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '96ef27da-2091-4617-9b92-dc6352a5a7f1', 'tempest-TagsTest-Tag-60056790') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:29.420446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a7383e85-273d-4bfe-a83a-c5d3f2174fe7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Request body: {'subnet': {'network_id': '3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:29.450526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9b2cf3cd-8313-43e5-be50-e812316a0722 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:29.456009 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9b2cf3cd-8313-43e5-be50-e812316a0722 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7908964 Jan 14 07:32:29.464514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41694) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:29.536474 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:29.547400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:32:29.595933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:29.670615 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c3d5bee-22bc-466c-94c1-f61b69d2e66e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:29.704338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:29.749050 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7859d02f-aa4d-4ad0-a817-2b56f39ccd4c tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] 10.222.0.41 "GET /v2.0/networks/96ef27da-2091-4617-9b92-dc6352a5a7f1/tags/tempest-TagsTest-Tag-60056790 HTTP/1.1" status: 204 len: 168 time: 0.3904126 Jan 14 07:32:29.772198 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cae89f4a-0658-42dd-9f91-4f5b20f84e14 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:29.886126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e0f54cc8-8995-4412-af79-66345f9b9650 None None] Deleting port ef1eb699-9849-4d14-923c-785f299f7c37 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:29.886559 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0f54cc8-8995-4412-af79-66345f9b9650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:29.939589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41700) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:29.941668 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-929f049a-2a72-40f1-910b-d9149038892a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:30.043152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-aa000a3c-2955-4270-8ded-4891060009b4 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '96ef27da-2091-4617-9b92-dc6352a5a7f1') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:30.049598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e0f54cc8-8995-4412-af79-66345f9b9650 None None] The port 'ef1eb699-9849-4d14-923c-785f299f7c37' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:32:30.078111 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cae89f4a-0658-42dd-9f91-4f5b20f84e14 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.084177 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:32:30.100538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae89f4a-0658-42dd-9f91-4f5b20f84e14 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Pushing event deleted for resources: {'Subnet': ['ID=03d3775e-cd15-4fc0-b640-2411df0e3d22,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:30.102018 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-d13a3e53-0c30-4ae2-9800-b25c5017564b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] delete failed (client error): The resource could not be found. Jan 14 07:32:30.103224 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d13a3e53-0c30-4ae2-9800-b25c5017564b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "DELETE /v2.0/security-groups/bbe46bab-b7c4-49c3-8908-bdcaf3c32590 HTTP/1.1" status: 404 len: 347 time: 0.6329465 Jan 14 07:32:30.114374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41706) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:30.140579 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cae89f4a-0658-42dd-9f91-4f5b20f84e14 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:30.144502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4f2bdc-90b6-409c-bf7b-abbe23565749 None None] Provisioning complete for port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:30.145088 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4f2bdc-90b6-409c-bf7b-abbe23565749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.153043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b7118ea8-c175-4e4d-b63d-1537630c58fc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Request body: {'security_group': {'name': 'tempest-secgroup--1663969454'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:30.189138 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.223361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b7118ea8-c175-4e4d-b63d-1537630c58fc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:30.258588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a7383e85-273d-4bfe-a83a-c5d3f2174fe7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:30.263794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b7118ea8-c175-4e4d-b63d-1537630c58fc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:30.271170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.279284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a7383e85-273d-4bfe-a83a-c5d3f2174fe7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Usage tracker for resource:subnet and tenant:cacbdb523dd34a999d2f1f9dea4cb14a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:30.283769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Network 181a5573-b68f-4f08-bda4-44c401238664 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:32:30.294613 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.310008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a7383e85-273d-4bfe-a83a-c5d3f2174fe7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:30.338320 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:30.374046 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.379012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a7383e85-273d-4bfe-a83a-c5d3f2174fe7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:30.381845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7118ea8-c175-4e4d-b63d-1537630c58fc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.509932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7383e85-273d-4bfe-a83a-c5d3f2174fe7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Made reservation on behalf of cacbdb523dd34a999d2f1f9dea4cb14a for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:30.525327 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cae89f4a-0658-42dd-9f91-4f5b20f84e14 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "DELETE /v2.0/subnets/03d3775e-cd15-4fc0-b640-2411df0e3d22 HTTP/1.1" status: 204 len: 168 time: 3.2407634 Jan 14 07:32:30.539608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41716) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:30.540340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b7118ea8-c175-4e4d-b63d-1537630c58fc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:30.607798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b7118ea8-c175-4e4d-b63d-1537630c58fc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Usage tracker for resource:security_group_rule and tenant:658cd1b2c5834ee9a6d303463c03b35f is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:30.611599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Network 181a5573-b68f-4f08-bda4-44c401238664 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:32:30.625602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b7118ea8-c175-4e4d-b63d-1537630c58fc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:32:30.650649 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:32:30.724015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b7118ea8-c175-4e4d-b63d-1537630c58fc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:30.762829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Network c8690ab7-57a7-4ffd-ad46-a5816a393c36 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:30.771690 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e14fee85-a05a-4847-a55a-f36b1ec653ef tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.775260 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7383e85-273d-4bfe-a83a-c5d3f2174fe7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.861349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:30.863434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.866659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Pushing event updated for resources: {'Port': ['ID=f9dd0616-90ee-4ac5-a095-92757eaad83f,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:30.878352 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:30.883336 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-aa000a3c-2955-4270-8ded-4891060009b4 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] 10.222.0.41 "GET /v2.0/networks/96ef27da-2091-4617-9b92-dc6352a5a7f1/tags HTTP/1.1" status: 200 len: 236 time: 0.8656123 Jan 14 07:32:30.886159 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6add1f54-1c3b-4864-9e20-9e71c6ea4874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:30.901891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41724) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:30.904459 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:30.942546 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] 10.222.0.41 "DELETE /v2.0/networks/181a5573-b68f-4f08-bda4-44c401238664 HTTP/1.1" status: 204 len: 168 time: 3.6940434 Jan 14 07:32:31.052773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Pushing event deleted for resources: {'Network': ['ID=181a5573-b68f-4f08-bda4-44c401238664,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:31.062490 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:31.132128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-3b730210-6c12-4075-bdfb-23893332d217 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '96ef27da-2091-4617-9b92-dc6352a5a7f1', {'tags': ['tempest-TagsTest-Tag-2093545062', 'tempest-TagsTest-Tag-1846860885', 'tempest-TagsTest-Tag-1391712381']}) {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:31.209766 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7118ea8-c175-4e4d-b63d-1537630c58fc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:31.266348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Router fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:32:31.291100 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7118ea8-c175-4e4d-b63d-1537630c58fc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:31.301868 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d178ae08-0897-4689-9bd6-135facccd19e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:31.368385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7118ea8-c175-4e4d-b63d-1537630c58fc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e65fea-33aa-4cc9-bbd1-dab4ac024ba1,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:31.371505 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b7118ea8-c175-4e4d-b63d-1537630c58fc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:31.372547 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7118ea8-c175-4e4d-b63d-1537630c58fc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:31.377386 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b7118ea8-c175-4e4d-b63d-1537630c58fc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2621708 Jan 14 07:32:31.378931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41738) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:31.389641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1c026aeb-47a2-45da-81be-2129b9197683 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Request body: {'security_group_rule': {'security_group_id': 'b6e65fea-33aa-4cc9-bbd1-dab4ac024ba1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:31.400653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1c026aeb-47a2-45da-81be-2129b9197683 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:31.404657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1c026aeb-47a2-45da-81be-2129b9197683 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Usage tracker for resource:security_group_rule and tenant:658cd1b2c5834ee9a6d303463c03b35f is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:31.411677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1c026aeb-47a2-45da-81be-2129b9197683 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:31.415383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1c026aeb-47a2-45da-81be-2129b9197683 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:31.436569 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c026aeb-47a2-45da-81be-2129b9197683 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:31.508741 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c026aeb-47a2-45da-81be-2129b9197683 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:31.509926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41742) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:31.517252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c026aeb-47a2-45da-81be-2129b9197683 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:31.529661 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9fe9d9ad-21b8-449c-812d-1c13149c58c1 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:31.576129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c026aeb-47a2-45da-81be-2129b9197683 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3491b4c-e23b-4370-8493-3e9fa4b3777b,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:31.579763 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1c026aeb-47a2-45da-81be-2129b9197683 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:31.598449 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c026aeb-47a2-45da-81be-2129b9197683 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:31.603214 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1c026aeb-47a2-45da-81be-2129b9197683 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2228789 Jan 14 07:32:31.604072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41750) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:31.698944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67aa6502-8015-4b68-8a33-85778eab8bd8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:31.715244 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67aa6502-8015-4b68-8a33-85778eab8bd8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:31.740115 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7383e85-273d-4bfe-a83a-c5d3f2174fe7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:31.759281 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f25ac0fc-a4e9-4ab9-805c-bf41aa9d25a3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:31.820389 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e14fee85-a05a-4847-a55a-f36b1ec653ef tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:31.958476 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3b730210-6c12-4075-bdfb-23893332d217 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] 10.222.0.41 "PUT /v2.0/networks/96ef27da-2091-4617-9b92-dc6352a5a7f1/tags HTTP/1.1" status: 200 len: 309 time: 1.0521462 Jan 14 07:32:31.967333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41756) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:31.969641 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67aa6502-8015-4b68-8a33-85778eab8bd8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:32.049695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-931f9da5-e984-4d41-aa01-dd9a85ec0d49 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '96ef27da-2091-4617-9b92-dc6352a5a7f1', 'tempest-TagsTest-Tag-2093545062') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:32.060058 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8201d6e6-335c-419b-8325-1c9faacf3bde admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37ff70a2d6ab4963bddf5f36020cb2a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5483196 Jan 14 07:32:32.063208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41762) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:32.095782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c3d5bee-22bc-466c-94c1-f61b69d2e66e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:32.131961 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67aa6502-8015-4b68-8a33-85778eab8bd8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:32.133095 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-67aa6502-8015-4b68-8a33-85778eab8bd8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "DELETE /v2.0/security-group-rules/f3491b4c-e23b-4370-8493-3e9fa4b3777b HTTP/1.1" status: 204 len: 168 time: 0.5272534 Jan 14 07:32:32.133975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7383e85-273d-4bfe-a83a-c5d3f2174fe7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Pushing event updated for resources: {'Subnet': ['ID=0ca72100-3aa4-409a-a1c7-dfee05fe9f9f,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:32.136006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41766) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:32.162505 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7383e85-273d-4bfe-a83a-c5d3f2174fe7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:32.163076 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab8ed83c-e8f4-4f2a-a259-3a6211f55bd9 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:32.174172 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a469a0f-b55b-421d-9a22-b9ce4677d154 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:32.182375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa6502-8015-4b68-8a33-85778eab8bd8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3491b4c-e23b-4370-8493-3e9fa4b3777b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:32.199867 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-67aa6502-8015-4b68-8a33-85778eab8bd8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:32.244065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d23af35-511f-4329-aaad-cd9417c8a9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:32.278230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e14fee85-a05a-4847-a55a-f36b1ec653ef tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcfc380-41a0-402d-b332-2d73328993fd']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:32.293622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d553bb54-3aea-4254-b583-4187bdd8b73f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:32.311335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d5bee-22bc-466c-94c1-f61b69d2e66e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=c925b9ca-a68c-4f2b-8541-020d6637cc00,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:32.332129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d23af35-511f-4329-aaad-cd9417c8a9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:32.332362 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2c3d5bee-22bc-466c-94c1-f61b69d2e66e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:32.335955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e14fee85-a05a-4847-a55a-f36b1ec653ef tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2985b3-cf98-4ebb-8ae5-388fc3317728') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:32.336303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e14fee85-a05a-4847-a55a-f36b1ec653ef tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2985b3-cf98-4ebb-8ae5-388fc3317728') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:32.343797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:32:32.357396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] Sync routers for ids ['fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:32:32.367909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] Routers {'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:32:32.368889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:32:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:32.369505 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e14fee85-a05a-4847-a55a-f36b1ec653ef tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:32.418059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e14fee85-a05a-4847-a55a-f36b1ec653ef tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:32.431096 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] 10.222.0.41 "PUT /v2.0/routers/fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1148515 Jan 14 07:32:32.431322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7383e85-273d-4bfe-a83a-c5d3f2174fe7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Checking segment: {'id': '17524b64-1a69-49f0-9511-4b3d5edec154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:32:32.431322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7383e85-273d-4bfe-a83a-c5d3f2174fe7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Network hostable DHCP agents. Network: 3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:32:32.431561 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c3d5bee-22bc-466c-94c1-f61b69d2e66e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:32.431561 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2c3d5bee-22bc-466c-94c1-f61b69d2e66e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/c925b9ca-a68c-4f2b-8541-020d6637cc00 HTTP/1.1" status: 204 len: 168 time: 4.8478985 Jan 14 07:32:32.431561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e14fee85-a05a-4847-a55a-f36b1ec653ef tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Releasing vxlan tunnel 6 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:32:32.436667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21f1280-712a-40f8-959b-f2cfe2d83a3b None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:32.444035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41774) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:32.492738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d553bb54-3aea-4254-b583-4187bdd8b73f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:32.500517 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d553bb54-3aea-4254-b583-4187bdd8b73f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3588583 Jan 14 07:32:32.505355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41780) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:32.506320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d23af35-511f-4329-aaad-cd9417c8a9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:32.612419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7cfbecd2-9ff1-4fdd-b57d-a697001aa208 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:32:32.622718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] Set router fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:32:32.626509 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b7118ea8-c175-4e4d-b63d-1537630c58fc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:32.667292 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-931f9da5-e984-4d41-aa01-dd9a85ec0d49 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] 10.222.0.41 "DELETE /v2.0/networks/96ef27da-2091-4617-9b92-dc6352a5a7f1/tags/tempest-TagsTest-Tag-2093545062 HTTP/1.1" status: 204 len: 168 time: 0.6483378 Jan 14 07:32:32.669821 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7de70b88-997e-4762-8a59-61f80fcebb75 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2227459 Jan 14 07:32:32.685398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41788) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:32.685778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41790) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:32.687369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23af35-511f-4329-aaad-cd9417c8a9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5139d74-dee9-452f-ade4-63b98fcc27e1,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:32.695802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d23af35-511f-4329-aaad-cd9417c8a9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:32.698696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ac971e01-b1f8-4259-8e42-e93266156566 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:32.703142 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3d23af35-511f-4329-aaad-cd9417c8a9ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5139d74-dee9-452f-ade4-63b98fcc27e1 HTTP/1.1" status: 204 len: 168 time: 0.6335888 Jan 14 07:32:32.709389 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3d23af35-511f-4329-aaad-cd9417c8a9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:32.715207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 7cfbecd2-9ff1-4fdd-b57d-a697001aa208 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:32:32.715599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7cfbecd2-9ff1-4fdd-b57d-a697001aa208 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:32:32.788990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb2f2dfb-c085-4401-a204-722ffb2a6589 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:32.793431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-b785bb72-cafb-40f5-aff1-2ed9b915aed5 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '96ef27da-2091-4617-9b92-dc6352a5a7f1', 'tempest-TagsTest-Tag-2093545062') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:32.798829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7383e85-273d-4bfe-a83a-c5d3f2174fe7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Network 3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:32:32.864038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a7383e85-273d-4bfe-a83a-c5d3f2174fe7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:32.883839 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb2f2dfb-c085-4401-a204-722ffb2a6589 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:32.931683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7383e85-273d-4bfe-a83a-c5d3f2174fe7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:32.932256 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7383e85-273d-4bfe-a83a-c5d3f2174fe7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:32.967283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c25376-5d40-419b-bb9e-82cd647f8be3 None None] Network 3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:33.041593 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a7383e85-273d-4bfe-a83a-c5d3f2174fe7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6414711 Jan 14 07:32:33.045373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41804) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:33.053813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-3772fbc6-89c8-40f1-b90c-0284039d8dad tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Request body: {'port': {'network_id': '3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1420642661'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:33.103370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997851644-router', 'tenant_id': '6d7520fa252a4c31810a950325b77aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '75b37225-7a8b-4f45-9ab2-1020d1f02eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:32:07Z', 'updated_at': '2021-01-14T07:32:27Z', 'revision_number': 4, 'project_id': '6d7520fa252a4c31810a950325b77aad', 'gw_port': {'id': '75b37225-7a8b-4f45-9ab2-1020d1f02eb5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:12Z', 'updated_at': '2021-01-14T07:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'f9dd0616-90ee-4ac5-a095-92757eaad83f', 'name': '', 'network_id': 'c8690ab7-57a7-4ffd-ad46-a5816a393c36', 'tenant_id': '6d7520fa252a4c31810a950325b77aad', 'mac_address': 'fa:16:3e:e6:61:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '241caae7-8dce-44bf-bc83-9842f99953a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:24Z', 'updated_at': '2021-01-14T07:32:28Z', 'revision_number': 2, 'project_id': '6d7520fa252a4c31810a950325b77aad', 'subnets': [{'id': '241caae7-8dce-44bf-bc83-9842f99953a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:33.108095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] Checking router: fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:32:33.108719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] Updating router fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34 port f9dd0616-90ee-4ac5-a095-92757eaad83f binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:32:33.167627 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:33.235264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb2f2dfb-c085-4401-a204-722ffb2a6589 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:33.282260 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ccfeddd1-c84c-4af2-a627-3b0e979204ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:33.320155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f2dfb-c085-4401-a204-722ffb2a6589 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e65fea-33aa-4cc9-bbd1-dab4ac024ba1,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:33.320812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e14fee85-a05a-4847-a55a-f36b1ec653ef tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Network 5fcfc380-41a0-402d-b332-2d73328993fd has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:32:33.334491 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eb2f2dfb-c085-4401-a204-722ffb2a6589 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:33.369512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3772fbc6-89c8-40f1-b90c-0284039d8dad tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:33.384171 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb2f2dfb-c085-4401-a204-722ffb2a6589 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:33.385458 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-eb2f2dfb-c085-4401-a204-722ffb2a6589 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "DELETE /v2.0/security-groups/b6e65fea-33aa-4cc9-bbd1-dab4ac024ba1 HTTP/1.1" status: 204 len: 168 time: 0.8540497 Jan 14 07:32:33.386733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3772fbc6-89c8-40f1-b90c-0284039d8dad tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Usage tracker for resource:port and tenant:cacbdb523dd34a999d2f1f9dea4cb14a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:33.397464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41812) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:33.399387 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e14fee85-a05a-4847-a55a-f36b1ec653ef tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:33.401973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3772fbc6-89c8-40f1-b90c-0284039d8dad tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:33.453987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3772fbc6-89c8-40f1-b90c-0284039d8dad tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:33.569496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852', 'network_id': '3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852', 'tenant_id': 'cacbdb523dd34a999d2f1f9dea4cb14a', 'fixed_ips': [{'subnet_id': '0ca72100-3aa4-409a-a1c7-dfee05fe9f9f'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:32:33.570412 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:33.570632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-872c20e0-856c-429d-b45b-0179e956d0b8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:33.581598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3772fbc6-89c8-40f1-b90c-0284039d8dad tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Made reservation on behalf of cacbdb523dd34a999d2f1f9dea4cb14a for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:33.603354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3772fbc6-89c8-40f1-b90c-0284039d8dad tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:33.717299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-872c20e0-856c-429d-b45b-0179e956d0b8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:33.725246 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-872c20e0-856c-429d-b45b-0179e956d0b8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3251562 Jan 14 07:32:33.732835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41830) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:33.774189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:33.821372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf7053-de63-43b5-9cba-e3de7d984555 req-8c8ca48f-0642-47f4-8527-d614d11b12d8 tempest-ServerRescueTestJSONUnderV235-827443500 tempest-ServerRescueTestJSONUnderV235-827443500] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:33.823148 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ccbf7053-de63-43b5-9cba-e3de7d984555 req-8c8ca48f-0642-47f4-8527-d614d11b12d8 tempest-ServerRescueTestJSONUnderV235-827443500 tempest-ServerRescueTestJSONUnderV235-827443500] 10.222.0.41 "GET /v2.0/networks?id=c8690ab7-57a7-4ffd-ad46-a5816a393c36 HTTP/1.1" status: 200 len: 820 time: 0.2234752 Jan 14 07:32:33.851527 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ccbf7053-de63-43b5-9cba-e3de7d984555 req-803fe4d9-7fe4-44db-b78a-36b774ed7414 tempest-ServerRescueTestJSONUnderV235-827443500 tempest-ServerRescueTestJSONUnderV235-827443500] 10.222.0.41 "GET /v2.0/quotas/6d7520fa252a4c31810a950325b77aad HTTP/1.1" status: 200 len: 375 time: 0.0190730 Jan 14 07:32:33.872579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ac971e01-b1f8-4259-8e42-e93266156566 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:33.913024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-3772fbc6-89c8-40f1-b90c-0284039d8dad tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] device_id is not set on port 570552aa-707e-46fa-a9d7-44979f1fc4d2 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:32:33.989814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ac971e01-b1f8-4259-8e42-e93266156566 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:33.998773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ac971e01-b1f8-4259-8e42-e93266156566 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:34.086989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-3772fbc6-89c8-40f1-b90c-0284039d8dad tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Allocated IP 172.20.0.8 (3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852/0ca72100-3aa4-409a-a1c7-dfee05fe9f9f/570552aa-707e-46fa-a9d7-44979f1fc4d2) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:34.087867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ac971e01-b1f8-4259-8e42-e93266156566 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:34.118205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e14fee85-a05a-4847-a55a-f36b1ec653ef tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Network 5fcfc380-41a0-402d-b332-2d73328993fd has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:32:34.134826 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-b785bb72-cafb-40f5-aff1-2ed9b915aed5 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] show failed (client error): The resource could not be found. Jan 14 07:32:34.136031 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b785bb72-cafb-40f5-aff1-2ed9b915aed5 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] 10.222.0.41 "GET /v2.0/networks/96ef27da-2091-4617-9b92-dc6352a5a7f1/tags/tempest-TagsTest-Tag-2093545062 HTTP/1.1" status: 404 len: 326 time: 1.4492087 Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:32:34.156964 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:32:34.161004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41838) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:34.161468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41840) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:34.227086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-cda8aa33-8188-49e7-8132-41ec33db93b3 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '96ef27da-2091-4617-9b92-dc6352a5a7f1', 'tempest-TagsTest-Tag-1846860885') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:34.270186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac971e01-b1f8-4259-8e42-e93266156566 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:34.351289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c60cbef9-56b3-4327-b1fa-e849cfbe6f2a tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Request body: {'security_group': {'name': 'tempest-secgroup--529038714'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:34.356721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b692936-b367-4c8f-a1a7-68936ecfc053 None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:32:34.361340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1b692936-b367-4c8f-a1a7-68936ecfc053 None None] Deleting port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:34.361990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b692936-b367-4c8f-a1a7-68936ecfc053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:34.385247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c60cbef9-56b3-4327-b1fa-e849cfbe6f2a tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:34.412358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3772fbc6-89c8-40f1-b90c-0284039d8dad tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:34.445692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c60cbef9-56b3-4327-b1fa-e849cfbe6f2a tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:34.475696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c60cbef9-56b3-4327-b1fa-e849cfbe6f2a tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:34.486144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] Transition to ACTIVE for port object f9dd0616-90ee-4ac5-a095-92757eaad83f will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:34.488292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3772fbc6-89c8-40f1-b90c-0284039d8dad tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Transition to ACTIVE for port object 570552aa-707e-46fa-a9d7-44979f1fc4d2 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:34.492123 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:34.493546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:32:34.508403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c60cbef9-56b3-4327-b1fa-e849cfbe6f2a tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:34.512863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c60cbef9-56b3-4327-b1fa-e849cfbe6f2a tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Usage tracker for resource:security_group_rule and tenant:658cd1b2c5834ee9a6d303463c03b35f is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:34.515526 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:34.516548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c60cbef9-56b3-4327-b1fa-e849cfbe6f2a tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:34.526049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c60cbef9-56b3-4327-b1fa-e849cfbe6f2a tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:34.541182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-ccbf7053-de63-43b5-9cba-e3de7d984555 req-cabe2782-bf87-429c-8865-0692dbc85fe7 tempest-ServerRescueTestJSONUnderV235-827443500 tempest-ServerRescueTestJSONUnderV235-827443500] Synchronizing usage tracker for tenant:6d7520fa252a4c31810a950325b77aad on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:34.559894 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3772fbc6-89c8-40f1-b90c-0284039d8dad tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:34.578023 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c1ed5825-94c9-4244-85a0-059ad7638ffc tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:34.667384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Allocated IP 172.20.0.2 (3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852/0ca72100-3aa4-409a-a1c7-dfee05fe9f9f/64e88795-54f8-4155-87e6-69682d25d6ec) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:34.770577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47d32a-7f6f-4910-af01-7600a416d5ea None None] Pushing event updated for resources: {'Port': ['ID=f9dd0616-90ee-4ac5-a095-92757eaad83f,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:34.775684 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e47d32a-7f6f-4910-af01-7600a416d5ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:34.838704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41856) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:34.883438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772fbc6-89c8-40f1-b90c-0284039d8dad tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Pushing event updated for resources: {'Port': ['ID=570552aa-707e-46fa-a9d7-44979f1fc4d2,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:34.887728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:34.897152 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3772fbc6-89c8-40f1-b90c-0284039d8dad tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:34.899183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3772fbc6-89c8-40f1-b90c-0284039d8dad tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Network 3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:34.908846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-3772fbc6-89c8-40f1-b90c-0284039d8dad tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:34.914445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3772fbc6-89c8-40f1-b90c-0284039d8dad tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:34.968774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=95cdf9f2-48ec-45b1-89ce-896f79fcf2f2,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:34.978952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] Attempting to bind port f9dd0616-90ee-4ac5-a095-92757eaad83f on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:32:34.979363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] Attempting to bind port f9dd0616-90ee-4ac5-a095-92757eaad83f by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'e8705b2f-3035-4dc0-ae0e-8f759ee30472', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c8690ab7-57a7-4ffd-ad46-a5816a393c36'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:32:34.979798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] Attempting to bind port f9dd0616-90ee-4ac5-a095-92757eaad83f on network c8690ab7-57a7-4ffd-ad46-a5816a393c36 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:32:34.985491 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c60cbef9-56b3-4327-b1fa-e849cfbe6f2a tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:34.989998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:32:34.990422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] Checking segment: {'id': 'e8705b2f-3035-4dc0-ae0e-8f759ee30472', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c8690ab7-57a7-4ffd-ad46-a5816a393c36'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:32:34.990874 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:34.991312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] Bound using segment: {'id': 'e8705b2f-3035-4dc0-ae0e-8f759ee30472', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c8690ab7-57a7-4ffd-ad46-a5816a393c36'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:32:34.991861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] Bound port: f9dd0616-90ee-4ac5-a095-92757eaad83f, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8705b2f-3035-4dc0-ae0e-8f759ee30472', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c8690ab7-57a7-4ffd-ad46-a5816a393c36'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:32:34.992281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.001349 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c60cbef9-56b3-4327-b1fa-e849cfbe6f2a tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.010103 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b3c1c877-1085-40e8-9459-116a140a1f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:35.018015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e14fee85-a05a-4847-a55a-f36b1ec653ef tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.036299 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac971e01-b1f8-4259-8e42-e93266156566 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:35.047361 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:35.050499 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:32:35.050499 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:35.050499 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:35.050499 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:35.050499 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:32:35.050499 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:35.050499 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:35.050499 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:35.050499 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:32:35.050499 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:35.050499 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:35.050499 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:35.050499 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:35.050499 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:35.050499 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:35.050499 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:35.050499 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:32:35.050499 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:35.050499 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:35.050499 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:35.064271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3772fbc6-89c8-40f1-b90c-0284039d8dad tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:35.065039 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3772fbc6-89c8-40f1-b90c-0284039d8dad tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.087817 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.110389 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:35.117625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cbef9-56b3-4327-b1fa-e849cfbe6f2a tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroup': ['ID=66fbef75-5ff2-4576-b853-d92c0fe960d8,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:35.121480 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c60cbef9-56b3-4327-b1fa-e849cfbe6f2a tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:35.122693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c60cbef9-56b3-4327-b1fa-e849cfbe6f2a tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.124040 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c60cbef9-56b3-4327-b1fa-e849cfbe6f2a tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7958517 Jan 14 07:32:35.127535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41862) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:35.134520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9d837c8f-69fa-4bd4-a241-f9a78b06b58e tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Request body: {'security_group_rule': {'security_group_id': '66fbef75-5ff2-4576-b853-d92c0fe960d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:35.149227 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3772fbc6-89c8-40f1-b90c-0284039d8dad tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1017468 Jan 14 07:32:35.153142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41866) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:35.156101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9d837c8f-69fa-4bd4-a241-f9a78b06b58e tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:35.162260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'network': {'name': 'tempest-RoutersTest-659485740'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:35.169060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:35.173305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:network and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:35.176908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:35.183040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:35.184996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] For port f9dd0616-90ee-4ac5-a095-92757eaad83f, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:32:35.188154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] For port f9dd0616-90ee-4ac5-a095-92757eaad83f, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f9dd0616-90ee-4ac5-a095-92757eaad83f,segment=NetworkSegment(e8705b2f-3035-4dc0-ae0e-8f759ee30472),segment_id=e8705b2f-3035-4dc0-ae0e-8f759ee30472)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:32:35.194744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=95cdf9f2-48ec-45b1-89ce-896f79fcf2f2,revision_number=7']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:35.215595 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:35.217284 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.258088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1b692936-b367-4c8f-a1a7-68936ecfc053 None None] For port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=95cdf9f2-48ec-45b1-89ce-896f79fcf2f2,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:35.258871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b692936-b367-4c8f-a1a7-68936ecfc053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.274480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e501330f-61c5-4b7e-91b4-0d5f13a3bff7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Deleting port 570552aa-707e-46fa-a9d7-44979f1fc4d2 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:35.274775 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e501330f-61c5-4b7e-91b4-0d5f13a3bff7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.301293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Made reservation on behalf of 5dbc558c61ca44a5a9c57934b14edce4 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:35.310869 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.322451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9d837c8f-69fa-4bd4-a241-f9a78b06b58e tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Usage tracker for resource:security_group_rule and tenant:658cd1b2c5834ee9a6d303463c03b35f is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:35.338348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9d837c8f-69fa-4bd4-a241-f9a78b06b58e tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:35.357964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9d837c8f-69fa-4bd4-a241-f9a78b06b58e tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:35.363200 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.369682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14fee85-a05a-4847-a55a-f36b1ec653ef tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5fcfc380-41a0-402d-b332-2d73328993fd {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 07:32:35.371420 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a659593d-51cf-4676-ac5d-ad6fca86bc78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:35.387721 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e14fee85-a05a-4847-a55a-f36b1ec653ef tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.392844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:35.400017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:security_group_rule and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:35.404896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:35.412638 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:35.417351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1b692936-b367-4c8f-a1a7-68936ecfc053 None None] Calling delete_port for 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:35.437022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:35.447205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fee85-a05a-4847-a55a-f36b1ec653ef tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Pushing event deleted for resources: {'Network': ['ID=5fcfc380-41a0-402d-b332-2d73328993fd,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:35.449760 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20e049f6-d43e-4787-8982-f02238224687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.465057 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e14fee85-a05a-4847-a55a-f36b1ec653ef tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:35.473276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d837c8f-69fa-4bd4-a241-f9a78b06b58e tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.546250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47d32a-7f6f-4910-af01-7600a416d5ea None None] Pushing event updated for resources: {'Port': ['ID=f9dd0616-90ee-4ac5-a095-92757eaad83f,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:35.550127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-ccbf7053-de63-43b5-9cba-e3de7d984555 req-cabe2782-bf87-429c-8865-0692dbc85fe7 tempest-ServerRescueTestJSONUnderV235-827443500 tempest-ServerRescueTestJSONUnderV235-827443500] Unset dirty status for tenant:6d7520fa252a4c31810a950325b77aad on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:35.552378 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ccbf7053-de63-43b5-9cba-e3de7d984555 req-cabe2782-bf87-429c-8865-0692dbc85fe7 tempest-ServerRescueTestJSONUnderV235-827443500 tempest-ServerRescueTestJSONUnderV235-827443500] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d7520fa252a4c31810a950325b77aad&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6683214 Jan 14 07:32:35.556408 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e47d32a-7f6f-4910-af01-7600a416d5ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:35.561660 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e14fee85-a05a-4847-a55a-f36b1ec653ef tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "DELETE /v2.0/networks/5fcfc380-41a0-402d-b332-2d73328993fd HTTP/1.1" status: 204 len: 168 time: 5.0180523 Jan 14 07:32:35.600491 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.604341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] Routers {'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:32:35.610986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:32:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:35.631508 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d837c8f-69fa-4bd4-a241-f9a78b06b58e tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.647169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Transition to ACTIVE for port object 64e88795-54f8-4155-87e6-69682d25d6ec will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:35.670840 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-1b692936-b367-4c8f-a1a7-68936ecfc053 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:32:35.673998 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-1b692936-b367-4c8f-a1a7-68936ecfc053 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:32:35.700542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Transition to ACTIVE for port object 64e88795-54f8-4155-87e6-69682d25d6ec will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:35.713380 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.719245 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.725755 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d837c8f-69fa-4bd4-a241-f9a78b06b58e tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.745173 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1c026aeb-47a2-45da-81be-2129b9197683 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:35.799814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d837c8f-69fa-4bd4-a241-f9a78b06b58e tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55382c5-8c53-41f1-a283-6911253c6b9d,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:35.805820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-20e049f6-d43e-4787-8982-f02238224687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:35.810787 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d837c8f-69fa-4bd4-a241-f9a78b06b58e tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:35.811298 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ccbf7053-de63-43b5-9cba-e3de7d984555 req-6199ba9e-8d0e-41b3-937b-58149a999bc4 service neutron] 10.222.0.41 "GET /v2.0/networks/c8690ab7-57a7-4ffd-ad46-a5816a393c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467785 Jan 14 07:32:35.812427 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.819293 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cda8aa33-8188-49e7-8132-41ec33db93b3 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] 10.222.0.41 "GET /v2.0/networks/96ef27da-2091-4617-9b92-dc6352a5a7f1/tags/tempest-TagsTest-Tag-1846860885 HTTP/1.1" status: 204 len: 168 time: 1.6547065 Jan 14 07:32:35.820266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41872) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:35.828683 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-92bc6d88-96b4-4480-a9cb-71e47f876651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:35.861968 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d837c8f-69fa-4bd4-a241-f9a78b06b58e tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:35.867490 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9d837c8f-69fa-4bd4-a241-f9a78b06b58e tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7386253 Jan 14 07:32:35.874325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-7db93824-7237-40ee-8f41-58ac1baf891a tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '96ef27da-2091-4617-9b92-dc6352a5a7f1', 'tempest-TagsTest-Tag-1391712381') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:35.874823 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-12d492da-75d9-4bb0-ad4a-bb19a80c859e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:35.925336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-20e049f6-d43e-4787-8982-f02238224687 admin admin] Usage tracker for resource:security_group_rule and tenant:23ba6a3072614c2fb0099448d7dfd516 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:35.940296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41876) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:35.941185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-20e049f6-d43e-4787-8982-f02238224687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:35.981617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-eed7ca85-7cd1-4a9e-81c4-7b4ec8a276c9 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Request body: {'security_group_rule': {'security_group_id': '66fbef75-5ff2-4576-b853-d92c0fe960d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:36.036599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Pushing event updated for resources: {'Port': ['ID=64e88795-54f8-4155-87e6-69682d25d6ec,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:36.042110 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:36.072506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0b0847-3ff2-416f-890a-4d172a0f959a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:36.086411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-20e049f6-d43e-4787-8982-f02238224687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:36.091248 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:36.099097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-eed7ca85-7cd1-4a9e-81c4-7b4ec8a276c9 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:36.122172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-eed7ca85-7cd1-4a9e-81c4-7b4ec8a276c9 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Usage tracker for resource:security_group_rule and tenant:658cd1b2c5834ee9a6d303463c03b35f is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:36.132916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-eed7ca85-7cd1-4a9e-81c4-7b4ec8a276c9 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:36.142214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Network 3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:36.143768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:36.146805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:36.155283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-eed7ca85-7cd1-4a9e-81c4-7b4ec8a276c9 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:36.189418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1b692936-b367-4c8f-a1a7-68936ecfc053 None None] Deleting port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:36.190403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b692936-b367-4c8f-a1a7-68936ecfc053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:36.251703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:32:36.281845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] Set router fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:32:36.282722 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eed7ca85-7cd1-4a9e-81c4-7b4ec8a276c9 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:36.291242 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7db93824-7237-40ee-8f41-58ac1baf891a tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] 10.222.0.41 "GET /v2.0/networks/96ef27da-2091-4617-9b92-dc6352a5a7f1/tags/tempest-TagsTest-Tag-1391712381 HTTP/1.1" status: 204 len: 168 time: 0.4216869 Jan 14 07:32:36.292060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41884) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:36.298246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Attempting to bind port 64e88795-54f8-4155-87e6-69682d25d6ec on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:32:36.298937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Attempting to bind port 64e88795-54f8-4155-87e6-69682d25d6ec by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '17524b64-1a69-49f0-9511-4b3d5edec154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:32:36.299561 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:36.299809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Attempting to bind port 64e88795-54f8-4155-87e6-69682d25d6ec on network 3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:32:36.299985 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Added segment e4c1c751-08ec-4780-a757-3ee16a21cf16 of type vxlan for network 0568a4dd-50d5-4553-86a4-3de653015adc Jan 14 07:32:36.305695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-10afb165-4405-4e5a-a74e-87e8265304b7 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '96ef27da-2091-4617-9b92-dc6352a5a7f1') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:36.324242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:32:36.325063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Checking segment: {'id': '17524b64-1a69-49f0-9511-4b3d5edec154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:32:36.325727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:36.326374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Bound using segment: {'id': '17524b64-1a69-49f0-9511-4b3d5edec154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:32:36.327105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Bound port: 64e88795-54f8-4155-87e6-69682d25d6ec, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17524b64-1a69-49f0-9511-4b3d5edec154', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:32:36.327902 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:36.358006 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ccbf7053-de63-43b5-9cba-e3de7d984555 req-6b17bcc3-ae3b-4d09-b7e3-83a577e58988 service neutron] 10.222.0.41 "GET /v2.0/networks/c8690ab7-57a7-4ffd-ad46-a5816a393c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5359330 Jan 14 07:32:36.361163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41888) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:36.381858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a44a10ec-506a-4391-a79f-1a6200a59c0c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Request body: {'router': {'name': 'tempest-router--426041347', 'project_id': 'fc118cf7a4704a5da419233e046003fa'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:36.387323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a44a10ec-506a-4391-a79f-1a6200a59c0c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:36.391840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a44a10ec-506a-4391-a79f-1a6200a59c0c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Usage tracker for resource:router and tenant:fc118cf7a4704a5da419233e046003fa is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:36.395596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a44a10ec-506a-4391-a79f-1a6200a59c0c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:36.401755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a44a10ec-506a-4391-a79f-1a6200a59c0c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:36.474262 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a44a10ec-506a-4391-a79f-1a6200a59c0c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:36.476119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a44a10ec-506a-4391-a79f-1a6200a59c0c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:36.493084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a44a10ec-506a-4391-a79f-1a6200a59c0c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:36.510288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] For port 64e88795-54f8-4155-87e6-69682d25d6ec, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:32:36.513731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] For port 64e88795-54f8-4155-87e6-69682d25d6ec, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=64e88795-54f8-4155-87e6-69682d25d6ec,segment=NetworkSegment(17524b64-1a69-49f0-9511-4b3d5edec154),segment_id=17524b64-1a69-49f0-9511-4b3d5edec154)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:32:36.530333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a44a10ec-506a-4391-a79f-1a6200a59c0c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:36.581141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a44a10ec-506a-4391-a79f-1a6200a59c0c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:36.585964 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a44a10ec-506a-4391-a79f-1a6200a59c0c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2155211 Jan 14 07:32:36.587936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41892) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:36.650518 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:36.699513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997851644-router', 'tenant_id': '6d7520fa252a4c31810a950325b77aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '75b37225-7a8b-4f45-9ab2-1020d1f02eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:32:07Z', 'updated_at': '2021-01-14T07:32:27Z', 'revision_number': 4, 'project_id': '6d7520fa252a4c31810a950325b77aad', 'gw_port': {'id': '75b37225-7a8b-4f45-9ab2-1020d1f02eb5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:12Z', 'updated_at': '2021-01-14T07:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'f9dd0616-90ee-4ac5-a095-92757eaad83f', 'name': '', 'network_id': 'c8690ab7-57a7-4ffd-ad46-a5816a393c36', 'tenant_id': '6d7520fa252a4c31810a950325b77aad', 'mac_address': 'fa:16:3e:e6:61:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '241caae7-8dce-44bf-bc83-9842f99953a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:24Z', 'updated_at': '2021-01-14T07:32:35Z', 'revision_number': 4, 'project_id': '6d7520fa252a4c31810a950325b77aad', 'subnets': [{'id': '241caae7-8dce-44bf-bc83-9842f99953a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:36.705175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f3bba3-69d8-4a3e-bd25-71efce69acdd None None] The sync data for ids ['fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34'] in n-d-769329-2 is: [{'id': 'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997851644-router', 'tenant_id': '6d7520fa252a4c31810a950325b77aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '75b37225-7a8b-4f45-9ab2-1020d1f02eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:32:07Z', 'updated_at': '2021-01-14T07:32:27Z', 'revision_number': 4, 'project_id': '6d7520fa252a4c31810a950325b77aad', 'gw_port': {'id': '75b37225-7a8b-4f45-9ab2-1020d1f02eb5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:12Z', 'updated_at': '2021-01-14T07:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'f9dd0616-90ee-4ac5-a095-92757eaad83f', 'name': '', 'network_id': 'c8690ab7-57a7-4ffd-ad46-a5816a393c36', 'tenant_id': '6d7520fa252a4c31810a950325b77aad', 'mac_address': 'fa:16:3e:e6:61:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1918, 'fixed_ips': [{'subnet_id': '241caae7-8dce-44bf-bc83-9842f99953a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:24Z', 'updated_at': '2021-01-14T07:32:35Z', 'revision_number': 4, 'project_id': '6d7520fa252a4c31810a950325b77aad', 'subnets': [{'id': '241caae7-8dce-44bf-bc83-9842f99953a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:32:36.713930 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:36.723845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eed7ca85-7cd1-4a9e-81c4-7b4ec8a276c9 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:36.760166 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eed7ca85-7cd1-4a9e-81c4-7b4ec8a276c9 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:36.762614 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac971e01-b1f8-4259-8e42-e93266156566 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:36.862773 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-df80788e-a011-4282-851b-81c2429c9d09 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:36.902290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Pushing event updated for resources: {'Port': ['ID=64e88795-54f8-4155-87e6-69682d25d6ec,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:37.043093 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:37.046181 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e501330f-61c5-4b7e-91b4-0d5f13a3bff7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:37.129678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1b692936-b367-4c8f-a1a7-68936ecfc053 None None] For port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=95cdf9f2-48ec-45b1-89ce-896f79fcf2f2,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:37.130640 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b692936-b367-4c8f-a1a7-68936ecfc053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:37.168881 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:37.174015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41912) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:37.183260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7ca85-7cd1-4a9e-81c4-7b4ec8a276c9 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4934ae0-bb51-4d27-84dc-bb2e160e441d,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:37.203116 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eed7ca85-7cd1-4a9e-81c4-7b4ec8a276c9 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:37.213351 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d5403387-1f47-4062-ac91-447465abce3b tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:37.269102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:37.295993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:37.296716 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:37.314084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1b692936-b367-4c8f-a1a7-68936ecfc053 None None] Calling delete_port for 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:37.316411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e71ea650-1f37-40b0-8cdd-c3642f8858e9 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:37.339953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e501330f-61c5-4b7e-91b4-0d5f13a3bff7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Calling delete_port for 570552aa-707e-46fa-a9d7-44979f1fc4d2 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:37.369365 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b9072e4-7a32-47cf-acc2-ab0d11ae7091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:37.417008 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.5724537 Jan 14 07:32:37.437790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41918) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:37.513433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d8ac8d32-dc4e-4dcc-b1ba-24352144eb08 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'network': {'name': 'tempest-RoutersTest-239290301'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:37.535120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d8ac8d32-dc4e-4dcc-b1ba-24352144eb08 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:37.560131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d8ac8d32-dc4e-4dcc-b1ba-24352144eb08 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:network and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:37.568518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d8ac8d32-dc4e-4dcc-b1ba-24352144eb08 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:37.599433 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e71ea650-1f37-40b0-8cdd-c3642f8858e9 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:37.600466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d8ac8d32-dc4e-4dcc-b1ba-24352144eb08 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:37.601996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e71ea650-1f37-40b0-8cdd-c3642f8858e9 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:37.602758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Network': ['ID=0568a4dd-50d5-4553-86a4-3de653015adc,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:37.612129 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:37.656773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 0568a4dd-50d5-4553-86a4-3de653015adc details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:37.663799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ac8d32-dc4e-4dcc-b1ba-24352144eb08 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Made reservation on behalf of 5dbc558c61ca44a5a9c57934b14edce4 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:37.666339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20e049f6-d43e-4787-8982-f02238224687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:37.668739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eed7ca85-7cd1-4a9e-81c4-7b4ec8a276c9 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:37.670092 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-eed7ca85-7cd1-4a9e-81c4-7b4ec8a276c9 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7231112 Jan 14 07:32:37.674414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d8ac8d32-dc4e-4dcc-b1ba-24352144eb08 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:37.688145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41922) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:37.694660 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-10afb165-4405-4e5a-a74e-87e8265304b7 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] 10.222.0.41 "DELETE /v2.0/networks/96ef27da-2091-4617-9b92-dc6352a5a7f1/tags HTTP/1.1" status: 204 len: 168 time: 1.3972225 Jan 14 07:32:37.703810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-86b66aac-b960-4e57-b7c1-db324955d032 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Request body: {'security_group_rule': {'security_group_id': '66fbef75-5ff2-4576-b853-d92c0fe960d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:37.711437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41926) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:37.714505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-86b66aac-b960-4e57-b7c1-db324955d032 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:37.719058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-86b66aac-b960-4e57-b7c1-db324955d032 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Usage tracker for resource:security_group_rule and tenant:658cd1b2c5834ee9a6d303463c03b35f is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:37.722616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-86b66aac-b960-4e57-b7c1-db324955d032 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:37.724224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-a45fb0ba-b0ce-4687-8bac-e37d15f09ca5 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '96ef27da-2091-4617-9b92-dc6352a5a7f1', 'tempest-TagsTest-Tag-1846860885') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:37.728965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-86b66aac-b960-4e57-b7c1-db324955d032 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:37.736374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20e049f6-d43e-4787-8982-f02238224687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:37.745551 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e71ea650-1f37-40b0-8cdd-c3642f8858e9 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:37.746084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71ea650-1f37-40b0-8cdd-c3642f8858e9 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Fanout notify agent at l3_agent the message router_deleted on router 18cc2c8d-aab7-4dc2-805c-17138b521b25 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:32:37.792605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 0568a4dd-50d5-4553-86a4-3de653015adc details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:37.851332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ac8d32-dc4e-4dcc-b1ba-24352144eb08 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:32:37.860976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e501330f-61c5-4b7e-91b4-0d5f13a3bff7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:37.908785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac971e01-b1f8-4259-8e42-e93266156566 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=d1583d0b-05f0-44fe-97ac-9d980378950c,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:37.929070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 0568a4dd-50d5-4553-86a4-3de653015adc details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:37.984551 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ac971e01-b1f8-4259-8e42-e93266156566 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:37.984780 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b58d0cba-41ee-44fa-88a1-93f92892906a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:37.996205 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86b66aac-b960-4e57-b7c1-db324955d032 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.018806 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:38.042203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e71ea650-1f37-40b0-8cdd-c3642f8858e9 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.043463 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e71ea650-1f37-40b0-8cdd-c3642f8858e9 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "DELETE /v2.0/routers/18cc2c8d-aab7-4dc2-805c-17138b521b25 HTTP/1.1" status: 204 len: 168 time: 1.4443693 Jan 14 07:32:38.062984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b692936-b367-4c8f-a1a7-68936ecfc053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.090426 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-20e049f6-d43e-4787-8982-f02238224687 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23ba6a3072614c2fb0099448d7dfd516&name=default HTTP/1.1" status: 200 len: 2983 time: 3.9235914 Jan 14 07:32:38.090659 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d8ac8d32-dc4e-4dcc-b1ba-24352144eb08 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.091185 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-d8ac8d32-dc4e-4dcc-b1ba-24352144eb08 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Added segment a27e35dc-db50-4a48-807c-335ab5c2ddc9 of type vxlan for network b5dab4bc-fa17-4e09-96b6-95866537eef5 Jan 14 07:32:38.099158 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-efeeabef-1e64-4314-bc9c-842ca67cc51e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:38.106257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41932) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:38.131574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d8ac8d32-dc4e-4dcc-b1ba-24352144eb08 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.179340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501330f-61c5-4b7e-91b4-0d5f13a3bff7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Pushing event deleted for resources: {'Port': ['ID=570552aa-707e-46fa-a9d7-44979f1fc4d2,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:38.185889 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86b66aac-b960-4e57-b7c1-db324955d032 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.189362 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e501330f-61c5-4b7e-91b4-0d5f13a3bff7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:38.207338 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86b66aac-b960-4e57-b7c1-db324955d032 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.209468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e049f6-d43e-4787-8982-f02238224687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5248ded-01ab-491c-bc68-40e56bae181d,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:38.254585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b692936-b367-4c8f-a1a7-68936ecfc053 None None] Pushing event deleted for resources: {'Port': ['ID=95cdf9f2-48ec-45b1-89ce-896f79fcf2f2,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:38.262437 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1b692936-b367-4c8f-a1a7-68936ecfc053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:38.287043 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-20e049f6-d43e-4787-8982-f02238224687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:38.287792 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eed7ca85-7cd1-4a9e-81c4-7b4ec8a276c9 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:38.289508 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-a45fb0ba-b0ce-4687-8bac-e37d15f09ca5 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] show failed (client error): The resource could not be found. Jan 14 07:32:38.297123 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a45fb0ba-b0ce-4687-8bac-e37d15f09ca5 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] 10.222.0.41 "GET /v2.0/networks/96ef27da-2091-4617-9b92-dc6352a5a7f1/tags/tempest-TagsTest-Tag-1846860885 HTTP/1.1" status: 404 len: 326 time: 0.5818436 Jan 14 07:32:38.297123 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d8ac8d32-dc4e-4dcc-b1ba-24352144eb08 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.307089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41936) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:38.307464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41938) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:38.315758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ac8d32-dc4e-4dcc-b1ba-24352144eb08 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:38.317021 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d8ac8d32-dc4e-4dcc-b1ba-24352144eb08 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.330164 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-68e73f68-3e0b-4447-962e-fc35f71df13a tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:38.334338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac971e01-b1f8-4259-8e42-e93266156566 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:38.359875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b692936-b367-4c8f-a1a7-68936ecfc053 None None] No DVR routers for this DVR port 95cdf9f2-48ec-45b1-89ce-896f79fcf2f2 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:32:38.360390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ac971e01-b1f8-4259-8e42-e93266156566 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:38.369724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-a93e8c80-fde8-4f50-9c5a-ca86e9276818 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '96ef27da-2091-4617-9b92-dc6352a5a7f1', 'tempest-TagsTest-Tag-1391712381') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:38.407170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bb1583-89c1-4a0f-b94c-e865268b2339 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:38.411887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b66aac-b960-4e57-b7c1-db324955d032 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681e77e7-579f-4df7-a830-84eb40afd57a,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:38.426344 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-86b66aac-b960-4e57-b7c1-db324955d032 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:38.429795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac971e01-b1f8-4259-8e42-e93266156566 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:38.430444 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac971e01-b1f8-4259-8e42-e93266156566 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.442737 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e501330f-61c5-4b7e-91b4-0d5f13a3bff7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.458144 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bf529fe-557a-4802-b286-ad968062abb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.477483 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d8ac8d32-dc4e-4dcc-b1ba-24352144eb08 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9825513 Jan 14 07:32:38.482225 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e501330f-61c5-4b7e-91b4-0d5f13a3bff7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] 10.222.0.41 "DELETE /v2.0/ports/570552aa-707e-46fa-a9d7-44979f1fc4d2 HTTP/1.1" status: 204 len: 168 time: 3.3280349 Jan 14 07:32:38.482830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41946) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:38.485428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac8d32-dc4e-4dcc-b1ba-24352144eb08 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Network': ['ID=b5dab4bc-fa17-4e09-96b6-95866537eef5,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:38.487913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41948) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:38.491156 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d8ac8d32-dc4e-4dcc-b1ba-24352144eb08 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:38.495898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bb2de290-b847-42fc-bfeb-cef2dde07c88 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'subnet': {'network_id': '0568a4dd-50d5-4553-86a4-3de653015adc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:38.497915 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bf529fe-557a-4802-b286-ad968062abb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.557940 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ac971e01-b1f8-4259-8e42-e93266156566 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.8692472 Jan 14 07:32:38.559386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86b66aac-b960-4e57-b7c1-db324955d032 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.563253 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-86b66aac-b960-4e57-b7c1-db324955d032 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8694665 Jan 14 07:32:38.564941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41954) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:38.565629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41956) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:38.706966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bb2de290-b847-42fc-bfeb-cef2dde07c88 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:38.715045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bb2de290-b847-42fc-bfeb-cef2dde07c88 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:subnet and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:38.719461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bb2de290-b847-42fc-bfeb-cef2dde07c88 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:38.727597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bb2de290-b847-42fc-bfeb-cef2dde07c88 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:38.743284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2de290-b847-42fc-bfeb-cef2dde07c88 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Made reservation on behalf of 5dbc558c61ca44a5a9c57934b14edce4 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:38.807429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network b5dab4bc-fa17-4e09-96b6-95866537eef5 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:38.936662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network b5dab4bc-fa17-4e09-96b6-95866537eef5 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:38.951703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network b5dab4bc-fa17-4e09-96b6-95866537eef5 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:38.983822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bf529fe-557a-4802-b286-ad968062abb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:38.995001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e465dbdf-1bee-455a-869d-b514f57da03b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Request body: {'security_group_rule': {'security_group_id': '66fbef75-5ff2-4576-b853-d92c0fe960d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:38.998972 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb2de290-b847-42fc-bfeb-cef2dde07c88 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:39.012740 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:39.029298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:39.068601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f9dd0616-90ee-4ac5-a095-92757eaad83f up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:39.182319 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bfb2da23-da66-4c18-94cd-2f62821f6585 tempest-DHCPAgentSchedulersTestJSON-1044634550 tempest-DHCPAgentSchedulersTestJSON-1044634550] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 6223 time: 0.6928999 Jan 14 07:32:39.199395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41964) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:39.215131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-08f99635-4dd5-4045-be04-0c1825a0c77e tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-176662828'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:39.221915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e465dbdf-1bee-455a-869d-b514f57da03b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:39.226449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-08f99635-4dd5-4045-be04-0c1825a0c77e tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:39.233901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-08f99635-4dd5-4045-be04-0c1825a0c77e tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Usage tracker for resource:network and tenant:cacbdb523dd34a999d2f1f9dea4cb14a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:39.241416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-08f99635-4dd5-4045-be04-0c1825a0c77e tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:39.250880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-08f99635-4dd5-4045-be04-0c1825a0c77e tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:39.252618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf529fe-557a-4802-b286-ad968062abb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5248ded-01ab-491c-bc68-40e56bae181d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:39.256801 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3bf529fe-557a-4802-b286-ad968062abb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:39.258134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e465dbdf-1bee-455a-869d-b514f57da03b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Usage tracker for resource:security_group_rule and tenant:658cd1b2c5834ee9a6d303463c03b35f is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:39.263865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1403637015', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}, 'admin_state_up': False}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:39.273227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f99635-4dd5-4045-be04-0c1825a0c77e tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Made reservation on behalf of cacbdb523dd34a999d2f1f9dea4cb14a for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:39.284355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:39.284555 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08f99635-4dd5-4045-be04-0c1825a0c77e tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:39.295140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e465dbdf-1bee-455a-869d-b514f57da03b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:39.306967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:39.315896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:39.320652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:39.323635 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bf529fe-557a-4802-b286-ad968062abb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:39.327888 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3bf529fe-557a-4802-b286-ad968062abb3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5248ded-01ab-491c-bc68-40e56bae181d HTTP/1.1" status: 204 len: 168 time: 1.2207432 Jan 14 07:32:39.334312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e465dbdf-1bee-455a-869d-b514f57da03b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:39.340278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port f9dd0616-90ee-4ac5-a095-92757eaad83f completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:39.343363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Usage tracker for resource:router and tenant:e7a02328e66048cf901bbd7f0fd4dd77 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:39.348541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:39.351620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:39.353951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': 'd1583d0b-05f0-44fe-97ac-9d980378950c'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:32:39.356171 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:39.371973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:39.388543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port f9dd0616-90ee-4ac5-a095-92757eaad83f triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:39.388892 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:39.391034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f99635-4dd5-4045-be04-0c1825a0c77e tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:32:39.421809 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08f99635-4dd5-4045-be04-0c1825a0c77e tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:39.422199 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-08f99635-4dd5-4045-be04-0c1825a0c77e tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Added segment 04279272-b653-41d8-bf53-9695bd38858f of type vxlan for network 92d91569-fd43-42a1-ab91-db3395784004 Jan 14 07:32:39.433668 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-a93e8c80-fde8-4f50-9c5a-ca86e9276818 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] show failed (client error): The resource could not be found. Jan 14 07:32:39.433668 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a93e8c80-fde8-4f50-9c5a-ca86e9276818 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] 10.222.0.41 "GET /v2.0/networks/96ef27da-2091-4617-9b92-dc6352a5a7f1/tags/tempest-TagsTest-Tag-1391712381 HTTP/1.1" status: 404 len: 326 time: 1.0952263 Jan 14 07:32:39.434862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41972) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:39.438110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:39.448583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:39.480195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e465dbdf-1bee-455a-869d-b514f57da03b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:39.490901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-7ef33775-9f2e-4ee1-9e5a-c7a3db6b762a tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '96ef27da-2091-4617-9b92-dc6352a5a7f1') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:39.497498 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08f99635-4dd5-4045-be04-0c1825a0c77e tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:39.516023 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:39.517153 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:39.574190 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:39.654595 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08f99635-4dd5-4045-be04-0c1825a0c77e tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:39.679372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f99635-4dd5-4045-be04-0c1825a0c77e tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:39.680129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08f99635-4dd5-4045-be04-0c1825a0c77e tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:39.687792 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3e0b957-f357-4ad8-90df-9e271d1e0511 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:39.739343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port f9dd0616-90ee-4ac5-a095-92757eaad83f, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f9dd0616-90ee-4ac5-a095-92757eaad83f,segment=NetworkSegment(e8705b2f-3035-4dc0-ae0e-8f759ee30472),segment_id=e8705b2f-3035-4dc0-ae0e-8f759ee30472)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:39.773548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:39.783765 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5c90e13d-3cdc-4297-9611-168bbeaf3a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:39.824784 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:39.856681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=f9dd0616-90ee-4ac5-a095-92757eaad83f,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:39.862629 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-08f99635-4dd5-4045-be04-0c1825a0c77e tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6537216 Jan 14 07:32:39.862629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f99635-4dd5-4045-be04-0c1825a0c77e tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Pushing event updated for resources: {'Network': ['ID=92d91569-fd43-42a1-ab91-db3395784004,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:39.862629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41978) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:39.869732 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-08f99635-4dd5-4045-be04-0c1825a0c77e tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:39.958016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e465dbdf-1bee-455a-869d-b514f57da03b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:39.977285 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:39.991963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 92d91569-fd43-42a1-ab91-db3395784004 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:40.047948 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7ef33775-9f2e-4ee1-9e5a-c7a3db6b762a tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] 10.222.0.41 "DELETE /v2.0/networks/96ef27da-2091-4617-9b92-dc6352a5a7f1/tags HTTP/1.1" status: 204 len: 168 time: 0.6066120 Jan 14 07:32:40.059354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e465dbdf-1bee-455a-869d-b514f57da03b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:40.072224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41982) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:40.101796 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-71069a50-9423-4de2-9484-7d1f83c6fff7 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:40.114575 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-408db793-69bf-4f9a-9c24-5ef03f4d8ede tempest-DHCPAgentSchedulersTestJSON-1044634550 tempest-DHCPAgentSchedulersTestJSON-1044634550] 10.222.0.41 "GET /v2.0/agents/1f87dcb9-565f-4fe2-9523-59ef68a9b3fa/dhcp-networks HTTP/1.1" status: 200 len: 9613 time: 0.2474546 Jan 14 07:32:40.118895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41986) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:40.131723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 92d91569-fd43-42a1-ab91-db3395784004 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:40.147019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 92d91569-fd43-42a1-ab91-db3395784004 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:40.154395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41988) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:40.182186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd99ddca-f009-42f3-bb5f-da965042bd49 None None] Network 3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:40.217673 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7671e09-8d55-4723-b457-a6214d3e4c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:40.243925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465dbdf-1bee-455a-869d-b514f57da03b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae8ec0bc-31d7-4fc7-9c8e-5a36e2816471,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:40.254560 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e465dbdf-1bee-455a-869d-b514f57da03b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:40.298342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a7671e09-8d55-4723-b457-a6214d3e4c9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:40.303819 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb2de290-b847-42fc-bfeb-cef2dde07c88 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:40.317101 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-71a5eead-4aa5-4b04-9220-10d1d90fa85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:40.370191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a7671e09-8d55-4723-b457-a6214d3e4c9f admin admin] Usage tracker for resource:security_group_rule and tenant:232dd70fbc034479ac44fb80dbfd04bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:40.432335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a7671e09-8d55-4723-b457-a6214d3e4c9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:40.456193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a7671e09-8d55-4723-b457-a6214d3e4c9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:40.489783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2de290-b847-42fc-bfeb-cef2dde07c88 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Subnet': ['ID=a59c2f49-0ccd-4637-b320-7b0b776cbb6f,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:40.491117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-38d18be9-af90-4297-851f-549c5b83811d None None] Provisioning for port 64e88795-54f8-4155-87e6-69682d25d6ec completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:40.500167 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb2de290-b847-42fc-bfeb-cef2dde07c88 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:40.514690 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:40.542880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daaa3b4-e41f-4c4f-8b7b-3095693eee79 tempest-DHCPAgentSchedulersTestJSON-1044634550 tempest-DHCPAgentSchedulersTestJSON-1044634550] Network 92d91569-fd43-42a1-ab91-db3395784004 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:32:40.618155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 64e88795-54f8-4155-87e6-69682d25d6ec up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:40.631243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e465dbdf-1bee-455a-869d-b514f57da03b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:40.635494 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e465dbdf-1bee-455a-869d-b514f57da03b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6423323 Jan 14 07:32:40.641849 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9daaa3b4-e41f-4c4f-8b7b-3095693eee79 tempest-DHCPAgentSchedulersTestJSON-1044634550 tempest-DHCPAgentSchedulersTestJSON-1044634550] 10.222.0.41 "POST /v2.0/agents/1f87dcb9-565f-4fe2-9523-59ef68a9b3fa/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4897542 Jan 14 07:32:40.647280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41994) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:40.647627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41996) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:40.704020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2de290-b847-42fc-bfeb-cef2dde07c88 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Checking segment: {'id': 'e4c1c751-08ec-4780-a757-3ee16a21cf16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0568a4dd-50d5-4553-86a4-3de653015adc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:32:40.704362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2de290-b847-42fc-bfeb-cef2dde07c88 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network hostable DHCP agents. Network: 0568a4dd-50d5-4553-86a4-3de653015adc, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:32:40.732834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7671e09-8d55-4723-b457-a6214d3e4c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:40.734175 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e553d28-e0cf-4459-ba38-788567dfed00 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:40.739186 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7671e09-8d55-4723-b457-a6214d3e4c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:40.749942 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8699287c-ac13-401a-b030-e61b4f3272b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:40.767173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2de290-b847-42fc-bfeb-cef2dde07c88 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 0568a4dd-50d5-4553-86a4-3de653015adc is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:32:40.803670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-bb2de290-b847-42fc-bfeb-cef2dde07c88 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 0568a4dd-50d5-4553-86a4-3de653015adc) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:40.804300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-875becfb-5ae1-4ee5-a2e0-c4ed6ffa2621 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Request body: {'security_group_rule': {'security_group_id': '66fbef75-5ff2-4576-b853-d92c0fe960d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:40.808933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7671e09-8d55-4723-b457-a6214d3e4c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f2bb2a-7d72-45b9-93bd-50d54f40c2fa,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:40.821334 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a7671e09-8d55-4723-b457-a6214d3e4c9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=232dd70fbc034479ac44fb80dbfd04bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6638482 Jan 14 07:32:40.824459 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7671e09-8d55-4723-b457-a6214d3e4c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:40.824989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42002) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:40.829120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2de290-b847-42fc-bfeb-cef2dde07c88 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:40.829727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb2de290-b847-42fc-bfeb-cef2dde07c88 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:40.837174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-875becfb-5ae1-4ee5-a2e0-c4ed6ffa2621 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:40.851126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c54647-2cb0-4a52-9371-0dbd8dbb291f None None] Network 92d91569-fd43-42a1-ab91-db3395784004 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:40.864744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-875becfb-5ae1-4ee5-a2e0-c4ed6ffa2621 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Usage tracker for resource:security_group_rule and tenant:658cd1b2c5834ee9a6d303463c03b35f is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:40.866558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebfdace-2694-43d5-a7e8-9b4c7611c5eb None None] Network 0568a4dd-50d5-4553-86a4-3de653015adc requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:40.895484 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bb2de290-b847-42fc-bfeb-cef2dde07c88 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4081728 Jan 14 07:32:40.897419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-875becfb-5ae1-4ee5-a2e0-c4ed6ffa2621 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:40.897522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42006) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:40.903165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f2339ee0-8159-4a3c-b202-2bb2d9457163 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'subnet': {'network_id': 'b5dab4bc-fa17-4e09-96b6-95866537eef5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:40.917073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-875becfb-5ae1-4ee5-a2e0-c4ed6ffa2621 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:40.924000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d63031e9-9251-44d2-ae27-ac9200d5c471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:41.013043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a955b220-8205-47de-9e09-cfd1f210346d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:41.064624 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a955b220-8205-47de-9e09-cfd1f210346d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:41.072215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f2339ee0-8159-4a3c-b202-2bb2d9457163 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:41.081364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f2339ee0-8159-4a3c-b202-2bb2d9457163 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:subnet and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:41.091095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f2339ee0-8159-4a3c-b202-2bb2d9457163 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:41.100932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f2339ee0-8159-4a3c-b202-2bb2d9457163 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:41.125748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2339ee0-8159-4a3c-b202-2bb2d9457163 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Made reservation on behalf of 5dbc558c61ca44a5a9c57934b14edce4 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:41.174758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Allocated IP 172.20.0.2 (e6acc9a6-db0b-42d1-82b7-716516d3711e/d1583d0b-05f0-44fe-97ac-9d980378950c/12d5719a-cd18-4f1c-a585-701cd01271bd) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:41.195853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 64e88795-54f8-4155-87e6-69682d25d6ec completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:41.206002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 64e88795-54f8-4155-87e6-69682d25d6ec triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:41.206425 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:41.226728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a955b220-8205-47de-9e09-cfd1f210346d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:41.233331 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3d9ed7bb-324b-4260-aa4b-3b2e921387eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:41.256202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-875becfb-5ae1-4ee5-a2e0-c4ed6ffa2621 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:41.263711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955b220-8205-47de-9e09-cfd1f210346d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f2bb2a-7d72-45b9-93bd-50d54f40c2fa,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:41.267754 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a955b220-8205-47de-9e09-cfd1f210346d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:41.268862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a955b220-8205-47de-9e09-cfd1f210346d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:41.270827 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a955b220-8205-47de-9e09-cfd1f210346d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63f2bb2a-7d72-45b9-93bd-50d54f40c2fa HTTP/1.1" status: 204 len: 168 time: 0.4443529 Jan 14 07:32:41.283360 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2339ee0-8159-4a3c-b202-2bb2d9457163 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:41.338038 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e553d28-e0cf-4459-ba38-788567dfed00 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:41.634825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:41.705230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 64e88795-54f8-4155-87e6-69682d25d6ec, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=64e88795-54f8-4155-87e6-69682d25d6ec,segment=NetworkSegment(17524b64-1a69-49f0-9511-4b3d5edec154),segment_id=17524b64-1a69-49f0-9511-4b3d5edec154)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:41.713696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-0568a4dd-50d5-4553-86a4-3de653015adc', 'network_id': '0568a4dd-50d5-4553-86a4-3de653015adc', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'fixed_ips': [{'subnet_id': 'a59c2f49-0ccd-4637-b320-7b0b776cbb6f'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:32:41.714738 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:41.730866 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:41.731852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f9dd0616-90ee-4ac5-a095-92757eaad83f up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:41.768611 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e2d4711b-f1f9-403d-ae72-7db869192db7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:41.862131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=64e88795-54f8-4155-87e6-69682d25d6ec,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:41.879786 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:41.993683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-875becfb-5ae1-4ee5-a2e0-c4ed6ffa2621 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.102961 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-875becfb-5ae1-4ee5-a2e0-c4ed6ffa2621 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.142614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port f9dd0616-90ee-4ac5-a095-92757eaad83f triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:42.143040 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.219100 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.224020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-8e553d28-e0cf-4459-ba38-788567dfed00 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ef27da-2091-4617-9b92-dc6352a5a7f1']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:42.253451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Transition to ACTIVE for port object 12d5719a-cd18-4f1c-a585-701cd01271bd will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:42.256231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-8e553d28-e0cf-4459-ba38-788567dfed00 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f355f3-5d21-4203-be23-5b10a97bbd58') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:42.256706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-8e553d28-e0cf-4459-ba38-788567dfed00 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f355f3-5d21-4203-be23-5b10a97bbd58') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:42.281731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e553d28-e0cf-4459-ba38-788567dfed00 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.282417 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2339ee0-8159-4a3c-b202-2bb2d9457163 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.307496 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-de4a52f5-a9bb-4403-8cb8-2d9e21bb7b11 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:42.361410 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-875becfb-5ae1-4ee5-a2e0-c4ed6ffa2621 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.364515 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-875becfb-5ae1-4ee5-a2e0-c4ed6ffa2621 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.7122819 Jan 14 07:32:42.383053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Transition to ACTIVE for port object 12d5719a-cd18-4f1c-a585-701cd01271bd will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:42.423582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2014a5b8-5b29-435a-9877-27da747ffea2 None None] Provisioning complete for port 64e88795-54f8-4155-87e6-69682d25d6ec triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:42.424028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2014a5b8-5b29-435a-9877-27da747ffea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.431408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42026) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:42.440785 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-093cadb6-d1d7-4ffe-b649-8d51c0d8c82a tempest-DHCPAgentSchedulersTestJSON-1044634550 tempest-DHCPAgentSchedulersTestJSON-1044634550] 10.222.0.41 "GET /v2.0/agents/1f87dcb9-565f-4fe2-9523-59ef68a9b3fa/dhcp-networks HTTP/1.1" status: 200 len: 11150 time: 1.7850888 Jan 14 07:32:42.459222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875becfb-5ae1-4ee5-a2e0-c4ed6ffa2621 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39440be9-938d-43e4-8c77-f799f3b5445d,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:42.468568 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e553d28-e0cf-4459-ba38-788567dfed00 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.473577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42032) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:42.475407 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-71fc5893-9c2d-4a73-8d6b-aa508c5527ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:42.513244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8e553d28-e0cf-4459-ba38-788567dfed00 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Releasing vxlan tunnel 12 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:32:42.530203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.539457 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-875becfb-5ae1-4ee5-a2e0-c4ed6ffa2621 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:42.571235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2339ee0-8159-4a3c-b202-2bb2d9457163 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Subnet': ['ID=c4040e34-c9c3-4057-9a88-997b78f3dc7e,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:42.575489 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2339ee0-8159-4a3c-b202-2bb2d9457163 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:42.576514 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6b51ec96-cfd1-40ea-b213-38115dc86c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:42.686488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2339ee0-8159-4a3c-b202-2bb2d9457163 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Checking segment: {'id': 'a27e35dc-db50-4a48-807c-335ab5c2ddc9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b5dab4bc-fa17-4e09-96b6-95866537eef5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:32:42.687351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2339ee0-8159-4a3c-b202-2bb2d9457163 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network hostable DHCP agents. Network: b5dab4bc-fa17-4e09-96b6-95866537eef5, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:32:42.727083 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-eac04e05-9476-439c-a1e3-fd117ada0ea7 tempest-DHCPAgentSchedulersTestJSON-1044634550 tempest-DHCPAgentSchedulersTestJSON-1044634550] 10.222.0.41 "DELETE /v2.0/agents/1f87dcb9-565f-4fe2-9523-59ef68a9b3fa/dhcp-networks/92d91569-fd43-42a1-ab91-db3395784004 HTTP/1.1" status: 204 len: 168 time: 0.1569576 Jan 14 07:32:42.727289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42038) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:42.776771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2339ee0-8159-4a3c-b202-2bb2d9457163 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network b5dab4bc-fa17-4e09-96b6-95866537eef5 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:32:42.898971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f2339ee0-8159-4a3c-b202-2bb2d9457163 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, b5dab4bc-fa17-4e09-96b6-95866537eef5) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:42.931847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2339ee0-8159-4a3c-b202-2bb2d9457163 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:42.932671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2339ee0-8159-4a3c-b202-2bb2d9457163 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:42.994497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d8ec0a62-67d2-4271-92ec-70c49c5524ae tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.013456 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f2339ee0-8159-4a3c-b202-2bb2d9457163 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1151805 Jan 14 07:32:43.017108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42044) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:43.074672 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d8ec0a62-67d2-4271-92ec-70c49c5524ae tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.118493 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dc85a09c-23fa-435f-8d41-a0a097157e5d tempest-DHCPAgentSchedulersTestJSON-1044634550 tempest-DHCPAgentSchedulersTestJSON-1044634550] 10.222.0.41 "GET /v2.0/agents/1f87dcb9-565f-4fe2-9523-59ef68a9b3fa/dhcp-networks HTTP/1.1" status: 200 len: 10426 time: 0.3889031 Jan 14 07:32:43.119230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42050) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:43.149295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2cb6b4ee-a307-4a00-9906-39718661abf7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'router': {'name': 'tempest-RoutersTest-router-469940165', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:43.179148 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5ec58c37-a9dd-4bd4-b1a0-1c5a32c50d2a tempest-DHCPAgentSchedulersTestJSON-1044634550 tempest-DHCPAgentSchedulersTestJSON-1044634550] 10.222.0.41 "GET /v2.0/networks/3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0584807 Jan 14 07:32:43.180304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42054) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:43.190927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2cb6b4ee-a307-4a00-9906-39718661abf7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:43.211474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Pushing event updated for resources: {'Port': ['ID=12d5719a-cd18-4f1c-a585-701cd01271bd,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:43.226081 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:43.242873 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e6374275-1e6e-464b-bc78-69a519b81dac tempest-DHCPAgentSchedulersTestJSON-1044634550 tempest-DHCPAgentSchedulersTestJSON-1044634550] 10.222.0.41 "GET /v2.0/networks/3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0594144 Jan 14 07:32:43.243761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42060) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:43.274777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965e2bdf-ae42-4dce-8c49-b50d57aad713 None None] Network b5dab4bc-fa17-4e09-96b6-95866537eef5 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:43.318757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2cb6b4ee-a307-4a00-9906-39718661abf7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:router and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:43.349006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2cb6b4ee-a307-4a00-9906-39718661abf7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:43.352127 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.392552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8e553d28-e0cf-4459-ba38-788567dfed00 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Network 96ef27da-2091-4617-9b92-dc6352a5a7f1 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:32:43.413734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e553d28-e0cf-4459-ba38-788567dfed00 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.434337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2cb6b4ee-a307-4a00-9906-39718661abf7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:43.440784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 64e88795-54f8-4155-87e6-69682d25d6ec up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:43.473306 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.521965 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-58427fb9-1fcc-47b5-834e-e5da9b7099ba tempest-DHCPAgentSchedulersTestJSON-1044634550 tempest-DHCPAgentSchedulersTestJSON-1044634550] 10.222.0.41 "GET /v2.0/agents/1f87dcb9-565f-4fe2-9523-59ef68a9b3fa/dhcp-networks HTTP/1.1" status: 200 len: 11198 time: 0.2743921 Jan 14 07:32:43.522819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42066) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:43.528928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Allocated IP 172.20.0.2 (0568a4dd-50d5-4553-86a4-3de653015adc/a59c2f49-0ccd-4637-b320-7b0b776cbb6f/47386e65-54ff-4f8f-b07a-960012d4a8ca) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:43.531173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8b1a72b9-a08d-4385-ba97-0617a2bbc002 None None] Provisioning complete for port 64e88795-54f8-4155-87e6-69682d25d6ec triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:43.531705 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b1a72b9-a08d-4385-ba97-0617a2bbc002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.556305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d8ec0a62-67d2-4271-92ec-70c49c5524ae tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.579083 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b1af361a-75e1-4cff-9f62-1c286c370d86 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:43.586611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:43.602902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:43.604997 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b4ee-a307-4a00-9906-39718661abf7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.606099 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b4ee-a307-4a00-9906-39718661abf7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.617043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:43.664922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec0a62-67d2-4271-92ec-70c49c5524ae tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39440be9-938d-43e4-8c77-f799f3b5445d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:43.669650 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d8ec0a62-67d2-4271-92ec-70c49c5524ae tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:43.695431 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73439656-adef-4507-9023-aa90ed8ca3fd tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.770879 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d8ec0a62-67d2-4271-92ec-70c49c5524ae tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.772142 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d8ec0a62-67d2-4271-92ec-70c49c5524ae tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "DELETE /v2.0/security-group-rules/39440be9-938d-43e4-8c77-f799f3b5445d HTTP/1.1" status: 204 len: 168 time: 1.3329551 Jan 14 07:32:43.786714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42074) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:43.835035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Attempting to bind port 12d5719a-cd18-4f1c-a585-701cd01271bd on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:32:43.835286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Attempting to bind port 12d5719a-cd18-4f1c-a585-701cd01271bd by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:32:43.835625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Attempting to bind port 12d5719a-cd18-4f1c-a585-701cd01271bd on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:32:43.845584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:32:43.846010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:32:43.846461 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.846901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:32:43.847422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Bound port: 12d5719a-cd18-4f1c-a585-701cd01271bd, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:32:43.848163 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.855116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8e553d28-e0cf-4459-ba38-788567dfed00 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Network 96ef27da-2091-4617-9b92-dc6352a5a7f1 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:32:43.866432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 64e88795-54f8-4155-87e6-69682d25d6ec triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:43.866737 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.867557 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b4ee-a307-4a00-9906-39718661abf7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:32:43.891891 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:32:43.959938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73439656-adef-4507-9023-aa90ed8ca3fd tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:44.101036 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b4ee-a307-4a00-9906-39718661abf7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:44.107259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-73439656-adef-4507-9023-aa90ed8ca3fd tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d91569-fd43-42a1-ab91-db3395784004']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:44.121697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-73439656-adef-4507-9023-aa90ed8ca3fd tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04279272-b653-41d8-bf53-9695bd38858f') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:44.122212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-73439656-adef-4507-9023-aa90ed8ca3fd tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04279272-b653-41d8-bf53-9695bd38858f') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:44.136313 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73439656-adef-4507-9023-aa90ed8ca3fd tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:44.154558 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73439656-adef-4507-9023-aa90ed8ca3fd tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:44.156687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-73439656-adef-4507-9023-aa90ed8ca3fd tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Releasing vxlan tunnel 15 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:32:44.185620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e553d28-e0cf-4459-ba38-788567dfed00 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:44.247688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0a3ca2f5-0c79-4f49-b112-deb9ec42db62 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:44.270161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:44.272940 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cb4bf4b4-b894-4f21-b15b-35ecfdca1e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:44.285674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Transition to ACTIVE for port object 47386e65-54ff-4f8f-b07a-960012d4a8ca will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:44.293495 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e553d28-e0cf-4459-ba38-788567dfed00 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:44.307520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Transition to ACTIVE for port object 47386e65-54ff-4f8f-b07a-960012d4a8ca will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:44.352125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e553d28-e0cf-4459-ba38-788567dfed00 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Pushing event deleted for resources: {'Network': ['ID=96ef27da-2091-4617-9b92-dc6352a5a7f1,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:44.373317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-73439656-adef-4507-9023-aa90ed8ca3fd tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Network 92d91569-fd43-42a1-ab91-db3395784004 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:32:44.384580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73439656-adef-4507-9023-aa90ed8ca3fd tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:44.413777 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8e553d28-e0cf-4459-ba38-788567dfed00 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:44.431584 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:44.464644 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8e553d28-e0cf-4459-ba38-788567dfed00 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] 10.222.0.41 "DELETE /v2.0/networks/96ef27da-2091-4617-9b92-dc6352a5a7f1 HTTP/1.1" status: 204 len: 168 time: 4.3539302 Jan 14 07:32:44.465844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b4ee-a307-4a00-9906-39718661abf7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:44.467576 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2cb6b4ee-a307-4a00-9906-39718661abf7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4117794 Jan 14 07:32:44.499216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42092) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:44.510358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0a3ca2f5-0c79-4f49-b112-deb9ec42db62 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:44.512045 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0a3ca2f5-0c79-4f49-b112-deb9ec42db62 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.7127986 Jan 14 07:32:44.516614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42096) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:44.592636 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1b692936-b367-4c8f-a1a7-68936ecfc053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:44.601903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-73439656-adef-4507-9023-aa90ed8ca3fd tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Network 92d91569-fd43-42a1-ab91-db3395784004 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:32:44.688911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Pushing event updated for resources: {'Port': ['ID=47386e65-54ff-4f8f-b07a-960012d4a8ca,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:44.711209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Network 0568a4dd-50d5-4553-86a4-3de653015adc is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:44.712461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8b1a72b9-a08d-4385-ba97-0617a2bbc002 None None] Could not find standard attr ID for object 570552aa-707e-46fa-a9d7-44979f1fc4d2. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:32:44.718322 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:44.719714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:44.724943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] For port 12d5719a-cd18-4f1c-a585-701cd01271bd, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:32:44.727405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:32:44.733331 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:32:44.737461 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:32:44.740029 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73439656-adef-4507-9023-aa90ed8ca3fd tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:44.744192 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73439656-adef-4507-9023-aa90ed8ca3fd tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:44.750506 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-67c30112-c1d1-48b8-89db-8abde538e975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:44.778405 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-73439656-adef-4507-9023-aa90ed8ca3fd tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] 10.222.0.41 "DELETE /v2.0/networks/92d91569-fd43-42a1-ab91-db3395784004 HTTP/1.1" status: 204 len: 168 time: 1.2538071 Jan 14 07:32:44.779221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42102) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:44.780362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73439656-adef-4507-9023-aa90ed8ca3fd tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Pushing event deleted for resources: {'Network': ['ID=92d91569-fd43-42a1-ab91-db3395784004,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:44.788544 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-73439656-adef-4507-9023-aa90ed8ca3fd tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:44.789722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-b5dab4bc-fa17-4e09-96b6-95866537eef5', 'network_id': 'b5dab4bc-fa17-4e09-96b6-95866537eef5', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'fixed_ips': [{'subnet_id': 'c4040e34-c9c3-4057-9a88-997b78f3dc7e'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:32:44.790807 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:44.842290 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b077b7bc-3a62-41d4-a8fb-dd20eba07d7a tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] DELETE failed (client error): The resource could not be found. Jan 14 07:32:44.842875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b077b7bc-3a62-41d4-a8fb-dd20eba07d7a tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:32:44.848499 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b077b7bc-3a62-41d4-a8fb-dd20eba07d7a tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] 10.222.0.41 "DELETE /v2.0/ports/570552aa-707e-46fa-a9d7-44979f1fc4d2 HTTP/1.1" status: 404 len: 333 time: 0.0580208 Jan 14 07:32:44.849074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42106) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:44.855814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Attempting to bind port 47386e65-54ff-4f8f-b07a-960012d4a8ca on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:32:44.856427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Attempting to bind port 47386e65-54ff-4f8f-b07a-960012d4a8ca by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'e4c1c751-08ec-4780-a757-3ee16a21cf16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0568a4dd-50d5-4553-86a4-3de653015adc'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:32:44.856996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Attempting to bind port 47386e65-54ff-4f8f-b07a-960012d4a8ca on network 0568a4dd-50d5-4553-86a4-3de653015adc {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:32:45.054403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:32:45.055947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Checking segment: {'id': 'e4c1c751-08ec-4780-a757-3ee16a21cf16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0568a4dd-50d5-4553-86a4-3de653015adc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:32:45.056576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:45.057184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Bound using segment: {'id': 'e4c1c751-08ec-4780-a757-3ee16a21cf16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0568a4dd-50d5-4553-86a4-3de653015adc'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:32:45.057926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Bound port: 47386e65-54ff-4f8f-b07a-960012d4a8ca, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c1c751-08ec-4780-a757-3ee16a21cf16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0568a4dd-50d5-4553-86a4-3de653015adc'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:32:45.058358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:45.072379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] For port 12d5719a-cd18-4f1c-a585-701cd01271bd, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=12d5719a-cd18-4f1c-a585-701cd01271bd,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:32:45.133991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-379053a4-4c3c-4fb5-b7a2-0c3764aba84b tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Deleting subnet 0ca72100-3aa4-409a-a1c7-dfee05fe9f9f {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:32:45.137879 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-379053a4-4c3c-4fb5-b7a2-0c3764aba84b tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:45.166352 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:45.204126 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f32bd6f1-f753-4ff6-a165-8bfd5f7276c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:45.216367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-379053a4-4c3c-4fb5-b7a2-0c3764aba84b tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:45.308260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Allocated IP 172.21.0.2 (b5dab4bc-fa17-4e09-96b6-95866537eef5/c4040e34-c9c3-4057-9a88-997b78f3dc7e/52f1c03a-4d7a-4fd9-a146-8238cd01915d) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:45.314880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42116) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:45.346022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-379053a4-4c3c-4fb5-b7a2-0c3764aba84b tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:45.455351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Pushing event updated for resources: {'Port': ['ID=12d5719a-cd18-4f1c-a585-701cd01271bd,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:45.558439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80907) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:32:45.561861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d63031e9-9251-44d2-ae27-ac9200d5c471 admin admin] Deleting port f9dd0616-90ee-4ac5-a095-92757eaad83f {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:45.562402 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d63031e9-9251-44d2-ae27-ac9200d5c471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:45.616045 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:45.628432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Transition to ACTIVE for port object 52f1c03a-4d7a-4fd9-a146-8238cd01915d will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:45.646467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Transition to ACTIVE for port object 52f1c03a-4d7a-4fd9-a146-8238cd01915d will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:45.694255 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:45.723138 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-541559ac-37de-4ac2-b398-a044cbba35b9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7cc5a5e582a43b794c9a4c718deadb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4063642 Jan 14 07:32:45.726837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42124) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:45.737603 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:45.758403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10c6300b-3ff2-4911-b327-2badab465983 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:45.775112 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9883b1ee-9d9c-4567-9e0a-a090b6c67a8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:45.805066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42128) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:45.822846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-379053a4-4c3c-4fb5-b7a2-0c3764aba84b tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:45.852162 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb2de290-b847-42fc-bfeb-cef2dde07c88 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:45.856693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10c6300b-3ff2-4911-b327-2badab465983 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:45.926366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379053a4-4c3c-4fb5-b7a2-0c3764aba84b tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Pushing event deleted for resources: {'Subnet': ['ID=0ca72100-3aa4-409a-a1c7-dfee05fe9f9f,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:45.962840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Allocated IP 172.25.3.175 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/3bce7728-d682-4cb4-aad6-428a20d9d320) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:45.977022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06bab3f6-e513-470c-af20-7c39e1e7143d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:46.009080 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06bab3f6-e513-470c-af20-7c39e1e7143d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:46.059287 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-379053a4-4c3c-4fb5-b7a2-0c3764aba84b tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:46.079761 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06bab3f6-e513-470c-af20-7c39e1e7143d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:46.087830 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6f908fe9-4112-4cd1-b37a-4802021d3432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:46.120776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bab3f6-e513-470c-af20-7c39e1e7143d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d330e3f7-8941-413f-a8cd-b27f24e52580,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:46.143564 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06bab3f6-e513-470c-af20-7c39e1e7143d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:46.151063 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14a98e19-4e93-4ba1-a201-770d5eac54bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:46.170618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06bab3f6-e513-470c-af20-7c39e1e7143d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:46.172476 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-06bab3f6-e513-470c-af20-7c39e1e7143d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d330e3f7-8941-413f-a8cd-b27f24e52580 HTTP/1.1" status: 204 len: 168 time: 0.4445782 Jan 14 07:32:46.185597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-14a98e19-4e93-4ba1-a201-770d5eac54bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:46.194246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-14a98e19-4e93-4ba1-a201-770d5eac54bd admin admin] Usage tracker for resource:security_group_rule and tenant:2fcc298943a14448956d45b04c0e60e0 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:46.205897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-14a98e19-4e93-4ba1-a201-770d5eac54bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:46.210493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-379053a4-4c3c-4fb5-b7a2-0c3764aba84b tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:46.215482 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-379053a4-4c3c-4fb5-b7a2-0c3764aba84b tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] 10.222.0.41 "DELETE /v2.0/subnets/0ca72100-3aa4-409a-a1c7-dfee05fe9f9f HTTP/1.1" status: 204 len: 168 time: 1.3647194 Jan 14 07:32:46.220922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42136) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:46.225634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-14a98e19-4e93-4ba1-a201-770d5eac54bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:46.235678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Pushing event updated for resources: {'Port': ['ID=52f1c03a-4d7a-4fd9-a146-8238cd01915d,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:46.251569 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:46.260144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d20a83-d2e6-402e-bbab-7e248b5871ec None None] Network 3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:46.277279 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:46.358660 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10c6300b-3ff2-4911-b327-2badab465983 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:46.404680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] For port 47386e65-54ff-4f8f-b07a-960012d4a8ca, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:32:46.409625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] For port 47386e65-54ff-4f8f-b07a-960012d4a8ca, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=47386e65-54ff-4f8f-b07a-960012d4a8ca,segment=NetworkSegment(e4c1c751-08ec-4780-a757-3ee16a21cf16),segment_id=e4c1c751-08ec-4780-a757-3ee16a21cf16)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:32:46.415099 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:46.424863 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c65e283-578d-4bab-83d7-5945d2149631 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:46.435999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:46.488286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6300b-3ff2-4911-b327-2badab465983 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae8ec0bc-31d7-4fc7-9c8e-5a36e2816471,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:46.491583 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-10c6300b-3ff2-4911-b327-2badab465983 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:46.517508 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10c6300b-3ff2-4911-b327-2badab465983 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:46.522304 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-10c6300b-3ff2-4911-b327-2badab465983 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "DELETE /v2.0/security-group-rules/ae8ec0bc-31d7-4fc7-9c8e-5a36e2816471 HTTP/1.1" status: 204 len: 168 time: 1.9301422 Jan 14 07:32:46.526758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42144) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:46.527411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Deleting port 64e88795-54f8-4155-87e6-69682d25d6ec {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:46.527821 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:46.570365 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:46.602752 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-991a0498-2a86-4088-ac61-efb50a77c606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:46.725620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:46.771466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] For port 64e88795-54f8-4155-87e6-69682d25d6ec, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=64e88795-54f8-4155-87e6-69682d25d6ec,segment=NetworkSegment(17524b64-1a69-49f0-9511-4b3d5edec154),segment_id=17524b64-1a69-49f0-9511-4b3d5edec154)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:46.771898 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:46.781966 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:46.823113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d63031e9-9251-44d2-ae27-ac9200d5c471 admin admin] For port f9dd0616-90ee-4ac5-a095-92757eaad83f, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f9dd0616-90ee-4ac5-a095-92757eaad83f,segment=NetworkSegment(e8705b2f-3035-4dc0-ae0e-8f759ee30472),segment_id=e8705b2f-3035-4dc0-ae0e-8f759ee30472)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:46.823406 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d63031e9-9251-44d2-ae27-ac9200d5c471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:46.887638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Pushing event updated for resources: {'Port': ['ID=47386e65-54ff-4f8f-b07a-960012d4a8ca,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:46.897501 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:46.923171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Calling delete_port for 64e88795-54f8-4155-87e6-69682d25d6ec owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:46.992046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Network b5dab4bc-fa17-4e09-96b6-95866537eef5 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:46.995796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:47.007606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:47.069945 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:47.107849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8fe126-a329-4465-9010-a7579c810580 None None] DHCP port deletion for 3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:32:47.131424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Attempting to bind port 52f1c03a-4d7a-4fd9-a146-8238cd01915d on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:32:47.132064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Attempting to bind port 52f1c03a-4d7a-4fd9-a146-8238cd01915d by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'a27e35dc-db50-4a48-807c-335ab5c2ddc9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b5dab4bc-fa17-4e09-96b6-95866537eef5'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:32:47.132587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Attempting to bind port 52f1c03a-4d7a-4fd9-a146-8238cd01915d on network b5dab4bc-fa17-4e09-96b6-95866537eef5 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:32:47.143008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:32:47.143593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Checking segment: {'id': 'a27e35dc-db50-4a48-807c-335ab5c2ddc9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b5dab4bc-fa17-4e09-96b6-95866537eef5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:32:47.144186 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:47.145727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Bound using segment: {'id': 'a27e35dc-db50-4a48-807c-335ab5c2ddc9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b5dab4bc-fa17-4e09-96b6-95866537eef5'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:32:47.146375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Bound port: 52f1c03a-4d7a-4fd9-a146-8238cd01915d, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a27e35dc-db50-4a48-807c-335ab5c2ddc9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b5dab4bc-fa17-4e09-96b6-95866537eef5'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:32:47.146913 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:47.202769 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:47.203522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d63031e9-9251-44d2-ae27-ac9200d5c471 admin admin] Calling delete_port for f9dd0616-90ee-4ac5-a095-92757eaad83f owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:47.253017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:47.261476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Pushing event deleted for resources: {'Port': ['ID=64e88795-54f8-4155-87e6-69682d25d6ec,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:47.274213 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:47.285869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] For port 52f1c03a-4d7a-4fd9-a146-8238cd01915d, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:32:47.289722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] For port 52f1c03a-4d7a-4fd9-a146-8238cd01915d, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=52f1c03a-4d7a-4fd9-a146-8238cd01915d,segment=NetworkSegment(a27e35dc-db50-4a48-807c-335ab5c2ddc9),segment_id=a27e35dc-db50-4a48-807c-335ab5c2ddc9)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:32:47.298987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:47.330475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2d58cee7-bea3-47b1-8c77-635637700b47 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:47.344773 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:47.370135 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:47.391210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] No DVR routers for this DVR port 64e88795-54f8-4155-87e6-69682d25d6ec on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:32:47.423006 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e006cc48-6c0e-4426-9596-9ab13a22bc6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:47.456172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2d58cee7-bea3-47b1-8c77-635637700b47 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:47.461601 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2d58cee7-bea3-47b1-8c77-635637700b47 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.8650861 Jan 14 07:32:47.469702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42162) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:47.510104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 64e88795-54f8-4155-87e6-69682d25d6ec no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:32:47.581663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 64e88795-54f8-4155-87e6-69682d25d6ec {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:32:47.582572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 64e88795-54f8-4155-87e6-69682d25d6ec not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:32:47.641427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Pushing event updated for resources: {'Port': ['ID=52f1c03a-4d7a-4fd9-a146-8238cd01915d,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:47.642568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Pushing event updated for resources: {'Port': ['ID=3bce7728-d682-4cb4-aad6-428a20d9d320,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:47.649625 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:47.667068 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b88b22a3-3e8a-45ee-bf19-6153ca0e205b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:47.682366 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:47.687415 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:47.711972 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b88b22a3-3e8a-45ee-bf19-6153ca0e205b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:48.144380 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14a98e19-4e93-4ba1-a201-770d5eac54bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:48.184396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14a98e19-4e93-4ba1-a201-770d5eac54bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:48.200479 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c60cbef9-56b3-4327-b1fa-e849cfbe6f2a tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:48.292360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:48.322156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17524b64-1a69-49f0-9511-4b3d5edec154') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:48.322579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17524b64-1a69-49f0-9511-4b3d5edec154') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:48.343110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a98e19-4e93-4ba1-a201-770d5eac54bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d4a6ab-9a98-4013-b12e-0d8296e2f3ac,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:48.348208 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:48.355509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b88b22a3-3e8a-45ee-bf19-6153ca0e205b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:48.362591 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-14a98e19-4e93-4ba1-a201-770d5eac54bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2fcc298943a14448956d45b04c0e60e0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5564208 Jan 14 07:32:48.369759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42178) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:48.371750 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14a98e19-4e93-4ba1-a201-770d5eac54bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:48.372413 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3123fc2-4332-4d7b-88e2-bdfa36d9daf6 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:48.392108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b22a3-3e8a-45ee-bf19-6153ca0e205b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=681e77e7-579f-4df7-a830-84eb40afd57a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:48.395139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:48.398616 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b88b22a3-3e8a-45ee-bf19-6153ca0e205b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:48.399025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Releasing vxlan tunnel 13 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:32:48.524220 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b88b22a3-3e8a-45ee-bf19-6153ca0e205b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:48.528605 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b88b22a3-3e8a-45ee-bf19-6153ca0e205b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "DELETE /v2.0/security-group-rules/681e77e7-579f-4df7-a830-84eb40afd57a HTTP/1.1" status: 204 len: 168 time: 1.0380239 Jan 14 07:32:48.529314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42186) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:48.642377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Network 3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:32:48.654207 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:48.705348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:48.725076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:48.742838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:48.834513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-15135cf5-f493-4a55-81d0-a4632d0724c3 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:48.955632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] For port 12d5719a-cd18-4f1c-a585-701cd01271bd, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=12d5719a-cd18-4f1c-a585-701cd01271bd,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:48.972049 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-12dd604c-e29a-4782-a37a-3a6ba213249a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:48.996597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-15135cf5-f493-4a55-81d0-a4632d0724c3 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:49.001424 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-15135cf5-f493-4a55-81d0-a4632d0724c3 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4675074 Jan 14 07:32:49.008894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42192) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:49.053425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Network 3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:32:49.073016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-12dd604c-e29a-4782-a37a-3a6ba213249a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:32:49.084981 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:32:49.179250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06b5b88c-bb2c-4857-80cd-967d8e7577ed tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.197226 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06b5b88c-bb2c-4857-80cd-967d8e7577ed tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.225879 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.234877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.245331 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-be9f2cdb-7c66-4d0b-9280-a7d7291d5e06 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:49.286429 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] 10.222.0.41 "DELETE /v2.0/networks/3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852 HTTP/1.1" status: 204 len: 168 time: 3.0517139 Jan 14 07:32:49.288246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Pushing event deleted for resources: {'Network': ['ID=3bbbd266-0f0f-4fd4-b9ee-0860fd6a3852,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:49.291317 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:49.293877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06b5b88c-bb2c-4857-80cd-967d8e7577ed tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.297910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06b5b88c-bb2c-4857-80cd-967d8e7577ed tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.299182 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-06b5b88c-bb2c-4857-80cd-967d8e7577ed tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "DELETE /v2.0/security-group-rules/d4934ae0-bb51-4d27-84dc-bb2e160e441d HTTP/1.1" status: 204 len: 168 time: 0.2892506 Jan 14 07:32:49.300161 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0af03802-6bea-4c51-a92f-0c91396d84a8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:49.308801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42202) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:49.319103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Allocated IP 172.20.0.1 (0568a4dd-50d5-4553-86a4-3de653015adc/a59c2f49-0ccd-4637-b320-7b0b776cbb6f/26ec6d5b-5442-4fc9-891a-15f84f6b20d0) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:49.321524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-12dd604c-e29a-4782-a37a-3a6ba213249a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.339394 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:32:49.350364 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b23f18d6-4103-4c45-842b-342355b889c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:49.368667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5b88c-bb2c-4857-80cd-967d8e7577ed tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4934ae0-bb51-4d27-84dc-bb2e160e441d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:49.372288 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06b5b88c-bb2c-4857-80cd-967d8e7577ed tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:49.380299 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d63031e9-9251-44d2-ae27-ac9200d5c471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.409352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a4d5c2b5-1e9c-4f59-85b8-c4e184307ac6 None None] Provisioning for port 12d5719a-cd18-4f1c-a585-701cd01271bd completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:49.409539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd604c-e29a-4782-a37a-3a6ba213249a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d4a6ab-9a98-4013-b12e-0d8296e2f3ac,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:49.487760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e19d324b-370e-442d-ba7d-e086b417e54d tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:49.495639 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-12dd604c-e29a-4782-a37a-3a6ba213249a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:49.497915 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.522157 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:49.533941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e19d324b-370e-442d-ba7d-e086b417e54d tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:49.535555 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e19d324b-370e-442d-ba7d-e086b417e54d tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2256119 Jan 14 07:32:49.538443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42206) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:49.604784 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2bedab97-5678-4e6f-9987-9697bfbff4ea tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.627453 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2bedab97-5678-4e6f-9987-9697bfbff4ea tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.677786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 52f1c03a-4d7a-4fd9-a146-8238cd01915d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:49.683187 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2bedab97-5678-4e6f-9987-9697bfbff4ea tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.685785 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9319b16-c938-4187-8ae6-66971d7de727 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:49.688406 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.689408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.720419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedab97-5678-4e6f-9987-9697bfbff4ea tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f55382c5-8c53-41f1-a283-6911253c6b9d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:49.729196 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2bedab97-5678-4e6f-9987-9697bfbff4ea tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:49.740862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2bedab97-5678-4e6f-9987-9697bfbff4ea tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:49.742314 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2bedab97-5678-4e6f-9987-9697bfbff4ea tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "DELETE /v2.0/security-group-rules/f55382c5-8c53-41f1-a283-6911253c6b9d HTTP/1.1" status: 204 len: 168 time: 0.2028854 Jan 14 07:32:49.748624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42210) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:49.813665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63031e9-9251-44d2-ae27-ac9200d5c471 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9dd0616-90ee-4ac5-a095-92757eaad83f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:49.845642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 52f1c03a-4d7a-4fd9-a146-8238cd01915d completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:49.857224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 12d5719a-cd18-4f1c-a585-701cd01271bd up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:49.897745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2fab7b07-d5e2-4368-beb2-d70af8972ca3 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:49.904261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42216) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:49.947233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2fab7b07-d5e2-4368-beb2-d70af8972ca3 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:49.948709 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2fab7b07-d5e2-4368-beb2-d70af8972ca3 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1988251 Jan 14 07:32:49.951924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42222) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:50.048857 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:50.101920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 12d5719a-cd18-4f1c-a585-701cd01271bd completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:50.112796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Transition to ACTIVE for port object 26ec6d5b-5442-4fc9-891a-15f84f6b20d0 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:50.133723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 12d5719a-cd18-4f1c-a585-701cd01271bd triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:50.134320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:50.154835 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-63a62358-8263-4420-9a35-34d3cfc7642d tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:50.157907 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d63031e9-9251-44d2-ae27-ac9200d5c471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:50.161285 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cae89f4a-0658-42dd-9f91-4f5b20f84e14 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.438s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:50.178984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:32:50.271680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eb5681-8a48-4ebe-9a28-76389aface86 None None] Network 0568a4dd-50d5-4553-86a4-3de653015adc requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:50.298676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5a952143-9c80-44d5-bc6b-32dc73a52426 None None] Provisioning complete for port 12d5719a-cd18-4f1c-a585-701cd01271bd triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:50.299275 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a952143-9c80-44d5-bc6b-32dc73a52426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:50.349243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-63a62358-8263-4420-9a35-34d3cfc7642d tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:50.374718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=574abf23-fb05-49ab-9313-f20bce14997b,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:50.389116 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:50.401750 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b7e4954d-7d36-49ee-acb4-86c5aa253381 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.678s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:50.447542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-12dd604c-e29a-4782-a37a-3a6ba213249a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:50.448970 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-12dd604c-e29a-4782-a37a-3a6ba213249a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62d4a6ab-9a98-4013-b12e-0d8296e2f3ac HTTP/1.1" status: 204 len: 168 time: 2.0602999 Jan 14 07:32:50.486227 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3dee71d6-aa1d-4d3b-a8f5-8443b55e38f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cacbdb523dd34a999d2f1f9dea4cb14a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5778947 Jan 14 07:32:50.486879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42234) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:50.571749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-63a62358-8263-4420-9a35-34d3cfc7642d tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:50.592651 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-72945e26-69c9-4399-bf52-3d088a408717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:50.614667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62358-8263-4420-9a35-34d3cfc7642d tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fbef75-5ff2-4576-b853-d92c0fe960d8,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:50.619754 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58d6d194-6a9a-4b55-bf2c-8774e949b03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:50.622042 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-63a62358-8263-4420-9a35-34d3cfc7642d tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:50.660657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58d6d194-6a9a-4b55-bf2c-8774e949b03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:50.668661 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-63a62358-8263-4420-9a35-34d3cfc7642d tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:50.669908 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-63a62358-8263-4420-9a35-34d3cfc7642d tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "DELETE /v2.0/security-groups/66fbef75-5ff2-4576-b853-d92c0fe960d8 HTTP/1.1" status: 204 len: 168 time: 0.7169766 Jan 14 07:32:50.673804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42238) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:50.734929 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:50.763156 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:50.821429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 12d5719a-cd18-4f1c-a585-701cd01271bd, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=12d5719a-cd18-4f1c-a585-701cd01271bd,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:50.834739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-822fc2ff-983a-4c4c-b6a9-f24667ae8c6c tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:50.853043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14f3d50-ceb3-4294-b2d1-066a995ed10d None None] Network b5dab4bc-fa17-4e09-96b6-95866537eef5 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:50.871176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-822fc2ff-983a-4c4c-b6a9-f24667ae8c6c tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:50.872645 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-822fc2ff-983a-4c4c-b6a9-f24667ae8c6c tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1978047 Jan 14 07:32:50.878960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42244) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:50.884818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-64401540-64b6-4d6e-9301-7effd5226853 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Request body: {'security_group': {'name': 'tempest-secgroup--2086956454'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:50.899331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=12d5719a-cd18-4f1c-a585-701cd01271bd,revision_number=4']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:50.903061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-64401540-64b6-4d6e-9301-7effd5226853 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:50.913841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-64401540-64b6-4d6e-9301-7effd5226853 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:50.923582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58d6d194-6a9a-4b55-bf2c-8774e949b03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:50.931802 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-83754620-bb74-46cc-b33f-b0edec8182d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:50.932611 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:50.941291 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64401540-64b6-4d6e-9301-7effd5226853 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:50.961867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6d194-6a9a-4b55-bf2c-8774e949b03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138ec183-4248-4c1a-87b4-b8f320ab16ce,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:50.966077 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58d6d194-6a9a-4b55-bf2c-8774e949b03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:50.967340 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-58d6d194-6a9a-4b55-bf2c-8774e949b03a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/138ec183-4248-4c1a-87b4-b8f320ab16ce HTTP/1.1" status: 204 len: 168 time: 0.4794407 Jan 14 07:32:50.975710 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-58d6d194-6a9a-4b55-bf2c-8774e949b03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:50.977476 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:50.992503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-64401540-64b6-4d6e-9301-7effd5226853 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:51.003057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-64401540-64b6-4d6e-9301-7effd5226853 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Usage tracker for resource:security_group_rule and tenant:658cd1b2c5834ee9a6d303463c03b35f is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:51.008475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-64401540-64b6-4d6e-9301-7effd5226853 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:51.022520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-64401540-64b6-4d6e-9301-7effd5226853 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:51.141129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:51.142079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 47386e65-54ff-4f8f-b07a-960012d4a8ca up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:51.162453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42252) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:51.226737 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:51.244056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64401540-64b6-4d6e-9301-7effd5226853 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:51.247135 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca965cec-f8f1-48cc-98b5-a6d242b9ec9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:51.273836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64401540-64b6-4d6e-9301-7effd5226853 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:51.292784 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:51.331235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ca965cec-f8f1-48cc-98b5-a6d242b9ec9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:51.336544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ca965cec-f8f1-48cc-98b5-a6d242b9ec9c admin admin] Usage tracker for resource:security_group_rule and tenant:33c8db866ae64fcd91c94a2b3b2ce877 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:51.340043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ca965cec-f8f1-48cc-98b5-a6d242b9ec9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:51.347283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ca965cec-f8f1-48cc-98b5-a6d242b9ec9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:51.442626 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca965cec-f8f1-48cc-98b5-a6d242b9ec9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:51.449855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64401540-64b6-4d6e-9301-7effd5226853 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroup': ['ID=b2abb092-6a91-4f95-9b58-01c52bc5a372,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:51.456352 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-64401540-64b6-4d6e-9301-7effd5226853 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:51.457942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca965cec-f8f1-48cc-98b5-a6d242b9ec9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:51.504299 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b3273b6c-92af-455c-9254-c045a41eaae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:51.513872 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ca965cec-f8f1-48cc-98b5-a6d242b9ec9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33c8db866ae64fcd91c94a2b3b2ce877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3474271 Jan 14 07:32:51.528413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42260) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:51.617710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca965cec-f8f1-48cc-98b5-a6d242b9ec9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7381092-2e6c-4825-b4fe-56e736feec8d,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:51.632964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=12d5719a-cd18-4f1c-a585-701cd01271bd,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:51.638621 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ca965cec-f8f1-48cc-98b5-a6d242b9ec9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:51.653478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Port': ['ID=26ec6d5b-5442-4fc9-891a-15f84f6b20d0,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:51.659324 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:51.685261 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:51.695456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64401540-64b6-4d6e-9301-7effd5226853 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:51.700404 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-64401540-64b6-4d6e-9301-7effd5226853 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8218057 Jan 14 07:32:51.703426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42264) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:51.715571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a2b40375-8ad6-48b9-994e-bc68c51e2a98 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Request body: {'security_group_rule': {'security_group_id': 'b2abb092-6a91-4f95-9b58-01c52bc5a372', 'direction': 'ingress', 'protocol': 17}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:51.726433 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2da30f0-cbb8-4ae0-92e7-6d144a8ead49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:51.740432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a2b40375-8ad6-48b9-994e-bc68c51e2a98 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:51.749241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a2b40375-8ad6-48b9-994e-bc68c51e2a98 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Usage tracker for resource:security_group_rule and tenant:658cd1b2c5834ee9a6d303463c03b35f is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:51.753282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:51.760588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a2b40375-8ad6-48b9-994e-bc68c51e2a98 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:51.772428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42268) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:51.775901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a2b40375-8ad6-48b9-994e-bc68c51e2a98 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:51.779119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2da30f0-cbb8-4ae0-92e7-6d144a8ead49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:51.783925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-714a6c67-d60f-4ff3-abc3-08574cf367e8 None None] Provisioning for port 47386e65-54ff-4f8f-b07a-960012d4a8ca completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:51.802725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:51.820379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36a19eb7-1568-4ee0-a9fe-2790febb09a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:51.829288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9181af42-2e08-4a64-8805-96044afa7e56 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:32:51.853779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 47386e65-54ff-4f8f-b07a-960012d4a8ca completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:51.859142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-36a19eb7-1568-4ee0-a9fe-2790febb09a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:51.859412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-714a6c67-d60f-4ff3-abc3-08574cf367e8 None None] Provisioning for port 52f1c03a-4d7a-4fd9-a146-8238cd01915d completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:51.870596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:51.871244 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:51.872637 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a2b40375-8ad6-48b9-994e-bc68c51e2a98 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:51.873493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 47386e65-54ff-4f8f-b07a-960012d4a8ca triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:51.873938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:51.882616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-36a19eb7-1568-4ee0-a9fe-2790febb09a1 admin admin] Usage tracker for resource:security_group_rule and tenant:32f8848150544cc2acace51c924ad818 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:51.886039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-36a19eb7-1568-4ee0-a9fe-2790febb09a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:51.898198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-36a19eb7-1568-4ee0-a9fe-2790febb09a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:51.908070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 0568a4dd-50d5-4553-86a4-3de653015adc is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:51.909993 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 12.9217405 Jan 14 07:32:51.915610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:51.919541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42272) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:51.949484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2da30f0-cbb8-4ae0-92e7-6d144a8ead49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:51.960959 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a955b220-8205-47de-9e09-cfd1f210346d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:51.979503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da30f0-cbb8-4ae0-92e7-6d144a8ead49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7381092-2e6c-4825-b4fe-56e736feec8d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:51.982110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:32:51.993093 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c2da30f0-cbb8-4ae0-92e7-6d144a8ead49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:52.018674 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a2b40375-8ad6-48b9-994e-bc68c51e2a98 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.020040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'mac_address': 'fa:16:3e:c5:68:4f', 'name': 'tempest-NetworksTestDHCPv6-2014163468'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:52.020957 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2da30f0-cbb8-4ae0-92e7-6d144a8ead49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.024807 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c2da30f0-cbb8-4ae0-92e7-6d144a8ead49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7381092-2e6c-4825-b4fe-56e736feec8d HTTP/1.1" status: 204 len: 168 time: 0.4883499 Jan 14 07:32:52.099032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36a19eb7-1568-4ee0-a9fe-2790febb09a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.100919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a2b40375-8ad6-48b9-994e-bc68c51e2a98 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.110471 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0b5a9b6b-42b9-4164-be90-b6df0be5c026 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:52.135022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b40375-8ad6-48b9-994e-bc68c51e2a98 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a5bad1-3f51-494b-b2b2-d93ecf581b18,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:52.145208 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a2b40375-8ad6-48b9-994e-bc68c51e2a98 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:52.145934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36a19eb7-1568-4ee0-a9fe-2790febb09a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.159443 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-63a62358-8263-4420-9a35-34d3cfc7642d tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:52.185314 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.217387 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a2b40375-8ad6-48b9-994e-bc68c51e2a98 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.224145 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a2b40375-8ad6-48b9-994e-bc68c51e2a98 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5120697 Jan 14 07:32:52.227271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42278) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:52.232189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a19eb7-1568-4ee0-a9fe-2790febb09a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd134a93-a644-48a0-b11b-c5a13cededd2,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:52.235965 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-36a19eb7-1568-4ee0-a9fe-2790febb09a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:52.268750 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-36a19eb7-1568-4ee0-a9fe-2790febb09a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32f8848150544cc2acace51c924ad818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4806404 Jan 14 07:32:52.269393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-714a6c67-d60f-4ff3-abc3-08574cf367e8 None None] Provisioning complete for port 52f1c03a-4d7a-4fd9-a146-8238cd01915d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:52.269988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-714a6c67-d60f-4ff3-abc3-08574cf367e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.273721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42282) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:52.313860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:52.338770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:port and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:52.358309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for port was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:52.392722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:52.409111 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bdcee70-f90a-4a1d-8a24-cb9527718251 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.450313 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bdcee70-f90a-4a1d-8a24-cb9527718251 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.534719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bdcee70-f90a-4a1d-8a24-cb9527718251 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.572523 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6418088d-7af9-4386-8d31-6e7ea6a75c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:52.576998 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.586303 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-abae69c5-7e93-491a-895b-a03156788e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.641464 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-abae69c5-7e93-491a-895b-a03156788e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.715996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-abae69c5-7e93-491a-895b-a03156788e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.726336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcee70-f90a-4a1d-8a24-cb9527718251 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2abb092-6a91-4f95-9b58-01c52bc5a372,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:52.729771 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3bdcee70-f90a-4a1d-8a24-cb9527718251 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:52.731223 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06bab3f6-e513-470c-af20-7c39e1e7143d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:52.745506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bdcee70-f90a-4a1d-8a24-cb9527718251 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.747277 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3bdcee70-f90a-4a1d-8a24-cb9527718251 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "DELETE /v2.0/security-groups/b2abb092-6a91-4f95-9b58-01c52bc5a372 HTTP/1.1" status: 204 len: 168 time: 0.5177736 Jan 14 07:32:52.748831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae69c5-7e93-491a-895b-a03156788e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd134a93-a644-48a0-b11b-c5a13cededd2,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:52.752020 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-abae69c5-7e93-491a-895b-a03156788e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:52.760655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42298) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:52.761760 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-abae69c5-7e93-491a-895b-a03156788e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.766164 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-abae69c5-7e93-491a-895b-a03156788e3e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd134a93-a644-48a0-b11b-c5a13cededd2 HTTP/1.1" status: 204 len: 168 time: 0.4911826 Jan 14 07:32:52.850530 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:52.869499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dd2c5a2f-b864-4f05-8466-f4e7023723cf tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:52.893877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:52.916129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dd2c5a2f-b864-4f05-8466-f4e7023723cf tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:52.917337 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dd2c5a2f-b864-4f05-8466-f4e7023723cf tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1497667 Jan 14 07:32:52.927212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42306) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:52.943851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4ce90ebd-b35c-4db6-aba5-a91013f1d306 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Request body: {'security_group': {'name': 'tempest-secgroup--1495880573'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:52.975520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4ce90ebd-b35c-4db6-aba5-a91013f1d306 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:52.992572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4ce90ebd-b35c-4db6-aba5-a91013f1d306 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:53.007112 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ce90ebd-b35c-4db6-aba5-a91013f1d306 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.054939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4ce90ebd-b35c-4db6-aba5-a91013f1d306 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:53.065385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4ce90ebd-b35c-4db6-aba5-a91013f1d306 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Usage tracker for resource:security_group_rule and tenant:658cd1b2c5834ee9a6d303463c03b35f is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:53.069396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4ce90ebd-b35c-4db6-aba5-a91013f1d306 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:53.092883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4ce90ebd-b35c-4db6-aba5-a91013f1d306 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:53.259046 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.327263 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ce90ebd-b35c-4db6-aba5-a91013f1d306 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.341043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ce90ebd-b35c-4db6-aba5-a91013f1d306 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.350879 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14a98e19-4e93-4ba1-a201-770d5eac54bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:53.358758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d63031e9-9251-44d2-ae27-ac9200d5c471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.366362 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-714a6c67-d60f-4ff3-abc3-08574cf367e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.423884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 47386e65-54ff-4f8f-b07a-960012d4a8ca, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=47386e65-54ff-4f8f-b07a-960012d4a8ca,segment=NetworkSegment(e4c1c751-08ec-4780-a757-3ee16a21cf16),segment_id=e4c1c751-08ec-4780-a757-3ee16a21cf16)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:53.433340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-714a6c67-d60f-4ff3-abc3-08574cf367e8 None None] For port 52f1c03a-4d7a-4fd9-a146-8238cd01915d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=52f1c03a-4d7a-4fd9-a146-8238cd01915d,segment=NetworkSegment(a27e35dc-db50-4a48-807c-335ab5c2ddc9),segment_id=a27e35dc-db50-4a48-807c-335ab5c2ddc9)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:53.440074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.444229 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d8c933c-77bb-4e2e-affa-7eeecf6bd31b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:53.529502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-714a6c67-d60f-4ff3-abc3-08574cf367e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.533817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=47386e65-54ff-4f8f-b07a-960012d4a8ca,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:53.538902 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:53.539614 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:53.562570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce90ebd-b35c-4db6-aba5-a91013f1d306 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroup': ['ID=22a82c07-11a7-434e-bb51-9ef5960734f7,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:53.572124 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4ce90ebd-b35c-4db6-aba5-a91013f1d306 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:53.582857 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ce90ebd-b35c-4db6-aba5-a91013f1d306 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.620792 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4ce90ebd-b35c-4db6-aba5-a91013f1d306 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6921592 Jan 14 07:32:53.621577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-714a6c67-d60f-4ff3-abc3-08574cf367e8 None None] Provisioning complete for port 12d5719a-cd18-4f1c-a585-701cd01271bd triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:53.622126 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-714a6c67-d60f-4ff3-abc3-08574cf367e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.624752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42324) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:53.634331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7e7672e2-da46-4404-b46d-48cb4d2b05a5 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Request body: {'security_group': {'name': 'tempest-secgroup--807867700'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:53.692519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7e7672e2-da46-4404-b46d-48cb4d2b05a5 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:53.711731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7e7672e2-da46-4404-b46d-48cb4d2b05a5 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Usage tracker for resource:security_group and tenant:658cd1b2c5834ee9a6d303463c03b35f is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:53.716506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7e7672e2-da46-4404-b46d-48cb4d2b05a5 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:53.752657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7e7672e2-da46-4404-b46d-48cb4d2b05a5 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:53.781224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e7672e2-da46-4404-b46d-48cb4d2b05a5 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:53.797511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a6c67-d60f-4ff3-abc3-08574cf367e8 None None] Pushing event updated for resources: {'Port': ['ID=52f1c03a-4d7a-4fd9-a146-8238cd01915d,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:53.822690 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-714a6c67-d60f-4ff3-abc3-08574cf367e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:53.848037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 12d5719a-cd18-4f1c-a585-701cd01271bd up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:53.853119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7e7672e2-da46-4404-b46d-48cb4d2b05a5 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:53.866754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7e7672e2-da46-4404-b46d-48cb4d2b05a5 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Usage tracker for resource:security_group_rule and tenant:658cd1b2c5834ee9a6d303463c03b35f is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:53.875553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7e7672e2-da46-4404-b46d-48cb4d2b05a5 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:53.887862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7e7672e2-da46-4404-b46d-48cb4d2b05a5 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:54.045860 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de77f06a-d8d7-43f0-bbbf-f282a642e0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:54.106905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 12d5719a-cd18-4f1c-a585-701cd01271bd triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:54.107441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:54.124690 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e7672e2-da46-4404-b46d-48cb4d2b05a5 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:54.131306 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e7672e2-da46-4404-b46d-48cb4d2b05a5 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:54.137132 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-36a19eb7-1568-4ee0-a9fe-2790febb09a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:54.216137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-759216ce-2552-4e86-9ea3-67b18aa89fab None None] Provisioning complete for port 47386e65-54ff-4f8f-b07a-960012d4a8ca triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:54.216689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-759216ce-2552-4e86-9ea3-67b18aa89fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:54.316233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7672e2-da46-4404-b46d-48cb4d2b05a5 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroup': ['ID=6714e4b5-1e1d-4e55-a2cf-e31f616ca290,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:54.331236 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7e7672e2-da46-4404-b46d-48cb4d2b05a5 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:54.369977 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e7672e2-da46-4404-b46d-48cb4d2b05a5 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:54.374808 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7e7672e2-da46-4404-b46d-48cb4d2b05a5 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7487950 Jan 14 07:32:54.375483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42336) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:54.408976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-792b089e-ba26-414b-a8d9-610d72634827 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Request body: {'security_group_rule': {'security_group_id': '22a82c07-11a7-434e-bb51-9ef5960734f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6714e4b5-1e1d-4e55-a2cf-e31f616ca290', 'remote_ip_prefix': None}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:54.446358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-792b089e-ba26-414b-a8d9-610d72634827 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:54.461027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-792b089e-ba26-414b-a8d9-610d72634827 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Usage tracker for resource:security_group_rule and tenant:658cd1b2c5834ee9a6d303463c03b35f is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:54.474095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-792b089e-ba26-414b-a8d9-610d72634827 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:54.484832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-792b089e-ba26-414b-a8d9-610d72634827 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:54.551618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-792b089e-ba26-414b-a8d9-610d72634827 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:54.555457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-759216ce-2552-4e86-9ea3-67b18aa89fab None None] Provisioning complete for port 52f1c03a-4d7a-4fd9-a146-8238cd01915d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:54.557085 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-759216ce-2552-4e86-9ea3-67b18aa89fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:54.730176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-792b089e-ba26-414b-a8d9-610d72634827 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:54.745206 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-792b089e-ba26-414b-a8d9-610d72634827 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:54.748090 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:54.783170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b089e-ba26-414b-a8d9-610d72634827 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61521a7-37c4-4b36-b8cd-c73d6461356d,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:54.794257 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-792b089e-ba26-414b-a8d9-610d72634827 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:54.815732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-792b089e-ba26-414b-a8d9-610d72634827 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:54.823053 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-792b089e-ba26-414b-a8d9-610d72634827 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4462245 Jan 14 07:32:54.824594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42348) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:54.875358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-759216ce-2552-4e86-9ea3-67b18aa89fab None None] Provisioning for port 26ec6d5b-5442-4fc9-891a-15f84f6b20d0 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:32:54.884337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-759216ce-2552-4e86-9ea3-67b18aa89fab None None] Provisioning complete for port 26ec6d5b-5442-4fc9-891a-15f84f6b20d0 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:54.886168 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-759216ce-2552-4e86-9ea3-67b18aa89fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:54.937120 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ec433b8-716c-4cd2-b512-6a0553a03b7b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:54.963614 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ec433b8-716c-4cd2-b512-6a0553a03b7b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:55.024228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ec433b8-716c-4cd2-b512-6a0553a03b7b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:55.026385 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:55.048722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-759216ce-2552-4e86-9ea3-67b18aa89fab None None] Port 26ec6d5b-5442-4fc9-891a-15f84f6b20d0 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:32:55.061496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec433b8-716c-4cd2-b512-6a0553a03b7b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e61521a7-37c4-4b36-b8cd-c73d6461356d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:55.063628 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ec433b8-716c-4cd2-b512-6a0553a03b7b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:55.065168 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5ec433b8-716c-4cd2-b512-6a0553a03b7b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "DELETE /v2.0/security-group-rules/e61521a7-37c4-4b36-b8cd-c73d6461356d HTTP/1.1" status: 204 len: 168 time: 0.2383101 Jan 14 07:32:55.066240 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ec433b8-716c-4cd2-b512-6a0553a03b7b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:55.072403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42356) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:55.190587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8064472f-c07f-43c1-b062-2f6a27057bcc None None] Provisioning complete for port 52f1c03a-4d7a-4fd9-a146-8238cd01915d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:55.191253 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8064472f-c07f-43c1-b062-2f6a27057bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:55.290799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c6376b9a-de78-4a65-a397-668eb9271e8b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:55.329695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c6376b9a-de78-4a65-a397-668eb9271e8b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:55.339124 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c6376b9a-de78-4a65-a397-668eb9271e8b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2655427 Jan 14 07:32:55.340456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42364) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:55.431971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8064472f-c07f-43c1-b062-2f6a27057bcc None None] Provisioning complete for port 12d5719a-cd18-4f1c-a585-701cd01271bd triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:55.432395 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8064472f-c07f-43c1-b062-2f6a27057bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:55.469722 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4159c1a-e3c6-4a90-89fc-1c7da8b62ad4 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:55.530421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4159c1a-e3c6-4a90-89fc-1c7da8b62ad4 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:55.583889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63031e9-9251-44d2-ae27-ac9200d5c471 admin admin] Router fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:32:55.612098 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4159c1a-e3c6-4a90-89fc-1c7da8b62ad4 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:55.625948 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7671e09-8d55-4723-b457-a6214d3e4c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:55.651324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 52f1c03a-4d7a-4fd9-a146-8238cd01915d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:55.667360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4159c1a-e3c6-4a90-89fc-1c7da8b62ad4 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event deleted for resources: {'SecurityGroup': ['ID=6714e4b5-1e1d-4e55-a2cf-e31f616ca290,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:55.680975 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c4159c1a-e3c6-4a90-89fc-1c7da8b62ad4 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:55.720807 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4159c1a-e3c6-4a90-89fc-1c7da8b62ad4 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:55.723076 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c4159c1a-e3c6-4a90-89fc-1c7da8b62ad4 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "DELETE /v2.0/security-groups/6714e4b5-1e1d-4e55-a2cf-e31f616ca290 HTTP/1.1" status: 204 len: 168 time: 0.3790641 Jan 14 07:32:55.725855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42374) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:55.810511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 52f1c03a-4d7a-4fd9-a146-8238cd01915d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:55.810922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:55.835396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:55.853072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-092d12e3-360d-43d5-8fa9-a2dd51bf31e3 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:55.853767 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:55.871750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-092d12e3-360d-43d5-8fa9-a2dd51bf31e3 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:55.873438 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-092d12e3-360d-43d5-8fa9-a2dd51bf31e3 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1464159 Jan 14 07:32:55.889591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42382) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:55.980630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 47386e65-54ff-4f8f-b07a-960012d4a8ca up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:32:56.020305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cde53e1-23d7-4665-bf33-b4fdbaf3af4d tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.060400 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cde53e1-23d7-4665-bf33-b4fdbaf3af4d tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.122251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 47386e65-54ff-4f8f-b07a-960012d4a8ca triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:56.122663 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.140314 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cde53e1-23d7-4665-bf33-b4fdbaf3af4d tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.147268 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42f8b8a5-695a-482d-98c1-27b6b5c13ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:56.165061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde53e1-23d7-4665-bf33-b4fdbaf3af4d tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a82c07-11a7-434e-bb51-9ef5960734f7,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:56.168334 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4cde53e1-23d7-4665-bf33-b4fdbaf3af4d tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:56.182017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cde53e1-23d7-4665-bf33-b4fdbaf3af4d tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.183392 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4cde53e1-23d7-4665-bf33-b4fdbaf3af4d tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "DELETE /v2.0/security-groups/22a82c07-11a7-434e-bb51-9ef5960734f7 HTTP/1.1" status: 204 len: 168 time: 0.2917233 Jan 14 07:32:56.186105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42392) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:56.294372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-757528a5-506d-478a-811a-b84b5ce43468 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:56.334908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-757528a5-506d-478a-811a-b84b5ce43468 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:56.336356 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-757528a5-506d-478a-811a-b84b5ce43468 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1491876 Jan 14 07:32:56.341097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42400) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:56.346673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7d1be8a3-2f92-4fb0-b7d4-cb09bf71a749 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Request body: {'security_group': {'name': 'tempest-secgroup--44743491'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:56.366340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7d1be8a3-2f92-4fb0-b7d4-cb09bf71a749 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:56.392293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7d1be8a3-2f92-4fb0-b7d4-cb09bf71a749 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:56.413032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d1be8a3-2f92-4fb0-b7d4-cb09bf71a749 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.446054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7d1be8a3-2f92-4fb0-b7d4-cb09bf71a749 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:56.451730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7d1be8a3-2f92-4fb0-b7d4-cb09bf71a749 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Usage tracker for resource:security_group_rule and tenant:658cd1b2c5834ee9a6d303463c03b35f is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:56.455966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7d1be8a3-2f92-4fb0-b7d4-cb09bf71a749 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:56.463430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7d1be8a3-2f92-4fb0-b7d4-cb09bf71a749 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:56.557782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d1be8a3-2f92-4fb0-b7d4-cb09bf71a749 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.563212 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d1be8a3-2f92-4fb0-b7d4-cb09bf71a749 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.568646 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:56.574226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port 46ce8388-23ad-4d81-ab95-d43651078c37 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:32:56.611914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42408) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:56.638702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1be8a3-2f92-4fb0-b7d4-cb09bf71a749 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroup': ['ID=285e16d1-6fa9-4ab8-9925-90eef82f25a0,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:56.641984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d1be8a3-2f92-4fb0-b7d4-cb09bf71a749 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.646029 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7d1be8a3-2f92-4fb0-b7d4-cb09bf71a749 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3016236 Jan 14 07:32:56.646029 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7d1be8a3-2f92-4fb0-b7d4-cb09bf71a749 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:56.646251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42414) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:56.667154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-338a1a74-80e8-4abe-9fec-3538f776bc92 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Request body: {'security_group_rule': {'security_group_id': '285e16d1-6fa9-4ab8-9925-90eef82f25a0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:56.697883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-338a1a74-80e8-4abe-9fec-3538f776bc92 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:56.702442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-338a1a74-80e8-4abe-9fec-3538f776bc92 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Usage tracker for resource:security_group_rule and tenant:658cd1b2c5834ee9a6d303463c03b35f is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:56.717331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-338a1a74-80e8-4abe-9fec-3538f776bc92 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:56.723616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-338a1a74-80e8-4abe-9fec-3538f776bc92 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:56.746712 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-338a1a74-80e8-4abe-9fec-3538f776bc92 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.747017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d5b4706-f902-4b09-966b-3afcfe5e455b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.839213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-338a1a74-80e8-4abe-9fec-3538f776bc92 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.846661 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-338a1a74-80e8-4abe-9fec-3538f776bc92 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.899809 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1b80c9f0-c16f-4dfe-a8da-739f6922cc50 tempest-AttachVolumeShelveTestJSON-1938469523 tempest-AttachVolumeShelveTestJSON-1938469523] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:56.917377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-338a1a74-80e8-4abe-9fec-3538f776bc92 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:56.921455 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-338a1a74-80e8-4abe-9fec-3538f776bc92 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2714505 Jan 14 07:32:56.932698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42424) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:56.940711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63031e9-9251-44d2-ae27-ac9200d5c471 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:32:56.947346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a1a74-80e8-4abe-9fec-3538f776bc92 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b027c76-2d66-43a3-95de-041dfe49a22e,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:56.951078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b9fca-aa52-4d36-a7f8-0aa53e3821af None None] Sync routers for ids ['fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:32:56.953980 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-338a1a74-80e8-4abe-9fec-3538f776bc92 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:56.976035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b9fca-aa52-4d36-a7f8-0aa53e3821af None None] Routers {'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:32:56.976761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-223b9fca-aa52-4d36-a7f8-0aa53e3821af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:32:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:56.980444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1508151011'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:56.986678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:56.991053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Usage tracker for resource:network and tenant:ec4b4de36ec54ad69dced9ec4622edbe is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:56.994427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:57.000562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:57.014057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Made reservation on behalf of ec4b4de36ec54ad69dced9ec4622edbe for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:57.027513 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.042518 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.064809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:57.069937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Usage tracker for resource:security_group_rule and tenant:ec4b4de36ec54ad69dced9ec4622edbe is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:57.073413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:57.080960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:57.088475 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d63031e9-9251-44d2-ae27-ac9200d5c471 admin admin] 10.222.0.41 "PUT /v2.0/routers/fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.9002168 Jan 14 07:32:57.090347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42430) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:57.149198 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.232222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-223b9fca-aa52-4d36-a7f8-0aa53e3821af None None] Set router fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:32:57.293282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.316538 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56404841-cc87-40e8-bce6-c9c9939d6d61 admin admin] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.380463 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a10ab90-ca59-4b9e-8516-370c7a318bd2 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:57.403091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42440) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:57.490246 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17ade90f-5d4e-4992-adfe-8ad6d3fa89ae tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.510141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17ade90f-5d4e-4992-adfe-8ad6d3fa89ae tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.585642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Port': ['ID=26ec6d5b-5442-4fc9-891a-15f84f6b20d0,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:57.590600 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:57.591741 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.592227 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.618140 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17ade90f-5d4e-4992-adfe-8ad6d3fa89ae tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.643558 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e465dbdf-1bee-455a-869d-b514f57da03b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:57.644257 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.654925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.669176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-223b9fca-aa52-4d36-a7f8-0aa53e3821af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997851644-router', 'tenant_id': '6d7520fa252a4c31810a950325b77aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '75b37225-7a8b-4f45-9ab2-1020d1f02eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:32:07Z', 'updated_at': '2021-01-14T07:32:48Z', 'revision_number': 5, 'project_id': '6d7520fa252a4c31810a950325b77aad', 'gw_port': {'id': '75b37225-7a8b-4f45-9ab2-1020d1f02eb5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:12Z', 'updated_at': '2021-01-14T07:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:57.673865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b9fca-aa52-4d36-a7f8-0aa53e3821af None None] Checking router: fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:32:57.682813 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17ade90f-5d4e-4992-adfe-8ad6d3fa89ae tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.684355 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-17ade90f-5d4e-4992-adfe-8ad6d3fa89ae tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "DELETE /v2.0/security-group-rules/9b027c76-2d66-43a3-95de-041dfe49a22e HTTP/1.1" status: 204 len: 168 time: 0.7456439 Jan 14 07:32:57.688579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b9fca-aa52-4d36-a7f8-0aa53e3821af None None] Routers {'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:32:57.689410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-223b9fca-aa52-4d36-a7f8-0aa53e3821af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:32:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:57.706193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:32:57.727221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42450) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:57.730464 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d7d87d7c-f83f-4b54-bfda-52e3df9bbffd tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:57.748434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.748991 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Added segment 9f3b7753-fa4c-4fc2-aa55-570518ac4429 of type vxlan for network da3eb7d6-3f7b-4053-af53-e8e9b3450836 Jan 14 07:32:57.772049 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ac8691f-500c-4452-bcc8-b7dc4fee2c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.815482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:57.866117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4ac8691f-500c-4452-bcc8-b7dc4fee2c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:57.870458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4ac8691f-500c-4452-bcc8-b7dc4fee2c6b admin admin] Usage tracker for resource:security_group_rule and tenant:49db1db14f5545c4bbce049f13a838e1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:57.877920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4ac8691f-500c-4452-bcc8-b7dc4fee2c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:57.884896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4ac8691f-500c-4452-bcc8-b7dc4fee2c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:57.913467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ade90f-5d4e-4992-adfe-8ad6d3fa89ae tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b027c76-2d66-43a3-95de-041dfe49a22e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:57.924156 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-17ade90f-5d4e-4992-adfe-8ad6d3fa89ae tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:57.972102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Router 6174c589-4d6f-4645-a7d2-d222ea1cfea8 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:32:58.060207 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ac8691f-500c-4452-bcc8-b7dc4fee2c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:58.069210 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:58.090931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:58.091865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:58.094864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 0568a4dd-50d5-4553-86a4-3de653015adc is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:32:58.102270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:32:58.116175 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ac8691f-500c-4452-bcc8-b7dc4fee2c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:58.166350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-223b9fca-aa52-4d36-a7f8-0aa53e3821af None None] Set router fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:32:58.200758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42454) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:58.200991 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4ac8691f-500c-4452-bcc8-b7dc4fee2c6b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=49db1db14f5545c4bbce049f13a838e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7963693 Jan 14 07:32:58.204334 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56404841-cc87-40e8-bce6-c9c9939d6d61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:58.217322 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6032643 Jan 14 07:32:58.218555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42456) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:58.235570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-56404841-cc87-40e8-bce6-c9c9939d6d61 admin admin] Deleting port 75b37225-7a8b-4f45-9ab2-1020d1f02eb5 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:32:58.236152 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56404841-cc87-40e8-bce6-c9c9939d6d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:58.281742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 172.20.0.9 (e6acc9a6-db0b-42d1-82b7-716516d3711e/d1583d0b-05f0-44fe-97ac-9d980378950c/46ce8388-23ad-4d81-ab95-d43651078c37) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:58.285915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea34563-dbff-4195-ac8c-ced0a77264d1,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:58.331218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3c656f39-2853-4204-979a-6e47c04b655c tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:58.349656 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:58.361998 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cd3822a3-9b01-4342-a4ee-382ac439b4ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:58.516810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Pushing event updated for resources: {'Network': ['ID=da3eb7d6-3f7b-4053-af53-e8e9b3450836,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:58.519849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3c656f39-2853-4204-979a-6e47c04b655c tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:32:58.521500 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3c656f39-2853-4204-979a-6e47c04b655c tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7785125 Jan 14 07:32:58.525578 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:58.526739 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eb2f2dfb-c085-4401-a204-722ffb2a6589 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:58.556962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42464) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:58.560272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8691f-500c-4452-bcc8-b7dc4fee2c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a0daf4-4732-4993-9dfd-095ebe3d8e47,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:58.568855 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4ac8691f-500c-4452-bcc8-b7dc4fee2c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:58.654906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network da3eb7d6-3f7b-4053-af53-e8e9b3450836 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:58.670372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network da3eb7d6-3f7b-4053-af53-e8e9b3450836 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:58.685898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network da3eb7d6-3f7b-4053-af53-e8e9b3450836 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:32:58.719196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Request body: {'network': {'name': 'tempest-network--1200570359', 'router:external': True}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:32:58.739523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:58.754888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Usage tracker for resource:network and tenant:48699d09a3f844e3a961d926707c1e60 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:58.762082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:58.768567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::f816:3eff:fec5:684f (e6acc9a6-db0b-42d1-82b7-716516d3711e/574abf23-fb05-49ab-9313-f20bce14997b/46ce8388-23ad-4d81-ab95-d43651078c37) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:32:58.769010 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-906ecd73-094b-4736-ab3e-98272424f0cc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:58.804776 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-906ecd73-094b-4736-ab3e-98272424f0cc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:58.879452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:58.884586 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-906ecd73-094b-4736-ab3e-98272424f0cc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:58.897645 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-222cc78b-1048-46a2-b6b6-1b8384801a80 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:58.922790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ecd73-094b-4736-ab3e-98272424f0cc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event deleted for resources: {'SecurityGroup': ['ID=285e16d1-6fa9-4ab8-9925-90eef82f25a0,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:58.937357 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-906ecd73-094b-4736-ab3e-98272424f0cc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:58.939375 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-906ecd73-094b-4736-ab3e-98272424f0cc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:58.940928 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-906ecd73-094b-4736-ab3e-98272424f0cc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "DELETE /v2.0/security-groups/285e16d1-6fa9-4ab8-9925-90eef82f25a0 HTTP/1.1" status: 204 len: 168 time: 0.3773503 Jan 14 07:32:58.946280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42470) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:58.947057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Made reservation on behalf of 48699d09a3f844e3a961d926707c1e60 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:32:58.952005 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:58.971910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:58.983708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:32:58.997490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3338cc71-cb4b-4355-ab8b-a4cc9b26aa75 None None] Sync routers for ids ['6174c589-4d6f-4645-a7d2-d222ea1cfea8'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:32:59.011912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3338cc71-cb4b-4355-ab8b-a4cc9b26aa75 None None] Routers {'6174c589-4d6f-4645-a7d2-d222ea1cfea8'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:32:59.012779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3338cc71-cb4b-4355-ab8b-a4cc9b26aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:32:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['6174c589-4d6f-4645-a7d2-d222ea1cfea8'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:59.029405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:32:59.033744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Usage tracker for resource:security_group_rule and tenant:48699d09a3f844e3a961d926707c1e60 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:32:59.037393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:32:59.043498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:32:59.079609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3338cc71-cb4b-4355-ab8b-a4cc9b26aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:59.089947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3338cc71-cb4b-4355-ab8b-a4cc9b26aa75 None None] Routers {'6174c589-4d6f-4645-a7d2-d222ea1cfea8'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:32:59.090911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3338cc71-cb4b-4355-ab8b-a4cc9b26aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:32:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['6174c589-4d6f-4645-a7d2-d222ea1cfea8'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:59.133271 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.149127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-56404841-cc87-40e8-bce6-c9c9939d6d61 admin admin] For port 75b37225-7a8b-4f45-9ab2-1020d1f02eb5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=75b37225-7a8b-4f45-9ab2-1020d1f02eb5,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:32:59.149534 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56404841-cc87-40e8-bce6-c9c9939d6d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.157450 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.164706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3338cc71-cb4b-4355-ab8b-a4cc9b26aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:59.165549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3338cc71-cb4b-4355-ab8b-a4cc9b26aa75 None None] The sync data for ids ['6174c589-4d6f-4645-a7d2-d222ea1cfea8'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:32:59.180235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:32:59.189355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.189746 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Added segment 181f3889-a370-4800-b3b8-50e3c2201ee3 of type vxlan for network 500c4655-20dc-4ed0-8c56-d839f0284aaf Jan 14 07:32:59.223012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.237251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.257221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object 46ce8388-23ad-4d81-ab95-d43651078c37 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:32:59.263429 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4ce90ebd-b35c-4db6-aba5-a91013f1d306 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:59.275373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.323417 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.327469 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ab22312a-58de-4915-8e44-8e3ca6048aec tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 20.9872777 Jan 14 07:32:59.329568 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3f234bd-6f12-44d8-97b8-8b2e53c959f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.331359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.333043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:32:59.334209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.339114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42474) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:59.365852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3f234bd-6f12-44d8-97b8-8b2e53c959f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.366940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c409a65b-6c86-4bc6-89bc-fa0e0f751493 None None] Provisioning complete for port 26ec6d5b-5442-4fc9-891a-15f84f6b20d0 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:32:59.367367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c409a65b-6c86-4bc6-89bc-fa0e0f751493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.377035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router a5deee5a-f398-4c94-ba53-4b4a1611ff64 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:32:59.393229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.417071 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7a89bce2-fa9f-47b1-bc33-4f71182e8b5c tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:59.437548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-56404841-cc87-40e8-bce6-c9c9939d6d61 admin admin] Calling delete_port for 75b37225-7a8b-4f45-9ab2-1020d1f02eb5 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:32:59.451242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.451980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c409a65b-6c86-4bc6-89bc-fa0e0f751493 None None] Port 26ec6d5b-5442-4fc9-891a-15f84f6b20d0 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:32:59.471817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-223b9fca-aa52-4d36-a7f8-0aa53e3821af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997851644-router', 'tenant_id': '6d7520fa252a4c31810a950325b77aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '75b37225-7a8b-4f45-9ab2-1020d1f02eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:32:07Z', 'updated_at': '2021-01-14T07:32:48Z', 'revision_number': 5, 'project_id': '6d7520fa252a4c31810a950325b77aad', 'gw_port': {'id': '75b37225-7a8b-4f45-9ab2-1020d1f02eb5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:12Z', 'updated_at': '2021-01-14T07:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:59.472025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fe8f3b9f-106a-4104-8081-5766270748dc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:32:59.476907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b9fca-aa52-4d36-a7f8-0aa53e3821af None None] The sync data for ids ['fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34'] in n-d-769329-2 is: [{'id': 'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997851644-router', 'tenant_id': '6d7520fa252a4c31810a950325b77aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '75b37225-7a8b-4f45-9ab2-1020d1f02eb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:32:07Z', 'updated_at': '2021-01-14T07:32:48Z', 'revision_number': 5, 'project_id': '6d7520fa252a4c31810a950325b77aad', 'gw_port': {'id': '75b37225-7a8b-4f45-9ab2-1020d1f02eb5', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:49:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:32:12Z', 'updated_at': '2021-01-14T07:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:32:59.728138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=46ce8388-23ad-4d81-ab95-d43651078c37,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:59.736664 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:59.784395 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3f234bd-6f12-44d8-97b8-8b2e53c959f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.791667 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8d503380-fa94-4f04-9566-8d680c79b9b8 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:32:59.798562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:32:59.810722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35273630-5eba-46fb-a9dc-61a9de199f99 None None] Sync routers for ids ['a5deee5a-f398-4c94-ba53-4b4a1611ff64'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:32:59.830201 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/a5deee5a-f398-4c94-ba53-4b4a1611ff64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3213580 Jan 14 07:32:59.831203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42480) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:59.834467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35273630-5eba-46fb-a9dc-61a9de199f99 None None] Routers {'a5deee5a-f398-4c94-ba53-4b4a1611ff64'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:32:59.835307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-35273630-5eba-46fb-a9dc-61a9de199f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:32:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a5deee5a-f398-4c94-ba53-4b4a1611ff64'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:32:59.835839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f234bd-6f12-44d8-97b8-8b2e53c959f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a0daf4-4732-4993-9dfd-095ebe3d8e47,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:59.841534 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f3f234bd-6f12-44d8-97b8-8b2e53c959f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:59.866042 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 857 time: 1.6362464 Jan 14 07:32:59.873899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42486) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:32:59.891129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Pushing event updated for resources: {'SecurityGroup': ['ID=816b3284-ce22-427c-b2b3-c3de2af4703d,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:32:59.932855 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3f234bd-6f12-44d8-97b8-8b2e53c959f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:32:59.937597 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f3f234bd-6f12-44d8-97b8-8b2e53c959f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30a0daf4-4732-4993-9dfd-095ebe3d8e47 HTTP/1.1" status: 204 len: 168 time: 1.6659534 Jan 14 07:32:59.995955 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:32:59.999475 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-43eed102-7752-406a-89ce-5abad0f52d32 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.581s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:00.000568 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:00.004869 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:33:00.004869 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:00.004869 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:00.004869 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:00.004869 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:33:00.004869 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:00.004869 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:00.004869 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:00.004869 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:33:00.004869 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:00.004869 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:00.004869 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:00.004869 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:33:00.004869 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:00.004869 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:00.004869 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:00.004869 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:33:00.004869 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:00.004869 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:00.004869 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:00.006266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-35273630-5eba-46fb-a9dc-61a9de199f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:00.017798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35273630-5eba-46fb-a9dc-61a9de199f99 None None] Routers {'a5deee5a-f398-4c94-ba53-4b4a1611ff64'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:00.018478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-35273630-5eba-46fb-a9dc-61a9de199f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:32:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a5deee5a-f398-4c94-ba53-4b4a1611ff64'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:00.029015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354a2051-6ffe-4e7b-954e-fe3e8adccf44 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:00.030168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-354a2051-6ffe-4e7b-954e-fe3e8adccf44 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Synchronizing usage tracker for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:00.069028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:00.070839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:00.073568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:33:00.105858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-354a2051-6ffe-4e7b-954e-fe3e8adccf44 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Unset dirty status for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:00.110446 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-354a2051-6ffe-4e7b-954e-fe3e8adccf44 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/ports/26ec6d5b-5442-4fc9-891a-15f84f6b20d0 HTTP/1.1" status: 200 len: 910 time: 0.2723548 Jan 14 07:33:00.111241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42494) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:00.160960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-35273630-5eba-46fb-a9dc-61a9de199f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:00.161390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35273630-5eba-46fb-a9dc-61a9de199f99 None None] The sync data for ids ['a5deee5a-f398-4c94-ba53-4b4a1611ff64'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:33:00.163946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fe8f3b9f-106a-4104-8081-5766270748dc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:00.170407 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fe8f3b9f-106a-4104-8081-5766270748dc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.2029159 Jan 14 07:33:00.177671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-286b717f-4740-4d45-b6d9-b05e2008efa4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:00.200684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42498) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:00.267013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-3a2068f1-a015-4137-8661-40f4bbe52f53 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Request body: {'security_group': {'name': 'tempest-secgroup--874073270'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:00.361506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3a2068f1-a015-4137-8661-40f4bbe52f53 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:00.418562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:00.419305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:00.433012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3a2068f1-a015-4137-8661-40f4bbe52f53 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:00.492878 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2121faf3-f0d7-4827-a1df-7bac7d2d1533 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "GET /v2.0/routers/6174c589-4d6f-4645-a7d2-d222ea1cfea8 HTTP/1.1" status: 200 len: 921 time: 1.0731294 Jan 14 07:33:00.513446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42504) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:00.553512 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 8.6315980 Jan 14 07:33:00.600044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-45bb5db7-39c2-4b5e-8091-38c94f969cab None None] Provisioning for port 46ce8388-23ad-4d81-ab95-d43651078c37 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:00.606156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-45bb5db7-39c2-4b5e-8091-38c94f969cab None None] Provisioning complete for port 46ce8388-23ad-4d81-ab95-d43651078c37 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:00.606739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45bb5db7-39c2-4b5e-8091-38c94f969cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:00.610193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42508) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:00.610571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42510) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:00.664409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-45bb5db7-39c2-4b5e-8091-38c94f969cab None None] Port 46ce8388-23ad-4d81-ab95-d43651078c37 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:33:00.667489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Pushing event updated for resources: {'Network': ['ID=500c4655-20dc-4ed0-8c56-d839f0284aaf,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:00.670748 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:00.673547 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a5fd92ea-dca9-47a5-9237-02a717bd3c4e tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "GET /v2.0/ports?device_id=6174c589-4d6f-4645-a7d2-d222ea1cfea8 HTTP/1.1" status: 200 len: 205 time: 0.1551900 Jan 14 07:33:00.682407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 500c4655-20dc-4ed0-8c56-d839f0284aaf details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:00.698033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42516) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:00.764141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a2068f1-a015-4137-8661-40f4bbe52f53 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:00.773453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 500c4655-20dc-4ed0-8c56-d839f0284aaf details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:00.809762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-286b717f-4740-4d45-b6d9-b05e2008efa4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:00.881398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 500c4655-20dc-4ed0-8c56-d839f0284aaf details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:00.933729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-286b717f-4740-4d45-b6d9-b05e2008efa4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500c4655-20dc-4ed0-8c56-d839f0284aaf']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:00.947625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-286b717f-4740-4d45-b6d9-b05e2008efa4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181f3889-a370-4800-b3b8-50e3c2201ee3') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:00.947984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-286b717f-4740-4d45-b6d9-b05e2008efa4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181f3889-a370-4800-b3b8-50e3c2201ee3') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:00.949913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3a2068f1-a015-4137-8661-40f4bbe52f53 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:00.954617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3a2068f1-a015-4137-8661-40f4bbe52f53 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Usage tracker for resource:security_group_rule and tenant:658cd1b2c5834ee9a6d303463c03b35f is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:00.957925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3a2068f1-a015-4137-8661-40f4bbe52f53 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:00.961097 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-286b717f-4740-4d45-b6d9-b05e2008efa4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:00.964248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3a2068f1-a015-4137-8661-40f4bbe52f53 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:00.976868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-286b717f-4740-4d45-b6d9-b05e2008efa4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:00.978881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-286b717f-4740-4d45-b6d9-b05e2008efa4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Releasing vxlan tunnel 13 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:33:01.155375 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1bdf749-219c-4f0c-95e2-53f6588d0476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:01.169178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56404841-cc87-40e8-bce6-c9c9939d6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:01.210634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a1bdf749-219c-4f0c-95e2-53f6588d0476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:01.236519 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afd3aab2-33cb-4c7d-b427-d8447aa49b68 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:01.273558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a1bdf749-219c-4f0c-95e2-53f6588d0476 admin admin] Usage tracker for resource:security_group_rule and tenant:20652c06e1ad4380afefd47a4fec4541 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:01.294365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a1bdf749-219c-4f0c-95e2-53f6588d0476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:01.300241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a1bdf749-219c-4f0c-95e2-53f6588d0476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:01.329842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-286b717f-4740-4d45-b6d9-b05e2008efa4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Network 500c4655-20dc-4ed0-8c56-d839f0284aaf has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:01.351885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-286b717f-4740-4d45-b6d9-b05e2008efa4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:01.452032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:01.493234 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afd3aab2-33cb-4c7d-b427-d8447aa49b68 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:01.504305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-afd3aab2-33cb-4c7d-b427-d8447aa49b68 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Deleting port 3bce7728-d682-4cb4-aad6-428a20d9d320 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:01.504681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afd3aab2-33cb-4c7d-b427-d8447aa49b68 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:01.506201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f9dd0616-90ee-4ac5-a095-92757eaad83f no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:33:01.549536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: f9dd0616-90ee-4ac5-a095-92757eaad83f {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:33:01.551011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f9dd0616-90ee-4ac5-a095-92757eaad83f not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:33:01.611795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45127b56-90df-49b3-8942-cf44d1f4af1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:01.635082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45127b56-90df-49b3-8942-cf44d1f4af1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:01.636011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-45127b56-90df-49b3-8942-cf44d1f4af1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:01.656416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-286b717f-4740-4d45-b6d9-b05e2008efa4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Network 500c4655-20dc-4ed0-8c56-d839f0284aaf has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:33:01.720346 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:33:01.815050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-45127b56-90df-49b3-8942-cf44d1f4af1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:01.816427 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-45127b56-90df-49b3-8942-cf44d1f4af1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.1925242 Jan 14 07:33:01.821418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42522) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:01.830538 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56404841-cc87-40e8-bce6-c9c9939d6d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:01.985507 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-286b717f-4740-4d45-b6d9-b05e2008efa4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:01.989289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286b717f-4740-4d45-b6d9-b05e2008efa4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 500c4655-20dc-4ed0-8c56-d839f0284aaf {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 07:33:01.991961 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-286b717f-4740-4d45-b6d9-b05e2008efa4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:02.006212 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a07d975a-084c-436b-a68f-f77ebe89d6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:02.036767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b717f-4740-4d45-b6d9-b05e2008efa4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Pushing event deleted for resources: {'Network': ['ID=500c4655-20dc-4ed0-8c56-d839f0284aaf,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:02.040079 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-286b717f-4740-4d45-b6d9-b05e2008efa4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:02.052073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56404841-cc87-40e8-bce6-c9c9939d6d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:02.063152 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56404841-cc87-40e8-bce6-c9c9939d6d61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:02.075407 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-286b717f-4740-4d45-b6d9-b05e2008efa4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] 10.222.0.41 "DELETE /v2.0/networks/500c4655-20dc-4ed0-8c56-d839f0284aaf HTTP/1.1" status: 204 len: 168 time: 2.1969709 Jan 14 07:33:02.084154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42526) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:02.096369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-73f2826b-7311-486b-80bd-39122b4e94ee tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Request body: {'network': {'router:external': True}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:02.113963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-73f2826b-7311-486b-80bd-39122b4e94ee tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:02.130590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-73f2826b-7311-486b-80bd-39122b4e94ee tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Usage tracker for resource:network and tenant:48699d09a3f844e3a961d926707c1e60 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:02.145344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-73f2826b-7311-486b-80bd-39122b4e94ee tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:02.161497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-73f2826b-7311-486b-80bd-39122b4e94ee tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:02.177771 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1bdf749-219c-4f0c-95e2-53f6588d0476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:02.179545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56404841-cc87-40e8-bce6-c9c9939d6d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:02.180291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56404841-cc87-40e8-bce6-c9c9939d6d61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:33:02.196845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56404841-cc87-40e8-bce6-c9c9939d6d61 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:02.201419 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-56404841-cc87-40e8-bce6-c9c9939d6d61 admin admin] 10.222.0.41 "DELETE /v2.0/routers/fbe6b82b-a82b-40ae-8711-4f2e2e1a6e34 HTTP/1.1" status: 204 len: 168 time: 5.1099310 Jan 14 07:33:02.202541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f2826b-7311-486b-80bd-39122b4e94ee tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Made reservation on behalf of 48699d09a3f844e3a961d926707c1e60 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:02.208064 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73f2826b-7311-486b-80bd-39122b4e94ee tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:02.218502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1bdf749-219c-4f0c-95e2-53f6588d0476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:02.241757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42530) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:02.244179 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3d23af35-511f-4329-aaad-cd9417c8a9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:02.305123 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a2068f1-a015-4137-8661-40f4bbe52f53 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:02.328803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a2068f1-a015-4137-8661-40f4bbe52f53 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:02.353741 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-82f4066a-727b-43c3-9547-a7dd557b2858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:02.362506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdf749-219c-4f0c-95e2-53f6588d0476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1dbcec-e245-4ac3-8d74-cd5f1266806f,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:02.373239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9d5e15c9-4d59-4360-b586-638145d60f0f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port 46ce8388-23ad-4d81-ab95-d43651078c37 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:02.373239 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d5e15c9-4d59-4360-b586-638145d60f0f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:02.394479 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a1bdf749-219c-4f0c-95e2-53f6588d0476 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20652c06e1ad4380afefd47a4fec4541&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7683697 Jan 14 07:33:02.396955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42536) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:02.398154 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a1bdf749-219c-4f0c-95e2-53f6588d0476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:02.437003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f2826b-7311-486b-80bd-39122b4e94ee tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:33:02.455493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbf4896-ef97-4d5f-a1f6-039225179cff admin admin] Deleting subnet 241caae7-8dce-44bf-bc83-9842f99953a9 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:33:02.460822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4896-ef97-4d5f-a1f6-039225179cff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:02.526826 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4896-ef97-4d5f-a1f6-039225179cff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:02.546811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2068f1-a015-4137-8661-40f4bbe52f53 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroup': ['ID=a29cabf0-cc6b-4ee7-8680-e8e2471613f6,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:02.596886 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3a2068f1-a015-4137-8661-40f4bbe52f53 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:02.599205 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a2068f1-a015-4137-8661-40f4bbe52f53 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:02.600626 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3a2068f1-a015-4137-8661-40f4bbe52f53 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.3610530 Jan 14 07:33:02.605208 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afd3aab2-33cb-4c7d-b427-d8447aa49b68 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:02.613668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42542) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:02.617240 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4896-ef97-4d5f-a1f6-039225179cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:02.736293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c7e0bc08-857d-47fb-b829-0af52f0e224f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Request body: {'security_group_rule': {'security_group_id': 'a29cabf0-cc6b-4ee7-8680-e8e2471613f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:02.759859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c7e0bc08-857d-47fb-b829-0af52f0e224f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:02.796355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73f2826b-7311-486b-80bd-39122b4e94ee tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:02.796845 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-73f2826b-7311-486b-80bd-39122b4e94ee tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Added segment aeeed324-4e8c-49e5-9137-a71520a97b83 of type vxlan for network b09308e2-dd7f-4b68-8bf2-2206edca3642 Jan 14 07:33:02.868136 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73f2826b-7311-486b-80bd-39122b4e94ee tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:02.930885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-afd3aab2-33cb-4c7d-b427-d8447aa49b68 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Calling delete_port for 3bce7728-d682-4cb4-aad6-428a20d9d320 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:02.987252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c7e0bc08-857d-47fb-b829-0af52f0e224f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Usage tracker for resource:security_group_rule and tenant:658cd1b2c5834ee9a6d303463c03b35f is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:03.027868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c7e0bc08-857d-47fb-b829-0af52f0e224f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:03.104043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c7e0bc08-857d-47fb-b829-0af52f0e224f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:03.219555 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7e0bc08-857d-47fb-b829-0af52f0e224f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.263084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42550) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:03.345954 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e03fef2-1f1c-4a25-b858-db9a9b0b1c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.404562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d5e15c9-4d59-4360-b586-638145d60f0f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.417095 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e03fef2-1f1c-4a25-b858-db9a9b0b1c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.442833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73f2826b-7311-486b-80bd-39122b4e94ee tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.443878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f2826b-7311-486b-80bd-39122b4e94ee tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:03.444513 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73f2826b-7311-486b-80bd-39122b4e94ee tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.454456 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:03.528950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 75b37225-7a8b-4f45-9ab2-1020d1f02eb5 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:33:03.564212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 75b37225-7a8b-4f45-9ab2-1020d1f02eb5 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:33:03.564597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 75b37225-7a8b-4f45-9ab2-1020d1f02eb5 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:33:03.586743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4896-ef97-4d5f-a1f6-039225179cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.598172 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7e0bc08-857d-47fb-b829-0af52f0e224f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.607171 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-73f2826b-7311-486b-80bd-39122b4e94ee tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 830 time: 1.5216303 Jan 14 07:33:03.613846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42556) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:03.616661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2826b-7311-486b-80bd-39122b4e94ee tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Pushing event updated for resources: {'Network': ['ID=b09308e2-dd7f-4b68-8bf2-2206edca3642,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:03.630288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network b09308e2-dd7f-4b68-8bf2-2206edca3642 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:03.644730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network b09308e2-dd7f-4b68-8bf2-2206edca3642 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:03.669895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9d5e15c9-4d59-4360-b586-638145d60f0f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for 46ce8388-23ad-4d81-ab95-d43651078c37 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:03.674225 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-73f2826b-7311-486b-80bd-39122b4e94ee tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:03.674830 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b2ab492e-039b-4151-bdbe-b71d5c449b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:03.698725 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7e0bc08-857d-47fb-b829-0af52f0e224f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.700679 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c9e5784-b0bc-4acc-ad6c-ae0551638fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.705733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9cd73bcb-aaf9-4033-85ab-acc07a70d1e1 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Request body: {'subnet': {'network_id': 'b09308e2-dd7f-4b68-8bf2-2206edca3642', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:03.732375 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:03.735291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9cd73bcb-aaf9-4033-85ab-acc07a70d1e1 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:03.738190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf4896-ef97-4d5f-a1f6-039225179cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=241caae7-8dce-44bf-bc83-9842f99953a9,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:03.741193 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ebbf4896-ef97-4d5f-a1f6-039225179cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:03.747210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9cd73bcb-aaf9-4033-85ab-acc07a70d1e1 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Usage tracker for resource:subnet and tenant:48699d09a3f844e3a961d926707c1e60 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:03.748287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network b09308e2-dd7f-4b68-8bf2-2206edca3642 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:03.751773 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e03fef2-1f1c-4a25-b858-db9a9b0b1c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.757862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9cd73bcb-aaf9-4033-85ab-acc07a70d1e1 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:03.763716 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-90c9e72a-6ae6-4eaa-8481-a3cceca352eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:03.766872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Allocated IP 172.21.0.1 (b5dab4bc-fa17-4e09-96b6-95866537eef5/c4040e34-c9c3-4057-9a88-997b78f3dc7e/6eef0c5a-56cf-4e92-a039-95850f36be66) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:03.780186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9c9e5784-b0bc-4acc-ad6c-ae0551638fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:03.785353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0bc08-857d-47fb-b829-0af52f0e224f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3540ebf-b951-4efd-a181-d66d70972a61,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:03.788669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9cd73bcb-aaf9-4033-85ab-acc07a70d1e1 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:03.797855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03fef2-1f1c-4a25-b858-db9a9b0b1c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1dbcec-e245-4ac3-8d74-cd5f1266806f,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:03.800300 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c7e0bc08-857d-47fb-b829-0af52f0e224f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:03.804922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9c9e5784-b0bc-4acc-ad6c-ae0551638fd3 admin admin] Usage tracker for resource:security_group_rule and tenant:3b081b7e69cd4f7383999029b631b5af is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:03.805183 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e03fef2-1f1c-4a25-b858-db9a9b0b1c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:03.811555 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e03fef2-1f1c-4a25-b858-db9a9b0b1c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.811706 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afd3aab2-33cb-4c7d-b427-d8447aa49b68 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.812828 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0e03fef2-1f1c-4a25-b858-db9a9b0b1c29 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd1dbcec-e245-4ac3-8d74-cd5f1266806f HTTP/1.1" status: 204 len: 168 time: 1.4107153 Jan 14 07:33:03.829884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4896-ef97-4d5f-a1f6-039225179cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:03.833266 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ebbf4896-ef97-4d5f-a1f6-039225179cff admin admin] 10.222.0.41 "DELETE /v2.0/subnets/241caae7-8dce-44bf-bc83-9842f99953a9 HTTP/1.1" status: 204 len: 168 time: 1.5817807 Jan 14 07:33:03.835895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42562) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:03.984186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9c9e5784-b0bc-4acc-ad6c-ae0551638fd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:03.994408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a602de18-2c73-4af5-b1d3-8e2ce6c99e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.009495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9c9e5784-b0bc-4acc-ad6c-ae0551638fd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:04.062549 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7e0bc08-857d-47fb-b829-0af52f0e224f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.063830 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c7e0bc08-857d-47fb-b829-0af52f0e224f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4314930 Jan 14 07:33:04.068631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd73bcb-aaf9-4033-85ab-acc07a70d1e1 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Made reservation on behalf of 48699d09a3f844e3a961d926707c1e60 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:04.073403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cd73bcb-aaf9-4033-85ab-acc07a70d1e1 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.087747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42568) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:04.233440 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-93cd4e4c-f719-4f57-91ad-1693bb450ac9 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-group-rules/e3540ebf-b951-4efd-a181-d66d70972a61 HTTP/1.1" status: 200 len: 763 time: 0.1423235 Jan 14 07:33:04.263065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42576) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:04.326568 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a602de18-2c73-4af5-b1d3-8e2ce6c99e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.339686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afd3aab2-33cb-4c7d-b427-d8447aa49b68 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.455484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a602de18-2c73-4af5-b1d3-8e2ce6c99e81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8690ab7-57a7-4ffd-ad46-a5816a393c36']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:04.468428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a602de18-2c73-4af5-b1d3-8e2ce6c99e81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8705b2f-3035-4dc0-ae0e-8f759ee30472') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:04.468760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a602de18-2c73-4af5-b1d3-8e2ce6c99e81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8705b2f-3035-4dc0-ae0e-8f759ee30472') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:04.481985 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a602de18-2c73-4af5-b1d3-8e2ce6c99e81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.498288 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a602de18-2c73-4af5-b1d3-8e2ce6c99e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.500658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a602de18-2c73-4af5-b1d3-8e2ce6c99e81 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:33:04.551793 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afd3aab2-33cb-4c7d-b427-d8447aa49b68 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.623140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f30e04bf-e70b-4dbc-9cd6-99429e32cce6 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:04.629071 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afd3aab2-33cb-4c7d-b427-d8447aa49b68 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.652071 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.685505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a602de18-2c73-4af5-b1d3-8e2ce6c99e81 admin admin] Network c8690ab7-57a7-4ffd-ad46-a5816a393c36 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:04.695674 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a602de18-2c73-4af5-b1d3-8e2ce6c99e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.710948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f30e04bf-e70b-4dbc-9cd6-99429e32cce6 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:04.714908 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f30e04bf-e70b-4dbc-9cd6-99429e32cce6 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4425311 Jan 14 07:33:04.724553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42588) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:04.764948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c9e5784-b0bc-4acc-ad6c-ae0551638fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.780101 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afd3aab2-33cb-4c7d-b427-d8447aa49b68 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.780660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd3aab2-33cb-4c7d-b427-d8447aa49b68 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Fanout notify agent at l3_agent the message router_deleted on router 6174c589-4d6f-4645-a7d2-d222ea1cfea8 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:33:04.786059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c9e5784-b0bc-4acc-ad6c-ae0551638fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.799818 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8710510c-9045-408b-8f13-5ca918395b6f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:04.807035 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d5e15c9-4d59-4360-b586-638145d60f0f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.815206 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56c84fc6-838e-4477-b33f-076ea4690d4f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.893257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a602de18-2c73-4af5-b1d3-8e2ce6c99e81 admin admin] Network c8690ab7-57a7-4ffd-ad46-a5816a393c36 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:33:04.937341 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:33:04.958298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56c84fc6-838e-4477-b33f-076ea4690d4f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:04.986175 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9c9e5784-b0bc-4acc-ad6c-ae0551638fd3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b081b7e69cd4f7383999029b631b5af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7130394 Jan 14 07:33:04.996751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42598) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:05.003786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e5784-b0bc-4acc-ad6c-ae0551638fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6f30e0-3bfa-4455-9507-cdeeb56253c9,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:05.032547 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a602de18-2c73-4af5-b1d3-8e2ce6c99e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.032843 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c9e5784-b0bc-4acc-ad6c-ae0551638fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:05.034767 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:05.036921 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:05.054940 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a602de18-2c73-4af5-b1d3-8e2ce6c99e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.065378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602de18-2c73-4af5-b1d3-8e2ce6c99e81 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8690ab7-57a7-4ffd-ad46-a5816a393c36,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:05.071019 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a602de18-2c73-4af5-b1d3-8e2ce6c99e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:05.075345 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a602de18-2c73-4af5-b1d3-8e2ce6c99e81 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c8690ab7-57a7-4ffd-ad46-a5816a393c36 HTTP/1.1" status: 204 len: 168 time: 1.2383244 Jan 14 07:33:05.089097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Transition to ACTIVE for port object 6eef0c5a-56cf-4e92-a039-95850f36be66 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:05.347534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42610) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:05.453995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56c84fc6-838e-4477-b33f-076ea4690d4f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.465271 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b68ecd6d-2f50-4067-a599-2af6637e3ffa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d7520fa252a4c31810a950325b77aad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1162019 Jan 14 07:33:05.467907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42616) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:05.485250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e15c9-4d59-4360-b586-638145d60f0f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=46ce8388-23ad-4d81-ab95-d43651078c37,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:05.487988 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d5e15c9-4d59-4360-b586-638145d60f0f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:05.491511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.513605 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-875becfb-5ae1-4ee5-a2e0-c4ed6ffa2621 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:05.531915 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afd3aab2-33cb-4c7d-b427-d8447aa49b68 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.536839 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-afd3aab2-33cb-4c7d-b427-d8447aa49b68 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "DELETE /v2.0/routers/6174c589-4d6f-4645-a7d2-d222ea1cfea8 HTTP/1.1" status: 204 len: 168 time: 4.7793107 Jan 14 07:33:05.536991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-9cd73bcb-aaf9-4033-85ab-acc07a70d1e1 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80908) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:33:05.536991 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cd73bcb-aaf9-4033-85ab-acc07a70d1e1 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.549519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42620) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:05.553740 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-878d0b3e-6ad8-46d4-b789-49dfc9337675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:05.611153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Request body: {'router': {'name': 'tempest-snat-router-834060482', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'enable_snat': False}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:05.631828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c84fc6-838e-4477-b33f-076ea4690d4f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3540ebf-b951-4efd-a181-d66d70972a61,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:05.634982 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-56c84fc6-838e-4477-b33f-076ea4690d4f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:05.649155 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-830400cf-0a88-481e-ab5e-77181d8fc828 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:05.677540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:05.697403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56c84fc6-838e-4477-b33f-076ea4690d4f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.699510 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-56c84fc6-838e-4477-b33f-076ea4690d4f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "DELETE /v2.0/security-group-rules/e3540ebf-b951-4efd-a181-d66d70972a61 HTTP/1.1" status: 204 len: 168 time: 0.9712596 Jan 14 07:33:05.706378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42626) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:05.708342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Usage tracker for resource:router and tenant:01198dca62964a4580406d05c0496a44 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:05.726077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:05.733272 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b9808b-30a0-450a-9595-4ff5db2282b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.751739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:05.836026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0be97dae-1cf3-4947-b08b-9fcd62a220d8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:05.838910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd73bcb-aaf9-4033-85ab-acc07a70d1e1 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Pushing event updated for resources: {'Subnet': ['ID=ffef1726-a9db-49ac-b9a4-b2e9ac4af1cf,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:05.847553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Port': ['ID=6eef0c5a-56cf-4e92-a039-95850f36be66,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:05.860146 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9cd73bcb-aaf9-4033-85ab-acc07a70d1e1 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:05.863520 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:05.873255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b9808b-30a0-450a-9595-4ff5db2282b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.875372 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8536a46d-a760-4bfa-9076-9a16a86804b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.881868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.883401 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.898856 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:05.979783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network b5dab4bc-fa17-4e09-96b6-95866537eef5 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:05.991895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:06.002173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:33:06.033058 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d5e15c9-4d59-4360-b586-638145d60f0f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.040008 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9d5e15c9-4d59-4360-b586-638145d60f0f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/46ce8388-23ad-4d81-ab95-d43651078c37 HTTP/1.1" status: 204 len: 168 time: 4.2134607 Jan 14 07:33:06.041935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42636) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:06.096249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0be97dae-1cf3-4947-b08b-9fcd62a220d8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:06.101749 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0be97dae-1cf3-4947-b08b-9fcd62a220d8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3829532 Jan 14 07:33:06.120209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42642) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:06.127155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-140fbaa8-c545-404c-87ea-31a335b9dc29 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Request body: {'security_group_rule': {'security_group_id': 'a29cabf0-cc6b-4ee7-8680-e8e2471613f6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:06.146268 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b9808b-30a0-450a-9595-4ff5db2282b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.149280 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8536a46d-a760-4bfa-9076-9a16a86804b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.162988 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-38a73c1a-91ff-447d-b347-fc8b9c8dc45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:06.170018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-140fbaa8-c545-404c-87ea-31a335b9dc29 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:06.210584 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b9808b-30a0-450a-9595-4ff5db2282b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.220421 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a3b9808b-30a0-450a-9595-4ff5db2282b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c6f30e0-3bfa-4455-9507-cdeeb56253c9 HTTP/1.1" status: 204 len: 168 time: 1.2182274 Jan 14 07:33:06.245553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e989997-9750-49c6-8f57-13a31ae81aae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:06.250924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e989997-9750-49c6-8f57-13a31ae81aae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:06.264367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e989997-9750-49c6-8f57-13a31ae81aae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:06.265308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2e989997-9750-49c6-8f57-13a31ae81aae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:06.273716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-140fbaa8-c545-404c-87ea-31a335b9dc29 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:06.287573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9808b-30a0-450a-9595-4ff5db2282b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6f30e0-3bfa-4455-9507-cdeeb56253c9,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:06.314682 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a3b9808b-30a0-450a-9595-4ff5db2282b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:06.318899 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.337220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2e989997-9750-49c6-8f57-13a31ae81aae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:06.341757 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2e989997-9750-49c6-8f57-13a31ae81aae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2952054 Jan 14 07:33:06.342335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42650) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:06.458077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f9424d7c-dcfc-448a-b388-868fe8718537 None None] Provisioning for port 6eef0c5a-56cf-4e92-a039-95850f36be66 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:06.463354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f9424d7c-dcfc-448a-b388-868fe8718537 None None] Provisioning complete for port 6eef0c5a-56cf-4e92-a039-95850f36be66 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:06.463805 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9424d7c-dcfc-448a-b388-868fe8718537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.529543 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.538348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f9424d7c-dcfc-448a-b388-868fe8718537 None None] Port 6eef0c5a-56cf-4e92-a039-95850f36be66 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:33:06.542762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-140fbaa8-c545-404c-87ea-31a335b9dc29 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.556853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd73bcb-aaf9-4033-85ab-acc07a70d1e1 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Checking segment: {'id': 'aeeed324-4e8c-49e5-9137-a71520a97b83', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'b09308e2-dd7f-4b68-8bf2-2206edca3642'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:06.557451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd73bcb-aaf9-4033-85ab-acc07a70d1e1 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Network hostable DHCP agents. Network: b09308e2-dd7f-4b68-8bf2-2206edca3642, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:33:06.570453 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8536a46d-a760-4bfa-9076-9a16a86804b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.603570 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-906ecd73-094b-4736-ab3e-98272424f0cc tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:06.616618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9916704c-b32a-4c35-889e-6ff0b9ff1770 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 574abf23-fb05-49ab-9313-f20bce14997b {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:33:06.622947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9916704c-b32a-4c35-889e-6ff0b9ff1770 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.670189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536a46d-a760-4bfa-9076-9a16a86804b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4d6b60-d8a7-4f4c-b329-18623115cbc2,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:06.677456 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8536a46d-a760-4bfa-9076-9a16a86804b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:06.743033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9916704c-b32a-4c35-889e-6ff0b9ff1770 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.780009 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8536a46d-a760-4bfa-9076-9a16a86804b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.785481 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8536a46d-a760-4bfa-9076-9a16a86804b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e4d6b60-d8a7-4f4c-b329-18623115cbc2 HTTP/1.1" status: 204 len: 168 time: 1.3158488 Jan 14 07:33:06.788128 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-140fbaa8-c545-404c-87ea-31a335b9dc29 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.791903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd73bcb-aaf9-4033-85ab-acc07a70d1e1 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Network b09308e2-dd7f-4b68-8bf2-2206edca3642 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:33:06.797166 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.804979 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-140fbaa8-c545-404c-87ea-31a335b9dc29 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.807121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9cd73bcb-aaf9-4033-85ab-acc07a70d1e1 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, b09308e2-dd7f-4b68-8bf2-2206edca3642) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:06.813439 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06b5b88c-bb2c-4857-80cd-967d8e7577ed tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:06.815506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dad708-c54a-45d6-a97e-8f9c0f749840 None None] Network b09308e2-dd7f-4b68-8bf2-2206edca3642 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:06.831891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fbaa8-c545-404c-87ea-31a335b9dc29 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8dda5bd-c3ec-4313-91ae-2a24e4d4c012,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:06.838616 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-140fbaa8-c545-404c-87ea-31a335b9dc29 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:06.860474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd73bcb-aaf9-4033-85ab-acc07a70d1e1 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:06.861132 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cd73bcb-aaf9-4033-85ab-acc07a70d1e1 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.946002 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-140fbaa8-c545-404c-87ea-31a335b9dc29 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:06.947401 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-140fbaa8-c545-404c-87ea-31a335b9dc29 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8259833 Jan 14 07:33:06.952756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42666) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:06.959760 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9cd73bcb-aaf9-4033-85ab-acc07a70d1e1 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3444152 Jan 14 07:33:06.982768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42670) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:07.225205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0bb88b-2360-4612-b3f0-54c21f914451 None None] Network b09308e2-dd7f-4b68-8bf2-2206edca3642 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:07.390944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:07.393076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42674) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:07.401985 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:07.454592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Request body: {'floatingip': {'floating_network_id': 'b09308e2-dd7f-4b68-8bf2-2206edca3642'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:07.462416 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3d3c36a9-695d-4f67-9c22-be2743bdad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:07.500430 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6bec45f5-77d9-4d31-8477-53b38d8f2dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:07.537306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6bec45f5-77d9-4d31-8477-53b38d8f2dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:07.541890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6bec45f5-77d9-4d31-8477-53b38d8f2dcf admin admin] Usage tracker for resource:security_group_rule and tenant:5fd9aad08384456494380972e0a4b21a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:07.545243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6bec45f5-77d9-4d31-8477-53b38d8f2dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:07.552154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6bec45f5-77d9-4d31-8477-53b38d8f2dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:07.575026 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0b6b3f7c-01fe-40b3-8595-49ebf601bf3c tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-group-rules/e8dda5bd-c3ec-4313-91ae-2a24e4d4c012 HTTP/1.1" status: 200 len: 763 time: 0.6171610 Jan 14 07:33:07.581605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:07.583982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42690) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:07.622995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Usage tracker for resource:floatingip and tenant:48699d09a3f844e3a961d926707c1e60 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:07.632397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:07.682337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:07.701707 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6bec45f5-77d9-4d31-8477-53b38d8f2dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:07.730710 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6bec45f5-77d9-4d31-8477-53b38d8f2dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:07.735332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c1730072-cd29-436d-aca8-b40a97a3f3c9 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:07.762908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks [] for floatingip, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:07.795707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c1730072-cd29-436d-aca8-b40a97a3f3c9 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:07.798037 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c1730072-cd29-436d-aca8-b40a97a3f3c9 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2113125 Jan 14 07:33:07.801707 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:07.807426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42704) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:07.829965 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6bec45f5-77d9-4d31-8477-53b38d8f2dcf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5fd9aad08384456494380972e0a4b21a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4274914 Jan 14 07:33:07.839092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42708) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:07.841549 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:07.848837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:07.882840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Port': ['ID=6eef0c5a-56cf-4e92-a039-95850f36be66,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:07.893761 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:07.897472 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c16c867-a4b8-4972-a5e1-bd0a64eef92b tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:08.035514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec45f5-77d9-4d31-8477-53b38d8f2dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075a9aa9-7a12-4997-b80b-a8a7a81e483a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:08.038968 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a6e4f53-7eef-4084-814d-04cf2e073fe0 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.112459 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6bec45f5-77d9-4d31-8477-53b38d8f2dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:08.125567 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9916704c-b32a-4c35-889e-6ff0b9ff1770 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.155271 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae59195f-3b1c-43da-b041-b99688530ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.164014 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a6e4f53-7eef-4084-814d-04cf2e073fe0 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.200668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network b5dab4bc-fa17-4e09-96b6-95866537eef5 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:08.205197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:08.265593 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae59195f-3b1c-43da-b041-b99688530ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.294024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.470989 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a6e4f53-7eef-4084-814d-04cf2e073fe0 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.473897 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:08.495957 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae59195f-3b1c-43da-b041-b99688530ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.505913 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e0805a6-d342-46a3-bbf6-0b51bc607338 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:08.524309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e4f53-7eef-4084-814d-04cf2e073fe0 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8dda5bd-c3ec-4313-91ae-2a24e4d4c012,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:08.526072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42728) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:08.545903 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a6e4f53-7eef-4084-814d-04cf2e073fe0 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:08.588950 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a6e4f53-7eef-4084-814d-04cf2e073fe0 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.590135 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5a6e4f53-7eef-4084-814d-04cf2e073fe0 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "DELETE /v2.0/security-group-rules/e8dda5bd-c3ec-4313-91ae-2a24e4d4c012 HTTP/1.1" status: 204 len: 168 time: 0.7769122 Jan 14 07:33:08.598441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42734) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:08.608998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59195f-3b1c-43da-b041-b99688530ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075a9aa9-7a12-4997-b80b-a8a7a81e483a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:08.612374 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae59195f-3b1c-43da-b041-b99688530ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:08.648202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae59195f-3b1c-43da-b041-b99688530ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.652401 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ae59195f-3b1c-43da-b041-b99688530ef0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/075a9aa9-7a12-4997-b80b-a8a7a81e483a HTTP/1.1" status: 204 len: 168 time: 0.7898352 Jan 14 07:33:08.667945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42740) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:08.691564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Allocated IP 172.25.3.36 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/16c1b439-c76e-4c89-b21b-88dacb63e4e8) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:08.729222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-26edd2fb-a555-4b6e-a084-db7e4933af40 None None] Provisioning complete for port 6eef0c5a-56cf-4e92-a039-95850f36be66 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:08.729627 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26edd2fb-a555-4b6e-a084-db7e4933af40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:08.741130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router a5deee5a-f398-4c94-ba53-4b4a1611ff64 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:33:08.858051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-26edd2fb-a555-4b6e-a084-db7e4933af40 None None] Port 6eef0c5a-56cf-4e92-a039-95850f36be66 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:33:08.901879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Allocated IP 172.20.0.3 (b09308e2-dd7f-4b68-8bf2-2206edca3642/ffef1726-a9db-49ac-b9a4-b2e9ac4af1cf/730f8274-78d3-4cfc-9ffb-55a40db36cdd) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:08.973519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-612abd98-568a-406c-a50c-e14fddb505e8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:08.979717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-473427702-network', 'tenant_id': '2a752c1a02924c38b76665be4c032d7a'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:09.093457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:09.117028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Usage tracker for resource:network and tenant:2a752c1a02924c38b76665be4c032d7a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:09.118717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.120706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-612abd98-568a-406c-a50c-e14fddb505e8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:09.122204 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-612abd98-568a-406c-a50c-e14fddb505e8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5207803 Jan 14 07:33:09.123569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:09.127242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42752) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:09.140802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2d0ccc87-d25f-4df2-80e5-048345959ea8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Request body: {'security_group_rule': {'security_group_id': 'a29cabf0-cc6b-4ee7-8680-e8e2471613f6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:09.141143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:09.162534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2d0ccc87-d25f-4df2-80e5-048345959ea8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:09.177256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:33:09.189273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dd2f09-0d22-44f0-bbe1-03d11532e7ee None None] Sync routers for ids ['a5deee5a-f398-4c94-ba53-4b4a1611ff64'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:33:09.191594 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/a5deee5a-f398-4c94-ba53-4b4a1611ff64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0743155 Jan 14 07:33:09.195530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42758) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:09.200057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Made reservation on behalf of 2a752c1a02924c38b76665be4c032d7a for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:09.203227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dd2f09-0d22-44f0-bbe1-03d11532e7ee None None] Routers {'a5deee5a-f398-4c94-ba53-4b4a1611ff64'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:09.204392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a0dd2f09-0d22-44f0-bbe1-03d11532e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:32:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a5deee5a-f398-4c94-ba53-4b4a1611ff64'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:09.205403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.209712 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-887ec869-39ac-418e-9a83-92dceefd29bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.230573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2d0ccc87-d25f-4df2-80e5-048345959ea8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:09.260992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-887ec869-39ac-418e-9a83-92dceefd29bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:09.263402 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.275680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-887ec869-39ac-418e-9a83-92dceefd29bb admin admin] Usage tracker for resource:security_group_rule and tenant:9b63cd9dbe654eb498a485ca6af60f5a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:09.289841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:09.295466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Usage tracker for resource:security_group_rule and tenant:2a752c1a02924c38b76665be4c032d7a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:09.298534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-887ec869-39ac-418e-9a83-92dceefd29bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:09.298705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:09.303048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a0dd2f09-0d22-44f0-bbe1-03d11532e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:09.306694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:09.309830 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.317767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dd2f09-0d22-44f0-bbe1-03d11532e7ee None None] Routers {'a5deee5a-f398-4c94-ba53-4b4a1611ff64'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:09.318658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a0dd2f09-0d22-44f0-bbe1-03d11532e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:32:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a5deee5a-f398-4c94-ba53-4b4a1611ff64'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:09.328803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-887ec869-39ac-418e-9a83-92dceefd29bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:09.331210 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a5cb9907-d5cc-4320-9e8a-fa9d4b51b23f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:09.343228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9916704c-b32a-4c35-889e-6ff0b9ff1770 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.398203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.405057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a0dd2f09-0d22-44f0-bbe1-03d11532e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:09.405420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Pushing event updated for resources: {'Port': ['ID=16c1b439-c76e-4c89-b21b-88dacb63e4e8,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:09.406822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dd2f09-0d22-44f0-bbe1-03d11532e7ee None None] The sync data for ids ['a5deee5a-f398-4c94-ba53-4b4a1611ff64'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:33:09.411221 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:09.412150 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d0ccc87-d25f-4df2-80e5-048345959ea8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.618526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d0ccc87-d25f-4df2-80e5-048345959ea8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.636924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d0ccc87-d25f-4df2-80e5-048345959ea8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.653602 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:09.676865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ccc87-d25f-4df2-80e5-048345959ea8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37d52ed-a168-4256-85f6-78fe452ae000,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:09.680100 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2d0ccc87-d25f-4df2-80e5-048345959ea8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:09.692518 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:09.711535 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-67e2cc7e-adb8-4790-a3c7-db0c9d2f3c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:09.721557 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:09.763189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:09.776612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:09.779089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:33:09.780390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916704c-b32a-4c35-889e-6ff0b9ff1770 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=574abf23-fb05-49ab-9313-f20bce14997b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:09.806476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2fab59-e8a3-4ad6-b492-48db28eb7bf8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:09.807164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-da2fab59-e8a3-4ad6-b492-48db28eb7bf8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Synchronizing usage tracker for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:09.814825 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9916704c-b32a-4c35-889e-6ff0b9ff1770 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:09.861875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-da2fab59-e8a3-4ad6-b492-48db28eb7bf8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Unset dirty status for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:09.866162 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-da2fab59-e8a3-4ad6-b492-48db28eb7bf8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/ports/6eef0c5a-56cf-4e92-a039-95850f36be66 HTTP/1.1" status: 200 len: 910 time: 0.6662560 Jan 14 07:33:09.867888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42772) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:09.996482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Pushing event updated for resources: {'Port': ['ID=730f8274-78d3-4cfc-9ffb-55a40db36cdd,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:10.020895 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:10.021848 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d0ccc87-d25f-4df2-80e5-048345959ea8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:10.026298 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2d0ccc87-d25f-4df2-80e5-048345959ea8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8930488 Jan 14 07:33:10.036854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42778) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:10.091613 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-887ec869-39ac-418e-9a83-92dceefd29bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:10.177617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e2b05f-4a68-4d79-90ab-a0d6b5e757bb None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:10.186241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Network b09308e2-dd7f-4b68-8bf2-2206edca3642 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:10.187353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-887ec869-39ac-418e-9a83-92dceefd29bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:10.187857 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9916704c-b32a-4c35-889e-6ff0b9ff1770 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:10.253016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:10.255843 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0b6b92b2-d837-4539-a4da-a93a08bad178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:10.289071 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-466bdafd-3dfc-45d8-b716-cc5137c2f16d tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-group-rules/b37d52ed-a168-4256-85f6-78fe452ae000 HTTP/1.1" status: 200 len: 764 time: 0.2468343 Jan 14 07:33:10.289609 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9916704c-b32a-4c35-889e-6ff0b9ff1770 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/574abf23-fb05-49ab-9313-f20bce14997b HTTP/1.1" status: 204 len: 168 time: 3.9386580 Jan 14 07:33:10.292622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42788) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:10.293123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42790) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:10.298722 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:10.302180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:33:10.309653 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:10.317397 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d869585-cb52-417f-b44d-8944fe796650 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:10.330001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ec869-39ac-418e-9a83-92dceefd29bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9929052-cbcc-417f-ba60-c0a529517ea3,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:10.342496 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-887ec869-39ac-418e-9a83-92dceefd29bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:10.410200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:33:10.435890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f016214-924f-4af9-acf5-60e0a9965053,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:10.440104 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:10.441537 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Added segment 38d57323-7661-4980-a6d9-da47dac34cfb of type vxlan for network 825b0e81-37a1-46e1-a34a-8f2b1978fff8 Jan 14 07:33:10.451084 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:10.525390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:10.564442 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-887ec869-39ac-418e-9a83-92dceefd29bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b63cd9dbe654eb498a485ca6af60f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8915672 Jan 14 07:33:10.570914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42800) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:10.632298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:10.633435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:10.634161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:10.646957 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ed7ea0a3-3d47-40a7-9cd4-3566540f1a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:10.776447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Pushing event updated for resources: {'Network': ['ID=825b0e81-37a1-46e1-a34a-8f2b1978fff8,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:10.785323 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:10.790850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 825b0e81-37a1-46e1-a34a-8f2b1978fff8 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:10.828868 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.2870495 Jan 14 07:33:10.831822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 825b0e81-37a1-46e1-a34a-8f2b1978fff8 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:10.840151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42808) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:10.851506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-590b5582-cab8-4aa4-8121-2f05af6ebdf0 admin admin] Request body: {'subnet': {'network_id': '825b0e81-37a1-46e1-a34a-8f2b1978fff8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-473427702-subnet', 'tenant_id': '2a752c1a02924c38b76665be4c032d7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:10.857409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-590b5582-cab8-4aa4-8121-2f05af6ebdf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:10.861959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-590b5582-cab8-4aa4-8121-2f05af6ebdf0 admin admin] Usage tracker for resource:subnet and tenant:2a752c1a02924c38b76665be4c032d7a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:10.866463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-590b5582-cab8-4aa4-8121-2f05af6ebdf0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:10.873849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-590b5582-cab8-4aa4-8121-2f05af6ebdf0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:10.875056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 825b0e81-37a1-46e1-a34a-8f2b1978fff8 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:10.889794 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-014e4264-2fba-4b9b-91fb-93bf664324e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:10.908113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590b5582-cab8-4aa4-8121-2f05af6ebdf0 admin admin] Made reservation on behalf of 2a752c1a02924c38b76665be4c032d7a for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:10.913398 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-590b5582-cab8-4aa4-8121-2f05af6ebdf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:11.025521 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db9ecfd1-4b51-45a5-9693-889e0e837a10 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:11.125815 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-014e4264-2fba-4b9b-91fb-93bf664324e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:11.297484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ea45be4d-e57c-422b-8471-2b16ccb8e40c tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:11.300486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:11.508282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e1ac1068-9ac9-47c1-98dc-fe5ecfee4894 None None] Provisioning complete for port 12d5719a-cd18-4f1c-a585-701cd01271bd triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:11.508714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1ac1068-9ac9-47c1-98dc-fe5ecfee4894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:11.533680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-014e4264-2fba-4b9b-91fb-93bf664324e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:11.542534 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a3b9808b-30a0-450a-9595-4ff5db2282b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:11.546012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ea45be4d-e57c-422b-8471-2b16ccb8e40c tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:11.551342 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ea45be4d-e57c-422b-8471-2b16ccb8e40c tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 1.2150090 Jan 14 07:33:11.554815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42818) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:11.628429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e4264-2fba-4b9b-91fb-93bf664324e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9929052-cbcc-417f-ba60-c0a529517ea3,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:11.648039 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-014e4264-2fba-4b9b-91fb-93bf664324e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:11.669566 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-014e4264-2fba-4b9b-91fb-93bf664324e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:11.673302 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-014e4264-2fba-4b9b-91fb-93bf664324e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9929052-cbcc-417f-ba60-c0a529517ea3 HTTP/1.1" status: 204 len: 168 time: 1.0973113 Jan 14 07:33:11.739691 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks [] for floatingip, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:11.745888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26d94b5-c7cb-4932-a7ce-fd203174f623 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet d1583d0b-05f0-44fe-97ac-9d980378950c {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:33:11.752443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d43b487-7f26-42f6-9daf-686067e8c400 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:11.762610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d26d94b5-c7cb-4932-a7ce-fd203174f623 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:11.813700 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d43b487-7f26-42f6-9daf-686067e8c400 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:11.871192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-db9ecfd1-4b51-45a5-9693-889e0e837a10 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting port 6eef0c5a-56cf-4e92-a039-95850f36be66 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:11.871571 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db9ecfd1-4b51-45a5-9693-889e0e837a10 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:12.013660 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d26d94b5-c7cb-4932-a7ce-fd203174f623 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:12.087235 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:12.124469 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d43b487-7f26-42f6-9daf-686067e8c400 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:12.138036 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6460185c-50ae-401d-b13c-ff432f924c56 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:12.165159 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:12.182600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43b487-7f26-42f6-9daf-686067e8c400 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b37d52ed-a168-4256-85f6-78fe452ae000,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:12.194085 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3d43b487-7f26-42f6-9daf-686067e8c400 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:12.265957 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db9ecfd1-4b51-45a5-9693-889e0e837a10 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:12.287285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d26d94b5-c7cb-4932-a7ce-fd203174f623 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:12.328015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42838) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:12.425862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d43b487-7f26-42f6-9daf-686067e8c400 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:12.427225 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3d43b487-7f26-42f6-9daf-686067e8c400 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "DELETE /v2.0/security-group-rules/b37d52ed-a168-4256-85f6-78fe452ae000 HTTP/1.1" status: 204 len: 168 time: 0.8683302 Jan 14 07:33:12.437713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42842) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:12.475840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-db9ecfd1-4b51-45a5-9693-889e0e837a10 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Calling delete_port for 6eef0c5a-56cf-4e92-a039-95850f36be66 owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:12.552608 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:12.585385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:12.597268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Usage tracker for resource:security_group_rule and tenant:b1eb16992c094fc4a50bff262368a9f9 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:12.755698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:12.783997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:12.819612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ba995346-b0bf-4121-adf3-aae0f2d4f8f5 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:12.902373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ba995346-b0bf-4121-adf3-aae0f2d4f8f5 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group_rule {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:12.903789 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ba995346-b0bf-4121-adf3-aae0f2d4f8f5 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4652412 Jan 14 07:33:12.921981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42852) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:13.112165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Router d2951287-1c09-4b87-a33c-107b32270331 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:33:13.249083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:13.252098 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d26d94b5-c7cb-4932-a7ce-fd203174f623 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:13.280348 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-44e3f131-735c-4b3d-9be2-59825335cc62 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:13.320305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7aba3dd5-e873-4be7-98ac-0480f7bf25f3 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:13.338846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:13.379910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d94b5-c7cb-4932-a7ce-fd203174f623 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=d1583d0b-05f0-44fe-97ac-9d980378950c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:13.383692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db9ecfd1-4b51-45a5-9693-889e0e837a10 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:13.399132 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:13.404495 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:13.495397 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d26d94b5-c7cb-4932-a7ce-fd203174f623 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:13.496004 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e501330f-61c5-4b7e-91b4-0d5f13a3bff7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:13.500228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-590b5582-cab8-4aa4-8121-2f05af6ebdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:13.521566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ecfd1-4b51-45a5-9693-889e0e837a10 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Port': ['ID=6eef0c5a-56cf-4e92-a039-95850f36be66,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:13.523604 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:13.532890 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-db9ecfd1-4b51-45a5-9693-889e0e837a10 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:13.546167 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e0500c58-1d08-4bb7-b952-6762cba02090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:13.668798 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1eb16992c094fc4a50bff262368a9f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2777691 Jan 14 07:33:13.679236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42856) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:13.696758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac723c4-10b1-4224-b5fe-bb1850097378,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:13.731921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.732348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.732774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.733189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.733607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.734015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.734422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.734831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.735236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.735636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.736067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.736470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.736933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.737339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.738300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.738706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.739119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.739509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.739967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.740371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.740765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.741139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.741546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.741940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.742382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.742782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.743182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.743575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.743990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.744384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.744779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.745176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.745575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.745969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.746367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.746762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:13.776440 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:13.783936 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-967e32cc-d4ac-4446-88ff-167ccce67f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:13.933499 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7aba3dd5-e873-4be7-98ac-0480f7bf25f3 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:13.960266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b5582-cab8-4aa4-8121-2f05af6ebdf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecec29c2-1934-49a1-9cf0-4c89a8397d49,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:13.971207 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-590b5582-cab8-4aa4-8121-2f05af6ebdf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:13.989867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c24a7ed2-a354-4320-b6bd-5ed836e6c9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.062598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Pushing event updated for resources: {'Port': ['ID=730f8274-78d3-4cfc-9ffb-55a40db36cdd,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:14.089785 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:14.094598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590b5582-cab8-4aa4-8121-2f05af6ebdf0 admin admin] Checking segment: {'id': '38d57323-7661-4980-a6d9-da47dac34cfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '825b0e81-37a1-46e1-a34a-8f2b1978fff8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:14.095005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590b5582-cab8-4aa4-8121-2f05af6ebdf0 admin admin] Network hostable DHCP agents. Network: 825b0e81-37a1-46e1-a34a-8f2b1978fff8, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:33:14.099047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e737fcf-686c-4c22-8cf7-2b785c906dc6 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:14.108879 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d26d94b5-c7cb-4932-a7ce-fd203174f623 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.126947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c24a7ed2-a354-4320-b6bd-5ed836e6c9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.139290 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d26d94b5-c7cb-4932-a7ce-fd203174f623 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/d1583d0b-05f0-44fe-97ac-9d980378950c HTTP/1.1" status: 204 len: 168 time: 3.8049679 Jan 14 07:33:14.141370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:33:14.143238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42874) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:14.242270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7aba3dd5-e873-4be7-98ac-0480f7bf25f3 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.254820 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-887ec869-39ac-418e-9a83-92dceefd29bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:14.277183 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dff7fa0e-2cbd-411f-b1fd-e4a1ee702476 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1287014 Jan 14 07:33:14.283073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42882) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:14.285340 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c24a7ed2-a354-4320-b6bd-5ed836e6c9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.311787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-174beb2c-5de4-4793-b35e-ba8c99219d45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:14.321524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] Sync routers for ids ['d2951287-1c09-4b87-a33c-107b32270331'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:33:14.326348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba3dd5-e873-4be7-98ac-0480f7bf25f3 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29cabf0-cc6b-4ee7-8680-e8e2471613f6,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:14.329922 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7aba3dd5-e873-4be7-98ac-0480f7bf25f3 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:14.339772 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-25a43016-5267-4f00-a2c1-df992d86a431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:14.375131 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.386494 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7aba3dd5-e873-4be7-98ac-0480f7bf25f3 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.391597 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7aba3dd5-e873-4be7-98ac-0480f7bf25f3 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "DELETE /v2.0/security-groups/a29cabf0-cc6b-4ee7-8680-e8e2471613f6 HTTP/1.1" status: 204 len: 168 time: 1.4007921 Jan 14 07:33:14.394569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] Routers {'d2951287-1c09-4b87-a33c-107b32270331'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:14.395512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:32:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d2951287-1c09-4b87-a33c-107b32270331'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:14.399441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42890) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:14.406371 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.410963 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.8189096 Jan 14 07:33:14.412376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42894) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:14.417482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590b5582-cab8-4aa4-8121-2f05af6ebdf0 admin admin] Network 825b0e81-37a1-46e1-a34a-8f2b1978fff8 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:33:14.520538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a7ed2-a354-4320-b6bd-5ed836e6c9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac723c4-10b1-4224-b5fe-bb1850097378,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:14.522370 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.533496 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.5477302 Jan 14 07:33:14.541140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42900) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:14.557888 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c24a7ed2-a354-4320-b6bd-5ed836e6c9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:14.600854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] Set router d2951287-1c09-4b87-a33c-107b32270331 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:33:14.668361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9f929b8e-fd05-425c-abfa-1c5e3fa93050 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:14.693778 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c24a7ed2-a354-4320-b6bd-5ed836e6c9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.695042 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c24a7ed2-a354-4320-b6bd-5ed836e6c9f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ac723c4-10b1-4224-b5fe-bb1850097378 HTTP/1.1" status: 204 len: 168 time: 1.0138807 Jan 14 07:33:14.695982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-590b5582-cab8-4aa4-8121-2f05af6ebdf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 825b0e81-37a1-46e1-a34a-8f2b1978fff8) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:14.702289 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0ed44b1a-0902-4dd3-904b-86c6c5764b40 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=b09308e2-dd7f-4b68-8bf2-2206edca3642 HTTP/1.1" status: 200 len: 689 time: 0.1306121 Jan 14 07:33:14.713958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42906) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:14.776221 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fb79866a-e393-4785-ad12-af92a9f8cedf tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "GET /v2.0/routers/d2951287-1c09-4b87-a33c-107b32270331 HTTP/1.1" status: 200 len: 907 time: 0.3405006 Jan 14 07:33:14.777298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42910) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:14.777793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eb2a7b-68da-4b5d-991c-56993f7c6457 None None] Network 825b0e81-37a1-46e1-a34a-8f2b1978fff8 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:14.784088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9f929b8e-fd05-425c-abfa-1c5e3fa93050 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:14.786300 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db9ecfd1-4b51-45a5-9693-889e0e837a10 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.792650 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9f929b8e-fd05-425c-abfa-1c5e3fa93050 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3919213 Jan 14 07:33:14.804372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42914) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:14.805653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Request body: {'router': {'name': 'tempest-snat-router-834060482', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'enable_snat': True}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:14.815354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:14.828277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Usage tracker for resource:router and tenant:01198dca62964a4580406d05c0496a44 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:14.834535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Quota usage for router was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:14.844991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:14.869443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.871807 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.889995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:14.919070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590b5582-cab8-4aa4-8121-2f05af6ebdf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:14.919792 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-590b5582-cab8-4aa4-8121-2f05af6ebdf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:15.045826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:33:15.063017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f2074afa-97d1-4adf-9a8f-5fd41743fcad tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Synchronizing usage tracker for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:15.066312 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-590b5582-cab8-4aa4-8121-2f05af6ebdf0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.2248948 Jan 14 07:33:15.077622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-174beb2c-5de4-4793-b35e-ba8c99219d45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:15.078045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Deleting port 12d5719a-cd18-4f1c-a585-701cd01271bd {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:15.078740 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:15.122246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-174beb2c-5de4-4793-b35e-ba8c99219d45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:15.132336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-174beb2c-5de4-4793-b35e-ba8c99219d45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:15.145468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f2074afa-97d1-4adf-9a8f-5fd41743fcad tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Unset dirty status for tenant:658cd1b2c5834ee9a6d303463c03b35f on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:15.150243 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f2074afa-97d1-4adf-9a8f-5fd41743fcad tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2828801 Jan 14 07:33:15.165111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-174beb2c-5de4-4793-b35e-ba8c99219d45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:15.248136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174beb2c-5de4-4793-b35e-ba8c99219d45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:15.276769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:15.335419 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:15.474966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Deleting port 730f8274-78d3-4cfc-9ffb-55a40db36cdd {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:15.475455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:15.598036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] For port 12d5719a-cd18-4f1c-a585-701cd01271bd, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=12d5719a-cd18-4f1c-a585-701cd01271bd,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:15.598860 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:15.946506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:15.965429 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-174beb2c-5de4-4793-b35e-ba8c99219d45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:16.028499 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:16.104693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d971eb78-67c3-4eba-95cc-a3fa3731860e None None] Network 825b0e81-37a1-46e1-a34a-8f2b1978fff8 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:16.141091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42940) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:16.278698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 12d5719a-cd18-4f1c-a585-701cd01271bd no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:33:16.416000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Calling delete_port for 12d5719a-cd18-4f1c-a585-701cd01271bd owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:16.721463 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1b2529cf-5cb6-4652-bb99-c14d65c70a91 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=658cd1b2c5834ee9a6d303463c03b35f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5701873 Jan 14 07:33:16.725220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42960) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:16.809192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Allocated IP 172.25.3.113 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/d66ba90c-ccad-4813-bef6-5414ce4bb52c) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:16.887007 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No ports have port_id starting with 12d5719a-cd18-4f1c-a585-701cd01271bd Jan 14 07:33:16.895136 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:16.983284 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:16.983696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:17.136292 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef429344-0a50-49ae-8e0b-4d7837783b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:17.164513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Calling delete_port for 730f8274-78d3-4cfc-9ffb-55a40db36cdd owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:17.167105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef429344-0a50-49ae-8e0b-4d7837783b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:17.208443 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dd5e1d64-17aa-48da-9f7c-055ff3873402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:17.251536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:17.257640 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:17.261704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Pushing event deleted for resources: {'Port': ['ID=12d5719a-cd18-4f1c-a585-701cd01271bd,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:17.279553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.280019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.280549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.281000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.281462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.281910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.282355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.282798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.283236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.283685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.284138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.285027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:17.285154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.285691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.286223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.286667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.287114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.287556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.288050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.288488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.288925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.289361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.289807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.290243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.290682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.291162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.291597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.292120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.292559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.292999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.293435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.293882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.294317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.294755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.295191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.295630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.296096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:17.304860 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:17.311937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] No DVR routers for this DVR port 12d5719a-cd18-4f1c-a585-701cd01271bd on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:33:17.322723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2951287-1c09-4b87-a33c-107b32270331', 'name': 'tempest-snat-router-834060482', 'tenant_id': '01198dca62964a4580406d05c0496a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.36'}], 'enable_snat': False}, 'gw_port_id': '16c1b439-c76e-4c89-b21b-88dacb63e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:33:05Z', 'updated_at': '2021-01-14T07:33:10Z', 'revision_number': 3, 'project_id': '01198dca62964a4580406d05c0496a44', 'gw_port': {'id': '16c1b439-c76e-4c89-b21b-88dacb63e4e8', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:54:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2951287-1c09-4b87-a33c-107b32270331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:33:08Z', 'updated_at': '2021-01-14T07:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:17.327208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] Checking router: d2951287-1c09-4b87-a33c-107b32270331 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:33:17.327978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] Updating router d2951287-1c09-4b87-a33c-107b32270331 port 16c1b439-c76e-4c89-b21b-88dacb63e4e8 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:33:17.360168 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:17.382625 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3772fbc6-89c8-40f1-b90c-0284039d8dad tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:17.387404 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:17.405530 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:17.419808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef429344-0a50-49ae-8e0b-4d7837783b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:17.431028 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d63031e9-9251-44d2-ae27-ac9200d5c471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:17.500954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Pushing event deleted for resources: {'Port': ['ID=730f8274-78d3-4cfc-9ffb-55a40db36cdd,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:17.574256 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:17.632000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9ecfd1-4b51-45a5-9693-889e0e837a10 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router a5deee5a-f398-4c94-ba53-4b4a1611ff64 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:33:17.689833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Pushing event updated for resources: {'Port': ['ID=d66ba90c-ccad-4813-bef6-5414ce4bb52c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:17.703339 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:17.704827 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-58d6d194-6a9a-4b55-bf2c-8774e949b03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:17.727487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef429344-0a50-49ae-8e0b-4d7837783b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff83082-f123-4831-a5c0-138831d4e10a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:17.744048 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ef429344-0a50-49ae-8e0b-4d7837783b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:17.759352 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef429344-0a50-49ae-8e0b-4d7837783b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:17.760674 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ef429344-0a50-49ae-8e0b-4d7837783b85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ff83082-f123-4831-a5c0-138831d4e10a HTTP/1.1" status: 204 len: 168 time: 1.0344379 Jan 14 07:33:17.878983 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:17.887485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:17.892095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] Transition to ACTIVE for port object 16c1b439-c76e-4c89-b21b-88dacb63e4e8 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:17.894317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:17.898864 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:17.927621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:33:17.979204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9ecfd1-4b51-45a5-9693-889e0e837a10 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:33:17.992388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94781fe3-4b09-4db4-8542-5528a2864083 None None] Sync routers for ids ['a5deee5a-f398-4c94-ba53-4b4a1611ff64'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:33:18.008290 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:18.024669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94781fe3-4b09-4db4-8542-5528a2864083 None None] Routers {'a5deee5a-f398-4c94-ba53-4b4a1611ff64'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:18.025386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-94781fe3-4b09-4db4-8542-5528a2864083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:32:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a5deee5a-f398-4c94-ba53-4b4a1611ff64'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:18.069091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f2756-3f41-482f-bf71-52a2bce407f7 req-2c189cc7-071e-42df-84da-a0ece8f2372b tempest-ServerTagsTestJSON-239894812 tempest-ServerTagsTestJSON-239894812] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:18.069091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-ac7f2756-3f41-482f-bf71-52a2bce407f7 req-2c189cc7-071e-42df-84da-a0ece8f2372b tempest-ServerTagsTestJSON-239894812 tempest-ServerTagsTestJSON-239894812] Synchronizing usage tracker for tenant:2a752c1a02924c38b76665be4c032d7a on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:18.108354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459295b-cd88-4260-9c31-3b5896b53039 None None] Pushing event updated for resources: {'Port': ['ID=16c1b439-c76e-4c89-b21b-88dacb63e4e8,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:18.113889 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c459295b-cd88-4260-9c31-3b5896b53039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:18.193926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-ac7f2756-3f41-482f-bf71-52a2bce407f7 req-2c189cc7-071e-42df-84da-a0ece8f2372b tempest-ServerTagsTestJSON-239894812 tempest-ServerTagsTestJSON-239894812] Unset dirty status for tenant:2a752c1a02924c38b76665be4c032d7a on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:18.195377 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ac7f2756-3f41-482f-bf71-52a2bce407f7 req-2c189cc7-071e-42df-84da-a0ece8f2372b tempest-ServerTagsTestJSON-239894812 tempest-ServerTagsTestJSON-239894812] 10.222.0.41 "GET /v2.0/networks?id=825b0e81-37a1-46e1-a34a-8f2b1978fff8 HTTP/1.1" status: 200 len: 808 time: 1.2755396 Jan 14 07:33:18.204219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] Attempting to bind port 16c1b439-c76e-4c89-b21b-88dacb63e4e8 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:33:18.208314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] Attempting to bind port 16c1b439-c76e-4c89-b21b-88dacb63e4e8 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:33:18.211147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] Attempting to bind port 16c1b439-c76e-4c89-b21b-88dacb63e4e8 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:33:18.232651 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-94781fe3-4b09-4db4-8542-5528a2864083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:18.234447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:33:18.240483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:18.240975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:18.241433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:33:18.241995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] Bound port: 16c1b439-c76e-4c89-b21b-88dacb63e4e8, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:33:18.242425 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:18.268797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94781fe3-4b09-4db4-8542-5528a2864083 None None] Routers {'a5deee5a-f398-4c94-ba53-4b4a1611ff64'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:18.270249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-94781fe3-4b09-4db4-8542-5528a2864083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:32:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a5deee5a-f398-4c94-ba53-4b4a1611ff64'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:18.417175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-94781fe3-4b09-4db4-8542-5528a2864083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:18.422147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94781fe3-4b09-4db4-8542-5528a2864083 None None] The sync data for ids ['a5deee5a-f398-4c94-ba53-4b4a1611ff64'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:33:18.444385 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ac7f2756-3f41-482f-bf71-52a2bce407f7 req-496a4b5c-5e2a-44d3-ba8d-1ab7eb8e97dc tempest-ServerTagsTestJSON-239894812 tempest-ServerTagsTestJSON-239894812] 10.222.0.41 "GET /v2.0/quotas/2a752c1a02924c38b76665be4c032d7a HTTP/1.1" status: 200 len: 375 time: 0.2348003 Jan 14 07:33:18.473787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] For port 16c1b439-c76e-4c89-b21b-88dacb63e4e8, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:33:18.481270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] For port 16c1b439-c76e-4c89-b21b-88dacb63e4e8, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=16c1b439-c76e-4c89-b21b-88dacb63e4e8,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:33:18.505643 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:18.523260 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:18.583031 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ac7f2756-3f41-482f-bf71-52a2bce407f7 req-8e5f45f6-e089-438b-b57d-922906ea5b27 tempest-ServerTagsTestJSON-239894812 tempest-ServerTagsTestJSON-239894812] 10.222.0.41 "GET /v2.0/ports?tenant_id=2a752c1a02924c38b76665be4c032d7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934210 Jan 14 07:33:18.613683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459295b-cd88-4260-9c31-3b5896b53039 None None] Pushing event updated for resources: {'Port': ['ID=16c1b439-c76e-4c89-b21b-88dacb63e4e8,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:18.616295 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks [] for floatingip, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:18.684420 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c459295b-cd88-4260-9c31-3b5896b53039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:18.716229 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-db9ecfd1-4b51-45a5-9693-889e0e837a10 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/a5deee5a-f398-4c94-ba53-4b4a1611ff64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8461707 Jan 14 07:33:18.720905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42998) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:18.838940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] Routers {'d2951287-1c09-4b87-a33c-107b32270331'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:18.841617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:32:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d2951287-1c09-4b87-a33c-107b32270331'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:18.929358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:19.123557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] Set router d2951287-1c09-4b87-a33c-107b32270331 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:33:19.160867 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ac7f2756-3f41-482f-bf71-52a2bce407f7 req-95d6a963-e21e-4363-aae9-71f5d22acea4 service neutron] 10.222.0.41 "GET /v2.0/networks/825b0e81-37a1-46e1-a34a-8f2b1978fff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362835 Jan 14 07:33:19.276694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43010) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:19.463232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2951287-1c09-4b87-a33c-107b32270331', 'name': 'tempest-snat-router-834060482', 'tenant_id': '01198dca62964a4580406d05c0496a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.36'}], 'enable_snat': False}, 'gw_port_id': '16c1b439-c76e-4c89-b21b-88dacb63e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:33:05Z', 'updated_at': '2021-01-14T07:33:10Z', 'revision_number': 3, 'project_id': '01198dca62964a4580406d05c0496a44', 'gw_port': {'id': '16c1b439-c76e-4c89-b21b-88dacb63e4e8', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:54:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2951287-1c09-4b87-a33c-107b32270331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:33:08Z', 'updated_at': '2021-01-14T07:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:19.467560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ccf922-2af4-4708-984b-3bd7b7ae19a7 None None] The sync data for ids ['d2951287-1c09-4b87-a33c-107b32270331'] in n-d-769329-2 is: [{'id': 'd2951287-1c09-4b87-a33c-107b32270331', 'name': 'tempest-snat-router-834060482', 'tenant_id': '01198dca62964a4580406d05c0496a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.36'}], 'enable_snat': False}, 'gw_port_id': '16c1b439-c76e-4c89-b21b-88dacb63e4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:33:05Z', 'updated_at': '2021-01-14T07:33:10Z', 'revision_number': 3, 'project_id': '01198dca62964a4580406d05c0496a44', 'gw_port': {'id': '16c1b439-c76e-4c89-b21b-88dacb63e4e8', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:54:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2951287-1c09-4b87-a33c-107b32270331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:33:08Z', 'updated_at': '2021-01-14T07:33:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:33:19.545545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:19.671584 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-ac7f2756-3f41-482f-bf71-52a2bce407f7 req-c1ee66fa-4cb4-4211-86dd-3aae4dcfd9ea service neutron] 10.222.0.41 "GET /v2.0/networks/825b0e81-37a1-46e1-a34a-8f2b1978fff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4921038 Jan 14 07:33:19.761973 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:19.784046 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5815e63e-7890-482c-999a-4960b095142d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:19.981351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Pushing event deleted for resources: {'Subnet': ['ID=ffef1726-a9db-49ac-b9a4-b2e9ac4af1cf,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:20.033714 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:20.037969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c686bf35-8a95-496a-a15c-246f67f67ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:20.059170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-174beb2c-5de4-4793-b35e-ba8c99219d45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:20.090308 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-36ce5e53-9a7a-4bbf-a9d0-f68a8a45e245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:20.199533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174beb2c-5de4-4793-b35e-ba8c99219d45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=ebdcdf26-3dac-43c5-8872-a536315614f3,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:20.317778 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-174beb2c-5de4-4793-b35e-ba8c99219d45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:20.325589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c686bf35-8a95-496a-a15c-246f67f67ef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:20.349919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c686bf35-8a95-496a-a15c-246f67f67ef5 admin admin] Usage tracker for resource:security_group_rule and tenant:e6b557c2df0249458b07e8783a8be8e2 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:20.357232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c686bf35-8a95-496a-a15c-246f67f67ef5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:20.373694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c686bf35-8a95-496a-a15c-246f67f67ef5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:20.483341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43048) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:20.551030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43052) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:20.812636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-62238544-41a9-420a-ae65-b094b0f84f48 admin admin] Deleting subnet ecec29c2-1934-49a1-9cf0-4c89a8397d49 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:33:20.818941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:20.889901 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62238544-41a9-420a-ae65-b094b0f84f48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.106028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8bd33dbb-b340-4588-956e-c3105bf568be tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group': {'name': 'default'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:21.111490 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-8bd33dbb-b340-4588-956e-c3105bf568be tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 14 07:33:21.111490 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-8bd33dbb-b340-4588-956e-c3105bf568be tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): There was a conflict when trying to complete your request. Jan 14 07:33:21.111490 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8bd33dbb-b340-4588-956e-c3105bf568be tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5537810 Jan 14 07:33:21.123278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43072) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:21.134484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group': {'name': 'tempest-secgroup--1829696233'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:21.144741 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.202064 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62238544-41a9-420a-ae65-b094b0f84f48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.236999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:21.258678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:21.262170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:21.271754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:21.291529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174beb2c-5de4-4793-b35e-ba8c99219d45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:21.301756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-174beb2c-5de4-4793-b35e-ba8c99219d45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:21.325073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.325739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c220df3-a693-455c-b70a-8c07eb247c73 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:21.332554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174beb2c-5de4-4793-b35e-ba8c99219d45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:21.333212 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-174beb2c-5de4-4793-b35e-ba8c99219d45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.380737 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.395858 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-174beb2c-5de4-4793-b35e-ba8c99219d45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.0997000 Jan 14 07:33:21.395858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43076) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:21.400270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62238544-41a9-420a-ae65-b094b0f84f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.422380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:21.455466 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f571e28-a4e0-4f26-8a81-d213a5cef441 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.608504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09308e2-dd7f-4b68-8bf2-2206edca3642']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:21.620549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:21.647437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeeed324-4e8c-49e5-9137-a71520a97b83') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:21.648554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeeed324-4e8c-49e5-9137-a71520a97b83') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:21.657504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:21.669342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 16c1b439-c76e-4c89-b21b-88dacb63e4e8 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:33:21.670834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:21.675770 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c686bf35-8a95-496a-a15c-246f67f67ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.678246 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.693692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c686bf35-8a95-496a-a15c-246f67f67ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.703268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:21.710819 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:21.752731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 16c1b439-c76e-4c89-b21b-88dacb63e4e8 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:21.760409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 16c1b439-c76e-4c89-b21b-88dacb63e4e8 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:21.761420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.775602 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.780554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Releasing vxlan tunnel 13 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:33:21.801957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686bf35-8a95-496a-a15c-246f67f67ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32162c07-eec4-42f3-8698-9cb224306042,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:21.807019 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c686bf35-8a95-496a-a15c-246f67f67ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:21.823891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:21.828941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': 'ebdcdf26-3dac-43c5-8872-a536315614f3'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:33:21.829956 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:21.958666 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c686bf35-8a95-496a-a15c-246f67f67ef5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6b557c2df0249458b07e8783a8be8e2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6590652 Jan 14 07:33:21.966643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43088) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:22.005206 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.114414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:22.120214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:22.124406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:22.130652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Network b09308e2-dd7f-4b68-8bf2-2206edca3642 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:22.133767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:22.145992 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.246258 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.267382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Router 7acadd8a-7dff-46fd-8936-5816d71f7300 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:33:22.278537 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.319173 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62238544-41a9-420a-ae65-b094b0f84f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.336476 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.346830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:22.352095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:22.355379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:22.361825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:22.376804 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2339ee0-8159-4a3c-b202-2bb2d9457163 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:22.483008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Allocated IP 172.20.0.2 (e6acc9a6-db0b-42d1-82b7-716516d3711e/ebdcdf26-3dac-43c5-8872-a536315614f3/67a0ed90-8537-46d9-853d-f7ed288c12c7) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:22.486737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Network b09308e2-dd7f-4b68-8bf2-2206edca3642 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:33:22.517633 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:33:22.521402 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:33:22.714115 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.729322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Transition to ACTIVE for port object 67a0ed90-8537-46d9-853d-f7ed288c12c7 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:22.749146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Transition to ACTIVE for port object 67a0ed90-8537-46d9-853d-f7ed288c12c7 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:22.763691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 16c1b439-c76e-4c89-b21b-88dacb63e4e8, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=16c1b439-c76e-4c89-b21b-88dacb63e4e8,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:22.765970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.885281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:22.901461 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a5d36497-c8aa-4474-8c87-e130724e4185 tempest-QuotasNegativeTest-949982734 tempest-QuotasNegativeTest-949982734] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:22.946509 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:22.949572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b09308e2-dd7f-4b68-8bf2-2206edca3642 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 07:33:22.965563 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.070135 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.072360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Pushing event updated for resources: {'Port': ['ID=67a0ed90-8537-46d9-853d-f7ed288c12c7,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:23.084737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:23.086133 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:23.087198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:23.088903 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:23.114938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62238544-41a9-420a-ae65-b094b0f84f48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecec29c2-1934-49a1-9cf0-4c89a8397d49,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:23.118474 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-62238544-41a9-420a-ae65-b094b0f84f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:23.126946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Pushing event deleted for resources: {'Network': ['ID=b09308e2-dd7f-4b68-8bf2-2206edca3642,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:23.131631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:33:23.136758 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:23.143056 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ef429344-0a50-49ae-8e0b-4d7837783b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.733s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:23.164715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:33:23.170874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=16c1b439-c76e-4c89-b21b-88dacb63e4e8,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:23.197140 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] 10.222.0.41 "DELETE /v2.0/networks/b09308e2-dd7f-4b68-8bf2-2206edca3642 HTTP/1.1" status: 204 len: 168 time: 8.4818871 Jan 14 07:33:23.203177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43108) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:23.213951 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:23.232430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Attempting to bind port 67a0ed90-8537-46d9-853d-f7ed288c12c7 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:33:23.232862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Attempting to bind port 67a0ed90-8537-46d9-853d-f7ed288c12c7 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:33:23.233286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Attempting to bind port 67a0ed90-8537-46d9-853d-f7ed288c12c7 on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:33:23.240653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:33:23.241207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:23.241672 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.242122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:33:23.242661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Bound port: 67a0ed90-8537-46d9-853d-f7ed288c12c7, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:33:23.243088 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.320035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2a4d130a-01c1-48b6-a047-4a08f639b547 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Synchronizing usage tracker for tenant:48699d09a3f844e3a961d926707c1e60 on resource:floatingip {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:23.350330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2a4d130a-01c1-48b6-a047-4a08f639b547 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Unset dirty status for tenant:48699d09a3f844e3a961d926707c1e60 on resource:floatingip {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:23.351600 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2a4d130a-01c1-48b6-a047-4a08f639b547 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1453650 Jan 14 07:33:23.370492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.375285 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.5963027 Jan 14 07:33:23.376440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3db85405-be5a-42ed-a6b6-fc4448893070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.383750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43114) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:23.383750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43116) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:23.436024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] For port 67a0ed90-8537-46d9-853d-f7ed288c12c7, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:33:23.439800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] For port 67a0ed90-8537-46d9-853d-f7ed288c12c7, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=67a0ed90-8537-46d9-853d-f7ed288c12c7,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:33:23.455523 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.473299 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-48b59ef9-3c7c-47be-be92-7bbe2426db84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:23.573229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Pushing event updated for resources: {'Port': ['ID=67a0ed90-8537-46d9-853d-f7ed288c12c7,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:23.577097 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:23.636557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 16c1b439-c76e-4c89-b21b-88dacb63e4e8 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:33:23.669483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7999f7f2-626f-44da-98f4-5795f62fcda5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:23.669912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7999f7f2-626f-44da-98f4-5795f62fcda5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:23.670329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7999f7f2-626f-44da-98f4-5795f62fcda5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:23.670740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7999f7f2-626f-44da-98f4-5795f62fcda5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:23.671149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7999f7f2-626f-44da-98f4-5795f62fcda5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:23.671551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7999f7f2-626f-44da-98f4-5795f62fcda5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:23.671980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7999f7f2-626f-44da-98f4-5795f62fcda5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:23.672384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7999f7f2-626f-44da-98f4-5795f62fcda5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:23.672787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7999f7f2-626f-44da-98f4-5795f62fcda5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:23.673190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7999f7f2-626f-44da-98f4-5795f62fcda5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:23.673607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7999f7f2-626f-44da-98f4-5795f62fcda5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:23.673990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7999f7f2-626f-44da-98f4-5795f62fcda5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:23.674389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7999f7f2-626f-44da-98f4-5795f62fcda5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:23.676605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7999f7f2-626f-44da-98f4-5795f62fcda5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Synchronizing usage tracker for tenant:48699d09a3f844e3a961d926707c1e60 on resource:subnet {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:23.701259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event updated for resources: {'SecurityGroup': ['ID=5edce105-2c93-4a7c-8807-e2f6865ffd0b,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:23.716597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80907) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:33:23.721281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62238544-41a9-420a-ae65-b094b0f84f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.735363 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-62238544-41a9-420a-ae65-b094b0f84f48 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ecec29c2-1934-49a1-9cf0-4c89a8397d49 HTTP/1.1" status: 204 len: 168 time: 3.2419884 Jan 14 07:33:23.754889 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:23.755114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] Sync routers for ids ['7acadd8a-7dff-46fd-8936-5816d71f7300'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:33:23.758600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43126) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:23.779199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 16c1b439-c76e-4c89-b21b-88dacb63e4e8 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:23.779959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.780093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3db85405-be5a-42ed-a6b6-fc4448893070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.828161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] Routers {'7acadd8a-7dff-46fd-8936-5816d71f7300'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:23.828754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:32:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7acadd8a-7dff-46fd-8936-5816d71f7300'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:23.955601 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:23.994469 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:24.000845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-355cb486-b18d-48e4-bfa7-c1c3aaf8d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:24.218078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] Set router 7acadd8a-7dff-46fd-8936-5816d71f7300 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:33:24.236930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7999f7f2-626f-44da-98f4-5795f62fcda5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Unset dirty status for tenant:48699d09a3f844e3a961d926707c1e60 on resource:subnet {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:24.242708 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7999f7f2-626f-44da-98f4-5795f62fcda5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8359 time: 0.8541107 Jan 14 07:33:24.243602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43138) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:24.268227 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:24.359536 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-b16d6011-42dd-4414-8416-f5097197b598 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] delete failed (client error): The resource could not be found. Jan 14 07:33:24.364736 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b16d6011-42dd-4414-8416-f5097197b598 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] 10.222.0.41 "DELETE /v2.0/floatingips/fe178738-8734-4c6a-8e2c-49edc0c3343a HTTP/1.1" status: 404 len: 345 time: 0.1018090 Jan 14 07:33:24.365268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43144) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:24.374465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] For port 67a0ed90-8537-46d9-853d-f7ed288c12c7, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=67a0ed90-8537-46d9-853d-f7ed288c12c7,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:24.377078 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:24.399483 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:24.409989 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aff07dc-bc4e-47f5-a909-05c6cd027574 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] DELETE failed (client error): The resource could not be found. Jan 14 07:33:24.411098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aff07dc-bc4e-47f5-a909-05c6cd027574 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:24.417648 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2aff07dc-bc4e-47f5-a909-05c6cd027574 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] 10.222.0.41 "DELETE /v2.0/networks/b09308e2-dd7f-4b68-8bf2-2206edca3642 HTTP/1.1" status: 404 len: 339 time: 0.0511808 Jan 14 07:33:24.418431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43148) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:24.428748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-765a3dd4-107b-460c-904d-82f9f1b8f2b4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Request body: {'network': {'name': 'tempest-network--1802165428', 'router:external': True}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:24.435611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-765a3dd4-107b-460c-904d-82f9f1b8f2b4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:24.442914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-765a3dd4-107b-460c-904d-82f9f1b8f2b4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Usage tracker for resource:network and tenant:48699d09a3f844e3a961d926707c1e60 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:24.449025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-765a3dd4-107b-460c-904d-82f9f1b8f2b4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:24.471228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-765a3dd4-107b-460c-904d-82f9f1b8f2b4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:24.474840 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:24.475592 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.3507433 Jan 14 07:33:24.482434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43152) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:24.490860 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:24.495364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6a88469c-a495-4d95-8a2c-8d266e9d9f70 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': '0f574d99-3ccb-493e-9541-14b5c785aa5f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:24.511366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6a88469c-a495-4d95-8a2c-8d266e9d9f70 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:24.515928 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:24.517104 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:24.547739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6a88469c-a495-4d95-8a2c-8d266e9d9f70 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:24.551944 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-659974b7-df00-4e53-9132-ba5bf83d1e42 tempest-PortsAdminExtendedAttrsTestJSON-1272101206 tempest-PortsAdminExtendedAttrsTestJSON-1272101206] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:24.610361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acadd8a-7dff-46fd-8936-5816d71f7300', 'name': 'tempest-snat-router-834060482', 'tenant_id': '01198dca62964a4580406d05c0496a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd66ba90c-ccad-4813-bef6-5414ce4bb52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:33:14Z', 'updated_at': '2021-01-14T07:33:18Z', 'revision_number': 3, 'project_id': '01198dca62964a4580406d05c0496a44', 'gw_port': {'id': 'd66ba90c-ccad-4813-bef6-5414ce4bb52c', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:66:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acadd8a-7dff-46fd-8936-5816d71f7300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:33:16Z', 'updated_at': '2021-01-14T07:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:24.616002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] Checking router: 7acadd8a-7dff-46fd-8936-5816d71f7300 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:33:24.616584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] Updating router 7acadd8a-7dff-46fd-8936-5816d71f7300 port d66ba90c-ccad-4813-bef6-5414ce4bb52c binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:33:24.624206 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e10bd8d2-7d43-460a-bf1f-0ec843819580 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "GET /v2.0/routers/7acadd8a-7dff-46fd-8936-5816d71f7300 HTTP/1.1" status: 200 len: 907 time: 1.2332983 Jan 14 07:33:24.630847 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3db85405-be5a-42ed-a6b6-fc4448893070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:24.637804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43158) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:24.640052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event updated for resources: {'SecurityGroup': ['ID=0f574d99-3ccb-493e-9541-14b5c785aa5f,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:24.644329 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:24.651602 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3bdcee70-f90a-4a1d-8a24-cb9527718251 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:24.663955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:24.697586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6a88469c-a495-4d95-8a2c-8d266e9d9f70 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:24.704881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6a88469c-a495-4d95-8a2c-8d266e9d9f70 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:24.709806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:24.720495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765a3dd4-107b-460c-904d-82f9f1b8f2b4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Made reservation on behalf of 48699d09a3f844e3a961d926707c1e60 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:24.726230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-765a3dd4-107b-460c-904d-82f9f1b8f2b4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:24.816804 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a88469c-a495-4d95-8a2c-8d266e9d9f70 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:24.846406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db85405-be5a-42ed-a6b6-fc4448893070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32162c07-eec4-42f3-8698-9cb224306042,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:24.850298 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3db85405-be5a-42ed-a6b6-fc4448893070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:24.938525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=67a0ed90-8537-46d9-853d-f7ed288c12c7,revision_number=4']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:24.959792 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3db85405-be5a-42ed-a6b6-fc4448893070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:24.963503 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3db85405-be5a-42ed-a6b6-fc4448893070 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32162c07-eec4-42f3-8698-9cb224306042 HTTP/1.1" status: 204 len: 168 time: 2.8501580 Jan 14 07:33:24.984815 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:25.002485 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-895a7ce7-6d90-4ec7-b8ba-cffd5c90b7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.409s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:25.146590 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a88469c-a495-4d95-8a2c-8d266e9d9f70 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.148597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765a3dd4-107b-460c-904d-82f9f1b8f2b4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:33:25.178963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825b0e81-37a1-46e1-a34a-8f2b1978fff8']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:25.181807 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a88469c-a495-4d95-8a2c-8d266e9d9f70 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.192615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2f571e28-a4e0-4f26-8a81-d213a5cef441 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting port 26ec6d5b-5442-4fc9-891a-15f84f6b20d0 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:25.193056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f571e28-a4e0-4f26-8a81-d213a5cef441 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.197164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:25.207154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-765a3dd4-107b-460c-904d-82f9f1b8f2b4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.208014 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-765a3dd4-107b-460c-904d-82f9f1b8f2b4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Added segment 2684beaa-29e6-4a7f-be1d-1430edcafc2b of type vxlan for network 6a84cf04-41ed-4205-b904-0f1e3211ac09 Jan 14 07:33:25.210911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:25.243364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:25.244624 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.284005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=fbf787f9-2cda-489d-8397-d2b3b2a88eed,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:25.295688 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:25.298367 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4ae58733-d019-4e71-a1bc-0e8f9500a7ad tempest-SecurityGroupRulesNegativeTestJSON-2071047741 tempest-SecurityGroupRulesNegativeTestJSON-2071047741] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:25.327565 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a88469c-a495-4d95-8a2c-8d266e9d9f70 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.334493 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6a88469c-a495-4d95-8a2c-8d266e9d9f70 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8508048 Jan 14 07:33:25.343145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43170) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:25.355158 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9537320 Jan 14 07:33:25.361517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43172) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:25.373481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e4191d9e-ccc6-41f9-a998-cdf3dd6b0bb5 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': '0f574d99-3ccb-493e-9541-14b5c785aa5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:25.385965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-765a3dd4-107b-460c-904d-82f9f1b8f2b4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.391066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88469c-a495-4d95-8a2c-8d266e9d9f70 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce8df1a-0905-42ea-b79f-06a05b2697c9,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:25.398617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'mac_address': 'fa:16:3e:de:7f:43', 'name': 'tempest-NetworksTestDHCPv6-2138002230'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:25.423106 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f571e28-a4e0-4f26-8a81-d213a5cef441 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.436462 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.450848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] Transition to ACTIVE for port object d66ba90c-ccad-4813-bef6-5414ce4bb52c will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:25.458666 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.567420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2f571e28-a4e0-4f26-8a81-d213a5cef441 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Calling delete_port for 26ec6d5b-5442-4fc9-891a-15f84f6b20d0 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:25.617564 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a88469c-a495-4d95-8a2c-8d266e9d9f70 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:25.619237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e4191d9e-ccc6-41f9-a998-cdf3dd6b0bb5 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:25.631300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e4191d9e-ccc6-41f9-a998-cdf3dd6b0bb5 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:25.649291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e4191d9e-ccc6-41f9-a998-cdf3dd6b0bb5 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:25.657606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:25.685010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e4191d9e-ccc6-41f9-a998-cdf3dd6b0bb5 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:25.695790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:port and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:25.705025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for port was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:25.724943 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-347df20e-65e8-432c-9cb7-0621551d582c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:25.780948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:25.782510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f571e28-a4e0-4f26-8a81-d213a5cef441 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.799339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 67a0ed90-8537-46d9-853d-f7ed288c12c7 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:33:25.806169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d57323-7661-4980-a6d9-da47dac34cfb') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:25.806687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d57323-7661-4980-a6d9-da47dac34cfb') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:25.817479 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-72faac6b-3c18-419b-be53-5dc30c695451 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:25.833799 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4191d9e-ccc6-41f9-a998-cdf3dd6b0bb5 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.905195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43182) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:25.915248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:25.927807 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.940169 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-765a3dd4-107b-460c-904d-82f9f1b8f2b4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.944237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765a3dd4-107b-460c-904d-82f9f1b8f2b4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:25.945268 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-765a3dd4-107b-460c-904d-82f9f1b8f2b4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.955900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb14fc2-ad8d-4080-852c-e7e5a4aa7275 None None] Pushing event updated for resources: {'Port': ['ID=d66ba90c-ccad-4813-bef6-5414ce4bb52c,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:25.968311 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4eb14fc2-ad8d-4080-852c-e7e5a4aa7275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:25.982755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] Attempting to bind port d66ba90c-ccad-4813-bef6-5414ce4bb52c on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:33:25.983176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] Attempting to bind port d66ba90c-ccad-4813-bef6-5414ce4bb52c by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:33:25.983602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] Attempting to bind port d66ba90c-ccad-4813-bef6-5414ce4bb52c on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:33:25.984019 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.991097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:33:25.991537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:25.992021 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.992467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:33:25.993145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] Bound port: d66ba90c-ccad-4813-bef6-5414ce4bb52c, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:33:25.993575 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:25.993885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f571e28-a4e0-4f26-8a81-d213a5cef441 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Port': ['ID=26ec6d5b-5442-4fc9-891a-15f84f6b20d0,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:25.997399 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2f571e28-a4e0-4f26-8a81-d213a5cef441 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:26.029891 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:26.040098 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0998e9ad-41af-468c-af40-41b4e100593b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:26.056664 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5859e86-9979-429c-b012-ae678b2b7b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:26.120867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] For port d66ba90c-ccad-4813-bef6-5414ce4bb52c, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:33:26.124385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] For port d66ba90c-ccad-4813-bef6-5414ce4bb52c, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d66ba90c-ccad-4813-bef6-5414ce4bb52c,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:33:26.132144 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:26.149689 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-808999ea-aa66-4653-be97-8259d9393d43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:26.186446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c5859e86-9979-429c-b012-ae678b2b7b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:26.237139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb14fc2-ad8d-4080-852c-e7e5a4aa7275 None None] Pushing event updated for resources: {'Port': ['ID=d66ba90c-ccad-4813-bef6-5414ce4bb52c,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:26.241437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3926b25b-6236-46ba-885e-a61685a7b21a None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:26.245241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c5859e86-9979-429c-b012-ae678b2b7b0a admin admin] Usage tracker for resource:security_group_rule and tenant:3a50911c7da44a148a9544ee1dba2d1a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:26.257609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:26.264898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Deleting port d66ba90c-ccad-4813-bef6-5414ce4bb52c {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:26.265389 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:26.615040 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4eb14fc2-ad8d-4080-852c-e7e5a4aa7275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:26.662369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c5859e86-9979-429c-b012-ae678b2b7b0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:26.732693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 67a0ed90-8537-46d9-853d-f7ed288c12c7 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:26.735864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c5859e86-9979-429c-b012-ae678b2b7b0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:26.742826 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-765a3dd4-107b-460c-904d-82f9f1b8f2b4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 857 time: 2.3194411 Jan 14 07:33:26.754644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43196) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:26.826672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6e50fcc6-2568-42bb-9c97-d04316639fa3 None None] Provisioning for port 67a0ed90-8537-46d9-853d-f7ed288c12c7 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:26.838244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6e50fcc6-2568-42bb-9c97-d04316639fa3 None None] Provisioning complete for port 67a0ed90-8537-46d9-853d-f7ed288c12c7 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:26.838675 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e50fcc6-2568-42bb-9c97-d04316639fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:26.877198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] For port d66ba90c-ccad-4813-bef6-5414ce4bb52c, host n-d-769329-2, got binding levels [] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:26.877727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:26.896439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b8462f6c-45c5-484b-b3b5-4927d8d9a54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:26.998252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a3dd4-107b-460c-904d-82f9f1b8f2b4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Pushing event updated for resources: {'Network': ['ID=6a84cf04-41ed-4205-b904-0f1e3211ac09,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:27.037690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102e97b2-62c6-4adc-b670-faac457c48c2 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:27.048475 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:27.054885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:33:27.063287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102e97b2-62c6-4adc-b670-faac457c48c2 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:27.080454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Calling delete_port for d66ba90c-ccad-4813-bef6-5414ce4bb52c owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:27.085115 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e50fcc6-2568-42bb-9c97-d04316639fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:27.089087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102e97b2-62c6-4adc-b670-faac457c48c2 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:27.095356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 6a84cf04-41ed-4205-b904-0f1e3211ac09 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:27.112349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102e97b2-62c6-4adc-b670-faac457c48c2 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:27.114299 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-102e97b2-62c6-4adc-b670-faac457c48c2 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3477743 Jan 14 07:33:27.115320 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-e4191d9e-ccc6-41f9-a998-cdf3dd6b0bb5 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): There was a conflict when trying to complete your request. Jan 14 07:33:27.116355 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e4191d9e-ccc6-41f9-a998-cdf3dd6b0bb5 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.7596898 Jan 14 07:33:27.120409 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-765a3dd4-107b-460c-904d-82f9f1b8f2b4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.080s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:27.126116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43204) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:27.126460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43206) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:27.133597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:33:27.213657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 6a84cf04-41ed-4205-b904-0f1e3211ac09 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:27.345011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 6a84cf04-41ed-4205-b904-0f1e3211ac09 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:27.364261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port 64b63579-96c2-4415-80f3-30e96e23ac3c yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:33:27.501141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Network 825b0e81-37a1-46e1-a34a-8f2b1978fff8 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:27.515619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:27.526683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58d764cc-72bf-4898-ba89-d0841f22c660 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:27.548962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6e50fcc6-2568-42bb-9c97-d04316639fa3 None None] For port 67a0ed90-8537-46d9-853d-f7ed288c12c7, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=67a0ed90-8537-46d9-853d-f7ed288c12c7,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:27.551083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:27.604593 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:33:27.605123 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:33:27.615220 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c8e4784-023b-4d56-9f76-36fa157156b9 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:27.644183 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5859e86-9979-429c-b012-ae678b2b7b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:27.649515 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e50fcc6-2568-42bb-9c97-d04316639fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:27.652692 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:27.764396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5859e86-9979-429c-b012-ae678b2b7b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:27.788423 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c0eef530-99f5-4fd5-aba5-72f98a6e3a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:27.793903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50fcc6-2568-42bb-9c97-d04316639fa3 None None] Pushing event updated for resources: {'Port': ['ID=67a0ed90-8537-46d9-853d-f7ed288c12c7,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:27.810085 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6e50fcc6-2568-42bb-9c97-d04316639fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:27.826095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] Routers {'7acadd8a-7dff-46fd-8936-5816d71f7300'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:27.828336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:33:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7acadd8a-7dff-46fd-8936-5816d71f7300'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:27.842377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5859e86-9979-429c-b012-ae678b2b7b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffc30f8-16cd-4e82-b819-cf19a00f083a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:27.848790 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c5859e86-9979-429c-b012-ae678b2b7b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:27.879018 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c8e4784-023b-4d56-9f76-36fa157156b9 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:28.055418 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c8e4784-023b-4d56-9f76-36fa157156b9 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:28.061462 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c5859e86-9979-429c-b012-ae678b2b7b0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a50911c7da44a148a9544ee1dba2d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1535363 Jan 14 07:33:28.078098 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-49d68ba7-e0f6-4e90-bf90-4c6e8c5346d1 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:28.086996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Network 825b0e81-37a1-46e1-a34a-8f2b1978fff8 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:28.097052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43224) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:28.098844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e4784-023b-4d56-9f76-36fa157156b9 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f574d99-3ccb-493e-9541-14b5c785aa5f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:28.113310 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1c8e4784-023b-4d56-9f76-36fa157156b9 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:33:28.132808 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:33:28.134854 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:28.140199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58d764cc-72bf-4898-ba89-d0841f22c660 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:28.145407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] Set router 7acadd8a-7dff-46fd-8936-5816d71f7300 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:33:28.321703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb28b005-abbd-4617-9352-868a68a82419 None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:33:28.353043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c8e4784-023b-4d56-9f76-36fa157156b9 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:28.354293 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1c8e4784-023b-4d56-9f76-36fa157156b9 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "DELETE /v2.0/security-groups/0f574d99-3ccb-493e-9541-14b5c785aa5f HTTP/1.1" status: 204 len: 168 time: 1.2242503 Jan 14 07:33:28.362131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43232) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:28.446965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-58d764cc-72bf-4898-ba89-d0841f22c660 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a84cf04-41ed-4205-b904-0f1e3211ac09']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:28.459333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77f477b0-beed-4233-ba0a-e552cfafe2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:28.465225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 172.20.0.3 (e6acc9a6-db0b-42d1-82b7-716516d3711e/ebdcdf26-3dac-43c5-8872-a536315614f3/64b63579-96c2-4415-80f3-30e96e23ac3c) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:28.492282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb28b005-abbd-4617-9352-868a68a82419 None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:33:28.504026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-58d764cc-72bf-4898-ba89-d0841f22c660 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2684beaa-29e6-4a7f-be1d-1430edcafc2b') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:28.504557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-58d764cc-72bf-4898-ba89-d0841f22c660 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2684beaa-29e6-4a7f-be1d-1430edcafc2b') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:28.520511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:28.522744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0e8a5fd2-150a-4e9d-95b6-0eeed2b81ab5 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Synchronizing usage tracker for tenant:9b5f52e2c4254ec48053b0b6b9e39c93 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:28.527573 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:28.541058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::f816:3eff:fede:7f43 (e6acc9a6-db0b-42d1-82b7-716516d3711e/fbf787f9-2cda-489d-8397-d2b3b2a88eed/64b63579-96c2-4415-80f3-30e96e23ac3c) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:28.541840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Deleting port d66ba90c-ccad-4813-bef6-5414ce4bb52c {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:28.542219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:28.572049 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58d764cc-72bf-4898-ba89-d0841f22c660 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:28.582436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77f477b0-beed-4233-ba0a-e552cfafe2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:28.585274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:28.593769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0e8a5fd2-150a-4e9d-95b6-0eeed2b81ab5 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Unset dirty status for tenant:9b5f52e2c4254ec48053b0b6b9e39c93 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:28.594096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f571e28-a4e0-4f26-8a81-d213a5cef441 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:28.595096 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0e8a5fd2-150a-4e9d-95b6-0eeed2b81ab5 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2267468 Jan 14 07:33:28.606070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43238) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:28.614787 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-08f99635-4dd5-4045-be04-0c1825a0c77e tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:28.630267 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58d764cc-72bf-4898-ba89-d0841f22c660 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:28.633352 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:28.635718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d5466188-e530-43b9-9735-f1365d56c627 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group': {'name': 'tempest-secgroup--2036618359'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:28.653425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-58d764cc-72bf-4898-ba89-d0841f22c660 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Releasing vxlan tunnel 13 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:33:28.702975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d5466188-e530-43b9-9735-f1365d56c627 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:28.705753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=825b0e81-37a1-46e1-a34a-8f2b1978fff8,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:28.727214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.727596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.727904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-672f0213-3bb2-4f2e-888f-33e083c823f1 None None] Provisioning complete for port 67a0ed90-8537-46d9-853d-f7ed288c12c7 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:28.728018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.728681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-672f0213-3bb2-4f2e-888f-33e083c823f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:28.728846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.728846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.729160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.729565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.729967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.730370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.730767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.731169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.731568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.732124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.732509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.732910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.733306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.733706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.734102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.734522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.734891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.735285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.735696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.736093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.736485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.736916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.737953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.738351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.738930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.739332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.739750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.740150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.740545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.740943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.741338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.741731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.742126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:33:28.753173 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:28.806135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d5466188-e530-43b9-9735-f1365d56c627 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:28.880017 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/825b0e81-37a1-46e1-a34a-8f2b1978fff8 HTTP/1.1" status: 204 len: 168 time: 5.1058044 Jan 14 07:33:29.021909 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5466188-e530-43b9-9735-f1365d56c627 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:29.066996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d5466188-e530-43b9-9735-f1365d56c627 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:29.084618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d5466188-e530-43b9-9735-f1365d56c627 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:29.089190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-58d764cc-72bf-4898-ba89-d0841f22c660 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Network 6a84cf04-41ed-4205-b904-0f1e3211ac09 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:29.100502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d5466188-e530-43b9-9735-f1365d56c627 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:29.110190 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58d764cc-72bf-4898-ba89-d0841f22c660 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:29.142934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77f477b0-beed-4233-ba0a-e552cfafe2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:29.147176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d5466188-e530-43b9-9735-f1365d56c627 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:29.151114 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:29.162194 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f3f234bd-6f12-44d8-97b8-8b2e53c959f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:29.244886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] For port d66ba90c-ccad-4813-bef6-5414ce4bb52c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d66ba90c-ccad-4813-bef6-5414ce4bb52c,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:29.248834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:29.257368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f477b0-beed-4233-ba0a-e552cfafe2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffc30f8-16cd-4e82-b819-cf19a00f083a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:29.259983 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-77f477b0-beed-4233-ba0a-e552cfafe2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:29.282178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77f477b0-beed-4233-ba0a-e552cfafe2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:29.283480 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-77f477b0-beed-4233-ba0a-e552cfafe2b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ffc30f8-16cd-4e82-b819-cf19a00f083a HTTP/1.1" status: 204 len: 168 time: 1.1691082 Jan 14 07:33:29.304546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43252) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:29.365166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acadd8a-7dff-46fd-8936-5816d71f7300', 'name': 'tempest-snat-router-834060482', 'tenant_id': '01198dca62964a4580406d05c0496a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd66ba90c-ccad-4813-bef6-5414ce4bb52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:33:14Z', 'updated_at': '2021-01-14T07:33:18Z', 'revision_number': 3, 'project_id': '01198dca62964a4580406d05c0496a44', 'gw_port': {'id': 'd66ba90c-ccad-4813-bef6-5414ce4bb52c', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:66:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acadd8a-7dff-46fd-8936-5816d71f7300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:33:16Z', 'updated_at': '2021-01-14T07:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:29.375283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7ecbc4-8d16-4acc-9edb-5ee1f33fbe82 None None] The sync data for ids ['7acadd8a-7dff-46fd-8936-5816d71f7300'] in n-d-769329-2 is: [{'id': '7acadd8a-7dff-46fd-8936-5816d71f7300', 'name': 'tempest-snat-router-834060482', 'tenant_id': '01198dca62964a4580406d05c0496a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'd66ba90c-ccad-4813-bef6-5414ce4bb52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:33:14Z', 'updated_at': '2021-01-14T07:33:18Z', 'revision_number': 3, 'project_id': '01198dca62964a4580406d05c0496a44', 'gw_port': {'id': 'd66ba90c-ccad-4813-bef6-5414ce4bb52c', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:66:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acadd8a-7dff-46fd-8936-5816d71f7300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:33:16Z', 'updated_at': '2021-01-14T07:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:33:29.440022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:29.468060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-58d764cc-72bf-4898-ba89-d0841f22c660 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Network 6a84cf04-41ed-4205-b904-0f1e3211ac09 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:33:29.500733 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:33:29.564032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Calling delete_port for d66ba90c-ccad-4813-bef6-5414ce4bb52c owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:29.605867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 67a0ed90-8537-46d9-853d-f7ed288c12c7 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:33:29.751455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5466188-e530-43b9-9735-f1365d56c627 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:29.754444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 67a0ed90-8537-46d9-853d-f7ed288c12c7 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:29.754868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:29.756412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object 64b63579-96c2-4415-80f3-30e96e23ac3c will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:29.760984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5466188-e530-43b9-9735-f1365d56c627 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:29.772577 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6e174aa7-a964-4beb-bb83-cda0e3340b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:29.860545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5466188-e530-43b9-9735-f1365d56c627 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event updated for resources: {'SecurityGroup': ['ID=116b414f-45df-4a6f-8008-cd34248b93a9,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:29.871635 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d5466188-e530-43b9-9735-f1365d56c627 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:29.872726 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58d764cc-72bf-4898-ba89-d0841f22c660 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:29.877378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d764cc-72bf-4898-ba89-d0841f22c660 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a84cf04-41ed-4205-b904-0f1e3211ac09 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 07:33:29.887990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58d764cc-72bf-4898-ba89-d0841f22c660 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:29.926999 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5abe9187-389a-4a57-b89a-0b6ebcc31ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:29.931753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f571e28-a4e0-4f26-8a81-d213a5cef441 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router a5deee5a-f398-4c94-ba53-4b4a1611ff64 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:33:29.997404 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-82df45f8-7d6a-4f03-95d2-ef92991423ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a752c1a02924c38b76665be4c032d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6865814 Jan 14 07:33:30.005169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43260) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:30.038745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d764cc-72bf-4898-ba89-d0841f22c660 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Pushing event deleted for resources: {'Network': ['ID=6a84cf04-41ed-4205-b904-0f1e3211ac09,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:30.051099 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-58d764cc-72bf-4898-ba89-d0841f22c660 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:30.098199 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-58d764cc-72bf-4898-ba89-d0841f22c660 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] 10.222.0.41 "DELETE /v2.0/networks/6a84cf04-41ed-4205-b904-0f1e3211ac09 HTTP/1.1" status: 204 len: 168 time: 2.9703214 Jan 14 07:33:30.103715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43264) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:30.133146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-89623c9b-ef91-46d3-bea8-d89bc9651c58 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Request body: {'network': {'name': 'tempest-network--1224741441', 'router:external': True}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:30.164379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-89623c9b-ef91-46d3-bea8-d89bc9651c58 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:30.178551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-89623c9b-ef91-46d3-bea8-d89bc9651c58 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Usage tracker for resource:network and tenant:48699d09a3f844e3a961d926707c1e60 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:30.181758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-89623c9b-ef91-46d3-bea8-d89bc9651c58 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:30.194606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-89623c9b-ef91-46d3-bea8-d89bc9651c58 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:30.212148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5466188-e530-43b9-9735-f1365d56c627 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.216231 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d5466188-e530-43b9-9735-f1365d56c627 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6039331 Jan 14 07:33:30.218476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89623c9b-ef91-46d3-bea8-d89bc9651c58 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Made reservation on behalf of 48699d09a3f844e3a961d926707c1e60 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:30.224178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89623c9b-ef91-46d3-bea8-d89bc9651c58 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.235015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43270) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:30.235456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43272) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:30.262335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.288324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-87394026-16bd-4368-b2e1-cf7a4a00ca63 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': '116b414f-45df-4a6f-8008-cd34248b93a9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:30.289968 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-87394026-16bd-4368-b2e1-cf7a4a00ca63 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 14 07:33:30.290538 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-87394026-16bd-4368-b2e1-cf7a4a00ca63 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:30.294509 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-87394026-16bd-4368-b2e1-cf7a4a00ca63 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0475042 Jan 14 07:33:30.308461 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:30.345472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43278) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:30.419760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89623c9b-ef91-46d3-bea8-d89bc9651c58 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:33:30.455346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-95841523-3068-4fec-a8a7-13c2a037e496 None None] Provisioning complete for port 67a0ed90-8537-46d9-853d-f7ed288c12c7 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:30.456888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95841523-3068-4fec-a8a7-13c2a037e496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.510152 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-962c3af0-38dc-4c92-8603-23d4e33995e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.543499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-962c3af0-38dc-4c92-8603-23d4e33995e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:30.548071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-962c3af0-38dc-4c92-8603-23d4e33995e9 admin admin] Usage tracker for resource:security_group_rule and tenant:8e8bd8d45fe3423997c02906bc80ffa7 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:30.552388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-962c3af0-38dc-4c92-8603-23d4e33995e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:30.558610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-962c3af0-38dc-4c92-8603-23d4e33995e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:30.775374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.868341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f571e28-a4e0-4f26-8a81-d213a5cef441 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:33:30.879235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f481617-c366-4071-b5b8-d154cf4e41d3 None None] Sync routers for ids ['a5deee5a-f398-4c94-ba53-4b4a1611ff64'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:33:30.895994 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2f571e28-a4e0-4f26-8a81-d213a5cef441 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/a5deee5a-f398-4c94-ba53-4b4a1611ff64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1738319 Jan 14 07:33:30.896899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43284) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:30.900186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f481617-c366-4071-b5b8-d154cf4e41d3 None None] Routers {'a5deee5a-f398-4c94-ba53-4b4a1611ff64'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:30.901376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8f481617-c366-4071-b5b8-d154cf4e41d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:33:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a5deee5a-f398-4c94-ba53-4b4a1611ff64'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:30.966602 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89623c9b-ef91-46d3-bea8-d89bc9651c58 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:30.967062 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-89623c9b-ef91-46d3-bea8-d89bc9651c58 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Added segment 9e098e3e-808b-4c21-a25d-496c0bc49532 of type vxlan for network 465a0f7f-6fec-40db-b513-0ff4a48c6b70 Jan 14 07:33:30.968443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ddfcba5b-749b-40dc-a9c8-f160a8427aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.020759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=64b63579-96c2-4415-80f3-30e96e23ac3c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:31.050262 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:31.099962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8f481617-c366-4071-b5b8-d154cf4e41d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:31.114290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f481617-c366-4071-b5b8-d154cf4e41d3 None None] Routers {'a5deee5a-f398-4c94-ba53-4b4a1611ff64'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:31.114988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8f481617-c366-4071-b5b8-d154cf4e41d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:33:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a5deee5a-f398-4c94-ba53-4b4a1611ff64'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:31.125008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ddfcba5b-749b-40dc-a9c8-f160a8427aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.143202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8c9c9fc2-2c03-460f-932a-b0827d1b5531 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Synchronizing usage tracker for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:31.151502 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:31.154522 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:33:31.154522 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:31.154522 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:31.154522 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:31.154522 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:33:31.154522 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:31.154522 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:31.154522 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:31.154522 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:33:31.154522 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:31.154522 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:31.154522 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:31.154522 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:33:31.154522 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:31.154522 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:31.154522 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:31.154522 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:33:31.154522 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:31.154522 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:31.154522 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:31.190158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8c9c9fc2-2c03-460f-932a-b0827d1b5531 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Unset dirty status for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:31.194247 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be8cd491-ec8d-412f-90d2-365c173db291 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.200244 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8c9c9fc2-2c03-460f-932a-b0827d1b5531 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/ports?device_id=a5deee5a-f398-4c94-ba53-4b4a1611ff64 HTTP/1.1" status: 200 len: 205 time: 0.3000882 Jan 14 07:33:31.204270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43290) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:31.208309 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.225967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8f481617-c366-4071-b5b8-d154cf4e41d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:31.226673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f481617-c366-4071-b5b8-d154cf4e41d3 None None] The sync data for ids ['a5deee5a-f398-4c94-ba53-4b4a1611ff64'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:33:31.232911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89623c9b-ef91-46d3-bea8-d89bc9651c58 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.345004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-962c3af0-38dc-4c92-8603-23d4e33995e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.347902 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be8cd491-ec8d-412f-90d2-365c173db291 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.361273 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89623c9b-ef91-46d3-bea8-d89bc9651c58 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.363010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89623c9b-ef91-46d3-bea8-d89bc9651c58 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:31.363830 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89623c9b-ef91-46d3-bea8-d89bc9651c58 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.374433 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3f64be6c-5840-48ce-9150-5b493044bb86 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:31.489506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-962c3af0-38dc-4c92-8603-23d4e33995e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.516576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:31.517682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89623c9b-ef91-46d3-bea8-d89bc9651c58 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Pushing event updated for resources: {'Network': ['ID=465a0f7f-6fec-40db-b513-0ff4a48c6b70,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:31.521058 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89623c9b-ef91-46d3-bea8-d89bc9651c58 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:31.529744 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c24a7ed2-a354-4320-b6bd-5ed836e6c9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:31.530868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 465a0f7f-6fec-40db-b513-0ff4a48c6b70 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:31.540262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:31.542291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:33:31.602135 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64b64b2a-7e71-4ccf-9d74-a89169dcc2d9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.685028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c3af0-38dc-4c92-8603-23d4e33995e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acbb1f7-8777-4624-810c-43ed751687c5,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:31.690111 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-962c3af0-38dc-4c92-8603-23d4e33995e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:31.703747 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-962c3af0-38dc-4c92-8603-23d4e33995e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e8bd8d45fe3423997c02906bc80ffa7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4518168 Jan 14 07:33:31.703747 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-89623c9b-ef91-46d3-bea8-d89bc9651c58 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 857 time: 1.5951390 Jan 14 07:33:31.704415 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ddfcba5b-749b-40dc-a9c8-f160a8427aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.712728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.713464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43298) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:31.713960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43300) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:31.714908 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c686bf35-8a95-496a-a15c-246f67f67ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:31.738634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfcba5b-749b-40dc-a9c8-f160a8427aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f016214-924f-4af9-acf5-60e0a9965053,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:31.741797 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ddfcba5b-749b-40dc-a9c8-f160a8427aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:31.745482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.763544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:31.764144 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.791921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 465a0f7f-6fec-40db-b513-0ff4a48c6b70 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:31.816865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 465a0f7f-6fec-40db-b513-0ff4a48c6b70 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:31.846434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be8cd491-ec8d-412f-90d2-365c173db291 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:31.969266 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3a2068f1-a015-4137-8661-40f4bbe52f53 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:32.001353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ddfcba5b-749b-40dc-a9c8-f160a8427aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.003025 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ddfcba5b-749b-40dc-a9c8-f160a8427aa1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f016214-924f-4af9-acf5-60e0a9965053 HTTP/1.1" status: 204 len: 168 time: 1.9727149 Jan 14 07:33:32.040014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cd491-ec8d-412f-90d2-365c173db291 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event deleted for resources: {'SecurityGroup': ['ID=116b414f-45df-4a6f-8008-cd34248b93a9,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:32.042989 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-be8cd491-ec8d-412f-90d2-365c173db291 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:32.043974 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be8cd491-ec8d-412f-90d2-365c173db291 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.045595 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-be8cd491-ec8d-412f-90d2-365c173db291 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "DELETE /v2.0/security-groups/116b414f-45df-4a6f-8008-cd34248b93a9 HTTP/1.1" status: 204 len: 168 time: 1.6852679 Jan 14 07:33:32.058821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43312) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:32.065477 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.6983247 Jan 14 07:33:32.072146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43314) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:32.118837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64b64b2a-7e71-4ccf-9d74-a89169dcc2d9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.121781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64b64b2a-7e71-4ccf-9d74-a89169dcc2d9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.171030 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64b64b2a-7e71-4ccf-9d74-a89169dcc2d9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.171955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b64b2a-7e71-4ccf-9d74-a89169dcc2d9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Fanout notify agent at l3_agent the message router_deleted on router a5deee5a-f398-4c94-ba53-4b4a1611ff64 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:33:32.184228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aed8ccf4-58ab-49e4-84eb-8eeadb7e52a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.197514 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64b64b2a-7e71-4ccf-9d74-a89169dcc2d9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.201992 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-64b64b2a-7e71-4ccf-9d74-a89169dcc2d9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/routers/a5deee5a-f398-4c94-ba53-4b4a1611ff64 HTTP/1.1" status: 204 len: 168 time: 0.9967184 Jan 14 07:33:32.203003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43322) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:32.215292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfc2e51-3dd4-4843-9cf2-e9d5a1d7bd16 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:32.220166 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dbfc2e51-3dd4-4843-9cf2-e9d5a1d7bd16 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] 10.222.0.41 "GET /v2.0/networks/465a0f7f-6fec-40db-b513-0ff4a48c6b70 HTTP/1.1" status: 200 len: 757 time: 0.4934847 Jan 14 07:33:32.223540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43326) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:32.239719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.240531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Fanout notify agent at l3_agent the message router_deleted on router 7acadd8a-7dff-46fd-8936-5816d71f7300 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:33:32.248436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.253616 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2ea559a9-4c0c-4bf9-b5d0-32014a1ed1b3 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "DELETE /v2.0/routers/7acadd8a-7dff-46fd-8936-5816d71f7300 HTTP/1.1" status: 204 len: 168 time: 7.6075187 Jan 14 07:33:32.254431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43330) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:32.261656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d66ba90c-ccad-4813-bef6-5414ce4bb52c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:33:32.403454 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aed8ccf4-58ab-49e4-84eb-8eeadb7e52a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.455662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-50c6edd8-8355-46e9-af54-a21667ca96b8 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Synchronizing usage tracker for tenant:9b5f52e2c4254ec48053b0b6b9e39c93 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:32.468729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: d66ba90c-ccad-4813-bef6-5414ce4bb52c {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:33:32.469369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d66ba90c-ccad-4813-bef6-5414ce4bb52c not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 07:33:32.522005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Port d66ba90c-ccad-4813-bef6-5414ce4bb52c not found, will not notify nova. {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 07:33:32.524744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f0b497dd-d2c6-4157-9e01-7515c0595925 None None] Provisioning for port 64b63579-96c2-4415-80f3-30e96e23ac3c completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:32.525139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d4bd4101-96ae-401a-b2f8-bd603bfdf536 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.564141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f0b497dd-d2c6-4157-9e01-7515c0595925 None None] Provisioning complete for port 64b63579-96c2-4415-80f3-30e96e23ac3c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:32.564564 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0b497dd-d2c6-4157-9e01-7515c0595925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.582710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c065478-055a-44ee-9cdf-0c83b69a240b tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:32.586946 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5c065478-055a-44ee-9cdf-0c83b69a240b tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] 10.222.0.41 "GET /v2.0/networks/da3eb7d6-3f7b-4053-af53-e8e9b3450836 HTTP/1.1" status: 200 len: 768 time: 0.3446338 Jan 14 07:33:32.602348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43338) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:32.647367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3abff9-5594-4fc6-be01-217fee8ee78b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:32.693714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3abff9-5594-4fc6-be01-217fee8ee78b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:32.697480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6e3abff9-5594-4fc6-be01-217fee8ee78b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:32.721440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-50c6edd8-8355-46e9-af54-a21667ca96b8 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Unset dirty status for tenant:9b5f52e2c4254ec48053b0b6b9e39c93 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:32.723440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f0b497dd-d2c6-4157-9e01-7515c0595925 None None] Port 64b63579-96c2-4415-80f3-30e96e23ac3c cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:33:32.727912 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-50c6edd8-8355-46e9-af54-a21667ca96b8 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6606770 Jan 14 07:33:32.728619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43348) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:32.736965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-25d81d91-e1be-4c95-9346-03aea1a1028f tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group': {'name': 'tempest-secgroup--250514418'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:32.749439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-25d81d91-e1be-4c95-9346-03aea1a1028f tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:32.752399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6e3abff9-5594-4fc6-be01-217fee8ee78b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:32.756866 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6e3abff9-5594-4fc6-be01-217fee8ee78b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6782763 Jan 14 07:33:32.761904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43352) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:32.774107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-25d81d91-e1be-4c95-9346-03aea1a1028f tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:32.809313 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aed8ccf4-58ab-49e4-84eb-8eeadb7e52a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.821876 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-12dd604c-e29a-4782-a37a-3a6ba213249a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:32.858443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8ccf4-58ab-49e4-84eb-8eeadb7e52a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acbb1f7-8777-4624-810c-43ed751687c5,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:32.869041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aed8ccf4-58ab-49e4-84eb-8eeadb7e52a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.873691 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-aed8ccf4-58ab-49e4-84eb-8eeadb7e52a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7acbb1f7-8777-4624-810c-43ed751687c5 HTTP/1.1" status: 204 len: 168 time: 1.1440091 Jan 14 07:33:32.879766 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aed8ccf4-58ab-49e4-84eb-8eeadb7e52a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:32.880822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25d81d91-e1be-4c95-9346-03aea1a1028f tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.916679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-a180338f-74ec-4048-8699-659e0989f2a6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting subnet c4040e34-c9c3-4057-9a88-997b78f3dc7e {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:33:32.920052 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a180338f-74ec-4048-8699-659e0989f2a6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.926803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-25d81d91-e1be-4c95-9346-03aea1a1028f tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:32.955791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-00b90635-c0d5-4556-a70c-e13405ef17ce tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port 64b63579-96c2-4415-80f3-30e96e23ac3c {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:32.956053 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00b90635-c0d5-4556-a70c-e13405ef17ce tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:32.977077 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f9f7-ac13-482a-9cc5-3accbaf5c965 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.026631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-25d81d91-e1be-4c95-9346-03aea1a1028f tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:33.037066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-25d81d91-e1be-4c95-9346-03aea1a1028f tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:33.054488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-25d81d91-e1be-4c95-9346-03aea1a1028f tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:33.056289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a180338f-74ec-4048-8699-659e0989f2a6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.353307 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25d81d91-e1be-4c95-9346-03aea1a1028f tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.361371 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f9f7-ac13-482a-9cc5-3accbaf5c965 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.369174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25d81d91-e1be-4c95-9346-03aea1a1028f tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.386097 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-20e049f6-d43e-4787-8982-f02238224687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:33.468983 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00b90635-c0d5-4556-a70c-e13405ef17ce tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.478582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d81d91-e1be-4c95-9346-03aea1a1028f tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event updated for resources: {'SecurityGroup': ['ID=dc51f755-de0f-497e-bcaa-933d0e68fb24,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:33.492053 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-25d81d91-e1be-4c95-9346-03aea1a1028f tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:33.494248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-5cf9f9f7-ac13-482a-9cc5-3accbaf5c965 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465a0f7f-6fec-40db-b513-0ff4a48c6b70']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:33.508483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-5cf9f9f7-ac13-482a-9cc5-3accbaf5c965 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e098e3e-808b-4c21-a25d-496c0bc49532') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:33.508823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-5cf9f9f7-ac13-482a-9cc5-3accbaf5c965 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e098e3e-808b-4c21-a25d-496c0bc49532') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:33.532845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f9f7-ac13-482a-9cc5-3accbaf5c965 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.558926 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f9f7-ac13-482a-9cc5-3accbaf5c965 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.561033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5cf9f9f7-ac13-482a-9cc5-3accbaf5c965 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Releasing vxlan tunnel 10 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:33:33.662599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-00b90635-c0d5-4556-a70c-e13405ef17ce tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for 64b63579-96c2-4415-80f3-30e96e23ac3c owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:33.766421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25d81d91-e1be-4c95-9346-03aea1a1028f tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.768406 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-25d81d91-e1be-4c95-9346-03aea1a1028f tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0371301 Jan 14 07:33:33.781416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43380) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:33.786305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5cf9f9f7-ac13-482a-9cc5-3accbaf5c965 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Network 465a0f7f-6fec-40db-b513-0ff4a48c6b70 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:33.798068 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f9f7-ac13-482a-9cc5-3accbaf5c965 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:33.924583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f8c8ed88-ace4-48b9-b5ae-03f0521d77e6 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': 'dc51f755-de0f-497e-bcaa-933d0e68fb24', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:33.926619 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-f8c8ed88-ace4-48b9-b5ae-03f0521d77e6 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 14 07:33:33.927194 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-f8c8ed88-ace4-48b9-b5ae-03f0521d77e6 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:33.931053 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f8c8ed88-ace4-48b9-b5ae-03f0521d77e6 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0432796 Jan 14 07:33:33.942553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43392) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:34.015625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a180338f-74ec-4048-8699-659e0989f2a6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:34.114770 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc28746d-3d18-4d16-a30e-5febbdcdf9e7 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:34.130174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00b90635-c0d5-4556-a70c-e13405ef17ce tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:34.215694 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-db9ecfd1-4b51-45a5-9693-889e0e837a10 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:34.288391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b90635-c0d5-4556-a70c-e13405ef17ce tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=64b63579-96c2-4415-80f3-30e96e23ac3c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:34.291519 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-00b90635-c0d5-4556-a70c-e13405ef17ce tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:34.302247 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc28746d-3d18-4d16-a30e-5febbdcdf9e7 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:34.403797 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc28746d-3d18-4d16-a30e-5febbdcdf9e7 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:34.415338 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aed8ccf4-58ab-49e4-84eb-8eeadb7e52a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:34.526219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28746d-3d18-4d16-a30e-5febbdcdf9e7 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc51f755-de0f-497e-bcaa-933d0e68fb24,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:34.531501 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00b90635-c0d5-4556-a70c-e13405ef17ce tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:34.552539 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc28746d-3d18-4d16-a30e-5febbdcdf9e7 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:34.576209 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-00b90635-c0d5-4556-a70c-e13405ef17ce tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/64b63579-96c2-4415-80f3-30e96e23ac3c HTTP/1.1" status: 204 len: 168 time: 1.8132029 Jan 14 07:33:34.580528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43414) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:34.627286 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc28746d-3d18-4d16-a30e-5febbdcdf9e7 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:34.630020 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bc28746d-3d18-4d16-a30e-5febbdcdf9e7 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "DELETE /v2.0/security-groups/dc51f755-de0f-497e-bcaa-933d0e68fb24 HTTP/1.1" status: 204 len: 168 time: 0.6864350 Jan 14 07:33:34.635336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43420) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:34.753805 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d4bd4101-96ae-401a-b2f8-bd603bfdf536 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:34.754977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e8e56b95-1e9f-414e-a8d1-f0b779e05bd4 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Synchronizing usage tracker for tenant:9b5f52e2c4254ec48053b0b6b9e39c93 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:34.843161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d4bd4101-96ae-401a-b2f8-bd603bfdf536 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Deleting port 16c1b439-c76e-4c89-b21b-88dacb63e4e8 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:34.844726 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d4bd4101-96ae-401a-b2f8-bd603bfdf536 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:34.853003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e8e56b95-1e9f-414e-a8d1-f0b779e05bd4 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Unset dirty status for tenant:9b5f52e2c4254ec48053b0b6b9e39c93 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:34.864660 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e8e56b95-1e9f-414e-a8d1-f0b779e05bd4 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2172730 Jan 14 07:33:34.865541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43432) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:34.876805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdc34dd-7807-4833-b587-6711ee179c4f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:34.882362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdc34dd-7807-4833-b587-6711ee179c4f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:34.888394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdc34dd-7807-4833-b587-6711ee179c4f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:34.889804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3bdc34dd-7807-4833-b587-6711ee179c4f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:34.901225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-53b751bf-ff64-4943-95ad-4756bdac9c05 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group': {'name': 'tempest-secgroup--1940381046'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:34.919287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-53b751bf-ff64-4943-95ad-4756bdac9c05 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:34.931497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-53b751bf-ff64-4943-95ad-4756bdac9c05 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:34.945087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-53b751bf-ff64-4943-95ad-4756bdac9c05 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:34.980807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-53b751bf-ff64-4943-95ad-4756bdac9c05 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:34.987522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3bdc34dd-7807-4833-b587-6711ee179c4f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:34.989893 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3bdc34dd-7807-4833-b587-6711ee179c4f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4078076 Jan 14 07:33:34.991144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-53b751bf-ff64-4943-95ad-4756bdac9c05 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:34.999217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43438) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:35.012787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-53b751bf-ff64-4943-95ad-4756bdac9c05 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:35.071136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-53b751bf-ff64-4943-95ad-4756bdac9c05 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:35.153463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5cf9f9f7-ac13-482a-9cc5-3accbaf5c965 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Network 465a0f7f-6fec-40db-b513-0ff4a48c6b70 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:33:35.181653 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:33:35.379451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-53b751bf-ff64-4943-95ad-4756bdac9c05 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.388817 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-53b751bf-ff64-4943-95ad-4756bdac9c05 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.398562 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d794fc19-c653-45f3-9c73-6752ae135c59 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:35.430845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-960ad918-b955-4cc7-8752-7443094e74fa tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet ebdcdf26-3dac-43c5-8872-a536315614f3 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:33:35.458903 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-960ad918-b955-4cc7-8752-7443094e74fa tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.493200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b751bf-ff64-4943-95ad-4756bdac9c05 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event updated for resources: {'SecurityGroup': ['ID=4c08dd3f-2626-442a-a808-aa33fd99164d,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:35.505679 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f9f7-ac13-482a-9cc5-3accbaf5c965 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.520010 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-53b751bf-ff64-4943-95ad-4756bdac9c05 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:35.546720 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a48ff73-5242-4c90-b403-b1a445393988 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:35.561733 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-960ad918-b955-4cc7-8752-7443094e74fa tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.629046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf9f9f7-ac13-482a-9cc5-3accbaf5c965 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 465a0f7f-6fec-40db-b513-0ff4a48c6b70 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 07:33:35.638802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f9f7-ac13-482a-9cc5-3accbaf5c965 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.645715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9f9f7-ac13-482a-9cc5-3accbaf5c965 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Pushing event deleted for resources: {'Network': ['ID=465a0f7f-6fec-40db-b513-0ff4a48c6b70,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:35.659134 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-53b751bf-ff64-4943-95ad-4756bdac9c05 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.660690 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5cf9f9f7-ac13-482a-9cc5-3accbaf5c965 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:35.664539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43472) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:35.674213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a180338f-74ec-4048-8699-659e0989f2a6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:35.693670 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-53b751bf-ff64-4943-95ad-4756bdac9c05 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8004203 Jan 14 07:33:35.711461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d66ba90c-ccad-4813-bef6-5414ce4bb52c no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:33:35.795339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: d66ba90c-ccad-4813-bef6-5414ce4bb52c {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:33:35.797583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d66ba90c-ccad-4813-bef6-5414ce4bb52c not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:33:35.848065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-799e635d-a364-42b4-894e-41e0a16dea7a tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': '4c08dd3f-2626-442a-a808-aa33fd99164d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:35.870278 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-799e635d-a364-42b4-894e-41e0a16dea7a tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 14 07:33:35.870979 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-799e635d-a364-42b4-894e-41e0a16dea7a tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:35.872169 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-799e635d-a364-42b4-894e-41e0a16dea7a tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.2035358 Jan 14 07:33:35.877155 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fdddc809-c076-4fe8-aee3-75b7cc8f3c5f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:35.877844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43482) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:35.894142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2405b0ef-9eaa-47c4-b707-6f8615ad7b04 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': '4c08dd3f-2626-442a-a808-aa33fd99164d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:35.901463 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-2405b0ef-9eaa-47c4-b707-6f8615ad7b04 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 14 07:33:35.902376 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-2405b0ef-9eaa-47c4-b707-6f8615ad7b04 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:35.928422 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2405b0ef-9eaa-47c4-b707-6f8615ad7b04 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0492127 Jan 14 07:33:35.929923 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-960ad918-b955-4cc7-8752-7443094e74fa tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.029954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d4bd4101-96ae-401a-b2f8-bd603bfdf536 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] For port 16c1b439-c76e-4c89-b21b-88dacb63e4e8, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=16c1b439-c76e-4c89-b21b-88dacb63e4e8,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:36.031599 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d4bd4101-96ae-401a-b2f8-bd603bfdf536 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.041041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43486) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:36.092320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cace0482-bb81-44b9-90f0-891357573674 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': '4c08dd3f-2626-442a-a808-aa33fd99164d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:36.093648 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-cace0482-bb81-44b9-90f0-891357573674 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 14 07:33:36.094265 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-cace0482-bb81-44b9-90f0-891357573674 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:36.098658 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cace0482-bb81-44b9-90f0-891357573674 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0533602 Jan 14 07:33:36.102900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43498) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:36.154977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7d051854-e8ff-409f-9d63-5b6e0c54c7c7 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': '4c08dd3f-2626-442a-a808-aa33fd99164d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:36.155916 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-7d051854-e8ff-409f-9d63-5b6e0c54c7c7 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 14 07:33:36.156467 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-7d051854-e8ff-409f-9d63-5b6e0c54c7c7 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:36.157530 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7d051854-e8ff-409f-9d63-5b6e0c54c7c7 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0276365 Jan 14 07:33:36.162579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43504) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:36.202105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1612298c-4b4d-43b7-a02e-d48472642dc9 None None] Network b5dab4bc-fa17-4e09-96b6-95866537eef5 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:36.206285 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5cf9f9f7-ac13-482a-9cc5-3accbaf5c965 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] 10.222.0.41 "DELETE /v2.0/networks/465a0f7f-6fec-40db-b513-0ff4a48c6b70 HTTP/1.1" status: 204 len: 168 time: 3.6024249 Jan 14 07:33:36.214890 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a180338f-74ec-4048-8699-659e0989f2a6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.222370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43512) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:36.229758 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a180338f-74ec-4048-8699-659e0989f2a6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/subnets/c4040e34-c9c3-4057-9a88-997b78f3dc7e HTTP/1.1" status: 204 len: 168 time: 4.0249286 Jan 14 07:33:36.230659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43516) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:36.251044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cac39c8d-cf43-4b55-a80e-4a9439182b16 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Request body: {'network': {'name': 'tempest-network--1874282049'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:36.328840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cac39c8d-cf43-4b55-a80e-4a9439182b16 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:36.351598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cac39c8d-cf43-4b55-a80e-4a9439182b16 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Usage tracker for resource:network and tenant:48699d09a3f844e3a961d926707c1e60 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:36.391223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d4bd4101-96ae-401a-b2f8-bd603bfdf536 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Calling delete_port for 16c1b439-c76e-4c89-b21b-88dacb63e4e8 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:36.431361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cac39c8d-cf43-4b55-a80e-4a9439182b16 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:36.498719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cac39c8d-cf43-4b55-a80e-4a9439182b16 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:36.507794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180338f-74ec-4048-8699-659e0989f2a6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Subnet': ['ID=c4040e34-c9c3-4057-9a88-997b78f3dc7e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:36.650076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac39c8d-cf43-4b55-a80e-4a9439182b16 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Made reservation on behalf of 48699d09a3f844e3a961d926707c1e60 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:36.659675 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cac39c8d-cf43-4b55-a80e-4a9439182b16 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.664118 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a180338f-74ec-4048-8699-659e0989f2a6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:36.723302 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33467a66-3f35-47d1-b3a4-9278e65659c7 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.829332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3051844b-810e-4878-99dd-20973121ddf4 None None] DHCP port deletion for b5dab4bc-fa17-4e09-96b6-95866537eef5 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:33:36.833939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3051844b-810e-4878-99dd-20973121ddf4 None None] Deleting port 52f1c03a-4d7a-4fd9-a146-8238cd01915d {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:36.834806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3051844b-810e-4878-99dd-20973121ddf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.876877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac39c8d-cf43-4b55-a80e-4a9439182b16 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:33:36.887209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33467a66-3f35-47d1-b3a4-9278e65659c7 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.971565 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cac39c8d-cf43-4b55-a80e-4a9439182b16 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:36.972197 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-cac39c8d-cf43-4b55-a80e-4a9439182b16 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Added segment f601f5ea-fcfa-4b46-84e6-7946e8abf932 of type vxlan for network 6dc222d4-5f7a-4898-bbf1-8dada278f37a Jan 14 07:33:37.047403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cac39c8d-cf43-4b55-a80e-4a9439182b16 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:37.092115 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33467a66-3f35-47d1-b3a4-9278e65659c7 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:37.099401 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3bf529fe-557a-4802-b286-ad968062abb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:37.126013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33467a66-3f35-47d1-b3a4-9278e65659c7 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c08dd3f-2626-442a-a808-aa33fd99164d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:37.134230 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-33467a66-3f35-47d1-b3a4-9278e65659c7 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:37.141910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-960ad918-b955-4cc7-8752-7443094e74fa tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:37.162895 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-87ab5b0f-d1b4-46d1-bdac-830c77b1ff57 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:37.272689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-702071d4-4bcd-4d44-a87c-7337bb4ca46a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting subnet a59c2f49-0ccd-4637-b320-7b0b776cbb6f {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:33:37.281065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-702071d4-4bcd-4d44-a87c-7337bb4ca46a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:37.306207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3051844b-810e-4878-99dd-20973121ddf4 None None] For port 52f1c03a-4d7a-4fd9-a146-8238cd01915d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=52f1c03a-4d7a-4fd9-a146-8238cd01915d,segment=NetworkSegment(a27e35dc-db50-4a48-807c-335ab5c2ddc9),segment_id=a27e35dc-db50-4a48-807c-335ab5c2ddc9)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:37.306651 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3051844b-810e-4878-99dd-20973121ddf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:37.332792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ad918-b955-4cc7-8752-7443094e74fa tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=ebdcdf26-3dac-43c5-8872-a536315614f3,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:37.352838 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-960ad918-b955-4cc7-8752-7443094e74fa tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:37.362005 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cac39c8d-cf43-4b55-a80e-4a9439182b16 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:37.368939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac39c8d-cf43-4b55-a80e-4a9439182b16 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:37.369641 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cac39c8d-cf43-4b55-a80e-4a9439182b16 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:37.415161 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-765a3dd4-107b-460c-904d-82f9f1b8f2b4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:37.438450 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33467a66-3f35-47d1-b3a4-9278e65659c7 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:37.440537 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-702071d4-4bcd-4d44-a87c-7337bb4ca46a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:37.442868 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-33467a66-3f35-47d1-b3a4-9278e65659c7 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "DELETE /v2.0/security-groups/4c08dd3f-2626-442a-a808-aa33fd99164d HTTP/1.1" status: 204 len: 168 time: 1.2740765 Jan 14 07:33:37.444731 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cac39c8d-cf43-4b55-a80e-4a9439182b16 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 858 time: 1.2213190 Jan 14 07:33:37.445542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43540) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:37.447365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3051844b-810e-4878-99dd-20973121ddf4 None None] Calling delete_port for 52f1c03a-4d7a-4fd9-a146-8238cd01915d owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:37.518516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43542) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:37.536579 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3051844b-810e-4878-99dd-20973121ddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:37.546199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d7097be3-ae96-4de9-b43d-47aa2d875ebf tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Request body: {'network': {'router:external': True}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:37.574201 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fedeb594-9c54-4cd7-858b-df25ca032bfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:37.801301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051844b-810e-4878-99dd-20973121ddf4 None None] Pushing event deleted for resources: {'Port': ['ID=52f1c03a-4d7a-4fd9-a146-8238cd01915d,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:37.808042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 52f1c03a-4d7a-4fd9-a146-8238cd01915d no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:33:37.871121 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d4bd4101-96ae-401a-b2f8-bd603bfdf536 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:37.884389 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3051844b-810e-4878-99dd-20973121ddf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:37.886065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 52f1c03a-4d7a-4fd9-a146-8238cd01915d {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:33:37.886602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 52f1c03a-4d7a-4fd9-a146-8238cd01915d not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:33:37.928686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3051844b-810e-4878-99dd-20973121ddf4 None None] No DVR routers for this DVR port 52f1c03a-4d7a-4fd9-a146-8238cd01915d on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:33:38.029210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac39c8d-cf43-4b55-a80e-4a9439182b16 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Pushing event updated for resources: {'Network': ['ID=6dc222d4-5f7a-4898-bbf1-8dada278f37a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:38.042594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 6dc222d4-5f7a-4898-bbf1-8dada278f37a details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:38.059619 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cac39c8d-cf43-4b55-a80e-4a9439182b16 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:38.170264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7097be3-ae96-4de9-b43d-47aa2d875ebf tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:38.188181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 6dc222d4-5f7a-4898-bbf1-8dada278f37a details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:38.206893 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-960ad918-b955-4cc7-8752-7443094e74fa tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:38.208942 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-960ad918-b955-4cc7-8752-7443094e74fa tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/ebdcdf26-3dac-43c5-8872-a536315614f3 HTTP/1.1" status: 204 len: 168 time: 3.2086828 Jan 14 07:33:38.216689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43564) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:38.217942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-702071d4-4bcd-4d44-a87c-7337bb4ca46a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:38.230360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2524cbcf-6f9a-4454-b3fc-6edbcd79f25e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Synchronizing usage tracker for tenant:9b5f52e2c4254ec48053b0b6b9e39c93 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:38.251113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2524cbcf-6f9a-4454-b3fc-6edbcd79f25e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Unset dirty status for tenant:9b5f52e2c4254ec48053b0b6b9e39c93 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:38.259680 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2524cbcf-6f9a-4454-b3fc-6edbcd79f25e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8079026 Jan 14 07:33:38.260596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43568) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:38.273247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2db939b1-9710-4261-816f-20b4dfbf6354 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group': {'name': 'tempest-secgroup--1644389831'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:38.296912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2db939b1-9710-4261-816f-20b4dfbf6354 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:38.321018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2db939b1-9710-4261-816f-20b4dfbf6354 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:38.322691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 6dc222d4-5f7a-4898-bbf1-8dada278f37a details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:38.349569 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2db939b1-9710-4261-816f-20b4dfbf6354 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:38.350356 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7097be3-ae96-4de9-b43d-47aa2d875ebf tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:38.377144 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5cf9f9f7-ac13-482a-9cc5-3accbaf5c965 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:38.407800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2db939b1-9710-4261-816f-20b4dfbf6354 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:38.420452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2db939b1-9710-4261-816f-20b4dfbf6354 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:38.432719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2db939b1-9710-4261-816f-20b4dfbf6354 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:38.443767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2db939b1-9710-4261-816f-20b4dfbf6354 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:38.445341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18cbe6d-6056-4953-96d8-45bd485f5a00 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:38.492700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7097be3-ae96-4de9-b43d-47aa2d875ebf tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Pushing event updated for resources: {'Network': ['ID=6dc222d4-5f7a-4898-bbf1-8dada278f37a,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:38.495169 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d4bd4101-96ae-401a-b2f8-bd603bfdf536 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:38.616195 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d7097be3-ae96-4de9-b43d-47aa2d875ebf tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:38.645249 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2db939b1-9710-4261-816f-20b4dfbf6354 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:38.655269 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2db939b1-9710-4261-816f-20b4dfbf6354 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:38.694714 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-25d81d91-e1be-4c95-9346-03aea1a1028f tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:38.707112 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2db939b1-9710-4261-816f-20b4dfbf6354 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:38.711553 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2db939b1-9710-4261-816f-20b4dfbf6354 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4497101 Jan 14 07:33:38.712362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43580) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:38.732947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4a070e4c-74a4-41fa-8830-41b822898356 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': '766c9211-5f45-4775-bf33-b60f946f9114', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:38.735179 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-4a070e4c-74a4-41fa-8830-41b822898356 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 14 07:33:38.735669 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-4a070e4c-74a4-41fa-8830-41b822898356 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:38.740331 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4a070e4c-74a4-41fa-8830-41b822898356 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0228801 Jan 14 07:33:38.741063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43584) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:38.758590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db939b1-9710-4261-816f-20b4dfbf6354 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event updated for resources: {'SecurityGroup': ['ID=766c9211-5f45-4775-bf33-b60f946f9114,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:38.762633 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2db939b1-9710-4261-816f-20b4dfbf6354 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:38.767431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d31b7241-9df5-4737-ade2-5abd7afbca3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': '766c9211-5f45-4775-bf33-b60f946f9114', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:38.780161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d31b7241-9df5-4737-ade2-5abd7afbca3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:38.785248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d31b7241-9df5-4737-ade2-5abd7afbca3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:38.788640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d31b7241-9df5-4737-ade2-5abd7afbca3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:38.795201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d31b7241-9df5-4737-ade2-5abd7afbca3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:38.861811 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-d31b7241-9df5-4737-ade2-5abd7afbca3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:38.865747 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d31b7241-9df5-4737-ade2-5abd7afbca3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1062193 Jan 14 07:33:38.866036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43588) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:38.871917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-19c6301a-2896-4e3b-a6e9-016c3f647e08 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': '766c9211-5f45-4775-bf33-b60f946f9114', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:38.872451 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-19c6301a-2896-4e3b-a6e9-016c3f647e08 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 14 07:33:38.872997 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-19c6301a-2896-4e3b-a6e9-016c3f647e08 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:38.875245 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-19c6301a-2896-4e3b-a6e9-016c3f647e08 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077927 Jan 14 07:33:38.878295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43592) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:38.884284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2642ee86-0e2d-469d-9e87-a8bc5e84666d tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': '766c9211-5f45-4775-bf33-b60f946f9114', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:38.898140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2642ee86-0e2d-469d-9e87-a8bc5e84666d tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:38.906119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2642ee86-0e2d-469d-9e87-a8bc5e84666d tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:38.918460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2642ee86-0e2d-469d-9e87-a8bc5e84666d tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:38.932070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2642ee86-0e2d-469d-9e87-a8bc5e84666d tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:39.003879 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-2642ee86-0e2d-469d-9e87-a8bc5e84666d tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:39.005058 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2642ee86-0e2d-469d-9e87-a8bc5e84666d tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1254566 Jan 14 07:33:39.008142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43596) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:39.015156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7b2deb06-d871-41fd-b505-b04804ca2a1c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': '766c9211-5f45-4775-bf33-b60f946f9114', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:39.015529 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-7b2deb06-d871-41fd-b505-b04804ca2a1c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 14 07:33:39.016556 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-7b2deb06-d871-41fd-b505-b04804ca2a1c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:39.020946 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7b2deb06-d871-41fd-b505-b04804ca2a1c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0116150 Jan 14 07:33:39.023924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43600) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:39.039537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e23acb00-bb50-4691-9101-146fd8511706 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': '766c9211-5f45-4775-bf33-b60f946f9114', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:39.059542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e23acb00-bb50-4691-9101-146fd8511706 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:39.075337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e23acb00-bb50-4691-9101-146fd8511706 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:39.078600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e23acb00-bb50-4691-9101-146fd8511706 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:39.095913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e23acb00-bb50-4691-9101-146fd8511706 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:39.116057 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-e23acb00-bb50-4691-9101-146fd8511706 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Project 9b5f52e2c4254ec48053b0b6b9e39c93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:33:39.158182 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-e23acb00-bb50-4691-9101-146fd8511706 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:39.159502 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e23acb00-bb50-4691-9101-146fd8511706 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1343656 Jan 14 07:33:39.162778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43608) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:39.179565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9c4c8dcd-6677-42e4-ad43-eda55d01b39e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': '766c9211-5f45-4775-bf33-b60f946f9114', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:39.180118 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-9c4c8dcd-6677-42e4-ad43-eda55d01b39e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 14 07:33:39.180663 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-9c4c8dcd-6677-42e4-ad43-eda55d01b39e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:39.181728 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9c4c8dcd-6677-42e4-ad43-eda55d01b39e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0179248 Jan 14 07:33:39.184827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43612) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:39.190999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-af8d867c-46d6-4d54-b30a-a355db23453b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': '766c9211-5f45-4775-bf33-b60f946f9114', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:39.224987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-af8d867c-46d6-4d54-b30a-a355db23453b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:39.229494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-af8d867c-46d6-4d54-b30a-a355db23453b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:39.232854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-af8d867c-46d6-4d54-b30a-a355db23453b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:39.242075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43616) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:39.244910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-af8d867c-46d6-4d54-b30a-a355db23453b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:39.277467 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-af8d867c-46d6-4d54-b30a-a355db23453b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Project 9b5f52e2c4254ec48053b0b6b9e39c93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:33:39.321754 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-af8d867c-46d6-4d54-b30a-a355db23453b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:39.322914 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-af8d867c-46d6-4d54-b30a-a355db23453b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1370697 Jan 14 07:33:39.327038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43622) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:39.341495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5fd368d7-3561-455a-9d6a-d99c05e543ec tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': '766c9211-5f45-4775-bf33-b60f946f9114', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:39.367944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5fd368d7-3561-455a-9d6a-d99c05e543ec tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:39.373622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5fd368d7-3561-455a-9d6a-d99c05e543ec tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:39.377039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5fd368d7-3561-455a-9d6a-d99c05e543ec tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:39.387421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5fd368d7-3561-455a-9d6a-d99c05e543ec tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:39.404873 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-5fd368d7-3561-455a-9d6a-d99c05e543ec tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Project 9b5f52e2c4254ec48053b0b6b9e39c93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:33:39.435451 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-5fd368d7-3561-455a-9d6a-d99c05e543ec tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:39.441688 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5fd368d7-3561-455a-9d6a-d99c05e543ec tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1123667 Jan 14 07:33:39.442319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43628) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:39.609183 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45c44bbc-7772-478e-bd7b-4644b5fcf81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.679747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-45c44bbc-7772-478e-bd7b-4644b5fcf81a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:39.697219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-45c44bbc-7772-478e-bd7b-4644b5fcf81a admin admin] Usage tracker for resource:security_group_rule and tenant:be6ed0f6ad614baa801236c721ab0d89 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:39.707317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75306bbb-629e-4800-934f-1faf4b14246e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.709627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-45c44bbc-7772-478e-bd7b-4644b5fcf81a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:39.752541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-45c44bbc-7772-478e-bd7b-4644b5fcf81a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:39.764145 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d4bd4101-96ae-401a-b2f8-bd603bfdf536 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.785154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0649a1-c05f-49d4-a032-665929b10b0e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet fbf787f9-2cda-489d-8397-d2b3b2a88eed {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:33:39.785154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c0649a1-c05f-49d4-a032-665929b10b0e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.796782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75306bbb-629e-4800-934f-1faf4b14246e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.811469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c9276ad3-7051-4a16-a4b0-e3f9821029a4 None None] Provisioning complete for port 67a0ed90-8537-46d9-853d-f7ed288c12c7 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:39.812074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9276ad3-7051-4a16-a4b0-e3f9821029a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.856837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c0649a1-c05f-49d4-a032-665929b10b0e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.924420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75306bbb-629e-4800-934f-1faf4b14246e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.932845 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1c8e4784-023b-4d56-9f76-36fa157156b9 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:39.950948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c0649a1-c05f-49d4-a032-665929b10b0e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:39.996305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75306bbb-629e-4800-934f-1faf4b14246e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event deleted for resources: {'SecurityGroup': ['ID=766c9211-5f45-4775-bf33-b60f946f9114,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:40.016480 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-75306bbb-629e-4800-934f-1faf4b14246e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:40.063548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d4bd4101-96ae-401a-b2f8-bd603bfdf536 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.067194 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45c44bbc-7772-478e-bd7b-4644b5fcf81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.075131 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45c44bbc-7772-478e-bd7b-4644b5fcf81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.090075 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-be8cd491-ec8d-412f-90d2-365c173db291 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:40.139409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c44bbc-7772-478e-bd7b-4644b5fcf81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5c7344-4b49-4089-81bc-98befcdd6fef,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:40.150250 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-152faddb-870b-4f23-9413-8e1895eaa7b5 req-34d43d40-c970-48ac-bbe0-1558a3f78468 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=be6ed0f6ad614baa801236c721ab0d89&device_id=413a2f99-1ba2-4716-a845-5a69cf571e21 HTTP/1.1" status: 200 len: 210 time: 0.6035173 Jan 14 07:33:40.155439 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-45c44bbc-7772-478e-bd7b-4644b5fcf81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:40.171900 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75306bbb-629e-4800-934f-1faf4b14246e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.176239 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-75306bbb-629e-4800-934f-1faf4b14246e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "DELETE /v2.0/security-groups/766c9211-5f45-4775-bf33-b60f946f9114 HTTP/1.1" status: 204 len: 168 time: 0.7324264 Jan 14 07:33:40.180672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43638) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:40.235501 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-45c44bbc-7772-478e-bd7b-4644b5fcf81a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be6ed0f6ad614baa801236c721ab0d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9922073 Jan 14 07:33:40.239282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43642) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:40.290945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-475f6240-0049-4f33-b7f1-9280bb9031f6 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Synchronizing usage tracker for tenant:9b5f52e2c4254ec48053b0b6b9e39c93 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:40.303540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7097be3-ae96-4de9-b43d-47aa2d875ebf tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Network 6dc222d4-5f7a-4898-bbf1-8dada278f37a is not hosted by any dhcp agent {{(pid=80908) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Jan 14 07:33:40.304949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7097be3-ae96-4de9-b43d-47aa2d875ebf tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:40.305835 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7097be3-ae96-4de9-b43d-47aa2d875ebf tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.311174 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d7097be3-ae96-4de9-b43d-47aa2d875ebf tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] 10.222.0.41 "PUT /v2.0/networks/6dc222d4-5f7a-4898-bbf1-8dada278f37a HTTP/1.1" status: 200 len: 852 time: 2.7884190 Jan 14 07:33:40.319809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43646) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:40.343311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-475f6240-0049-4f33-b7f1-9280bb9031f6 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Unset dirty status for tenant:9b5f52e2c4254ec48053b0b6b9e39c93 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:40.344898 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-475f6240-0049-4f33-b7f1-9280bb9031f6 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1633132 Jan 14 07:33:40.350056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43652) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:40.356176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-71c64590-221c-43b7-b2dc-262e29fe7a3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group': {'name': 'tempest-secgroup--887280106'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:40.368649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-71c64590-221c-43b7-b2dc-262e29fe7a3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:40.379842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-71c64590-221c-43b7-b2dc-262e29fe7a3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:40.390838 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-152faddb-870b-4f23-9413-8e1895eaa7b5 req-9bd50358-0ae4-477e-a14a-9ea405cd6021 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=be6ed0f6ad614baa801236c721ab0d89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1355064 Jan 14 07:33:40.407325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71c64590-221c-43b7-b2dc-262e29fe7a3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.424897 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d6b9bd9-e612-4404-8cff-9df1af67a599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.441621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d4bd4101-96ae-401a-b2f8-bd603bfdf536 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.442107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bd4101-96ae-401a-b2f8-bd603bfdf536 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Fanout notify agent at l3_agent the message router_deleted on router d2951287-1c09-4b87-a33c-107b32270331 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:33:40.446705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-71c64590-221c-43b7-b2dc-262e29fe7a3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:40.462752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-71c64590-221c-43b7-b2dc-262e29fe7a3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:40.468100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-71c64590-221c-43b7-b2dc-262e29fe7a3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:40.474294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d6b9bd9-e612-4404-8cff-9df1af67a599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.487981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-71c64590-221c-43b7-b2dc-262e29fe7a3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:40.570766 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d6b9bd9-e612-4404-8cff-9df1af67a599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.578585 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-659c0d39-afc6-4b3a-9e95-33e825034243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:40.608984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b9bd9-e612-4404-8cff-9df1af67a599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5c7344-4b49-4089-81bc-98befcdd6fef,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:40.618174 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d6b9bd9-e612-4404-8cff-9df1af67a599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:40.638122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71c64590-221c-43b7-b2dc-262e29fe7a3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.643218 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d6b9bd9-e612-4404-8cff-9df1af67a599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.648008 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4d6b9bd9-e612-4404-8cff-9df1af67a599 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad5c7344-4b49-4089-81bc-98befcdd6fef HTTP/1.1" status: 204 len: 168 time: 0.4075963 Jan 14 07:33:40.649504 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71c64590-221c-43b7-b2dc-262e29fe7a3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.655286 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc28746d-3d18-4d16-a30e-5febbdcdf9e7 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:40.697701 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71c64590-221c-43b7-b2dc-262e29fe7a3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.701608 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-71c64590-221c-43b7-b2dc-262e29fe7a3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3504875 Jan 14 07:33:40.702988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c64590-221c-43b7-b2dc-262e29fe7a3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event updated for resources: {'SecurityGroup': ['ID=3de271d5-1158-449b-83a9-d32cbb0ec070,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:40.705319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43660) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:40.708556 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-71c64590-221c-43b7-b2dc-262e29fe7a3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:40.712748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8718a512-f758-4fbe-b0b1-e83cef462b18 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': '3de271d5-1158-449b-83a9-d32cbb0ec070', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:40.723230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d4bd4101-96ae-401a-b2f8-bd603bfdf536 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.724377 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d4bd4101-96ae-401a-b2f8-bd603bfdf536 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "DELETE /v2.0/routers/d2951287-1c09-4b87-a33c-107b32270331 HTTP/1.1" status: 204 len: 168 time: 8.4605818 Jan 14 07:33:40.728770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8718a512-f758-4fbe-b0b1-e83cef462b18 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:40.731831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43664) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:40.742836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1110953391', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}, 'admin_state_up': False}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:40.754452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8718a512-f758-4fbe-b0b1-e83cef462b18 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:40.758593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8718a512-f758-4fbe-b0b1-e83cef462b18 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:40.761682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:40.767887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8718a512-f758-4fbe-b0b1-e83cef462b18 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:40.771611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Usage tracker for resource:router and tenant:e7a02328e66048cf901bbd7f0fd4dd77 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:40.776407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:40.784716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:40.813555 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.814676 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.834924 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-8718a512-f758-4fbe-b0b1-e83cef462b18 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): The resource could not be found. Jan 14 07:33:40.835715 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab83f234-13f1-4df1-8686-598254a72ecb tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.836137 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8718a512-f758-4fbe-b0b1-e83cef462b18 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1297317 Jan 14 07:33:40.840475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43670) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:40.844671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:40.855093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-3cb98e3a-4e77-4c73-a260-1ab4c14cda04 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': '3de271d5-1158-449b-83a9-d32cbb0ec070', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3aa8c56b-179d-4576-9435-e1fd12906121'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:40.867778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3cb98e3a-4e77-4c73-a260-1ab4c14cda04 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:40.873691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3cb98e3a-4e77-4c73-a260-1ab4c14cda04 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:40.877661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3cb98e3a-4e77-4c73-a260-1ab4c14cda04 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:40.885380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3cb98e3a-4e77-4c73-a260-1ab4c14cda04 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:41.202023 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-702071d4-4bcd-4d44-a87c-7337bb4ca46a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:41.310911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:41.347770 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:41.388443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152faddb-870b-4f23-9413-8e1895eaa7b5 req-4130e1ef-57c0-4be0-bb75-e57638fcb72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:41.389973 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-152faddb-870b-4f23-9413-8e1895eaa7b5 req-4130e1ef-57c0-4be0-bb75-e57638fcb72d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9843082 Jan 14 07:33:41.419924 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-3cb98e3a-4e77-4c73-a260-1ab4c14cda04 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): The resource could not be found. Jan 14 07:33:41.424070 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3cb98e3a-4e77-4c73-a260-1ab4c14cda04 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5795298 Jan 14 07:33:41.431688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43696) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:41.446994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702071d4-4bcd-4d44-a87c-7337bb4ca46a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Subnet': ['ID=a59c2f49-0ccd-4637-b320-7b0b776cbb6f,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:41.462914 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-702071d4-4bcd-4d44-a87c-7337bb4ca46a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:41.514800 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab83f234-13f1-4df1-8686-598254a72ecb tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:41.533306 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c0649a1-c05f-49d4-a032-665929b10b0e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:41.564835 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1c6ff0d-e329-4ec4-be2f-7964b8505c1b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:41.596318 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2700ae52-873d-40f8-a4fe-4372c3dff5c3 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:41.657256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6b3ce2-2a70-4710-b99e-e905364cf1cb None None] Network 0568a4dd-50d5-4553-86a4-3de653015adc requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:41.688798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 16c1b439-c76e-4c89-b21b-88dacb63e4e8 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:33:41.718348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2700ae52-873d-40f8-a4fe-4372c3dff5c3 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:41.726127 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-702071d4-4bcd-4d44-a87c-7337bb4ca46a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:41.734409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0649a1-c05f-49d4-a032-665929b10b0e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=fbf787f9-2cda-489d-8397-d2b3b2a88eed,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:41.741209 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-702071d4-4bcd-4d44-a87c-7337bb4ca46a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/subnets/a59c2f49-0ccd-4637-b320-7b0b776cbb6f HTTP/1.1" status: 204 len: 168 time: 5.3719106 Jan 14 07:33:41.753075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43710) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:41.764448 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c0649a1-c05f-49d4-a032-665929b10b0e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:41.937901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ab83f234-13f1-4df1-8686-598254a72ecb tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc222d4-5f7a-4898-bbf1-8dada278f37a']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:41.964134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ab83f234-13f1-4df1-8686-598254a72ecb tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f601f5ea-fcfa-4b46-84e6-7946e8abf932') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:41.964508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ab83f234-13f1-4df1-8686-598254a72ecb tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f601f5ea-fcfa-4b46-84e6-7946e8abf932') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:42.004631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab83f234-13f1-4df1-8686-598254a72ecb tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.151114 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab83f234-13f1-4df1-8686-598254a72ecb tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.155411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ab83f234-13f1-4df1-8686-598254a72ecb tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Releasing vxlan tunnel 10 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:33:42.205723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 16c1b439-c76e-4c89-b21b-88dacb63e4e8 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:33:42.207274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 16c1b439-c76e-4c89-b21b-88dacb63e4e8 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:33:42.286796 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.376034 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.395304 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2700ae52-873d-40f8-a4fe-4372c3dff5c3 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.416767 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ddfcba5b-749b-40dc-a9c8-f160a8427aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:42.420886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ab83f234-13f1-4df1-8686-598254a72ecb tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Network 6dc222d4-5f7a-4898-bbf1-8dada278f37a has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:42.434722 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab83f234-13f1-4df1-8686-598254a72ecb tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.436901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f21b0d-2bbc-4a59-a242-25811dc8e5c9 None None] DHCP port deletion for 0568a4dd-50d5-4553-86a4-3de653015adc request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:33:42.443170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-54f21b0d-2bbc-4a59-a242-25811dc8e5c9 None None] Deleting port 47386e65-54ff-4f8f-b07a-960012d4a8ca {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:42.443919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54f21b0d-2bbc-4a59-a242-25811dc8e5c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.536054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700ae52-873d-40f8-a4fe-4372c3dff5c3 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de271d5-1158-449b-83a9-d32cbb0ec070,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:42.669339 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2700ae52-873d-40f8-a4fe-4372c3dff5c3 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:42.676497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c063ea4b-0aa3-4134-adab-b24ee2426c65 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.713749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2700ae52-873d-40f8-a4fe-4372c3dff5c3 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.714969 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2700ae52-873d-40f8-a4fe-4372c3dff5c3 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "DELETE /v2.0/security-groups/3de271d5-1158-449b-83a9-d32cbb0ec070 HTTP/1.1" status: 204 len: 168 time: 1.2822547 Jan 14 07:33:42.723472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43740) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:42.747087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c0649a1-c05f-49d4-a032-665929b10b0e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:42.753492 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4c0649a1-c05f-49d4-a032-665929b10b0e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/fbf787f9-2cda-489d-8397-d2b3b2a88eed HTTP/1.1" status: 204 len: 168 time: 4.4967813 Jan 14 07:33:42.768923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43744) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:42.810007 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-152faddb-870b-4f23-9413-8e1895eaa7b5 req-309fe07c-7883-48f8-ac4b-48875dbbbdb0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=be6ed0f6ad614baa801236c721ab0d89&device_id=413a2f99-1ba2-4716-a845-5a69cf571e21 HTTP/1.1" status: 200 len: 210 time: 0.8199921 Jan 14 07:33:42.914242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43748) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:42.991263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cf929281-98a9-47f7-b65f-4635a07f1069 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Synchronizing usage tracker for tenant:9b5f52e2c4254ec48053b0b6b9e39c93 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:43.014059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-54f21b0d-2bbc-4a59-a242-25811dc8e5c9 None None] For port 47386e65-54ff-4f8f-b07a-960012d4a8ca, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=47386e65-54ff-4f8f-b07a-960012d4a8ca,segment=NetworkSegment(e4c1c751-08ec-4780-a757-3ee16a21cf16),segment_id=e4c1c751-08ec-4780-a757-3ee16a21cf16)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:43.014512 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54f21b0d-2bbc-4a59-a242-25811dc8e5c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.037984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cf929281-98a9-47f7-b65f-4635a07f1069 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Unset dirty status for tenant:9b5f52e2c4254ec48053b0b6b9e39c93 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:43.040464 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cf929281-98a9-47f7-b65f-4635a07f1069 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3139236 Jan 14 07:33:43.044362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43756) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:43.055797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-348956fc-d4b9-4c1b-802d-84ce5d38c28b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': '61be52e2-325c-4738-997b-aa05b9b42928', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:43.082776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-348956fc-d4b9-4c1b-802d-84ce5d38c28b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:43.095963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-348956fc-d4b9-4c1b-802d-84ce5d38c28b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:43.105625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-348956fc-d4b9-4c1b-802d-84ce5d38c28b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:43.122399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-348956fc-d4b9-4c1b-802d-84ce5d38c28b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:43.182707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54f2ff2-a92c-4315-b17b-505e84c8f046 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:43.199015 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-348956fc-d4b9-4c1b-802d-84ce5d38c28b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): The resource could not be found. Jan 14 07:33:43.200485 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-348956fc-d4b9-4c1b-802d-84ce5d38c28b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1550441 Jan 14 07:33:43.204706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43760) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:43.218333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2d247d29-ea0d-465e-8f02-83eecafe8c97 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group': {'name': 'tempest-secgroup--185890756'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:43.241524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2d247d29-ea0d-465e-8f02-83eecafe8c97 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:43.271254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2d247d29-ea0d-465e-8f02-83eecafe8c97 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:43.282166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-54f21b0d-2bbc-4a59-a242-25811dc8e5c9 None None] Calling delete_port for 47386e65-54ff-4f8f-b07a-960012d4a8ca owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:43.295755 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d247d29-ea0d-465e-8f02-83eecafe8c97 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.341888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2d247d29-ea0d-465e-8f02-83eecafe8c97 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:43.352388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2d247d29-ea0d-465e-8f02-83eecafe8c97 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:43.356077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2d247d29-ea0d-465e-8f02-83eecafe8c97 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:43.376553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2d247d29-ea0d-465e-8f02-83eecafe8c97 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:43.456978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54f21b0d-2bbc-4a59-a242-25811dc8e5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.469768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f40c9d33-0507-4856-a23e-4132b70b6c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.598141 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6e50fcc6-2568-42bb-9c97-d04316639fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:43.617990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f40c9d33-0507-4856-a23e-4132b70b6c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:43.642693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f40c9d33-0507-4856-a23e-4132b70b6c70 admin admin] Usage tracker for resource:security_group_rule and tenant:cd7c5f7791084de19d7ff62e1fd10b56 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:43.647104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f40c9d33-0507-4856-a23e-4132b70b6c70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:43.663060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f40c9d33-0507-4856-a23e-4132b70b6c70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:43.751822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f21b0d-2bbc-4a59-a242-25811dc8e5c9 None None] Pushing event deleted for resources: {'Port': ['ID=47386e65-54ff-4f8f-b07a-960012d4a8ca,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:43.762348 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8d647bbb-b04a-4990-a93d-a4cc6c73b65d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.9886904 Jan 14 07:33:43.768558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43772) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:43.771010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ab83f234-13f1-4df1-8686-598254a72ecb tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Network 6dc222d4-5f7a-4898-bbf1-8dada278f37a has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:43.779399 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f40c9d33-0507-4856-a23e-4132b70b6c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.786882 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-54f21b0d-2bbc-4a59-a242-25811dc8e5c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:43.787773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f21b0d-2bbc-4a59-a242-25811dc8e5c9 None None] No DVR routers for this DVR port 47386e65-54ff-4f8f-b07a-960012d4a8ca on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:33:43.789703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 47386e65-54ff-4f8f-b07a-960012d4a8ca no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:33:43.792226 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f40c9d33-0507-4856-a23e-4132b70b6c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.805127 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9a77d928-d672-41ca-9f39-2c1172783cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:43.831304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 47386e65-54ff-4f8f-b07a-960012d4a8ca {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:33:43.831838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 47386e65-54ff-4f8f-b07a-960012d4a8ca not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:33:43.857440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c9d33-0507-4856-a23e-4132b70b6c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0688ec64-95b2-4822-83bc-41dc31003082,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:43.897728 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f40c9d33-0507-4856-a23e-4132b70b6c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:43.919185 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f40c9d33-0507-4856-a23e-4132b70b6c70 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd7c5f7791084de19d7ff62e1fd10b56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0038362 Jan 14 07:33:43.923052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43774) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:43.956920 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d247d29-ea0d-465e-8f02-83eecafe8c97 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.968717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d247d29-ea0d-465e-8f02-83eecafe8c97 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:43.978432 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c9e5784-b0bc-4acc-ad6c-ae0551638fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:44.050592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3d6b22-88cf-41c0-a283-5470755429b4 None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:33:44.055069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d6b22-88cf-41c0-a283-5470755429b4 None None] Deleting port 67a0ed90-8537-46d9-853d-f7ed288c12c7 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:44.055489 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd3d6b22-88cf-41c0-a283-5470755429b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:33:44.057072 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:33:44.076380 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac0b1cf7-c551-417c-9463-3eef83ca4201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:44.080127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d247d29-ea0d-465e-8f02-83eecafe8c97 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event updated for resources: {'SecurityGroup': ['ID=dd42f6b8-064f-4da1-82f9-3e5c0f3054de,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:44.097263 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2d247d29-ea0d-465e-8f02-83eecafe8c97 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:44.132310 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac0b1cf7-c551-417c-9463-3eef83ca4201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:44.142910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d247d29-ea0d-465e-8f02-83eecafe8c97 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:44.144572 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2d247d29-ea0d-465e-8f02-83eecafe8c97 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9388196 Jan 14 07:33:44.150598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43784) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:44.165153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-97150f26-db08-4d50-a7fb-2cfa75c070e1 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group': {'name': 'tempest-secgroup--1034306117'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:44.177963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-97150f26-db08-4d50-a7fb-2cfa75c070e1 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:44.181036 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-152faddb-870b-4f23-9413-8e1895eaa7b5 req-f14da231-069a-4b77-8da8-dd63697ae7d9 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=be6ed0f6ad614baa801236c721ab0d89&shared=False HTTP/1.1" status: 200 len: 213 time: 1.3677394 Jan 14 07:33:44.185918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-97150f26-db08-4d50-a7fb-2cfa75c070e1 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:44.186959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-97150f26-db08-4d50-a7fb-2cfa75c070e1 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:44.194169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-97150f26-db08-4d50-a7fb-2cfa75c070e1 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:44.244824 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97150f26-db08-4d50-a7fb-2cfa75c070e1 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:44.292297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-97150f26-db08-4d50-a7fb-2cfa75c070e1 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:44.300911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab83f234-13f1-4df1-8686-598254a72ecb tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:44.337840 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-286b717f-4740-4d45-b6d9-b05e2008efa4 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:44.343465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-97150f26-db08-4d50-a7fb-2cfa75c070e1 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:44.359394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-97150f26-db08-4d50-a7fb-2cfa75c070e1 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:44.363536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac0b1cf7-c551-417c-9463-3eef83ca4201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:44.374269 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-77f477b0-beed-4233-ba0a-e552cfafe2b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:44.386194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-97150f26-db08-4d50-a7fb-2cfa75c070e1 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:44.404437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b1cf7-c551-417c-9463-3eef83ca4201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0688ec64-95b2-4822-83bc-41dc31003082,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:44.407820 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ac0b1cf7-c551-417c-9463-3eef83ca4201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:44.417373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab83f234-13f1-4df1-8686-598254a72ecb tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6dc222d4-5f7a-4898-bbf1-8dada278f37a {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 07:33:44.419216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83f234-13f1-4df1-8686-598254a72ecb tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Pushing event deleted for resources: {'Network': ['ID=6dc222d4-5f7a-4898-bbf1-8dada278f37a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:44.421757 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab83f234-13f1-4df1-8686-598254a72ecb tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:44.438539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac0b1cf7-c551-417c-9463-3eef83ca4201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:44.441156 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ac0b1cf7-c551-417c-9463-3eef83ca4201 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0688ec64-95b2-4822-83bc-41dc31003082 HTTP/1.1" status: 204 len: 168 time: 0.5160453 Jan 14 07:33:44.443451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Allocated IP 172.25.3.78 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/4b8b9a6d-fb97-4cd1-aa6b-74c33b333182) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:44.504563 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab83f234-13f1-4df1-8686-598254a72ecb tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:44.567833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c063ea4b-0aa3-4134-adab-b24ee2426c65 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:44.610095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-fd3d6b22-88cf-41c0-a283-5470755429b4 None None] For port 67a0ed90-8537-46d9-853d-f7ed288c12c7, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=67a0ed90-8537-46d9-853d-f7ed288c12c7,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:44.610744 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd3d6b22-88cf-41c0-a283-5470755429b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:44.754226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152faddb-870b-4f23-9413-8e1895eaa7b5 req-5b2ff4aa-4326-4d64-b7aa-bc3a5dbc8218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:44.757449 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-152faddb-870b-4f23-9413-8e1895eaa7b5 req-5b2ff4aa-4326-4d64-b7aa-bc3a5dbc8218 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5208364 Jan 14 07:33:44.788566 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97150f26-db08-4d50-a7fb-2cfa75c070e1 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:44.806957 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97150f26-db08-4d50-a7fb-2cfa75c070e1 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:44.864350 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-962c3af0-38dc-4c92-8603-23d4e33995e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:44.892859 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ab83f234-13f1-4df1-8686-598254a72ecb tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] 10.222.0.41 "DELETE /v2.0/networks/6dc222d4-5f7a-4898-bbf1-8dada278f37a HTTP/1.1" status: 204 len: 168 time: 4.5592272 Jan 14 07:33:44.897709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43800) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:44.907119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d6b22-88cf-41c0-a283-5470755429b4 None None] Calling delete_port for 67a0ed90-8537-46d9-853d-f7ed288c12c7 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:44.990924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97150f26-db08-4d50-a7fb-2cfa75c070e1 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event updated for resources: {'SecurityGroup': ['ID=be715aba-02c1-44a4-a3da-3a3ddf526ecf,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:45.012406 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-97150f26-db08-4d50-a7fb-2cfa75c070e1 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:45.078026 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f418406-0d3f-45ad-9ffa-b5624b09b336 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] DELETE failed (client error): The resource could not be found. Jan 14 07:33:45.078566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f418406-0d3f-45ad-9ffa-b5624b09b336 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:45.083702 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1f418406-0d3f-45ad-9ffa-b5624b09b336 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] 10.222.0.41 "DELETE /v2.0/subnets/ffef1726-a9db-49ac-b9a4-b2e9ac4af1cf HTTP/1.1" status: 404 len: 337 time: 0.1576040 Jan 14 07:33:45.100937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43806) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:45.106852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.114112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4145ecc9-a88a-443d-aff2-5abb110b4216 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:45.116023 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4145ecc9-a88a-443d-aff2-5abb110b4216 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0626345 Jan 14 07:33:45.121285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd3d6b22-88cf-41c0-a283-5470755429b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.130194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43810) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:45.157110 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ddc80ca1-7aed-4e44-8205-4fda82082546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:45.198301 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97150f26-db08-4d50-a7fb-2cfa75c070e1 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.199875 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-97150f26-db08-4d50-a7fb-2cfa75c070e1 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0482051 Jan 14 07:33:45.211434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43820) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:45.223611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3e6bba-952c-4711-be79-ba276e07a92a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:45.224421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cb3e6bba-952c-4711-be79-ba276e07a92a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:45.263126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d6b22-88cf-41c0-a283-5470755429b4 None None] Pushing event deleted for resources: {'Port': ['ID=67a0ed90-8537-46d9-853d-f7ed288c12c7,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:45.275474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c063ea4b-0aa3-4134-adab-b24ee2426c65 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5dab4bc-fa17-4e09-96b6-95866537eef5']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:45.296918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cb3e6bba-952c-4711-be79-ba276e07a92a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:45.298622 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cb3e6bba-952c-4711-be79-ba276e07a92a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1675901 Jan 14 07:33:45.309358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43824) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:45.346116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5df967b2-4ec2-4f96-936e-873fbcd7bf63 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': 'dd42f6b8-064f-4da1-82f9-3e5c0f3054de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'be715aba-02c1-44a4-a3da-3a3ddf526ecf'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:45.381687 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd3d6b22-88cf-41c0-a283-5470755429b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:45.391911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5df967b2-4ec2-4f96-936e-873fbcd7bf63 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:45.419346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5df967b2-4ec2-4f96-936e-873fbcd7bf63 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:45.449890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5df967b2-4ec2-4f96-936e-873fbcd7bf63 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:45.460991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c063ea4b-0aa3-4134-adab-b24ee2426c65 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27e35dc-db50-4a48-807c-335ab5c2ddc9') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:45.464799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c063ea4b-0aa3-4134-adab-b24ee2426c65 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27e35dc-db50-4a48-807c-335ab5c2ddc9') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:45.488987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5df967b2-4ec2-4f96-936e-873fbcd7bf63 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:45.532992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3d6b22-88cf-41c0-a283-5470755429b4 None None] No DVR routers for this DVR port 67a0ed90-8537-46d9-853d-f7ed288c12c7 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:33:45.554353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5eee3ab-1a74-487a-acd2-9a558fe0e7a6 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.574908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c063ea4b-0aa3-4134-adab-b24ee2426c65 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.596312 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bfbe2244-19eb-437c-8a38-a27088e0e7f3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2854884 Jan 14 07:33:45.606360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43830) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:45.621830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-63414b48-4f11-41db-ab2d-695c8242bfa3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:45.672543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 67a0ed90-8537-46d9-853d-f7ed288c12c7 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:33:45.693715 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.744509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:45.775734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 67a0ed90-8537-46d9-853d-f7ed288c12c7 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:33:45.776281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 67a0ed90-8537-46d9-853d-f7ed288c12c7 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:33:45.855770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43840) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:45.860080 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c1447c72-5b38-4c89-8e11-07c6f750b8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:46.025298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:46.033706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:46.034804 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a5e52ffa-118a-4343-be41-85cf9acb1169 req-374c8a2a-c55b-4248-b862-d4700629b93e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=be6ed0f6ad614baa801236c721ab0d89&device_id=413a2f99-1ba2-4716-a845-5a69cf571e21 HTTP/1.1" status: 200 len: 210 time: 0.1776893 Jan 14 07:33:46.035901 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-5df967b2-4ec2-4f96-936e-873fbcd7bf63 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:46.037046 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5df967b2-4ec2-4f96-936e-873fbcd7bf63 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.8195262 Jan 14 07:33:46.038077 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-644dff6e-8861-4fa7-9394-fdc79a0b85df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:46.040329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43846) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:46.041699 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c063ea4b-0aa3-4134-adab-b24ee2426c65 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:46.055724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:33:46.056483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c063ea4b-0aa3-4134-adab-b24ee2426c65 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Releasing vxlan tunnel 6 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:33:46.088583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-644dff6e-8861-4fa7-9394-fdc79a0b85df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:46.092816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-644dff6e-8861-4fa7-9394-fdc79a0b85df admin admin] Usage tracker for resource:security_group_rule and tenant:192c567e271244cf85a3e4cef80a69bb is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:46.097505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-644dff6e-8861-4fa7-9394-fdc79a0b85df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:46.103642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-644dff6e-8861-4fa7-9394-fdc79a0b85df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:46.200034 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a5e52ffa-118a-4343-be41-85cf9acb1169 req-e7a99c0c-bbab-4148-9773-6b8076fbbb1a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=be6ed0f6ad614baa801236c721ab0d89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1502721 Jan 14 07:33:46.204818 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:46.535194 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5eee3ab-1a74-487a-acd2-9a558fe0e7a6 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:46.539342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e52ffa-118a-4343-be41-85cf9acb1169 req-c4d70f17-4360-4599-a68a-6ae3784cd61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:46.541076 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a5e52ffa-118a-4343-be41-85cf9acb1169 req-c4d70f17-4360-4599-a68a-6ae3784cd61d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2734475 Jan 14 07:33:46.547024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-63414b48-4f11-41db-ab2d-695c8242bfa3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:46.559057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-63414b48-4f11-41db-ab2d-695c8242bfa3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:46.573343 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-706e6542-5aef-478b-a38c-4358f7b2e9c3 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:46.628865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-706e6542-5aef-478b-a38c-4358f7b2e9c3 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:46.729506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63414b48-4f11-41db-ab2d-695c8242bfa3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:46.837246 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a5e52ffa-118a-4343-be41-85cf9acb1169 req-ee2fe1fe-1cda-4c8a-9e50-53804e87b9b5 tempest-ServerShowV247Test-1632050687 tempest-ServerShowV247Test-1632050687] 10.222.0.53 "GET /v2.0/ports?device_id=413a2f99-1ba2-4716-a845-5a69cf571e21 HTTP/1.1" status: 200 len: 210 time: 0.1094606 Jan 14 07:33:46.959288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c063ea4b-0aa3-4134-adab-b24ee2426c65 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network b5dab4bc-fa17-4e09-96b6-95866537eef5 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:46.984320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-706e6542-5aef-478b-a38c-4358f7b2e9c3 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:46.999088 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c063ea4b-0aa3-4134-adab-b24ee2426c65 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.018681 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ca965cec-f8f1-48cc-98b5-a6d242b9ec9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:47.041801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e6542-5aef-478b-a38c-4358f7b2e9c3 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event deleted for resources: {'SecurityGroup': ['ID=be715aba-02c1-44a4-a3da-3a3ddf526ecf,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:47.124250 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-706e6542-5aef-478b-a38c-4358f7b2e9c3 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:47.164202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-706e6542-5aef-478b-a38c-4358f7b2e9c3 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.165551 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-706e6542-5aef-478b-a38c-4358f7b2e9c3 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "DELETE /v2.0/security-groups/be715aba-02c1-44a4-a3da-3a3ddf526ecf HTTP/1.1" status: 204 len: 168 time: 1.1180913 Jan 14 07:33:47.172441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43862) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:47.178603 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-63414b48-4f11-41db-ab2d-695c8242bfa3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.184996 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-63414b48-4f11-41db-ab2d-695c8242bfa3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:47.185604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63414b48-4f11-41db-ab2d-695c8242bfa3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 400 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:47.200673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Pushing event updated for resources: {'Port': ['ID=4b8b9a6d-fb97-4cd1-aa6b-74c33b333182,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:47.306812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-644dff6e-8861-4fa7-9394-fdc79a0b85df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.321531 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.461s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:47.335071 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-644dff6e-8861-4fa7-9394-fdc79a0b85df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.361680 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-33467a66-3f35-47d1-b3a4-9278e65659c7 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:47.378643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c063ea4b-0aa3-4134-adab-b24ee2426c65 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network b5dab4bc-fa17-4e09-96b6-95866537eef5 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:47.402095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644dff6e-8861-4fa7-9394-fdc79a0b85df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc8ee35-7e24-45c0-9693-940c66444735,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:47.449431 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-644dff6e-8861-4fa7-9394-fdc79a0b85df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:47.517423 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-644dff6e-8861-4fa7-9394-fdc79a0b85df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=192c567e271244cf85a3e4cef80a69bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6161778 Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:33:47.523809 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:33:47.526626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e5eee3ab-1a74-487a-acd2-9a558fe0e7a6 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3eb7d6-3f7b-4053-af53-e8e9b3450836']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:47.531788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43872) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:47.552058 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c063ea4b-0aa3-4134-adab-b24ee2426c65 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.556134 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c063ea4b-0aa3-4134-adab-b24ee2426c65 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:47.561360 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c063ea4b-0aa3-4134-adab-b24ee2426c65 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/networks/b5dab4bc-fa17-4e09-96b6-95866537eef5 HTTP/1.1" status: 204 len: 168 time: 5.7956927 Jan 14 07:33:47.563552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e5eee3ab-1a74-487a-acd2-9a558fe0e7a6 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3b7753-fa4c-4fc2-aa55-570518ac4429') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:47.563915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e5eee3ab-1a74-487a-acd2-9a558fe0e7a6 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3b7753-fa4c-4fc2-aa55-570518ac4429') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:47.571577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43876) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:47.578520 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab83f234-13f1-4df1-8686-598254a72ecb tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:47.614313 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-63414b48-4f11-41db-ab2d-695c8242bfa3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 2.0053494 Jan 14 07:33:47.622780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063ea4b-0aa3-4134-adab-b24ee2426c65 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Network': ['ID=b5dab4bc-fa17-4e09-96b6-95866537eef5,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:47.623084 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c063ea4b-0aa3-4134-adab-b24ee2426c65 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:47.661713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43882) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:47.672783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-76e43b6e-0563-4ae3-989d-8888d36c96a6 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Synchronizing usage tracker for tenant:9b5f52e2c4254ec48053b0b6b9e39c93 on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:47.699116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c8fd2131-473e-4716-a243-864874644093 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:47.723891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-76e43b6e-0563-4ae3-989d-8888d36c96a6 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Unset dirty status for tenant:9b5f52e2c4254ec48053b0b6b9e39c93 on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:47.728403 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-76e43b6e-0563-4ae3-989d-8888d36c96a6 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.5345221 Jan 14 07:33:47.732283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43890) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:47.936919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b9bb0d5-7a52-4307-9d5c-cc23b4b1bd06 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.042928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c8fd2131-473e-4716-a243-864874644093 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:48.102913 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5eee3ab-1a74-487a-acd2-9a558fe0e7a6 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.118742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c8fd2131-473e-4716-a243-864874644093 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:48.190501 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b34cdcf-4cfa-4d6a-931f-a8f835046473 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.190976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5eee3ab-1a74-487a-acd2-9a558fe0e7a6 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.244801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43902) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:48.253818 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b34cdcf-4cfa-4d6a-931f-a8f835046473 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.280208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fd2131-473e-4716-a243-864874644093 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:48.292969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8fd2131-473e-4716-a243-864874644093 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.294532 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fd2131-473e-4716-a243-864874644093 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:48.295033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8fd2131-473e-4716-a243-864874644093 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 400 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:48.296379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e5eee3ab-1a74-487a-acd2-9a558fe0e7a6 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Releasing vxlan tunnel 12 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:33:48.326746 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c8fd2131-473e-4716-a243-864874644093 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6475050 Jan 14 07:33:48.332300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43908) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:48.351703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6b7bcfab-8e04-42d7-9654-2d7b213b8cef tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:48.416025 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b9bb0d5-7a52-4307-9d5c-cc23b4b1bd06 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.515560 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d216c52-3304-4b33-919d-da85ab902c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.543355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1b9bb0d5-7a52-4307-9d5c-cc23b4b1bd06 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0568a4dd-50d5-4553-86a4-3de653015adc']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:48.557245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1d216c52-3304-4b33-919d-da85ab902c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:48.557751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1b9bb0d5-7a52-4307-9d5c-cc23b4b1bd06 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c1c751-08ec-4780-a757-3ee16a21cf16') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:48.558034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1b9bb0d5-7a52-4307-9d5c-cc23b4b1bd06 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c1c751-08ec-4780-a757-3ee16a21cf16') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:48.566695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1d216c52-3304-4b33-919d-da85ab902c33 admin admin] Usage tracker for resource:security_group_rule and tenant:7a985b9a1b344680b12c09580da43f57 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:48.573423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1d216c52-3304-4b33-919d-da85ab902c33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:48.580618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b34cdcf-4cfa-4d6a-931f-a8f835046473 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.592600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6b7bcfab-8e04-42d7-9654-2d7b213b8cef tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:48.593261 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4d22ca3-f76b-4b0d-9657-a322e2e3f18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.595524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1d216c52-3304-4b33-919d-da85ab902c33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:48.598319 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:48.623941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6b7bcfab-8e04-42d7-9654-2d7b213b8cef tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:48.635825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34cdcf-4cfa-4d6a-931f-a8f835046473 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd42f6b8-064f-4da1-82f9-3e5c0f3054de,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:48.638026 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b34cdcf-4cfa-4d6a-931f-a8f835046473 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.639183 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8b34cdcf-4cfa-4d6a-931f-a8f835046473 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "DELETE /v2.0/security-groups/dd42f6b8-064f-4da1-82f9-3e5c0f3054de HTTP/1.1" status: 204 len: 168 time: 0.9058416 Jan 14 07:33:48.640447 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8b34cdcf-4cfa-4d6a-931f-a8f835046473 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:48.645946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43914) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:48.689015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7bcfab-8e04-42d7-9654-2d7b213b8cef tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:48.699995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b7bcfab-8e04-42d7-9654-2d7b213b8cef tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.701531 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7bcfab-8e04-42d7-9654-2d7b213b8cef tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:48.702022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b7bcfab-8e04-42d7-9654-2d7b213b8cef tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 400 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:48.718313 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4d22ca3-f76b-4b0d-9657-a322e2e3f18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.760921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fa21b61d-7dde-443b-a5f4-3584b17ea9e1 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Synchronizing usage tracker for tenant:9b5f52e2c4254ec48053b0b6b9e39c93 on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:48.771716 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b9bb0d5-7a52-4307-9d5c-cc23b4b1bd06 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.771927 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6b7bcfab-8e04-42d7-9654-2d7b213b8cef tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4379504 Jan 14 07:33:48.775847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43918) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:48.790383 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4d22ca3-f76b-4b0d-9657-a322e2e3f18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:48.792415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-791d03a7-464e-46f0-ac89-b18c8502b520 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:48.802510 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d110f943-32f2-41c3-b28d-0d05b557a8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:48.850680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d22ca3-f76b-4b0d-9657-a322e2e3f18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc8ee35-7e24-45c0-9693-940c66444735,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:48.895076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fa21b61d-7dde-443b-a5f4-3584b17ea9e1 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Unset dirty status for tenant:9b5f52e2c4254ec48053b0b6b9e39c93 on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:48.902723 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fa21b61d-7dde-443b-a5f4-3584b17ea9e1 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2538428 Jan 14 07:33:48.920809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43924) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:48.936932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-165ee1f1-3c99-4dff-9fd0-c0bfb472d480 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group': {'name': 'tempest-secgroup--1853006858'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:48.956334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-165ee1f1-3c99-4dff-9fd0-c0bfb472d480 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:49.004464 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d216c52-3304-4b33-919d-da85ab902c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.005776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-165ee1f1-3c99-4dff-9fd0-c0bfb472d480 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:49.015332 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d216c52-3304-4b33-919d-da85ab902c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.026022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-791d03a7-464e-46f0-ac89-b18c8502b520 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:49.029694 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a1bdf749-219c-4f0c-95e2-53f6588d0476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:49.035477 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b9bb0d5-7a52-4307-9d5c-cc23b4b1bd06 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.037876 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b4d22ca3-f76b-4b0d-9657-a322e2e3f18f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:49.061944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1b9bb0d5-7a52-4307-9d5c-cc23b4b1bd06 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:33:49.065933 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-165ee1f1-3c99-4dff-9fd0-c0bfb472d480 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.083395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-791d03a7-464e-46f0-ac89-b18c8502b520 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:49.103570 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4d22ca3-f76b-4b0d-9657-a322e2e3f18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.104225 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1d216c52-3304-4b33-919d-da85ab902c33 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a985b9a1b344680b12c09580da43f57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8569074 Jan 14 07:33:49.107786 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b4d22ca3-f76b-4b0d-9657-a322e2e3f18f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfc8ee35-7e24-45c0-9693-940c66444735 HTTP/1.1" status: 204 len: 168 time: 1.5748980 Jan 14 07:33:49.113138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43930) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:49.116901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d216c52-3304-4b33-919d-da85ab902c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc7fc6f-b7af-4a0b-b4be-183a040f65c4,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:49.137498 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d216c52-3304-4b33-919d-da85ab902c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:49.144218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-165ee1f1-3c99-4dff-9fd0-c0bfb472d480 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:49.147622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791d03a7-464e-46f0-ac89-b18c8502b520 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:49.157447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-791d03a7-464e-46f0-ac89-b18c8502b520 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.159794 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-791d03a7-464e-46f0-ac89-b18c8502b520 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:49.160284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791d03a7-464e-46f0-ac89-b18c8502b520 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 400 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:49.184249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e5eee3ab-1a74-487a-acd2-9a558fe0e7a6 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Network da3eb7d6-3f7b-4053-af53-e8e9b3450836 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:49.201442 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5eee3ab-1a74-487a-acd2-9a558fe0e7a6 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.428490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.470266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-165ee1f1-3c99-4dff-9fd0-c0bfb472d480 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:49.482798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-165ee1f1-3c99-4dff-9fd0-c0bfb472d480 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:49.507454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-165ee1f1-3c99-4dff-9fd0-c0bfb472d480 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:49.518062 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-791d03a7-464e-46f0-ac89-b18c8502b520 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7316444 Jan 14 07:33:49.519399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43942) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:49.535394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d0d81682-b2b5-433a-980f-61e476b08459 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:49.537071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1b9bb0d5-7a52-4307-9d5c-cc23b4b1bd06 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 0568a4dd-50d5-4553-86a4-3de653015adc has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:49.618332 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b9bb0d5-7a52-4307-9d5c-cc23b4b1bd06 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.660058 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf4ae285-658d-400a-aaee-f32829c1a327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.729048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf4ae285-658d-400a-aaee-f32829c1a327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.733809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e5eee3ab-1a74-487a-acd2-9a558fe0e7a6 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Network da3eb7d6-3f7b-4053-af53-e8e9b3450836 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:49.741378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d0d81682-b2b5-433a-980f-61e476b08459 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:49.786929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d0d81682-b2b5-433a-980f-61e476b08459 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:33:49.816872 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:33:49.823746 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:33:49.826005 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-165ee1f1-3c99-4dff-9fd0-c0bfb472d480 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.833712 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-165ee1f1-3c99-4dff-9fd0-c0bfb472d480 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.840679 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7d1be8a3-2f92-4fb0-b7d4-cb09bf71a749 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:49.867079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d81682-b2b5-433a-980f-61e476b08459 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:49.876933 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0d81682-b2b5-433a-980f-61e476b08459 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.879495 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d81682-b2b5-433a-980f-61e476b08459 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:49.880047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d81682-b2b5-433a-980f-61e476b08459 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 400 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:49.937734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ee1f1-3c99-4dff-9fd0-c0bfb472d480 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event updated for resources: {'SecurityGroup': ['ID=59bb6a2f-ff2f-4587-ab86-7b6db3270117,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:49.945670 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-165ee1f1-3c99-4dff-9fd0-c0bfb472d480 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:49.957588 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf4ae285-658d-400a-aaee-f32829c1a327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.960326 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf4ae285-658d-400a-aaee-f32829c1a327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.961591 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bf4ae285-658d-400a-aaee-f32829c1a327 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cfc7fc6f-b7af-4a0b-b4be-183a040f65c4 HTTP/1.1" status: 204 len: 168 time: 0.8474481 Jan 14 07:33:49.964844 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4cde53e1-23d7-4665-bf33-b4fdbaf3af4d tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:49.976833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-165ee1f1-3c99-4dff-9fd0-c0bfb472d480 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:49.978301 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-165ee1f1-3c99-4dff-9fd0-c0bfb472d480 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0564482 Jan 14 07:33:49.979491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ae285-658d-400a-aaee-f32829c1a327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc7fc6f-b7af-4a0b-b4be-183a040f65c4,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:49.982693 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d0d81682-b2b5-433a-980f-61e476b08459 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4598484 Jan 14 07:33:49.983141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43964) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:49.984262 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bf4ae285-658d-400a-aaee-f32829c1a327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:49.986721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43966) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:49.992181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-445a8292-db15-4622-bac3-0437135ccc1d tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': '59bb6a2f-ff2f-4587-ab86-7b6db3270117', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:50.011978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4577d7d9-acaa-4b52-bfd1-c58942794e45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:50.029492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-445a8292-db15-4622-bac3-0437135ccc1d tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:50.041567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-445a8292-db15-4622-bac3-0437135ccc1d tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:50.073610 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-152faddb-870b-4f23-9413-8e1895eaa7b5 req-85bd13eb-96f5-44f0-8551-36e89a11e0df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be6ed0f6ad614baa801236c721ab0d89&device_id=413a2f99-1ba2-4716-a845-5a69cf571e21 HTTP/1.1" status: 200 len: 210 time: 0.5733390 Jan 14 07:33:50.093824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-445a8292-db15-4622-bac3-0437135ccc1d tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:50.117743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-445a8292-db15-4622-bac3-0437135ccc1d tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:50.173719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4577d7d9-acaa-4b52-bfd1-c58942794e45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:50.190297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4577d7d9-acaa-4b52-bfd1-c58942794e45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:50.193590 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-445a8292-db15-4622-bac3-0437135ccc1d tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:50.195081 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-445a8292-db15-4622-bac3-0437135ccc1d tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2098606 Jan 14 07:33:50.199129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43976) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:50.205668 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-152faddb-870b-4f23-9413-8e1895eaa7b5 req-6a3ddae5-a532-4d67-a9c2-782b35a2b50b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=be6ed0f6ad614baa801236c721ab0d89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625215 Jan 14 07:33:50.207274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4fc892b9-1627-4113-890b-ed1a0109d54a tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group_rule': {'security_group_id': '59bb6a2f-ff2f-4587-ab86-7b6db3270117', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:50.219010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4fc892b9-1627-4113-890b-ed1a0109d54a tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:50.224640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4fc892b9-1627-4113-890b-ed1a0109d54a tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:50.227548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4577d7d9-acaa-4b52-bfd1-c58942794e45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:50.238648 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4577d7d9-acaa-4b52-bfd1-c58942794e45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:50.246207 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4577d7d9-acaa-4b52-bfd1-c58942794e45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:50.246927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4577d7d9-acaa-4b52-bfd1-c58942794e45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 400 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:33:50.251425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4fc892b9-1627-4113-890b-ed1a0109d54a tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:50.253865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1b9bb0d5-7a52-4307-9d5c-cc23b4b1bd06 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 0568a4dd-50d5-4553-86a4-3de653015adc has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:33:50.264095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4fc892b9-1627-4113-890b-ed1a0109d54a tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:50.265264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5eee3ab-1a74-487a-acd2-9a558fe0e7a6 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:50.286853 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4577d7d9-acaa-4b52-bfd1-c58942794e45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2814865 Jan 14 07:33:50.287876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43982) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:33:50.352318 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:33:50.354317 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1f980f1-a286-42bc-b401-b962ab0f997d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:50.360049 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2ad16c92-574c-4253-b84a-0cb07e978464 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0706308 Jan 14 07:33:50.361600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43988) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:50.371418 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5eee3ab-1a74-487a-acd2-9a558fe0e7a6 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:50.457825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ea0ccc-8619-48b5-8727-f039b6a2104a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:50.463004 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-72ea0ccc-8619-48b5-8727-f039b6a2104a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0998063 Jan 14 07:33:50.464085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43996) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:50.468058 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-4fc892b9-1627-4113-890b-ed1a0109d54a tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:33:50.469429 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4fc892b9-1627-4113-890b-ed1a0109d54a tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2690487 Jan 14 07:33:50.542543 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b09d5394-da16-4a2d-96b2-acf26edd539a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765679 Jan 14 07:33:50.543593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44000) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:50.549175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44004) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:50.571109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-db0455e9-e643-4c69-bc93-bed0f30ec52b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:50.756970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-db0455e9-e643-4c69-bc93-bed0f30ec52b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:50.762744 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-617e0a15-89ef-47ec-865b-78e2628b752b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:50.779563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-db0455e9-e643-4c69-bc93-bed0f30ec52b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:50.807159 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e5eee3ab-1a74-487a-acd2-9a558fe0e7a6 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] 10.222.0.41 "DELETE /v2.0/networks/da3eb7d6-3f7b-4053-af53-e8e9b3450836 HTTP/1.1" status: 204 len: 168 time: 5.7049861 Jan 14 07:33:50.814032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-617e0a15-89ef-47ec-865b-78e2628b752b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:50.826690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0455e9-e643-4c69-bc93-bed0f30ec52b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:50.836882 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db0455e9-e643-4c69-bc93-bed0f30ec52b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:50.883137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eee3ab-1a74-487a-acd2-9a558fe0e7a6 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Pushing event deleted for resources: {'Network': ['ID=da3eb7d6-3f7b-4053-af53-e8e9b3450836,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:50.887013 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e5eee3ab-1a74-487a-acd2-9a558fe0e7a6 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:51.018830 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-617e0a15-89ef-47ec-865b-78e2628b752b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.032136 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d216c52-3304-4b33-919d-da85ab902c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:51.049364 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-617e0a15-89ef-47ec-865b-78e2628b752b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.050913 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-617e0a15-89ef-47ec-865b-78e2628b752b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "DELETE /v2.0/security-groups/59bb6a2f-ff2f-4587-ab86-7b6db3270117 HTTP/1.1" status: 204 len: 168 time: 0.5035839 Jan 14 07:33:51.054381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44022) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:51.057393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e0a15-89ef-47ec-865b-78e2628b752b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bb6a2f-ff2f-4587-ab86-7b6db3270117,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:51.061122 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-617e0a15-89ef-47ec-865b-78e2628b752b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:51.156449 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b9bb0d5-7a52-4307-9d5c-cc23b4b1bd06 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.185706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8163b4b1-c1d7-4c5d-abe5-cea4917b4993 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Synchronizing usage tracker for tenant:9b5f52e2c4254ec48053b0b6b9e39c93 on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:51.186196 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fb31e625-aef8-4f73-bff8-583427e922d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:51.214069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b9bb0d5-7a52-4307-9d5c-cc23b4b1bd06 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.235357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8163b4b1-c1d7-4c5d-abe5-cea4917b4993 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Unset dirty status for tenant:9b5f52e2c4254ec48053b0b6b9e39c93 on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:51.236940 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8163b4b1-c1d7-4c5d-abe5-cea4917b4993 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1812673 Jan 14 07:33:51.249935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44030) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:51.253292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bb0d5-7a52-4307-9d5c-cc23b4b1bd06 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Network': ['ID=0568a4dd-50d5-4553-86a4-3de653015adc,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:51.259436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4732c958-184a-4656-a76e-7e51a00ec84e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group': {'name': 'tempest-secgroup--1298646448'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:51.262035 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1b9bb0d5-7a52-4307-9d5c-cc23b4b1bd06 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:51.272297 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1b9bb0d5-7a52-4307-9d5c-cc23b4b1bd06 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/networks/0568a4dd-50d5-4553-86a4-3de653015adc HTTP/1.1" status: 204 len: 168 time: 3.6976449 Jan 14 07:33:51.275690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44034) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:51.279027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4732c958-184a-4656-a76e-7e51a00ec84e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:51.283108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152faddb-870b-4f23-9413-8e1895eaa7b5 req-89b3d6fa-7419-4560-b3eb-7b7a03756d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:51.288983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-583f510e-3308-4865-8d32-69d1cb81d766 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'network': {'name': 'tempest-RoutersTest-246146566'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:51.292292 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-152faddb-870b-4f23-9413-8e1895eaa7b5 req-89b3d6fa-7419-4560-b3eb-7b7a03756d55 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.0694079 Jan 14 07:33:51.301034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-583f510e-3308-4865-8d32-69d1cb81d766 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:51.301279 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.339772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4732c958-184a-4656-a76e-7e51a00ec84e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:51.342619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-583f510e-3308-4865-8d32-69d1cb81d766 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:network and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:51.391756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-583f510e-3308-4865-8d32-69d1cb81d766 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:51.411067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-583f510e-3308-4865-8d32-69d1cb81d766 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:51.431427 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4732c958-184a-4656-a76e-7e51a00ec84e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.450085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583f510e-3308-4865-8d32-69d1cb81d766 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Made reservation on behalf of 5dbc558c61ca44a5a9c57934b14edce4 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:51.459844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-583f510e-3308-4865-8d32-69d1cb81d766 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.491383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4732c958-184a-4656-a76e-7e51a00ec84e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:51.495507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4732c958-184a-4656-a76e-7e51a00ec84e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Usage tracker for resource:security_group_rule and tenant:9b5f52e2c4254ec48053b0b6b9e39c93 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:51.498598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4732c958-184a-4656-a76e-7e51a00ec84e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:51.505241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4732c958-184a-4656-a76e-7e51a00ec84e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:51.587129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4732c958-184a-4656-a76e-7e51a00ec84e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.598574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4732c958-184a-4656-a76e-7e51a00ec84e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.605229 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4ac8691f-500c-4452-bcc8-b7dc4fee2c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:51.652498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Router 0e2fbf1b-4fe6-4fa9-917c-dc16b3734298 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:33:51.654401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583f510e-3308-4865-8d32-69d1cb81d766 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:33:51.703166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732c958-184a-4656-a76e-7e51a00ec84e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event updated for resources: {'SecurityGroup': ['ID=14f967f7-eae5-4800-9585-cfe889e11ad4,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:51.709857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44044) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:51.710887 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-583f510e-3308-4865-8d32-69d1cb81d766 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.711372 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-583f510e-3308-4865-8d32-69d1cb81d766 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Added segment dfb58ae6-0b92-4ac2-86a9-7a31dd6ef10f of type vxlan for network 45050330-c84f-4d1e-b744-9d29b68a01ca Jan 14 07:33:51.723390 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4732c958-184a-4656-a76e-7e51a00ec84e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:51.734223 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4732c958-184a-4656-a76e-7e51a00ec84e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.739072 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4732c958-184a-4656-a76e-7e51a00ec84e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4812238 Jan 14 07:33:51.741308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44050) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:51.764297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fea4462f-3d76-480f-83ce-b5fb721b229b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Request body: {'security_group': {'name': 'default'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:51.764783 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-fea4462f-3d76-480f-83ce-b5fb721b229b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 14 07:33:51.765475 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-fea4462f-3d76-480f-83ce-b5fb721b229b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] update failed (client error): There was a conflict when trying to complete your request. Jan 14 07:33:51.769672 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fea4462f-3d76-480f-83ce-b5fb721b229b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "PUT /v2.0/security-groups/14f967f7-eae5-4800-9585-cfe889e11ad4 HTTP/1.1" status: 409 len: 330 time: 0.0204189 Jan 14 07:33:51.772040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44054) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:51.796015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-583f510e-3308-4865-8d32-69d1cb81d766 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.921446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-db0455e9-e643-4c69-bc93-bed0f30ec52b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80908) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:33:51.934408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db0455e9-e643-4c69-bc93-bed0f30ec52b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:51.984430 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d26d94b5-c7cb-4932-a7ce-fd203174f623 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:52.031586 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-152faddb-870b-4f23-9413-8e1895eaa7b5 req-8ee9b76f-74be-41db-a539-cd4ca1e3e4c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be6ed0f6ad614baa801236c721ab0d89&device_id=413a2f99-1ba2-4716-a845-5a69cf571e21 HTTP/1.1" status: 200 len: 210 time: 0.1352472 Jan 14 07:33:52.094463 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-152faddb-870b-4f23-9413-8e1895eaa7b5 req-f190a658-9980-4fdf-9dc4-77bd6dbe613a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=be6ed0f6ad614baa801236c721ab0d89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457716 Jan 14 07:33:52.095729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:33:52.107187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7611316-9847-40e5-81ce-6480dc4b3926 None None] Sync routers for ids ['0e2fbf1b-4fe6-4fa9-917c-dc16b3734298'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:33:52.122593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7611316-9847-40e5-81ce-6480dc4b3926 None None] Routers {'0e2fbf1b-4fe6-4fa9-917c-dc16b3734298'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:52.123571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e7611316-9847-40e5-81ce-6480dc4b3926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:33:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['0e2fbf1b-4fe6-4fa9-917c-dc16b3734298'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:52.126944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-583f510e-3308-4865-8d32-69d1cb81d766 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:33:52.161904 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:52.166446 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.4335518 Jan 14 07:33:52.176411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44068) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:52.204676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e7611316-9847-40e5-81ce-6480dc4b3926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:52.217006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7611316-9847-40e5-81ce-6480dc4b3926 None None] Routers {'0e2fbf1b-4fe6-4fa9-917c-dc16b3734298'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:52.218355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e7611316-9847-40e5-81ce-6480dc4b3926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:33:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['0e2fbf1b-4fe6-4fa9-917c-dc16b3734298'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:52.262325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-583f510e-3308-4865-8d32-69d1cb81d766 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:52.280791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583f510e-3308-4865-8d32-69d1cb81d766 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:52.281618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-583f510e-3308-4865-8d32-69d1cb81d766 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:52.306063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e7611316-9847-40e5-81ce-6480dc4b3926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:52.306766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7611316-9847-40e5-81ce-6480dc4b3926 None None] The sync data for ids ['0e2fbf1b-4fe6-4fa9-917c-dc16b3734298'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:33:52.316624 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-13f4b1b8-eefd-4c47-8036-7c089308f831 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec4b4de36ec54ad69dced9ec4622edbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5890143 Jan 14 07:33:52.320524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44076) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:52.325654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-270f1ad9-dfdb-4a9d-ad82-068492d3c162 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Request body: {'router': {'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'enable_snat': False}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:52.447588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152faddb-870b-4f23-9413-8e1895eaa7b5 req-74cc3258-f801-41bf-a43b-0b3293f3176d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:52.449134 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-152faddb-870b-4f23-9413-8e1895eaa7b5 req-74cc3258-f801-41bf-a43b-0b3293f3176d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3153014 Jan 14 07:33:52.507852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7ca95db-b96b-4b88-b72f-1ed5d0063960 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:52.521349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0455e9-e643-4c69-bc93-bed0f30ec52b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=f3bcce61-9018-4ccf-a2cb-238d5f23647a,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:52.535185 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-db0455e9-e643-4c69-bc93-bed0f30ec52b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:52.543702 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-73439656-adef-4507-9023-aa90ed8ca3fd tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:52.656771 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-583f510e-3308-4865-8d32-69d1cb81d766 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3795481 Jan 14 07:33:52.669378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44086) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:52.688458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-876d3ea9-7b96-4569-ad76-d3114ccafee0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'subnet': {'network_id': '45050330-c84f-4d1e-b744-9d29b68a01ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:52.838207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0455e9-e643-4c69-bc93-bed0f30ec52b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:52.844755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-876d3ea9-7b96-4569-ad76-d3114ccafee0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:52.848726 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7ca95db-b96b-4b88-b72f-1ed5d0063960 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:52.858115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-db0455e9-e643-4c69-bc93-bed0f30ec52b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:52.860123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f510e-3308-4865-8d32-69d1cb81d766 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Network': ['ID=45050330-c84f-4d1e-b744-9d29b68a01ca,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:52.868377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1c618b-25d4-4fd3-aafd-10f5518c029b None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:52.903417 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-583f510e-3308-4865-8d32-69d1cb81d766 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:52.909954 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22279ffa-27a2-46ee-867d-f3b52806330f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:52.931186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-876d3ea9-7b96-4569-ad76-d3114ccafee0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:subnet and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:53.006819 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22279ffa-27a2-46ee-867d-f3b52806330f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:53.016913 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-270f1ad9-dfdb-4a9d-ad82-068492d3c162 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:53.123101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0455e9-e643-4c69-bc93-bed0f30ec52b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:53.123814 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db0455e9-e643-4c69-bc93-bed0f30ec52b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:53.137905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-876d3ea9-7b96-4569-ad76-d3114ccafee0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:53.151524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 45050330-c84f-4d1e-b744-9d29b68a01ca details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:53.182285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22279ffa-27a2-46ee-867d-f3b52806330f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:53.191208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 45050330-c84f-4d1e-b744-9d29b68a01ca details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:53.193963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-876d3ea9-7b96-4569-ad76-d3114ccafee0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:53.197170 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-abae69c5-7e93-491a-895b-a03156788e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:53.215454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22279ffa-27a2-46ee-867d-f3b52806330f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea34563-dbff-4195-ac8c-ced0a77264d1,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:53.240341 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-22279ffa-27a2-46ee-867d-f3b52806330f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:53.253708 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-db0455e9-e643-4c69-bc93-bed0f30ec52b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6994591 Jan 14 07:33:53.253708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22279ffa-27a2-46ee-867d-f3b52806330f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:53.254034 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-22279ffa-27a2-46ee-867d-f3b52806330f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ea34563-dbff-4195-ac8c-ced0a77264d1 HTTP/1.1" status: 204 len: 168 time: 0.8492966 Jan 14 07:33:53.255073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44106) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:53.259221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876d3ea9-7b96-4569-ad76-d3114ccafee0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Made reservation on behalf of 5dbc558c61ca44a5a9c57934b14edce4 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:53.287417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9d889c9b-ce3e-48c4-8212-dd4ca40603cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'mac_address': 'fa:16:3e:30:ab:03', 'name': 'tempest-NetworksTestDHCPv6-2091458577'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:53.310806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7ca95db-b96b-4b88-b72f-1ed5d0063960 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:53.368761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 45050330-c84f-4d1e-b744-9d29b68a01ca details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:33:53.384293 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8b34cdcf-4cfa-4d6a-931f-a8f835046473 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:53.609505 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7ca95db-b96b-4b88-b72f-1ed5d0063960 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:53.609505 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f7ca95db-b96b-4b88-b72f-1ed5d0063960 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "DELETE /v2.0/security-groups/14f967f7-eae5-4800-9585-cfe889e11ad4 HTTP/1.1" status: 204 len: 168 time: 1.8307183 Jan 14 07:33:53.609505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca95db-b96b-4b88-b72f-1ed5d0063960 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f967f7-eae5-4800-9585-cfe889e11ad4,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:53.609505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44116) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:53.629687 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f7ca95db-b96b-4b88-b72f-1ed5d0063960 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:53.731508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-62ffb4df-39f2-4aa5-8589-07a076884f89 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Synchronizing usage tracker for tenant:9b5f52e2c4254ec48053b0b6b9e39c93 on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:53.777872 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-876d3ea9-7b96-4569-ad76-d3114ccafee0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:54.078102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': 'f3bcce61-9018-4ccf-a2cb-238d5f23647a'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:33:54.079003 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:54.101275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-62ffb4df-39f2-4aa5-8589-07a076884f89 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Unset dirty status for tenant:9b5f52e2c4254ec48053b0b6b9e39c93 on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:54.129439 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-62ffb4df-39f2-4aa5-8589-07a076884f89 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5158868 Jan 14 07:33:54.130357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44138) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:54.154714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-663a8347-d8f1-4568-a42c-7052f5766e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:54.213997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9d889c9b-ce3e-48c4-8212-dd4ca40603cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:54.226062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44152) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:54.284905 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-e4485314-024f-47df-b321-c962a8b14d51 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] delete failed (client error): The resource could not be found. Jan 14 07:33:54.286192 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e4485314-024f-47df-b321-c962a8b14d51 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "DELETE /v2.0/security-groups/2d76c791-4067-4681-9f27-c3840c73c2e2 HTTP/1.1" status: 404 len: 347 time: 0.1452589 Jan 14 07:33:54.292157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9d889c9b-ce3e-48c4-8212-dd4ca40603cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:54.306421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44162) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:54.317493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d889c9b-ce3e-48c4-8212-dd4ca40603cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:54.509099 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d889c9b-ce3e-48c4-8212-dd4ca40603cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:54.781528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Allocated IP 2001:db8::f816:3eff:fecb:9516 (e6acc9a6-db0b-42d1-82b7-716516d3711e/f3bcce61-9018-4ccf-a2cb-238d5f23647a/8c0d3eba-452e-4bee-a033-9c3443cbb60c) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:54.858024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-270f1ad9-dfdb-4a9d-ad82-068492d3c162 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:54.867062 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f3d2182d-5da4-46c3-a66e-f9c863ab8ddc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48699d09a3f844e3a961d926707c1e60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6366174 Jan 14 07:33:54.867062 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-270f1ad9-dfdb-4a9d-ad82-068492d3c162 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:54.868651 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44180) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:54.960600 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-f19b50b8-a2ef-4ad5-95c8-b0f5596aa251 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] show failed (client error): The resource could not be found. Jan 14 07:33:54.970228 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f19b50b8-a2ef-4ad5-95c8-b0f5596aa251 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "GET /v2.0/security-groups/f2463420-d0da-4cbb-a1a3-80d5bdf48aae HTTP/1.1" status: 404 len: 347 time: 0.6493883 Jan 14 07:33:54.976031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44190) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:55.146015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44194) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:55.200731 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-22764109-e57c-463f-88ec-6da3d6ad7e97 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] show failed (client error): The resource could not be found. Jan 14 07:33:55.206351 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-22764109-e57c-463f-88ec-6da3d6ad7e97 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] 10.222.0.41 "GET /v2.0/security-group-rules/86a7e6e2-bf74-4d69-9e56-33b8df96f91a HTTP/1.1" status: 404 len: 356 time: 0.0973320 Jan 14 07:33:55.210576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-248086c2-f6e1-4db4-8f42-55e428b06339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:55.212970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:55.228647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Transition to ACTIVE for port object 8c0d3eba-452e-4bee-a033-9c3443cbb60c will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:55.243098 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-248086c2-f6e1-4db4-8f42-55e428b06339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:55.255197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Transition to ACTIVE for port object 8c0d3eba-452e-4bee-a033-9c3443cbb60c will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:55.262409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:55.282191 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:55.304990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-248086c2-f6e1-4db4-8f42-55e428b06339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:55.313686 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-71c64590-221c-43b7-b2dc-262e29fe7a3b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:55.372224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248086c2-f6e1-4db4-8f42-55e428b06339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816b3284-ce22-427c-b2b3-c3de2af4703d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:55.449102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-9d889c9b-ce3e-48c4-8212-dd4ca40603cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port 84bf9d5c-a80a-459b-abde-70eb032b9be2 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:33:55.503868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-248086c2-f6e1-4db4-8f42-55e428b06339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:55.506609 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-248086c2-f6e1-4db4-8f42-55e428b06339 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/816b3284-ce22-427c-b2b3-c3de2af4703d HTTP/1.1" status: 204 len: 168 time: 0.6341488 Jan 14 07:33:55.606954 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-248086c2-f6e1-4db4-8f42-55e428b06339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:55.622958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44210) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:55.662776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270f1ad9-dfdb-4a9d-ad82-068492d3c162 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Router 0e2fbf1b-4fe6-4fa9-917c-dc16b3734298 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:33:55.674480 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c9f427e-7d6a-4aec-9c07-70b954f7e05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:55.720946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8c9f427e-7d6a-4aec-9c07-70b954f7e05a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:55.728594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8c9f427e-7d6a-4aec-9c07-70b954f7e05a admin admin] Usage tracker for resource:security_group_rule and tenant:55d71050a1b24ff4bd6783c58405a924 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:55.730275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Pushing event updated for resources: {'Port': ['ID=8c0d3eba-452e-4bee-a033-9c3443cbb60c,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:55.745645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8c9f427e-7d6a-4aec-9c07-70b954f7e05a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:55.760347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8c9f427e-7d6a-4aec-9c07-70b954f7e05a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:55.763487 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:55.781027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9d889c9b-ce3e-48c4-8212-dd4ca40603cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::f816:3eff:fe30:ab03 (e6acc9a6-db0b-42d1-82b7-716516d3711e/f3bcce61-9018-4ccf-a2cb-238d5f23647a/84bf9d5c-a80a-459b-abde-70eb032b9be2) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:55.861975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:55.863173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:55.868345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:33:55.895814 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c9f427e-7d6a-4aec-9c07-70b954f7e05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:55.933823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Attempting to bind port 8c0d3eba-452e-4bee-a033-9c3443cbb60c on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:33:55.934247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Attempting to bind port 8c0d3eba-452e-4bee-a033-9c3443cbb60c by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:33:55.934813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Attempting to bind port 8c0d3eba-452e-4bee-a033-9c3443cbb60c on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:33:55.941915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:33:55.942345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:55.942805 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:55.943254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:33:55.943809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Bound port: 8c0d3eba-452e-4bee-a033-9c3443cbb60c, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:33:55.944236 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:55.976449 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c9f427e-7d6a-4aec-9c07-70b954f7e05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:55.996248 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d6b9bd9-e612-4404-8cff-9df1af67a599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:56.068682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] For port 8c0d3eba-452e-4bee-a033-9c3443cbb60c, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:33:56.072425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] For port 8c0d3eba-452e-4bee-a033-9c3443cbb60c, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=8c0d3eba-452e-4bee-a033-9c3443cbb60c,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:33:56.075888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.116535 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-876d3ea9-7b96-4569-ad76-d3114ccafee0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.130504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f427e-7d6a-4aec-9c07-70b954f7e05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d84692e-30e1-48c5-bcd2-3ca3d662a0a3,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:56.154224 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8c9f427e-7d6a-4aec-9c07-70b954f7e05a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55d71050a1b24ff4bd6783c58405a924&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0067775 Jan 14 07:33:56.154961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44226) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:56.177107 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8c9f427e-7d6a-4aec-9c07-70b954f7e05a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:56.222513 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7383e85-273d-4bfe-a83a-c5d3f2174fe7 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:56.233707 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:56.356456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1cea24d1-9675-4ca8-a877-1fdb972c9d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.358811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270f1ad9-dfdb-4a9d-ad82-068492d3c162 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:33:56.368812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32770539-a7c1-4dfd-a4a6-4a8fe039b381 None None] Sync routers for ids ['0e2fbf1b-4fe6-4fa9-917c-dc16b3734298'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:33:56.380808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-270f1ad9-dfdb-4a9d-ad82-068492d3c162 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.385043 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-270f1ad9-dfdb-4a9d-ad82-068492d3c162 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "PUT /v2.0/routers/0e2fbf1b-4fe6-4fa9-917c-dc16b3734298 HTTP/1.1" status: 200 len: 921 time: 4.2073684 Jan 14 07:33:56.385906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44236) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:56.395214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32770539-a7c1-4dfd-a4a6-4a8fe039b381 None None] Routers {'0e2fbf1b-4fe6-4fa9-917c-dc16b3734298'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:56.397085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-32770539-a7c1-4dfd-a4a6-4a8fe039b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:33:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['0e2fbf1b-4fe6-4fa9-917c-dc16b3734298'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:56.415004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Pushing event updated for resources: {'Port': ['ID=8c0d3eba-452e-4bee-a033-9c3443cbb60c,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:56.426337 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:56.493331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1cea24d1-9675-4ca8-a877-1fdb972c9d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.554250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1cea24d1-9675-4ca8-a877-1fdb972c9d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.572447 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a4fe8704-4b85-41f6-8bbf-8064fcbfc452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:56.603594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea24d1-9675-4ca8-a877-1fdb972c9d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d84692e-30e1-48c5-bcd2-3ca3d662a0a3,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:56.610693 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1cea24d1-9675-4ca8-a877-1fdb972c9d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:56.617256 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1cea24d1-9675-4ca8-a877-1fdb972c9d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.617697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-32770539-a7c1-4dfd-a4a6-4a8fe039b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:56.621616 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1cea24d1-9675-4ca8-a877-1fdb972c9d5f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d84692e-30e1-48c5-bcd2-3ca3d662a0a3 HTTP/1.1" status: 204 len: 168 time: 0.4431062 Jan 14 07:33:56.660291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32770539-a7c1-4dfd-a4a6-4a8fe039b381 None None] Routers {'0e2fbf1b-4fe6-4fa9-917c-dc16b3734298'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:33:56.662587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-32770539-a7c1-4dfd-a4a6-4a8fe039b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:33:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['0e2fbf1b-4fe6-4fa9-917c-dc16b3734298'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:56.725911 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dad1c510-cf41-4a4b-9b92-2df1075fe2a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b5f52e2c4254ec48053b0b6b9e39c93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1014667 Jan 14 07:33:56.735104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44250) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:56.745839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d3ea9-7b96-4569-ad76-d3114ccafee0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Subnet': ['ID=cfffc0a6-5227-4bb9-92f8-873877e385bc,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:56.766368 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-929279ad-a025-4df5-93f7-ba62ab0886b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:56.808318 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-876d3ea9-7b96-4569-ad76-d3114ccafee0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:56.838998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-32770539-a7c1-4dfd-a4a6-4a8fe039b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:33:56.839435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32770539-a7c1-4dfd-a4a6-4a8fe039b381 None None] The sync data for ids ['0e2fbf1b-4fe6-4fa9-917c-dc16b3734298'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:33:56.965488 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d5d0e9f5-b104-488a-8ab4-e42deae251b4 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "GET /v2.0/routers/0e2fbf1b-4fe6-4fa9-917c-dc16b3734298 HTTP/1.1" status: 200 len: 921 time: 0.5755694 Jan 14 07:33:56.966489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44260) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:56.968883 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d889c9b-ce3e-48c4-8212-dd4ca40603cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.018970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9d889c9b-ce3e-48c4-8212-dd4ca40603cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object 84bf9d5c-a80a-459b-abde-70eb032b9be2 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:57.058067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69125b62-a488-4aac-aeff-fc2d415058e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.085093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876d3ea9-7b96-4569-ad76-d3114ccafee0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Checking segment: {'id': 'dfb58ae6-0b92-4ac2-86a9-7a31dd6ef10f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '45050330-c84f-4d1e-b744-9d29b68a01ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:33:57.085502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876d3ea9-7b96-4569-ad76-d3114ccafee0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network hostable DHCP agents. Network: 45050330-c84f-4d1e-b744-9d29b68a01ca, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:33:57.105551 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d889c9b-ce3e-48c4-8212-dd4ca40603cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.136839 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69125b62-a488-4aac-aeff-fc2d415058e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.152712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3d7d37-becd-4993-bbc1-22be781dabc7 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:57.159620 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8d3d7d37-becd-4993-bbc1-22be781dabc7 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "GET /v2.0/ports?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&device_id=0e2fbf1b-4fe6-4fa9-917c-dc16b3734298&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1857333 Jan 14 07:33:57.160325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44266) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:57.255401 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b387af40-067c-4f33-b62d-b8ea17ca7fea tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:57.333519 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.361604 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69125b62-a488-4aac-aeff-fc2d415058e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.368064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d889c9b-ce3e-48c4-8212-dd4ca40603cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=84bf9d5c-a80a-459b-abde-70eb032b9be2,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:57.372943 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1cea24d1-9675-4ca8-a877-1fdb972c9d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:57.381567 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d889c9b-ce3e-48c4-8212-dd4ca40603cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:57.402066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876d3ea9-7b96-4569-ad76-d3114ccafee0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 45050330-c84f-4d1e-b744-9d29b68a01ca is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:33:57.408647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69125b62-a488-4aac-aeff-fc2d415058e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edce105-2c93-4a7c-8807-e2f6865ffd0b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:57.416709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-876d3ea9-7b96-4569-ad76-d3114ccafee0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 45050330-c84f-4d1e-b744-9d29b68a01ca) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:57.435719 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-69125b62-a488-4aac-aeff-fc2d415058e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:57.451372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876d3ea9-7b96-4569-ad76-d3114ccafee0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:57.452064 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-876d3ea9-7b96-4569-ad76-d3114ccafee0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.468398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16104afd-583d-44e5-8623-a133d36751c2 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:57.469033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-16104afd-583d-44e5-8623-a133d36751c2 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Synchronizing usage tracker for tenant:01198dca62964a4580406d05c0496a44 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:57.472346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32026208-6e3b-4d1a-aead-c336496f043b None None] Network 45050330-c84f-4d1e-b744-9d29b68a01ca requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:33:57.490983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44276) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:57.491264 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-876d3ea9-7b96-4569-ad76-d3114ccafee0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8123367 Jan 14 07:33:57.492294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69125b62-a488-4aac-aeff-fc2d415058e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.496065 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-69125b62-a488-4aac-aeff-fc2d415058e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5edce105-2c93-4a7c-8807-e2f6865ffd0b HTTP/1.1" status: 204 len: 168 time: 0.7574396 Jan 14 07:33:57.503299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d5ac093d-7ab4-4446-980e-fd95c8df3bb0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'router': {'name': 'tempest-RoutersTest-router-1735719488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:57.515420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d5ac093d-7ab4-4446-980e-fd95c8df3bb0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:57.520908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d5ac093d-7ab4-4446-980e-fd95c8df3bb0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:router and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:57.539409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d5ac093d-7ab4-4446-980e-fd95c8df3bb0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:57.550885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d5ac093d-7ab4-4446-980e-fd95c8df3bb0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:57.567716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-16104afd-583d-44e5-8623-a133d36751c2 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Unset dirty status for tenant:01198dca62964a4580406d05c0496a44 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:57.576476 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-16104afd-583d-44e5-8623-a133d36751c2 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 881 time: 0.4084334 Jan 14 07:33:57.577545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44282) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:57.585546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d889c9b-ce3e-48c4-8212-dd4ca40603cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:33:57.587263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9d889c9b-ce3e-48c4-8212-dd4ca40603cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:33:57.592073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d889c9b-ce3e-48c4-8212-dd4ca40603cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:57.597195 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:57.601368 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:33:57.601368 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:57.601368 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:57.601368 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:57.601368 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:33:57.601368 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:57.601368 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:57.601368 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:57.601368 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:33:57.601368 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:57.601368 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:57.601368 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:57.601368 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:33:57.601368 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:57.601368 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:57.601368 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:57.601368 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:33:57.601368 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:33:57.601368 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:33:57.601368 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:33:57.626482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d889c9b-ce3e-48c4-8212-dd4ca40603cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:57.627412 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d889c9b-ce3e-48c4-8212-dd4ca40603cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.653516 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5ac093d-7ab4-4446-980e-fd95c8df3bb0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.654906 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5ac093d-7ab4-4446-980e-fd95c8df3bb0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.670229 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9d889c9b-ce3e-48c4-8212-dd4ca40603cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4128191 Jan 14 07:33:57.671738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44288) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:57.696609 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-37ffd46e-3883-458a-a179-18c07a3acb2c tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "GET /v2.0/ports?device_id=0e2fbf1b-4fe6-4fa9-917c-dc16b3734298 HTTP/1.1" status: 200 len: 205 time: 0.1177366 Jan 14 07:33:57.698358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44294) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:57.706574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44298) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:57.747907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8c0d3eba-452e-4bee-a033-9c3443cbb60c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:33:57.759176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94c6dc20-a25b-4866-a72d-74daf2203e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.782506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-94c6dc20-a25b-4866-a72d-74daf2203e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:57.789910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-94c6dc20-a25b-4866-a72d-74daf2203e47 admin admin] Usage tracker for resource:security_group_rule and tenant:2ac67ef10b404b9d9719f81c8feccdc4 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:57.794569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-94c6dc20-a25b-4866-a72d-74daf2203e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:57.803764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-94c6dc20-a25b-4866-a72d-74daf2203e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:57.978251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94c6dc20-a25b-4866-a72d-74daf2203e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.987521 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94c6dc20-a25b-4866-a72d-74daf2203e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:57.998557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 8c0d3eba-452e-4bee-a033-9c3443cbb60c completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:58.043019 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:58.054667 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-94c6dc20-a25b-4866-a72d-74daf2203e47 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ac67ef10b404b9d9719f81c8feccdc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3441353 Jan 14 07:33:58.062301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44306) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:58.115472 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.132285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d6ec506-323c-4e63-be4d-0f4cd58fbfb4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.140797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-45050330-c84f-4d1e-b744-9d29b68a01ca', 'network_id': '45050330-c84f-4d1e-b744-9d29b68a01ca', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'fixed_ips': [{'subnet_id': 'cfffc0a6-5227-4bb9-92f8-873877e385bc'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:33:58.142215 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.219946 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aeb12a7d-1b70-4f52-9c79-8753eb966b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.246065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6dc20-a25b-4866-a72d-74daf2203e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26209cd0-b204-47aa-aed7-803338537350,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:58.253530 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-94c6dc20-a25b-4866-a72d-74daf2203e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:58.317762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aeb12a7d-1b70-4f52-9c79-8753eb966b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.380399 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5ac093d-7ab4-4446-980e-fd95c8df3bb0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.427781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aeb12a7d-1b70-4f52-9c79-8753eb966b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.433294 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-94c6dc20-a25b-4866-a72d-74daf2203e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:58.446705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb12a7d-1b70-4f52-9c79-8753eb966b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26209cd0-b204-47aa-aed7-803338537350,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:58.449879 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aeb12a7d-1b70-4f52-9c79-8753eb966b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:33:58.458141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aeb12a7d-1b70-4f52-9c79-8753eb966b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.459518 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-aeb12a7d-1b70-4f52-9c79-8753eb966b96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/26209cd0-b204-47aa-aed7-803338537350 HTTP/1.1" status: 204 len: 168 time: 0.3958459 Jan 14 07:33:58.610039 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5ac093d-7ab4-4446-980e-fd95c8df3bb0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.794554 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5ac093d-7ab4-4446-980e-fd95c8df3bb0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.800079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44320) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:58.809057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Allocated IP 172.20.0.2 (45050330-c84f-4d1e-b744-9d29b68a01ca/cfffc0a6-5227-4bb9-92f8-873877e385bc/427b4c19-e4a6-44d4-9156-733a4446e64d) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:33:58.811668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-039c6603-a9ee-42a6-9eed-1d9c29cbeb96 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'port': {'network_id': '45050330-c84f-4d1e-b744-9d29b68a01ca', 'name': 'tempest-RoutersTest-1419536128'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:33:58.819387 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d5ac093d-7ab4-4446-980e-fd95c8df3bb0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3044400 Jan 14 07:33:58.821005 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d6ec506-323c-4e63-be4d-0f4cd58fbfb4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:58.833058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ec506-323c-4e63-be4d-0f4cd58fbfb4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Deleting port 4b8b9a6d-fb97-4cd1-aa6b-74c33b333182 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:33:58.833419 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d6ec506-323c-4e63-be4d-0f4cd58fbfb4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:59.130435 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:59.145535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0c7a75f0-7800-4137-bb60-59716a88dbe1 None None] Provisioning for port 8c0d3eba-452e-4bee-a033-9c3443cbb60c completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:33:59.172272 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d6ec506-323c-4e63-be4d-0f4cd58fbfb4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:59.239830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0c7a75f0-7800-4137-bb60-59716a88dbe1 None None] Provisioning complete for port 8c0d3eba-452e-4bee-a033-9c3443cbb60c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:59.240369 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c7a75f0-7800-4137-bb60-59716a88dbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:59.388649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-039c6603-a9ee-42a6-9eed-1d9c29cbeb96 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:33:59.399839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-039c6603-a9ee-42a6-9eed-1d9c29cbeb96 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:port and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:33:59.424988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-039c6603-a9ee-42a6-9eed-1d9c29cbeb96 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:33:59.448859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-039c6603-a9ee-42a6-9eed-1d9c29cbeb96 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:33:59.482021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ec506-323c-4e63-be4d-0f4cd58fbfb4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Calling delete_port for 4b8b9a6d-fb97-4cd1-aa6b-74c33b333182 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:33:59.495275 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:59.523283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4031a370-e9a8-4002-9bc5-5556914c4d27 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:59.538814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Transition to ACTIVE for port object 427b4c19-e4a6-44d4-9156-733a4446e64d will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:59.543398 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c7a75f0-7800-4137-bb60-59716a88dbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:59.573670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4031a370-e9a8-4002-9bc5-5556914c4d27 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:33:59.574585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4031a370-e9a8-4002-9bc5-5556914c4d27 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:33:59.617184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039c6603-a9ee-42a6-9eed-1d9c29cbeb96 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Made reservation on behalf of 5dbc558c61ca44a5a9c57934b14edce4 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:33:59.635478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-039c6603-a9ee-42a6-9eed-1d9c29cbeb96 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:59.665445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0c7a75f0-7800-4137-bb60-59716a88dbe1 None None] For port 8c0d3eba-452e-4bee-a033-9c3443cbb60c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=8c0d3eba-452e-4bee-a033-9c3443cbb60c,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:33:59.682118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Transition to ACTIVE for port object 427b4c19-e4a6-44d4-9156-733a4446e64d will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:33:59.685681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c7a75f0-7800-4137-bb60-59716a88dbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:59.688333 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:33:59.731108 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:59.741512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4031a370-e9a8-4002-9bc5-5556914c4d27 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:33:59.751069 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4031a370-e9a8-4002-9bc5-5556914c4d27 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 2.0780094 Jan 14 07:33:59.756086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44344) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:33:59.904751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-939d5978-fc7c-4c0a-b3fd-b68d36da4f61 None None] Provisioning complete for port 8c0d3eba-452e-4bee-a033-9c3443cbb60c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:33:59.905883 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-939d5978-fc7c-4c0a-b3fd-b68d36da4f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:59.977706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a75f0-7800-4137-bb60-59716a88dbe1 None None] Pushing event updated for resources: {'Port': ['ID=8c0d3eba-452e-4bee-a033-9c3443cbb60c,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:33:59.982427 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d6ec506-323c-4e63-be4d-0f4cd58fbfb4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:33:59.999969 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0c7a75f0-7800-4137-bb60-59716a88dbe1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:00.005998 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:00.069484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-14387c12-7936-4063-ac91-ef4293c76cb6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port 84bf9d5c-a80a-459b-abde-70eb032b9be2 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:00.069876 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14387c12-7936-4063-ac91-ef4293c76cb6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.087701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Pushing event updated for resources: {'Port': ['ID=427b4c19-e4a6-44d4-9156-733a4446e64d,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:00.095524 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:00.101808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-039c6603-a9ee-42a6-9eed-1d9c29cbeb96 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] device_id is not set on port 1512f48e-5d8e-47b3-8e1f-bd4b05b0f33b yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:34:00.147766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Network 45050330-c84f-4d1e-b744-9d29b68a01ca is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:00.151783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:00.154766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:00.300567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Attempting to bind port 427b4c19-e4a6-44d4-9156-733a4446e64d on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:34:00.301127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Attempting to bind port 427b4c19-e4a6-44d4-9156-733a4446e64d by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'dfb58ae6-0b92-4ac2-86a9-7a31dd6ef10f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '45050330-c84f-4d1e-b744-9d29b68a01ca'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:34:00.301670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Attempting to bind port 427b4c19-e4a6-44d4-9156-733a4446e64d on network 45050330-c84f-4d1e-b744-9d29b68a01ca {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:34:00.306167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-939d5978-fc7c-4c0a-b3fd-b68d36da4f61 None None] Provisioning for port 84bf9d5c-a80a-459b-abde-70eb032b9be2 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:00.314731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:34:00.315457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Checking segment: {'id': 'dfb58ae6-0b92-4ac2-86a9-7a31dd6ef10f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '45050330-c84f-4d1e-b744-9d29b68a01ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:00.316151 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.316798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Bound using segment: {'id': 'dfb58ae6-0b92-4ac2-86a9-7a31dd6ef10f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '45050330-c84f-4d1e-b744-9d29b68a01ca'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:34:00.317328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Bound port: 427b4c19-e4a6-44d4-9156-733a4446e64d, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb58ae6-0b92-4ac2-86a9-7a31dd6ef10f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '45050330-c84f-4d1e-b744-9d29b68a01ca'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:34:00.317994 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.331892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-939d5978-fc7c-4c0a-b3fd-b68d36da4f61 None None] Provisioning complete for port 84bf9d5c-a80a-459b-abde-70eb032b9be2 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:00.332481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-939d5978-fc7c-4c0a-b3fd-b68d36da4f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.455136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-039c6603-a9ee-42a6-9eed-1d9c29cbeb96 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Allocated IP 172.20.0.12 (45050330-c84f-4d1e-b744-9d29b68a01ca/cfffc0a6-5227-4bb9-92f8-873877e385bc/1512f48e-5d8e-47b3-8e1f-bd4b05b0f33b) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:00.499492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] For port 427b4c19-e4a6-44d4-9156-733a4446e64d, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:34:00.505293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] For port 427b4c19-e4a6-44d4-9156-733a4446e64d, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=427b4c19-e4a6-44d4-9156-733a4446e64d,segment=NetworkSegment(dfb58ae6-0b92-4ac2-86a9-7a31dd6ef10f),segment_id=dfb58ae6-0b92-4ac2-86a9-7a31dd6ef10f)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:34:00.506895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-939d5978-fc7c-4c0a-b3fd-b68d36da4f61 None None] Port 84bf9d5c-a80a-459b-abde-70eb032b9be2 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:00.512003 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:00.649325 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4e7e2047-ccd6-4871-befa-152deacaa468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:00.725973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Pushing event updated for resources: {'Port': ['ID=427b4c19-e4a6-44d4-9156-733a4446e64d,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:00.733367 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:01.235157 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d6ec506-323c-4e63-be4d-0f4cd58fbfb4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.484820 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d6ec506-323c-4e63-be4d-0f4cd58fbfb4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.494877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d6ec506-323c-4e63-be4d-0f4cd58fbfb4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.498134 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14387c12-7936-4063-ac91-ef4293c76cb6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.582680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44390) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:01.678639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-14387c12-7936-4063-ac91-ef4293c76cb6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for 84bf9d5c-a80a-459b-abde-70eb032b9be2 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:01.722815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8c0d3eba-452e-4bee-a033-9c3443cbb60c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:01.741411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d6ec506-323c-4e63-be4d-0f4cd58fbfb4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.742005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6ec506-323c-4e63-be4d-0f4cd58fbfb4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Fanout notify agent at l3_agent the message router_deleted on router 0e2fbf1b-4fe6-4fa9-917c-dc16b3734298 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:34:01.782390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d6ec506-323c-4e63-be4d-0f4cd58fbfb4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.787732 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3d6ec506-323c-4e63-be4d-0f4cd58fbfb4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "DELETE /v2.0/routers/0e2fbf1b-4fe6-4fa9-917c-dc16b3734298 HTTP/1.1" status: 204 len: 168 time: 4.0843933 Jan 14 07:34:01.788441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44400) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:01.795975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a21f6ffd-5519-4931-b0db-ca5ffb771074 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1294127874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:01.809518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a21f6ffd-5519-4931-b0db-ca5ffb771074 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:01.815056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a21f6ffd-5519-4931-b0db-ca5ffb771074 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Usage tracker for resource:router and tenant:e7a02328e66048cf901bbd7f0fd4dd77 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:01.818883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a21f6ffd-5519-4931-b0db-ca5ffb771074 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:01.827869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a21f6ffd-5519-4931-b0db-ca5ffb771074 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:01.835081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 8c0d3eba-452e-4bee-a033-9c3443cbb60c triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:01.835844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.852753 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a21f6ffd-5519-4931-b0db-ca5ffb771074 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.854284 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a21f6ffd-5519-4931-b0db-ca5ffb771074 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.897960 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a21f6ffd-5519-4931-b0db-ca5ffb771074 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.969523 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a21f6ffd-5519-4931-b0db-ca5ffb771074 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:01.992708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 427b4c19-e4a6-44d4-9156-733a4446e64d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:02.053576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a21f6ffd-5519-4931-b0db-ca5ffb771074 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.059532 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a21f6ffd-5519-4931-b0db-ca5ffb771074 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2676330 Jan 14 07:34:02.062214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44410) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:02.081739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-43e75d55-6c7d-41b9-ba50-d2dfcfa94571 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Request body: {'router': {'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:02.082081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-039c6603-a9ee-42a6-9eed-1d9c29cbeb96 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.115093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 427b4c19-e4a6-44d4-9156-733a4446e64d completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:02.132502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-039c6603-a9ee-42a6-9eed-1d9c29cbeb96 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Transition to ACTIVE for port object 1512f48e-5d8e-47b3-8e1f-bd4b05b0f33b will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:02.180804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1116985992'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:02.190503 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-039c6603-a9ee-42a6-9eed-1d9c29cbeb96 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.210468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:02.213117 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:02.298477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c6603-a9ee-42a6-9eed-1d9c29cbeb96 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Port': ['ID=1512f48e-5d8e-47b3-8e1f-bd4b05b0f33b,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:02.307595 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-039c6603-a9ee-42a6-9eed-1d9c29cbeb96 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:02.424639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Usage tracker for resource:network and tenant:e72ceb7e0498441eac9b8fabb1788263 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:02.437242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:02.459312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:02.484164 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14387c12-7936-4063-ac91-ef4293c76cb6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.493672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Made reservation on behalf of e72ceb7e0498441eac9b8fabb1788263 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:02.495542 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.498111 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.499523 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.502986 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:02.502986 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.502986 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.502986 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.502986 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:02.502986 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.502986 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.502986 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.502986 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:02.502986 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.502986 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.502986 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.502986 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:02.502986 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.502986 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.502986 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.502986 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:02.502986 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:02.502986 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:02.502986 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:02.508973 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.509128 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-00b90635-c0d5-4556-a70c-e13405ef17ce tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:02.558468 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.589840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039c6603-a9ee-42a6-9eed-1d9c29cbeb96 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 45050330-c84f-4d1e-b744-9d29b68a01ca is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:02.592767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-039c6603-a9ee-42a6-9eed-1d9c29cbeb96 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:02.595359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c6603-a9ee-42a6-9eed-1d9c29cbeb96 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:02.616309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e528a2b3-c1cc-4a21-abda-7161283c20d2 None None] Network 45050330-c84f-4d1e-b744-9d29b68a01ca requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:02.643622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:02.664922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Usage tracker for resource:security_group_rule and tenant:e72ceb7e0498441eac9b8fabb1788263 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:02.670155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:02.683410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:02.735865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039c6603-a9ee-42a6-9eed-1d9c29cbeb96 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:02.737141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-039c6603-a9ee-42a6-9eed-1d9c29cbeb96 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:02.794281 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-039c6603-a9ee-42a6-9eed-1d9c29cbeb96 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9911771 Jan 14 07:34:02.795069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44428) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:02.848206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-055438ee-9929-44a6-b47e-2eac1bbc0c09 None None] Provisioning for port 427b4c19-e4a6-44d4-9156-733a4446e64d completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:02.855058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-055438ee-9929-44a6-b47e-2eac1bbc0c09 None None] Provisioning complete for port 427b4c19-e4a6-44d4-9156-733a4446e64d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:02.855478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-055438ee-9929-44a6-b47e-2eac1bbc0c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:03.024141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14387c12-7936-4063-ac91-ef4293c76cb6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=84bf9d5c-a80a-459b-abde-70eb032b9be2,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:03.046251 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14387c12-7936-4063-ac91-ef4293c76cb6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:03.120069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14387c12-7936-4063-ac91-ef4293c76cb6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:03.133543 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43e75d55-6c7d-41b9-ba50-d2dfcfa94571 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:03.190304 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-14387c12-7936-4063-ac91-ef4293c76cb6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/84bf9d5c-a80a-459b-abde-70eb032b9be2 HTTP/1.1" status: 204 len: 168 time: 3.4293046 Jan 14 07:34:03.191224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44436) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:03.324308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33afc4c-c633-44d5-a731-71529ce7a305 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:03.324770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33afc4c-c633-44d5-a731-71529ce7a305 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:03.335744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d33afc4c-c633-44d5-a731-71529ce7a305 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:03.368023 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-055438ee-9929-44a6-b47e-2eac1bbc0c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:03.439345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-055438ee-9929-44a6-b47e-2eac1bbc0c09 None None] For port 427b4c19-e4a6-44d4-9156-733a4446e64d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=427b4c19-e4a6-44d4-9156-733a4446e64d,segment=NetworkSegment(dfb58ae6-0b92-4ac2-86a9-7a31dd6ef10f),segment_id=dfb58ae6-0b92-4ac2-86a9-7a31dd6ef10f)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:03.454373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-055438ee-9929-44a6-b47e-2eac1bbc0c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:03.457686 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2db7d809-a340-4eb1-8992-e8d961675910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:03.483988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d33afc4c-c633-44d5-a731-71529ce7a305 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:03.485527 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d33afc4c-c633-44d5-a731-71529ce7a305 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2910030 Jan 14 07:34:03.490825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44446) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:03.794815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28655f3-cbd0-4171-9c2f-cc01ac28dfa3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet f3bcce61-9018-4ccf-a2cb-238d5f23647a {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:34:03.802669 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b28655f3-cbd0-4171-9c2f-cc01ac28dfa3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:03.978897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44456) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:04.067182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055438ee-9929-44a6-b47e-2eac1bbc0c09 None None] Pushing event updated for resources: {'Port': ['ID=427b4c19-e4a6-44d4-9156-733a4446e64d,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:04.071509 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-055438ee-9929-44a6-b47e-2eac1bbc0c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:04.125366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:34:04.194128 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b28655f3-cbd0-4171-9c2f-cc01ac28dfa3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:04.372167 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:04.387769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:04.405942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43e75d55-6c7d-41b9-ba50-d2dfcfa94571 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:04.412061 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:04.449925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43e75d55-6c7d-41b9-ba50-d2dfcfa94571 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:04.480987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2259b08c-e13c-44e2-9a45-734690465520 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:04.491922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-63df7a2f-2cfa-48ea-a1b5-51786bcca884 None None] Provisioning complete for port 427b4c19-e4a6-44d4-9156-733a4446e64d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:04.492358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-63df7a2f-2cfa-48ea-a1b5-51786bcca884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:04.520899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Pushing event updated for resources: {'SecurityGroup': ['ID=462d7c7b-79b2-4d47-a795-e7694268919d,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:04.526021 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:04.540859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:34:04.675753 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b28655f3-cbd0-4171-9c2f-cc01ac28dfa3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:04.773479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-63df7a2f-2cfa-48ea-a1b5-51786bcca884 None None] Provisioning for port 1512f48e-5d8e-47b3-8e1f-bd4b05b0f33b completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:04.781737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-63df7a2f-2cfa-48ea-a1b5-51786bcca884 None None] Provisioning complete for port 1512f48e-5d8e-47b3-8e1f-bd4b05b0f33b triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:04.782172 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-63df7a2f-2cfa-48ea-a1b5-51786bcca884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:04.809278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:04.951064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-63df7a2f-2cfa-48ea-a1b5-51786bcca884 None None] Port 1512f48e-5d8e-47b3-8e1f-bd4b05b0f33b cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:04.970971 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:04.972334 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Added segment 57829545-9f12-4897-b2b7-de96238daca9 of type vxlan for network 77b17efd-8902-42ea-820f-7bd6381b5039 Jan 14 07:34:05.006630 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:05.097727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7df743b5-9da7-44d0-8083-f6c8f3ff8cf7 None None] Provisioning complete for port 427b4c19-e4a6-44d4-9156-733a4446e64d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:05.098155 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7df743b5-9da7-44d0-8083-f6c8f3ff8cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:05.151908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:05.167688 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:05.198729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:05.199759 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:05.237580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Usage tracker for resource:floatingip and tenant:c233a96b9fb346b3b887dca3e7ea9be5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:05.242130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44480) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:05.256073 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aede268a-c52b-477d-9dc9-39a2e245af77 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:05.262214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b28655f3-cbd0-4171-9c2f-cc01ac28dfa3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:05.282331 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4116243b-5047-4df6-b3aa-92b29f350022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:05.407672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28655f3-cbd0-4171-9c2f-cc01ac28dfa3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=f3bcce61-9018-4ccf-a2cb-238d5f23647a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:05.408932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:05.410985 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b28655f3-cbd0-4171-9c2f-cc01ac28dfa3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:05.417359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:05.433010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Pushing event updated for resources: {'Network': ['ID=77b17efd-8902-42ea-820f-7bd6381b5039,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:05.438937 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.8525157 Jan 14 07:34:05.442418 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:05.443049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44494) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:05.446129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 77b17efd-8902-42ea-820f-7bd6381b5039 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:05.453210 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for floatingip, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:05.474557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a7d5aad1-9099-45ae-8a6b-6eb0ba3bac12 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Request body: {'subnet': {'network_id': '77b17efd-8902-42ea-820f-7bd6381b5039', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:05.511257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 77b17efd-8902-42ea-820f-7bd6381b5039 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:05.574367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 77b17efd-8902-42ea-820f-7bd6381b5039 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:05.719911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a7d5aad1-9099-45ae-8a6b-6eb0ba3bac12 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:05.835440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a7d5aad1-9099-45ae-8a6b-6eb0ba3bac12 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Usage tracker for resource:subnet and tenant:e72ceb7e0498441eac9b8fabb1788263 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:05.848705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a7d5aad1-9099-45ae-8a6b-6eb0ba3bac12 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:05.874798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a7d5aad1-9099-45ae-8a6b-6eb0ba3bac12 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:05.949283 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b28655f3-cbd0-4171-9c2f-cc01ac28dfa3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:05.996210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 427b4c19-e4a6-44d4-9156-733a4446e64d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:06.017669 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b28655f3-cbd0-4171-9c2f-cc01ac28dfa3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/f3bcce61-9018-4ccf-a2cb-238d5f23647a HTTP/1.1" status: 204 len: 168 time: 2.5207839 Jan 14 07:34:06.021712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44508) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:06.025489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d5aad1-9099-45ae-8a6b-6eb0ba3bac12 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Made reservation on behalf of e72ceb7e0498441eac9b8fabb1788263 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:06.098262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1610324690'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:06.105333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:06.109544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Usage tracker for resource:network and tenant:92526b142e124748b53cc99a94a9948e is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:06.112980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:06.118870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:06.148866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Made reservation on behalf of 92526b142e124748b53cc99a94a9948e for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:06.160067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.170087 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1dd0023e-f9ae-4556-8c18-825775dc0d66 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1469064 Jan 14 07:34:06.170775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44514) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:06.193089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8d801e2a-6102-42cc-8d3f-ea79f7b6552d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:06.205236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16b9d4c-2ee7-4526-af7b-a6e04266de8c None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:06.232447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.279104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:06.307598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Usage tracker for resource:security_group_rule and tenant:92526b142e124748b53cc99a94a9948e is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:06.337247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-43e75d55-6c7d-41b9-ba50-d2dfcfa94571 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Allocated IP 172.25.3.217 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/c0dc9e4a-4208-47cb-b42a-88831fb8119e) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:06.338790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:06.367538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:06.374537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8d801e2a-6102-42cc-8d3f-ea79f7b6552d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:06.383468 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7d5aad1-9099-45ae-8a6b-6eb0ba3bac12 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.387023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8d801e2a-6102-42cc-8d3f-ea79f7b6552d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:06.426836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8d801e2a-6102-42cc-8d3f-ea79f7b6552d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:06.476519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-021b056e-df01-4256-8b25-5e92af033449 None None] Provisioning complete for port 427b4c19-e4a6-44d4-9156-733a4446e64d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:06.476947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-021b056e-df01-4256-8b25-5e92af033449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.498586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8d801e2a-6102-42cc-8d3f-ea79f7b6552d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:06.562881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d801e2a-6102-42cc-8d3f-ea79f7b6552d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:06.578194 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d801e2a-6102-42cc-8d3f-ea79f7b6552d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.647873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-2259b08c-e13c-44e2-9a45-734690465520 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:34:06.669480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 427b4c19-e4a6-44d4-9156-733a4446e64d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:06.669887 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.683867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.735834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2259b08c-e13c-44e2-9a45-734690465520 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.891896 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2259b08c-e13c-44e2-9a45-734690465520 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:06.936446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2350002c-ecd6-43dc-a7d9-86da572ad046 None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:34:06.951535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2350002c-ecd6-43dc-a7d9-86da572ad046 None None] Deleting port 8c0d3eba-452e-4bee-a033-9c3443cbb60c {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:06.952671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2350002c-ecd6-43dc-a7d9-86da572ad046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:07.040625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-021b056e-df01-4256-8b25-5e92af033449 None None] Provisioning complete for port 1512f48e-5d8e-47b3-8e1f-bd4b05b0f33b triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:07.041318 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-021b056e-df01-4256-8b25-5e92af033449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:07.060256 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d0d25ed-5f9b-406c-94c7-45b68d4ca0b5 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:07.073858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44526) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:07.077412 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43e75d55-6c7d-41b9-ba50-d2dfcfa94571 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:07.106142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-021b056e-df01-4256-8b25-5e92af033449 None None] Port 1512f48e-5d8e-47b3-8e1f-bd4b05b0f33b cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:07.260572 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43e75d55-6c7d-41b9-ba50-d2dfcfa94571 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:07.270315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259b08c-e13c-44e2-9a45-734690465520 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Port': ['ID=1512f48e-5d8e-47b3-8e1f-bd4b05b0f33b,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:07.309198 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7e1a38e1-4c15-4324-ada6-af3e7ff4fbac tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:07.331597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2350002c-ecd6-43dc-a7d9-86da572ad046 None None] For port 8c0d3eba-452e-4bee-a033-9c3443cbb60c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=8c0d3eba-452e-4bee-a033-9c3443cbb60c,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:07.332056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2350002c-ecd6-43dc-a7d9-86da572ad046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:07.353689 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2259b08c-e13c-44e2-9a45-734690465520 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:07.398718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e75d55-6c7d-41b9-ba50-d2dfcfa94571 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Pushing event updated for resources: {'Port': ['ID=c0dc9e4a-4208-47cb-b42a-88831fb8119e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:07.410643 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-43e75d55-6c7d-41b9-ba50-d2dfcfa94571 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:07.531815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2350002c-ecd6-43dc-a7d9-86da572ad046 None None] Calling delete_port for 8c0d3eba-452e-4bee-a033-9c3443cbb60c owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:07.608398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8c0d3eba-452e-4bee-a033-9c3443cbb60c no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:34:07.625777 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f20b785-c8b9-4302-bcd2-16bb3fbf60ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:07.665163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8f20b785-c8b9-4302-bcd2-16bb3fbf60ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:07.669233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8f20b785-c8b9-4302-bcd2-16bb3fbf60ea admin admin] Usage tracker for resource:security_group_rule and tenant:01349fdae44541e383a9a1f841376be2 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:07.673445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8f20b785-c8b9-4302-bcd2-16bb3fbf60ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:07.679394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8f20b785-c8b9-4302-bcd2-16bb3fbf60ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:07.704626 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7d5aad1-9099-45ae-8a6b-6eb0ba3bac12 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:07.720063 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2350002c-ecd6-43dc-a7d9-86da572ad046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:07.767732 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d83731fd-3c94-46d3-a7f6-863555ef1e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:07.790601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-8d801e2a-6102-42cc-8d3f-ea79f7b6552d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80907) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:34:07.796126 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d801e2a-6102-42cc-8d3f-ea79f7b6552d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:07.804456 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:07.819733 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2bfd31fa-0bb1-495d-865f-7968eb4780df tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:07.858470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5aad1-9099-45ae-8a6b-6eb0ba3bac12 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Pushing event updated for resources: {'Subnet': ['ID=291a871d-8dd2-49da-95cf-df5496e4e237,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:07.910953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350002c-ecd6-43dc-a7d9-86da572ad046 None None] Pushing event deleted for resources: {'Port': ['ID=8c0d3eba-452e-4bee-a033-9c3443cbb60c,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:07.913015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No active binding found for port 8c0d3eba-452e-4bee-a033-9c3443cbb60c {{(pid=80909) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 14 07:34:07.913471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8c0d3eba-452e-4bee-a033-9c3443cbb60c not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:34:07.919213 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2350002c-ecd6-43dc-a7d9-86da572ad046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:07.931274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6579f0d7-0737-47a7-a58f-0ba603525453 None None] Provisioning complete for port 1512f48e-5d8e-47b3-8e1f-bd4b05b0f33b triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:07.931713 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6579f0d7-0737-47a7-a58f-0ba603525453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:07.953429 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7d5aad1-9099-45ae-8a6b-6eb0ba3bac12 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:07.995357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6579f0d7-0737-47a7-a58f-0ba603525453 None None] Port 1512f48e-5d8e-47b3-8e1f-bd4b05b0f33b cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:07.999176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2350002c-ecd6-43dc-a7d9-86da572ad046 None None] No DVR routers for this DVR port 8c0d3eba-452e-4bee-a033-9c3443cbb60c on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:34:08.002000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e75d55-6c7d-41b9-ba50-d2dfcfa94571 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:08.037082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-43e75d55-6c7d-41b9-ba50-d2dfcfa94571 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:08.047224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e75d55-6c7d-41b9-ba50-d2dfcfa94571 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:08.069432 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:08.087832 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2259b08c-e13c-44e2-9a45-734690465520 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:08.140763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d801e2a-6102-42cc-8d3f-ea79f7b6552d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=9dc42713-d4c6-4dc8-8f93-d26cd883ae0c,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:08.162440 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8d801e2a-6102-42cc-8d3f-ea79f7b6552d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:08.164383 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f20b785-c8b9-4302-bcd2-16bb3fbf60ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:08.210444 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:08.228297 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f20b785-c8b9-4302-bcd2-16bb3fbf60ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:08.253238 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ac0b1cf7-c551-417c-9463-3eef83ca4201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:08.523126 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aeb12a7d-1b70-4f52-9c79-8753eb966b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:08.532058 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8f20b785-c8b9-4302-bcd2-16bb3fbf60ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01349fdae44541e383a9a1f841376be2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4469984 Jan 14 07:34:08.534604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44536) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:08.542945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d801e2a-6102-42cc-8d3f-ea79f7b6552d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:08.553747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20b785-c8b9-4302-bcd2-16bb3fbf60ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ec75d4-7e87-44c1-b543-34cd88131317,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:08.559874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8d801e2a-6102-42cc-8d3f-ea79f7b6552d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:08.563754 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8f20b785-c8b9-4302-bcd2-16bb3fbf60ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:08.566717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:34:08.576251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:08.576648 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Added segment 1637dcae-b669-416f-86f4-bde2ccddf321 of type vxlan for network 1529b845-c592-4251-aff7-5653efb034e6 Jan 14 07:34:08.576776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84ddb10-7d0f-458f-9f41-e29ccca3e69a None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:08.597615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d801e2a-6102-42cc-8d3f-ea79f7b6552d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:08.598276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d801e2a-6102-42cc-8d3f-ea79f7b6552d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:08.702695 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:08.722220 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8d801e2a-6102-42cc-8d3f-ea79f7b6552d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5421343 Jan 14 07:34:08.723686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44540) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:08.732565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9bacc935-d66c-41ba-973a-6eb4ba52b1ba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'mac_address': 'fa:16:3e:c6:31:fb', 'name': 'tempest-NetworksTestDHCPv6-1021505988'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:08.754728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ce67582-8ebe-4f2b-bcc9-fb60a6ee1ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:08.764683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43e75d55-6c7d-41b9-ba50-d2dfcfa94571 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:08.765994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Pushing event updated for resources: {'SecurityGroup': ['ID=77ff3685-ca4e-4936-b173-ff8166c07f03,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:08.794769 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:08.803137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Allocated IP 172.25.3.147 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/1c871b84-3671-4b71-b7f1-912088f398f5) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:08.859941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': '9dc42713-d4c6-4dc8-8f93-d26cd883ae0c'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:34:08.861165 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:08.868468 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ce67582-8ebe-4f2b-bcc9-fb60a6ee1ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:09.074520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d5aad1-9099-45ae-8a6b-6eb0ba3bac12 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Checking segment: {'id': '57829545-9f12-4897-b2b7-de96238daca9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '77b17efd-8902-42ea-820f-7bd6381b5039'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:09.075034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d5aad1-9099-45ae-8a6b-6eb0ba3bac12 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Network hostable DHCP agents. Network: 77b17efd-8902-42ea-820f-7bd6381b5039, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:34:09.080862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:09.084026 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.086845 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:09.089944 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:09.102451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:09.103162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:09.165107 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6497331-ec1a-48a6-a846-6a4a346b26c6 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:09.222122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Allocated IP 2001:db8::f816:3eff:fe3c:7c78 (e6acc9a6-db0b-42d1-82b7-716516d3711e/9dc42713-d4c6-4dc8-8f93-d26cd883ae0c/47323ed7-fc4f-4b33-963c-248f02c72555) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:09.281943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Pushing event updated for resources: {'Network': ['ID=1529b845-c592-4251-aff7-5653efb034e6,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:09.288873 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.8821998 Jan 14 07:34:09.290280 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:09.329373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2259b08c-e13c-44e2-9a45-734690465520 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:09.352801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d5aad1-9099-45ae-8a6b-6eb0ba3bac12 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Network 77b17efd-8902-42ea-820f-7bd6381b5039 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:34:09.615728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 1529b845-c592-4251-aff7-5653efb034e6 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:09.676393 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43e75d55-6c7d-41b9-ba50-d2dfcfa94571 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:09.687681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43e75d55-6c7d-41b9-ba50-d2dfcfa94571 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:09.723116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a7d5aad1-9099-45ae-8a6b-6eb0ba3bac12 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 77b17efd-8902-42ea-820f-7bd6381b5039) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:09.788151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 1529b845-c592-4251-aff7-5653efb034e6 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:09.801373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44554) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:09.812174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 1529b845-c592-4251-aff7-5653efb034e6 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:09.841264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Request body: {'port': {'network_id': '1529b845-c592-4251-aff7-5653efb034e6', 'binding:host_id': 'n-h2-769329-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013308823'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:09.849472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9bacc935-d66c-41ba-973a-6eb4ba52b1ba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:09.856232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:09.858895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d5aad1-9099-45ae-8a6b-6eb0ba3bac12 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:09.859550 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7d5aad1-9099-45ae-8a6b-6eb0ba3bac12 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:09.861488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9bacc935-d66c-41ba-973a-6eb4ba52b1ba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:port and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:09.865287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ce67582-8ebe-4f2b-bcc9-fb60a6ee1ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:09.867871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9bacc935-d66c-41ba-973a-6eb4ba52b1ba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for port was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:09.870914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Usage tracker for resource:port and tenant:75bb156b41d24dcead46b77e3e2e1eb7 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:09.878724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Quota usage for port was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:09.881631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9bacc935-d66c-41ba-973a-6eb4ba52b1ba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:09.890214 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c4159c1a-e3c6-4a90-89fc-1c7da8b62ad4 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:09.932725 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:09.936900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce67582-8ebe-4f2b-bcc9-fb60a6ee1ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ec75d4-7e87-44c1-b543-34cd88131317,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:09.951618 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8ce67582-8ebe-4f2b-bcc9-fb60a6ee1ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:09.957951 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ce67582-8ebe-4f2b-bcc9-fb60a6ee1ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:09.959420 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8ce67582-8ebe-4f2b-bcc9-fb60a6ee1ea0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f8ec75d4-7e87-44c1-b543-34cd88131317 HTTP/1.1" status: 204 len: 168 time: 1.4088163 Jan 14 07:34:09.967065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:09.979032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44562) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:09.988682 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a7d5aad1-9099-45ae-8a6b-6eb0ba3bac12 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5374146 Jan 14 07:34:09.988984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-080f2c55-28f4-43cf-b184-b3d35a1693bb tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Request body: {'port': {'network_id': '77b17efd-8902-42ea-820f-7bd6381b5039', 'name': 'tempest-TagsExtTest-194420919'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:10.030913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bacc935-d66c-41ba-973a-6eb4ba52b1ba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:10.132374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0e38e6-e096-4b20-8748-0f7bd9e96c42 None None] Network 77b17efd-8902-42ea-820f-7bd6381b5039 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:10.151518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Made reservation on behalf of 75bb156b41d24dcead46b77e3e2e1eb7 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:10.168604 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:10.266583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:10.314168 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ca8e264e-23f8-4adf-8fcc-e635e75be34d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:10.418268 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:10.430085 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:10.443251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Transition to ACTIVE for port object 47323ed7-fc4f-4b33-963c-248f02c72555 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:10.463946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Transition to ACTIVE for port object 47323ed7-fc4f-4b33-963c-248f02c72555 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:10.533278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:10.552472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Usage tracker for resource:security_group_rule and tenant:75bb156b41d24dcead46b77e3e2e1eb7 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:10.566109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:10.597827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:10.646750 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:10.674591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e75d55-6c7d-41b9-ba50-d2dfcfa94571 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Router 18a489a0-05bb-4d4a-a488-475bf87ab5bf is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:34:10.686642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44572) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:10.691171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Pushing event updated for resources: {'Port': ['ID=1c871b84-3671-4b71-b7f1-912088f398f5,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:10.700124 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:10.734348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-080f2c55-28f4-43cf-b184-b3d35a1693bb tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:10.742472 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bacc935-d66c-41ba-973a-6eb4ba52b1ba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:10.783944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:10.787818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:10.792015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2259b08c-e13c-44e2-9a45-734690465520 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:10.794065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:10.819424 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2350002c-ecd6-43dc-a7d9-86da572ad046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:10.850986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-080f2c55-28f4-43cf-b184-b3d35a1693bb tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Usage tracker for resource:port and tenant:e72ceb7e0498441eac9b8fabb1788263 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:10.863320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:10.870972 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2259b08c-e13c-44e2-9a45-734690465520 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:10.875307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-080f2c55-28f4-43cf-b184-b3d35a1693bb tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Quota usage for port was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:10.907838 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-15694a52-a6d1-4659-90c8-4317e64d7023 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:10.923182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-080f2c55-28f4-43cf-b184-b3d35a1693bb tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:10.990753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Pushing event updated for resources: {'Port': ['ID=47323ed7-fc4f-4b33-963c-248f02c72555,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:10.994269 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:11.022000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-77b17efd-8902-42ea-820f-7bd6381b5039', 'network_id': '77b17efd-8902-42ea-820f-7bd6381b5039', 'tenant_id': 'e72ceb7e0498441eac9b8fabb1788263', 'fixed_ips': [{'subnet_id': '291a871d-8dd2-49da-95cf-df5496e4e237'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:34:11.022991 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.039256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259b08c-e13c-44e2-9a45-734690465520 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Port': ['ID=1512f48e-5d8e-47b3-8e1f-bd4b05b0f33b,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:11.056507 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2259b08c-e13c-44e2-9a45-734690465520 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:11.060025 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2259b08c-e13c-44e2-9a45-734690465520 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.082513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:11.084586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-9bacc935-d66c-41ba-973a-6eb4ba52b1ba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port 1c9347ec-ebbd-4135-9370-15631ee1b668 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:34:11.086365 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for floatingip, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.088166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:11.090963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:11.138790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:11.172601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Usage tracker for resource:security_group_rule and tenant:43d150e8c776475bbf9e430295ccebec is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:11.184420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:11.247065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Attempting to bind port 47323ed7-fc4f-4b33-963c-248f02c72555 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:34:11.247490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Attempting to bind port 47323ed7-fc4f-4b33-963c-248f02c72555 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:34:11.248232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Attempting to bind port 47323ed7-fc4f-4b33-963c-248f02c72555 on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:34:11.257559 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.275308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080f2c55-28f4-43cf-b184-b3d35a1693bb tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Made reservation on behalf of e72ceb7e0498441eac9b8fabb1788263 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:11.287015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-080f2c55-28f4-43cf-b184-b3d35a1693bb tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.299110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:34:11.300073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:11.300558 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.301015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:34:11.301576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Bound port: 47323ed7-fc4f-4b33-963c-248f02c72555, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:34:11.302019 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.324038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:11.409090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2259b08c-e13c-44e2-9a45-734690465520 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 45050330-c84f-4d1e-b744-9d29b68a01ca is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:11.412160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2259b08c-e13c-44e2-9a45-734690465520 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:11.421887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] For port 47323ed7-fc4f-4b33-963c-248f02c72555, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:34:11.425886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] For port 47323ed7-fc4f-4b33-963c-248f02c72555, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=47323ed7-fc4f-4b33-963c-248f02c72555,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:34:11.475415 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.593212 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:11.645529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9bacc935-d66c-41ba-973a-6eb4ba52b1ba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::f816:3eff:fec6:31fb (e6acc9a6-db0b-42d1-82b7-716516d3711e/9dc42713-d4c6-4dc8-8f93-d26cd883ae0c/1c9347ec-ebbd-4135-9370-15631ee1b668) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:11.717585 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.778325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Pushing event updated for resources: {'Port': ['ID=47323ed7-fc4f-4b33-963c-248f02c72555,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:11.791321 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:11.820684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-731cdf0e-71ad-4f70-a60b-935c1b980d48 None None] Provisioning complete for port 1512f48e-5d8e-47b3-8e1f-bd4b05b0f33b triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:11.821112 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-731cdf0e-71ad-4f70-a60b-935c1b980d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.835046 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.836077 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.850412 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.850585 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:11.865281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e75d55-6c7d-41b9-ba50-d2dfcfa94571 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:34:11.877342 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6bec45f5-77d9-4d31-8477-53b38d8f2dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:11.886279 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1287b565-8170-4b2f-b763-9658a79c5449 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:11.901880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-080f2c55-28f4-43cf-b184-b3d35a1693bb tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] device_id is not set on port 147a8cf8-5b33-4edb-9f36-8f98e2dca981 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:34:11.902146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b08cc41-9b50-44ad-ad84-8d840679538d None None] Sync routers for ids ['18a489a0-05bb-4d4a-a488-475bf87ab5bf'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:34:11.921117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Allocated IP 172.20.0.2 (77b17efd-8902-42ea-820f-7bd6381b5039/291a871d-8dd2-49da-95cf-df5496e4e237/2b03a542-197e-48d0-9e85-e928ac4e73c3) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:11.932128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b08cc41-9b50-44ad-ad84-8d840679538d None None] Routers {'18a489a0-05bb-4d4a-a488-475bf87ab5bf'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:11.932838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7b08cc41-9b50-44ad-ad84-8d840679538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:33:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['18a489a0-05bb-4d4a-a488-475bf87ab5bf'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:11.940511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:12.058309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7b08cc41-9b50-44ad-ad84-8d840679538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:12.078403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b08cc41-9b50-44ad-ad84-8d840679538d None None] Routers {'18a489a0-05bb-4d4a-a488-475bf87ab5bf'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:12.079354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7b08cc41-9b50-44ad-ad84-8d840679538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:33:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['18a489a0-05bb-4d4a-a488-475bf87ab5bf'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:12.151326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-731cdf0e-71ad-4f70-a60b-935c1b980d48 None None] Port 1512f48e-5d8e-47b3-8e1f-bd4b05b0f33b cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:12.188424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7b08cc41-9b50-44ad-ad84-8d840679538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:12.188424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b08cc41-9b50-44ad-ad84-8d840679538d None None] The sync data for ids ['18a489a0-05bb-4d4a-a488-475bf87ab5bf'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:34:12.230286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2259b08c-e13c-44e2-9a45-734690465520 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router a2ef3c3c-0187-41d8-90b0-4b8266d438ca is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:34:12.344504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Pushing event updated for resources: {'Port': ['ID=1c871b84-3671-4b71-b7f1-912088f398f5,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:12.470920 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:12.485444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Transition to ACTIVE for port object 2b03a542-197e-48d0-9e85-e928ac4e73c3 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:12.508468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Transition to ACTIVE for port object 2b03a542-197e-48d0-9e85-e928ac4e73c3 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:12.515941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:12.536355 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:12.618149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Pushing event updated for resources: {'Port': ['ID=2b03a542-197e-48d0-9e85-e928ac4e73c3,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:12.717764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] device_id is not set on port 1ef42ae1-75b8-4828-bdfc-5bc5d6453b77 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:34:12.744948 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:12.866149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2259b08c-e13c-44e2-9a45-734690465520 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:34:12.878452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6dafca-3934-464e-b3c4-9859f01b38c2 None None] Sync routers for ids ['a2ef3c3c-0187-41d8-90b0-4b8266d438ca'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:34:12.891359 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2259b08c-e13c-44e2-9a45-734690465520 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/a2ef3c3c-0187-41d8-90b0-4b8266d438ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0938690 Jan 14 07:34:12.892670 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:12.902310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6dafca-3934-464e-b3c4-9859f01b38c2 None None] Routers {'a2ef3c3c-0187-41d8-90b0-4b8266d438ca'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:12.902991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-dd6dafca-3934-464e-b3c4-9859f01b38c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:33:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a2ef3c3c-0187-41d8-90b0-4b8266d438ca'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:12.909614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44584) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:12.955169 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:12.960114 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.9402103 Jan 14 07:34:12.964891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44588) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:12.979113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-885352075'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:12.985135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:12.989598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Usage tracker for resource:network and tenant:c233a96b9fb346b3b887dca3e7ea9be5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:12.992754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:12.998741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:13.016068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Made reservation on behalf of c233a96b9fb346b3b887dca3e7ea9be5 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:13.020251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:13.024279 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:34:13.024279 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:13.024279 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:13.024279 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:13.024279 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:34:13.024279 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:13.024279 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:13.024279 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:13.024279 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:34:13.024279 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:13.024279 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:13.024279 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:13.024279 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:34:13.024279 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:13.024279 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:13.024279 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:13.024279 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:13.024279 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:13.024279 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:13.024279 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:13.032865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:13.048154 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:13.057199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-dd6dafca-3934-464e-b3c4-9859f01b38c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:13.074809 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:13.098989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] device_id is not set on port 1ef42ae1-75b8-4828-bdfc-5bc5d6453b77 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:34:13.101246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6dafca-3934-464e-b3c4-9859f01b38c2 None None] Routers {'a2ef3c3c-0187-41d8-90b0-4b8266d438ca'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:13.102285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-dd6dafca-3934-464e-b3c4-9859f01b38c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:33:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a2ef3c3c-0187-41d8-90b0-4b8266d438ca'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:13.104529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Network 77b17efd-8902-42ea-820f-7bd6381b5039 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:13.105875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:13.108638 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:13.113252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:13.121549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Transition to ACTIVE for port object 1ef42ae1-75b8-4828-bdfc-5bc5d6453b77 will not be triggered until provisioned by entity L2. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:13.129696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Pushing event updated for resources: {'SecurityGroup': ['ID=6af6d3df-4a15-4590-b7b4-e6fab5fd7d46,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:13.134670 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43d150e8c776475bbf9e430295ccebec&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4384179 Jan 14 07:34:13.158373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b452f2f0-6213-4033-a9e7-db0eee3f99ff tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:13.161395 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.284s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:13.161835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b452f2f0-6213-4033-a9e7-db0eee3f99ff tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Synchronizing usage tracker for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:13.166613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44592) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:13.218655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-dd6dafca-3934-464e-b3c4-9859f01b38c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:13.219128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6dafca-3934-464e-b3c4-9859f01b38c2 None None] The sync data for ids ['a2ef3c3c-0187-41d8-90b0-4b8266d438ca'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:34:13.237943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Attempting to bind port 2b03a542-197e-48d0-9e85-e928ac4e73c3 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:34:13.238513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Attempting to bind port 2b03a542-197e-48d0-9e85-e928ac4e73c3 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '57829545-9f12-4897-b2b7-de96238daca9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '77b17efd-8902-42ea-820f-7bd6381b5039'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:34:13.239029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Attempting to bind port 2b03a542-197e-48d0-9e85-e928ac4e73c3 on network 77b17efd-8902-42ea-820f-7bd6381b5039 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:34:13.245542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:34:13.246123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Checking segment: {'id': '57829545-9f12-4897-b2b7-de96238daca9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '77b17efd-8902-42ea-820f-7bd6381b5039'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:13.246673 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:13.247222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Bound using segment: {'id': '57829545-9f12-4897-b2b7-de96238daca9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '77b17efd-8902-42ea-820f-7bd6381b5039'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:34:13.247888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Bound port: 2b03a542-197e-48d0-9e85-e928ac4e73c3, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57829545-9f12-4897-b2b7-de96238daca9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '77b17efd-8902-42ea-820f-7bd6381b5039'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:34:13.248434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:13.261249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:13.265891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Usage tracker for resource:security_group_rule and tenant:c233a96b9fb346b3b887dca3e7ea9be5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:13.269543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:13.275665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:13.324223 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b4d22ca3-f76b-4b0d-9657-a322e2e3f18f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.360s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:13.346734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43e75d55-6c7d-41b9-ba50-d2dfcfa94571 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:13.346734 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-43e75d55-6c7d-41b9-ba50-d2dfcfa94571 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "PUT /v2.0/routers/18a489a0-05bb-4d4a-a488-475bf87ab5bf HTTP/1.1" status: 200 len: 880 time: 11.2793889 Jan 14 07:34:13.356772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44598) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:13.364711 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:13.393728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:13.398294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b452f2f0-6213-4033-a9e7-db0eee3f99ff tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Unset dirty status for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:13.403375 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b452f2f0-6213-4033-a9e7-db0eee3f99ff tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/ports/1512f48e-5d8e-47b3-8e1f-bd4b05b0f33b HTTP/1.1" status: 200 len: 978 time: 0.4925115 Jan 14 07:34:13.409214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44602) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:13.413004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] For port 2b03a542-197e-48d0-9e85-e928ac4e73c3, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:34:13.414470 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:13.415912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] For port 2b03a542-197e-48d0-9e85-e928ac4e73c3, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2b03a542-197e-48d0-9e85-e928ac4e73c3,segment=NetworkSegment(57829545-9f12-4897-b2b7-de96238daca9),segment_id=57829545-9f12-4897-b2b7-de96238daca9)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:34:13.425832 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:13.446308 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:13.466422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-080f2c55-28f4-43cf-b184-b3d35a1693bb tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Allocated IP 172.20.0.10 (77b17efd-8902-42ea-820f-7bd6381b5039/291a871d-8dd2-49da-95cf-df5496e4e237/147a8cf8-5b33-4edb-9f36-8f98e2dca981) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:13.515517 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4732c958-184a-4656-a76e-7e51a00ec84e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:13.649018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Pushing event updated for resources: {'SecurityGroup': ['ID=2049ea63-ed21-4f14-990d-aee815d763ed,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:13.663037 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:13.787508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Pushing event updated for resources: {'Port': ['ID=2b03a542-197e-48d0-9e85-e928ac4e73c3,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:13.812299 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:13.829269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 47323ed7-fc4f-4b33-963c-248f02c72555 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:13.838690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:34:13.854499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5003c1e6-853b-43e4-85d2-2c95bf2e6856,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:13.858370 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76b4a5e5-2eed-4b3f-9a8e-d9908caa4aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:13.880493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:13.880697 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Added segment 086d0eff-61e6-482c-805a-2ab9c69bdf9c of type vxlan for network 7d120181-cb63-408b-bca1-df814b84f829 Jan 14 07:34:13.919036 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76b4a5e5-2eed-4b3f-9a8e-d9908caa4aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:13.938816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.939255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.940002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.940431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.940844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.941258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.941669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.942080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.942488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.942897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.943305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.943745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.944238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.944646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.945047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.945453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.945857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.946261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.946661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.947061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.947462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.947885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.948290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.948691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.949137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.949540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.950078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.950483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.950884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.951284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.951793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.952364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.952765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.953165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.953566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.953967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:13.968380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2afe5f57-7696-42f6-b2f6-7ca8b5c96fba None None] Provisioning for port 47323ed7-fc4f-4b33-963c-248f02c72555 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:13.973665 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:13.978744 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.510s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:14.008307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 47323ed7-fc4f-4b33-963c-248f02c72555 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:14.019261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 47323ed7-fc4f-4b33-963c-248f02c72555 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:14.020015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.162750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a8f2dd2a-b23d-4c1e-b1b7-b1718228a6f9 None None] Provisioning complete for port 47323ed7-fc4f-4b33-963c-248f02c72555 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:14.163855 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8f2dd2a-b23d-4c1e-b1b7-b1718228a6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.169666 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.258712 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bacc935-d66c-41ba-973a-6eb4ba52b1ba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.260715 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.274049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Checking segment: {'id': '1637dcae-b669-416f-86f4-bde2ccddf321', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1529b845-c592-4251-aff7-5653efb034e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:14.274447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Network hostable DHCP agents. Network: 1529b845-c592-4251-aff7-5653efb034e6, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:34:14.293690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Pushing event updated for resources: {'Port': ['ID=1ef42ae1-75b8-4828-bdfc-5bc5d6453b77,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:14.320490 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:14.321878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.341776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:14.342427 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.348815 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76b4a5e5-2eed-4b3f-9a8e-d9908caa4aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.355478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-080f2c55-28f4-43cf-b184-b3d35a1693bb tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.355855 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6507eb1e-5063-4fd6-adb6-8b7170872db6 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:14.367040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9bacc935-d66c-41ba-973a-6eb4ba52b1ba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object 1c9347ec-ebbd-4135-9370-15631ee1b668 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:14.387569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 47323ed7-fc4f-4b33-963c-248f02c72555, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=47323ed7-fc4f-4b33-963c-248f02c72555,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:14.403812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.413340 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b50c5ee-ef70-4209-99a4-312b5d477870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:14.436688 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6ff0eee9-89ca-445e-a8ac-81c2d88104e1 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "GET /v2.0/routers/18a489a0-05bb-4d4a-a488-475bf87ab5bf HTTP/1.1" status: 200 len: 921 time: 1.0563862 Jan 14 07:34:14.448417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44610) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:14.501128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Network 1529b845-c592-4251-aff7-5653efb034e6 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:34:14.505915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Pushing event updated for resources: {'Network': ['ID=7d120181-cb63-408b-bca1-df814b84f829,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:14.510645 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:14.520222 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f7ca95db-b96b-4b88-b72f-1ed5d0063960 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:14.538695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=47323ed7-fc4f-4b33-963c-248f02c72555,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:14.543240 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:14.543442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-080f2c55-28f4-43cf-b184-b3d35a1693bb tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Transition to ACTIVE for port object 147a8cf8-5b33-4edb-9f36-8f98e2dca981 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:14.544337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8f2dd2a-b23d-4c1e-b1b7-b1718228a6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.544980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 1529b845-c592-4251-aff7-5653efb034e6) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:14.560240 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bacc935-d66c-41ba-973a-6eb4ba52b1ba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.565401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:14.571495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4a5e5-2eed-4b3f-9a8e-d9908caa4aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5003c1e6-853b-43e4-85d2-2c95bf2e6856,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:14.582081 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76b4a5e5-2eed-4b3f-9a8e-d9908caa4aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:14.583215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 7d120181-cb63-408b-bca1-df814b84f829 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:14.586515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attempting to bind port 1ef42ae1-75b8-4828-bdfc-5bc5d6453b77 on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:34:14.587158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attempting to bind port 1ef42ae1-75b8-4828-bdfc-5bc5d6453b77 by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': '1637dcae-b669-416f-86f4-bde2ccddf321', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1529b845-c592-4251-aff7-5653efb034e6'}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:34:14.587546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attempting to bind port 1ef42ae1-75b8-4828-bdfc-5bc5d6453b77 on network 1529b845-c592-4251-aff7-5653efb034e6 {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:34:14.599725 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6335449 Jan 14 07:34:14.600864 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76b4a5e5-2eed-4b3f-9a8e-d9908caa4aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.605156 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-76b4a5e5-2eed-4b3f-9a8e-d9908caa4aa2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5003c1e6-853b-43e4-85d2-2c95bf2e6856 HTTP/1.1" status: 204 len: 168 time: 1.4298368 Jan 14 07:34:14.606790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44614) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:14.617050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6f215e71-4b20-47c3-85ab-a015bdb292e8 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Request body: {'subnet': {'network_id': '7d120181-cb63-408b-bca1-df814b84f829', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:14.628319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 7d120181-cb63-408b-bca1-df814b84f829 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:14.684995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 7d120181-cb63-408b-bca1-df814b84f829 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:14.756331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:34:14.756716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Checking segment: {'id': '1637dcae-b669-416f-86f4-bde2ccddf321', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1529b845-c592-4251-aff7-5653efb034e6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:14.757130 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.757537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Bound using segment: {'id': '1637dcae-b669-416f-86f4-bde2ccddf321', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1529b845-c592-4251-aff7-5653efb034e6'} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:34:14.758039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Bound port: 1ef42ae1-75b8-4828-bdfc-5bc5d6453b77, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1637dcae-b669-416f-86f4-bde2ccddf321', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1529b845-c592-4251-aff7-5653efb034e6'}}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:34:14.758422 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:14.769423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6f215e71-4b20-47c3-85ab-a015bdb292e8 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:14.772157 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18407ca7-9bbf-4dd1-b170-7d21879cc2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:14.776672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6f215e71-4b20-47c3-85ab-a015bdb292e8 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Usage tracker for resource:subnet and tenant:c233a96b9fb346b3b887dca3e7ea9be5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:14.824610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6f215e71-4b20-47c3-85ab-a015bdb292e8 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:14.839284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6f215e71-4b20-47c3-85ab-a015bdb292e8 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:14.880585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f215e71-4b20-47c3-85ab-a015bdb292e8 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Made reservation on behalf of c233a96b9fb346b3b887dca3e7ea9be5 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.882624 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.885582 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.894506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.897540 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:14.897540 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.897540 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.897540 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.897540 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:14.897540 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.897540 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.897540 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.897540 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:14.897540 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.897540 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.897540 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.897540 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:14.897540 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.897540 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.897540 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.897540 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:14.897540 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:14.897540 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:14.897540 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:14.921217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894e7f0f-b9cc-4449-b593-c1ea40b9bbfa None None] Network 1529b845-c592-4251-aff7-5653efb034e6 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:14.996797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacc935-d66c-41ba-973a-6eb4ba52b1ba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=1c9347ec-ebbd-4135-9370-15631ee1b668,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:15.009815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bacc935-d66c-41ba-973a-6eb4ba52b1ba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:15.015880 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9bacc935-d66c-41ba-973a-6eb4ba52b1ba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:15.016958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9bacc935-d66c-41ba-973a-6eb4ba52b1ba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:15.025696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bacc935-d66c-41ba-973a-6eb4ba52b1ba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.030136 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.034813 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:34:15.034813 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.034813 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.034813 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.034813 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:34:15.034813 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.034813 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.034813 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.034813 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:34:15.034813 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.034813 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.034813 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.034813 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:15.034813 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.034813 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.034813 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.034813 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.034813 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.034813 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.034813 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.076823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bacc935-d66c-41ba-973a-6eb4ba52b1ba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:15.078162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bacc935-d66c-41ba-973a-6eb4ba52b1ba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:15.106692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b14b7e-47ac-4f83-b360-da2146db65ce tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:15.112709 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-32b14b7e-47ac-4f83-b360-da2146db65ce tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "GET /v2.0/ports?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&device_id=18a489a0-05bb-4d4a-a488-475bf87ab5bf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6545703 Jan 14 07:34:15.125123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44622) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:15.126818 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9bacc935-d66c-41ba-973a-6eb4ba52b1ba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.4020376 Jan 14 07:34:15.133558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44624) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:15.138270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-080f2c55-28f4-43cf-b184-b3d35a1693bb tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:15.201404 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b3e41f37-1332-46c2-aa3f-503191e34616 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:15.242837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f215e71-4b20-47c3-85ab-a015bdb292e8 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:15.293044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] For port 1ef42ae1-75b8-4828-bdfc-5bc5d6453b77, host n-h2-769329-2, cleared binding levels {{(pid=80907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:34:15.513498 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-942108ae-360d-4338-a97f-e64b816b6db9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:15.545308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] For port 1ef42ae1-75b8-4828-bdfc-5bc5d6453b77, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=1ef42ae1-75b8-4828-bdfc-5bc5d6453b77,segment=NetworkSegment(1637dcae-b669-416f-86f4-bde2ccddf321),segment_id=1637dcae-b669-416f-86f4-bde2ccddf321)] {{(pid=80907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:34:15.595743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:15.628836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-a8f2dd2a-b23d-4c1e-b1b7-b1718228a6f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:34:15.629259 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-a8f2dd2a-b23d-4c1e-b1b7-b1718228a6f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:34:15.823794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f2c55-28f4-43cf-b184-b3d35a1693bb tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Pushing event updated for resources: {'Port': ['ID=147a8cf8-5b33-4edb-9f36-8f98e2dca981,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:15.827637 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-080f2c55-28f4-43cf-b184-b3d35a1693bb tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:15.843681 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.923416 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.927431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.927431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.927431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.927431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.927431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.927431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.927431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.927431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.927431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.927431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.927431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.927431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.927431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.927431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.927431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:34:15.927431 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.927431 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.927431 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.932922 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:15.937185 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.937185 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.937185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.937185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:15.937185 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.937185 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.937185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.937185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:15.937185 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:15.937185 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.937185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.937185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.937185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.937185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:15.937185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:15.956785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Pushing event updated for resources: {'Port': ['ID=1ef42ae1-75b8-4828-bdfc-5bc5d6453b77,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:15.972657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 47323ed7-fc4f-4b33-963c-248f02c72555 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:15.980458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae84f2d-6209-4380-9fa4-724e512721ed tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:16.016873 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:16.022155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae84f2d-6209-4380-9fa4-724e512721ed tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:16.027932 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5ae84f2d-6209-4380-9fa4-724e512721ed tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.8929682 Jan 14 07:34:16.028926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44644) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:16.122984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:16.136456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0e1358-c9b0-49b4-8f18-483d13a99e78 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:16.140344 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cc0e1358-c9b0-49b4-8f18-483d13a99e78 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 881 time: 1.0113964 Jan 14 07:34:16.141318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44648) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:16.206444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-dcba4a1d-10a7-49ef-b097-e0a44902c1f4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port 1c9347ec-ebbd-4135-9370-15631ee1b668 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:16.207942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dcba4a1d-10a7-49ef-b097-e0a44902c1f4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:16.218457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1f0c1c-4051-46e5-af7f-8d093320beaa None None] Network 77b17efd-8902-42ea-820f-7bd6381b5039 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:16.253472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:16.254155 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:16.282174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080f2c55-28f4-43cf-b184-b3d35a1693bb tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Network 77b17efd-8902-42ea-820f-7bd6381b5039 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:16.290187 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1083 time: 6.4876530 Jan 14 07:34:16.291288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-080f2c55-28f4-43cf-b184-b3d35a1693bb tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:16.293338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44656) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:16.299792 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0d151dea-f84d-4395-bb6f-1301afa369f5 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "GET /v2.0/ports?device_id=18a489a0-05bb-4d4a-a488-475bf87ab5bf HTTP/1.1" status: 200 len: 205 time: 0.1515453 Jan 14 07:34:16.303019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080f2c55-28f4-43cf-b184-b3d35a1693bb tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:16.370320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44658) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:16.371929 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.374490 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.376108 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.383516 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:16.383516 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.383516 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.383516 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.383516 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:16.383516 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.383516 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.383516 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.383516 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:16.383516 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.383516 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.383516 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.383516 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:16.383516 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.383516 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.383516 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.383516 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:16.383516 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:16.383516 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:16.383516 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:16.391604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080f2c55-28f4-43cf-b184-b3d35a1693bb tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:16.392667 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-080f2c55-28f4-43cf-b184-b3d35a1693bb tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:16.558386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dcba4a1d-10a7-49ef-b097-e0a44902c1f4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:16.571263 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-080f2c55-28f4-43cf-b184-b3d35a1693bb tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 6.5885146 Jan 14 07:34:16.575308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44666) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:16.590251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1417110f-62ff-4cce-a5d1-0c31136303ee tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1680617371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:16.602314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1417110f-62ff-4cce-a5d1-0c31136303ee tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:16.655396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:16.677022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1417110f-62ff-4cce-a5d1-0c31136303ee tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Usage tracker for resource:router and tenant:e72ceb7e0498441eac9b8fabb1788263 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:16.685077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3760dfb6-ba7a-4955-a01d-01b913ffff8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Deleting port 1ef42ae1-75b8-4828-bdfc-5bc5d6453b77 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:16.685466 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3760dfb6-ba7a-4955-a01d-01b913ffff8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:16.716492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1417110f-62ff-4cce-a5d1-0c31136303ee tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:16.723405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1417110f-62ff-4cce-a5d1-0c31136303ee tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:16.728397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-dcba4a1d-10a7-49ef-b097-e0a44902c1f4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for 1c9347ec-ebbd-4135-9370-15631ee1b668 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:16.762712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 47323ed7-fc4f-4b33-963c-248f02c72555 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:16.764171 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.028027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2b03a542-197e-48d0-9e85-e928ac4e73c3 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:17.054319 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dcba4a1d-10a7-49ef-b097-e0a44902c1f4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.083325 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d889c9b-ce3e-48c4-8212-dd4ca40603cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:17.126486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e3b23227-f839-4356-94cc-6e026ac271ae None None] Provisioning for port 2b03a542-197e-48d0-9e85-e928ac4e73c3 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:17.142592 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1417110f-62ff-4cce-a5d1-0c31136303ee tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.144288 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1417110f-62ff-4cce-a5d1-0c31136303ee tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.216918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 2b03a542-197e-48d0-9e85-e928ac4e73c3 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:17.226681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 2b03a542-197e-48d0-9e85-e928ac4e73c3 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:17.227265 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.261904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e3b23227-f839-4356-94cc-6e026ac271ae None None] Provisioning complete for port 47323ed7-fc4f-4b33-963c-248f02c72555 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:17.262680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3b23227-f839-4356-94cc-6e026ac271ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.282890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba4a1d-10a7-49ef-b097-e0a44902c1f4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=1c9347ec-ebbd-4135-9370-15631ee1b668,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:17.320828 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dcba4a1d-10a7-49ef-b097-e0a44902c1f4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:17.429739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a0151e6-9742-40f0-91de-6209163a26bd tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.584196 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1417110f-62ff-4cce-a5d1-0c31136303ee tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.609154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e3b23227-f839-4356-94cc-6e026ac271ae None None] Could not find standard attr ID for object 1c9347ec-ebbd-4135-9370-15631ee1b668. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:34:17.652703 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.686825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3760dfb6-ba7a-4955-a01d-01b913ffff8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] For port 1ef42ae1-75b8-4828-bdfc-5bc5d6453b77, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=1ef42ae1-75b8-4828-bdfc-5bc5d6453b77,segment=NetworkSegment(1637dcae-b669-416f-86f4-bde2ccddf321),segment_id=1637dcae-b669-416f-86f4-bde2ccddf321)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:17.687124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3760dfb6-ba7a-4955-a01d-01b913ffff8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.749768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 2b03a542-197e-48d0-9e85-e928ac4e73c3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2b03a542-197e-48d0-9e85-e928ac4e73c3,segment=NetworkSegment(57829545-9f12-4897-b2b7-de96238daca9),segment_id=57829545-9f12-4897-b2b7-de96238daca9)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:17.759819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-72fd01c8-4a84-4094-a7cb-74cf23b8606b None None] Provisioning complete for port 2b03a542-197e-48d0-9e85-e928ac4e73c3 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:17.760245 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72fd01c8-4a84-4094-a7cb-74cf23b8606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.820408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a0151e6-9742-40f0-91de-6209163a26bd tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.826442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7a0151e6-9742-40f0-91de-6209163a26bd tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Deleting port c0dc9e4a-4208-47cb-b42a-88831fb8119e {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:17.827224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a0151e6-9742-40f0-91de-6209163a26bd tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.830738 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:17.851777 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-055438ee-9929-44a6-b47e-2eac1bbc0c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:18.123745 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1417110f-62ff-4cce-a5d1-0c31136303ee tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:18.339534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=2b03a542-197e-48d0-9e85-e928ac4e73c3,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:18.375234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.376865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.378609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.381226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.381784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.382315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.382839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.383357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.383974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.384513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.385211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.385736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.386069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3760dfb6-ba7a-4955-a01d-01b913ffff8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Calling delete_port for 1ef42ae1-75b8-4828-bdfc-5bc5d6453b77 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:18.386504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.387015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.387525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.388054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.388577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.389086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.389604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.390112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.390626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.391132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.391638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.392189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.392762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.393285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.393988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.394513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.395022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.395529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.396069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.396579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.397084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.397592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.398100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.398612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:18.403957 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:18.429199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dcba4a1d-10a7-49ef-b097-e0a44902c1f4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:18.509231 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a0151e6-9742-40f0-91de-6209163a26bd tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:18.590199 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dcba4a1d-10a7-49ef-b097-e0a44902c1f4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/1c9347ec-ebbd-4135-9370-15631ee1b668 HTTP/1.1" status: 204 len: 168 time: 2.5563569 Jan 14 07:34:18.609775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-72fd01c8-4a84-4094-a7cb-74cf23b8606b None None] Provisioning for port 147a8cf8-5b33-4edb-9f36-8f98e2dca981 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:18.616856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-72fd01c8-4a84-4094-a7cb-74cf23b8606b None None] Provisioning complete for port 147a8cf8-5b33-4edb-9f36-8f98e2dca981 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:18.617281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72fd01c8-4a84-4094-a7cb-74cf23b8606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:18.631520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44692) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:18.688088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7a0151e6-9742-40f0-91de-6209163a26bd tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Calling delete_port for c0dc9e4a-4208-47cb-b42a-88831fb8119e owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:18.714167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-72fd01c8-4a84-4094-a7cb-74cf23b8606b None None] Port 147a8cf8-5b33-4edb-9f36-8f98e2dca981 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:18.756351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3760dfb6-ba7a-4955-a01d-01b913ffff8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:18.789554 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d34b6283-f082-4446-b022-bbcaf038143c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:18.811349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac62082c-840d-4364-9f0d-17af91f9fc32 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:18.817860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac62082c-840d-4364-9f0d-17af91f9fc32 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:18.818829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ac62082c-840d-4364-9f0d-17af91f9fc32 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:18.837211 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1417110f-62ff-4cce-a5d1-0c31136303ee tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:18.838303 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1417110f-62ff-4cce-a5d1-0c31136303ee tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 2.2598894 Jan 14 07:34:18.843872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760dfb6-ba7a-4955-a01d-01b913ffff8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Pushing event deleted for resources: {'Port': ['ID=1ef42ae1-75b8-4828-bdfc-5bc5d6453b77,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:18.847882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44700) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:18.855488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6c37678e-02d5-4cf0-8a1f-19ba50f43ef0 None None] Provisioning complete for port 2b03a542-197e-48d0-9e85-e928ac4e73c3 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:18.856095 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c37678e-02d5-4cf0-8a1f-19ba50f43ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:18.891736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6b305134-e720-44ca-933b-afd38b4ffce3 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-555418006', 'prefixes': ['172.20.0.0/16']}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:18.901010 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3760dfb6-ba7a-4955-a01d-01b913ffff8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:18.905909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6b305134-e720-44ca-933b-afd38b4ffce3 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:18.916531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-942108ae-360d-4338-a97f-e64b816b6db9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting port 1512f48e-5d8e-47b3-8e1f-bd4b05b0f33b {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:18.918163 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-942108ae-360d-4338-a97f-e64b816b6db9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.037330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6c37678e-02d5-4cf0-8a1f-19ba50f43ef0 None None] Provisioning complete for port 147a8cf8-5b33-4edb-9f36-8f98e2dca981 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:19.038012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c37678e-02d5-4cf0-8a1f-19ba50f43ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.085124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a0151e6-9742-40f0-91de-6209163a26bd tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.102104 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3760dfb6-ba7a-4955-a01d-01b913ffff8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.103867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6c37678e-02d5-4cf0-8a1f-19ba50f43ef0 None None] Port 147a8cf8-5b33-4edb-9f36-8f98e2dca981 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:19.158768 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3760dfb6-ba7a-4955-a01d-01b913ffff8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] 10.222.0.41 "DELETE /v2.0/ports/1ef42ae1-75b8-4828-bdfc-5bc5d6453b77 HTTP/1.1" status: 204 len: 168 time: 2.8571916 Jan 14 07:34:19.164074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44712) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:19.213589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ac62082c-840d-4364-9f0d-17af91f9fc32 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:19.215260 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ac62082c-840d-4364-9f0d-17af91f9fc32 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5815642 Jan 14 07:34:19.219322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44716) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:19.269867 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-782daf64-e752-47c1-9e12-b95f0b5ad434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] GET failed (client error): The resource could not be found. Jan 14 07:34:19.270569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-782daf64-e752-47c1-9e12-b95f0b5ad434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Synchronizing usage tracker for tenant:75bb156b41d24dcead46b77e3e2e1eb7 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:19.336605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-782daf64-e752-47c1-9e12-b95f0b5ad434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Unset dirty status for tenant:75bb156b41d24dcead46b77e3e2e1eb7 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:19.337925 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-782daf64-e752-47c1-9e12-b95f0b5ad434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] 10.222.0.41 "GET /v2.0/ports/1ef42ae1-75b8-4828-bdfc-5bc5d6453b77 HTTP/1.1" status: 404 len: 333 time: 0.1728187 Jan 14 07:34:19.342960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44726) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:19.368914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f4bf67eb-4fa2-4cb9-a34e-6b84ebeac194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Request body: {'port': {'network_id': '1529b845-c592-4251-aff7-5653efb034e6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-508598002'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:19.395727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f4bf67eb-4fa2-4cb9-a34e-6b84ebeac194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:19.407167 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f215e71-4b20-47c3-85ab-a015bdb292e8 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.586636 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7d5aad1-9099-45ae-8a6b-6eb0ba3bac12 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:19.588100 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a0151e6-9742-40f0-91de-6209163a26bd tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.665206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f215e71-4b20-47c3-85ab-a015bdb292e8 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Pushing event updated for resources: {'Subnet': ['ID=eb8c17dd-a6c4-4d41-a968-afcf4e59554c,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:19.673481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f4bf67eb-4fa2-4cb9-a34e-6b84ebeac194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:19.678250 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6f215e71-4b20-47c3-85ab-a015bdb292e8 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:19.684518 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-942108ae-360d-4338-a97f-e64b816b6db9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.760059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a0151e6-9742-40f0-91de-6209163a26bd tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.763800 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a0151e6-9742-40f0-91de-6209163a26bd tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.773507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-046d3a6f-c33f-4932-bd3b-c3c3352e011b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 9dc42713-d4c6-4dc8-8f93-d26cd883ae0c {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:34:19.778843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-046d3a6f-c33f-4932-bd3b-c3c3352e011b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.872258 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-046d3a6f-c33f-4932-bd3b-c3c3352e011b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.898613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bf67eb-4fa2-4cb9-a34e-6b84ebeac194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Made reservation on behalf of 75bb156b41d24dcead46b77e3e2e1eb7 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:19.903550 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4bf67eb-4fa2-4cb9-a34e-6b84ebeac194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.915259 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a0151e6-9742-40f0-91de-6209163a26bd tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.916466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0151e6-9742-40f0-91de-6209163a26bd tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Fanout notify agent at l3_agent the message router_deleted on router 18a489a0-05bb-4d4a-a488-475bf87ab5bf {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:34:19.931541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-942108ae-360d-4338-a97f-e64b816b6db9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Calling delete_port for 1512f48e-5d8e-47b3-8e1f-bd4b05b0f33b owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:19.946908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a0151e6-9742-40f0-91de-6209163a26bd tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:19.948373 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7a0151e6-9742-40f0-91de-6209163a26bd tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "DELETE /v2.0/routers/18a489a0-05bb-4d4a-a488-475bf87ab5bf HTTP/1.1" status: 204 len: 168 time: 3.5510585 Jan 14 07:34:19.960700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44740) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:19.974127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ce21b0a3-1c8e-4757-a282-f33106f9e4e4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-421504040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:19.989488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ce21b0a3-1c8e-4757-a282-f33106f9e4e4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:19.997349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2b03a542-197e-48d0-9e85-e928ac4e73c3 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:20.001193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ce21b0a3-1c8e-4757-a282-f33106f9e4e4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Usage tracker for resource:router and tenant:e7a02328e66048cf901bbd7f0fd4dd77 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:20.007466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ce21b0a3-1c8e-4757-a282-f33106f9e4e4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:20.028765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ce21b0a3-1c8e-4757-a282-f33106f9e4e4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:20.040286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f215e71-4b20-47c3-85ab-a015bdb292e8 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Checking segment: {'id': '086d0eff-61e6-482c-805a-2ab9c69bdf9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7d120181-cb63-408b-bca1-df814b84f829'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:20.040754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f215e71-4b20-47c3-85ab-a015bdb292e8 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Network hostable DHCP agents. Network: 7d120181-cb63-408b-bca1-df814b84f829, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:34:20.082460 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce21b0a3-1c8e-4757-a282-f33106f9e4e4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:20.084151 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce21b0a3-1c8e-4757-a282-f33106f9e4e4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:20.103338 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b305134-e720-44ca-933b-afd38b4ffce3 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks [] for subnetpool, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:20.105465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-046d3a6f-c33f-4932-bd3b-c3c3352e011b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:20.108539 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6b305134-e720-44ca-933b-afd38b4ffce3 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.2268827 Jan 14 07:34:20.112316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44746) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:20.133196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-f785faff-303a-4f1d-a75f-812e73f1df37 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '291a871d-8dd2-49da-95cf-df5496e4e237', 'tempest-TagsExtTest-Tag-570068') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:20.177457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce21b0a3-1c8e-4757-a282-f33106f9e4e4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:20.179564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 2b03a542-197e-48d0-9e85-e928ac4e73c3 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:20.182425 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:20.285937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f215e71-4b20-47c3-85ab-a015bdb292e8 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Network 7d120181-cb63-408b-bca1-df814b84f829 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:34:20.312565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-f4bf67eb-4fa2-4cb9-a34e-6b84ebeac194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] device_id is not set on port d34fb536-e61d-47a6-83f5-b4607f141927 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:34:20.347358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce21b0a3-1c8e-4757-a282-f33106f9e4e4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:20.459367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce21b0a3-1c8e-4757-a282-f33106f9e4e4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:20.460735 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ce21b0a3-1c8e-4757-a282-f33106f9e4e4 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4987237 Jan 14 07:34:20.464316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44758) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:20.470512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-42ac8180-b27e-4824-b96f-b5370bfc646c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Request body: {'router': {'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'enable_snat': True}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:20.678548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6f215e71-4b20-47c3-85ab-a015bdb292e8 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 7d120181-cb63-408b-bca1-df814b84f829) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:20.687931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c853f7b0-210d-4384-a3c6-91ebd6079cc0 None None] Network 7d120181-cb63-408b-bca1-df814b84f829 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:20.793390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f215e71-4b20-47c3-85ab-a015bdb292e8 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:20.794009 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f215e71-4b20-47c3-85ab-a015bdb292e8 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:20.817467 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-942108ae-360d-4338-a97f-e64b816b6db9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:20.947261 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c097305-78ab-4f85-b33e-48bac5c09fe4 tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:21.081344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942108ae-360d-4338-a97f-e64b816b6db9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Port': ['ID=1512f48e-5d8e-47b3-8e1f-bd4b05b0f33b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:21.112301 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-942108ae-360d-4338-a97f-e64b816b6db9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:21.119718 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6f215e71-4b20-47c3-85ab-a015bdb292e8 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.5092163 Jan 14 07:34:21.148944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44766) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:21.149544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-7d120181-cb63-408b-bca1-df814b84f829', 'network_id': '7d120181-cb63-408b-bca1-df814b84f829', 'tenant_id': 'c233a96b9fb346b3b887dca3e7ea9be5', 'fixed_ips': [{'subnet_id': 'eb8c17dd-a6c4-4d41-a968-afcf4e59554c'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:34:21.158730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:21.160139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-899164934', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}, 'admin_state_up': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:21.179595 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f785faff-303a-4f1d-a75f-812e73f1df37 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "PUT /v2.0/subnets/291a871d-8dd2-49da-95cf-df5496e4e237/tags/tempest-TagsExtTest-Tag-570068 HTTP/1.1" status: 201 len: 201 time: 1.0612466 Jan 14 07:34:21.192349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:21.200274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44770) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:21.210454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-011f9676-19cf-48b6-881d-b20cf4776930 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '147a8cf8-5b33-4edb-9f36-8f98e2dca981', 'tempest-TagsExtTest-Tag-1333467135') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:21.263434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4bf67eb-4fa2-4cb9-a34e-6b84ebeac194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:21.270515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Usage tracker for resource:router and tenant:c233a96b9fb346b3b887dca3e7ea9be5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:21.278935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:21.300193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:21.447455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42ac8180-b27e-4824-b96f-b5370bfc646c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:21.539348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44776) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:21.543622 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-046d3a6f-c33f-4932-bd3b-c3c3352e011b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:21.650771 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-942108ae-360d-4338-a97f-e64b816b6db9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:21.673292 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:21.675221 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:21.775695 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9916704c-b32a-4c35-889e-6ff0b9ff1770 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:21.830832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d3a6f-c33f-4932-bd3b-c3c3352e011b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=9dc42713-d4c6-4dc8-8f93-d26cd883ae0c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:21.834601 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-046d3a6f-c33f-4932-bd3b-c3c3352e011b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:21.894869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Allocated IP 172.20.0.2 (7d120181-cb63-408b-bca1-df814b84f829/eb8c17dd-a6c4-4d41-a968-afcf4e59554c/13618445-353e-4708-b2f2-373223a1cde7) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:21.924965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-046d3a6f-c33f-4932-bd3b-c3c3352e011b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:21.946260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2728806-7cdc-42df-9888-e123ca197e46 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:21.971936 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-046d3a6f-c33f-4932-bd3b-c3c3352e011b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/9dc42713-d4c6-4dc8-8f93-d26cd883ae0c HTTP/1.1" status: 204 len: 168 time: 2.7433214 Jan 14 07:34:21.972847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44784) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:22.354767 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9c96dde2-b1b2-4327-8efd-7fc8aeec06c6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3756893 Jan 14 07:34:22.354767 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99d8ed96-b70e-480e-a1e5-16d0bfe7458b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:22.368116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44788) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:22.379232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4bf67eb-4fa2-4cb9-a34e-6b84ebeac194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:22.396277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-99d8ed96-b70e-480e-a1e5-16d0bfe7458b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:22.435699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa10489-e775-414c-8ec4-98545baf2d23 None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:34:22.445627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-faa10489-e775-414c-8ec4-98545baf2d23 None None] Deleting port 47323ed7-fc4f-4b33-963c-248f02c72555 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:22.446228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-faa10489-e775-414c-8ec4-98545baf2d23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:22.507573 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:22.513314 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-011f9676-19cf-48b6-881d-b20cf4776930 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "PUT /v2.0/ports/147a8cf8-5b33-4edb-9f36-8f98e2dca981/tags/tempest-TagsExtTest-Tag-1333467135 HTTP/1.1" status: 201 len: 201 time: 1.3119118 Jan 14 07:34:22.514856 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2259b08c-e13c-44e2-9a45-734690465520 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:22.570919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44792) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:22.572177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-99d8ed96-b70e-480e-a1e5-16d0bfe7458b admin admin] Usage tracker for resource:security_group_rule and tenant:b140cf5d164e4acbbc18e0e8c0d5c1a1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:22.646697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-99d8ed96-b70e-480e-a1e5-16d0bfe7458b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:22.651224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42ac8180-b27e-4824-b96f-b5370bfc646c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:22.703515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-057b8462-7946-467c-b740-801df550a8b7 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bbbffa57-492a-4279-9948-8c76a057d080', 'tempest-TagsExtTest-Tag-1611063266') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:22.736784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-faa10489-e775-414c-8ec4-98545baf2d23 None None] For port 47323ed7-fc4f-4b33-963c-248f02c72555, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=47323ed7-fc4f-4b33-963c-248f02c72555,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:22.737403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-faa10489-e775-414c-8ec4-98545baf2d23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:22.770316 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42ac8180-b27e-4824-b96f-b5370bfc646c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:22.779361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942108ae-360d-4338-a97f-e64b816b6db9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router a2ef3c3c-0187-41d8-90b0-4b8266d438ca has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:34:22.805050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-99d8ed96-b70e-480e-a1e5-16d0bfe7458b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:22.847337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf67eb-4fa2-4cb9-a34e-6b84ebeac194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Pushing event updated for resources: {'Port': ['ID=d34fb536-e61d-47a6-83f5-b4607f141927,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:22.883947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-faa10489-e775-414c-8ec4-98545baf2d23 None None] Calling delete_port for 47323ed7-fc4f-4b33-963c-248f02c72555 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:23.013525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bf67eb-4fa2-4cb9-a34e-6b84ebeac194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Network 1529b845-c592-4251-aff7-5653efb034e6 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:23.015315 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4bf67eb-4fa2-4cb9-a34e-6b84ebeac194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:23.028034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f4bf67eb-4fa2-4cb9-a34e-6b84ebeac194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:23.064638 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:23.076413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Transition to ACTIVE for port object 13618445-353e-4708-b2f2-373223a1cde7 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:23.092933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942108ae-360d-4338-a97f-e64b816b6db9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:34:23.100189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Transition to ACTIVE for port object 13618445-353e-4708-b2f2-373223a1cde7 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:23.102938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bf67eb-4fa2-4cb9-a34e-6b84ebeac194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:23.103451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-faa10489-e775-414c-8ec4-98545baf2d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:23.104372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bf67eb-4fa2-4cb9-a34e-6b84ebeac194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:23.105999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4bf67eb-4fa2-4cb9-a34e-6b84ebeac194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:23.144144 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:34:23.148255 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:23.148255 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:23.148255 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:23.148255 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:34:23.148255 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:23.148255 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:23.148255 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:23.148255 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:34:23.148255 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:23.148255 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:23.148255 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:23.148255 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:34:23.148255 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:23.148255 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:23.148255 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:23.148255 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:34:23.148255 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:23.148255 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:23.148255 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:23.168293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd41500-2af2-49a3-903a-dc98812a8cba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:23.169109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1cd41500-2af2-49a3-903a-dc98812a8cba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:23.232635 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3051844b-810e-4878-99dd-20973121ddf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:23.262672 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f4bf67eb-4fa2-4cb9-a34e-6b84ebeac194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.8981757 Jan 14 07:34:23.266629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44798) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:23.284010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2f84c-eec1-4ba9-b1be-28c611751550 None None] Sync routers for ids ['a2ef3c3c-0187-41d8-90b0-4b8266d438ca'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:34:23.286334 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-942108ae-360d-4338-a97f-e64b816b6db9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/a2ef3c3c-0187-41d8-90b0-4b8266d438ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8753884 Jan 14 07:34:23.290336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44800) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:23.305623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa10489-e775-414c-8ec4-98545baf2d23 None None] Pushing event deleted for resources: {'Port': ['ID=47323ed7-fc4f-4b33-963c-248f02c72555,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:23.308445 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:23.320162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Request body: {'port': {'binding:host_id': 'n-h2-769329-2'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:23.338115 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-faa10489-e775-414c-8ec4-98545baf2d23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:23.338613 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-faa10489-e775-414c-8ec4-98545baf2d23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:23.409610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d2f84c-eec1-4ba9-b1be-28c611751550 None None] Routers {'a2ef3c3c-0187-41d8-90b0-4b8266d438ca'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:23.410294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d2d2f84c-eec1-4ba9-b1be-28c611751550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:33:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a2ef3c3c-0187-41d8-90b0-4b8266d438ca'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:23.436681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1cd41500-2af2-49a3-903a-dc98812a8cba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:23.442411 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1cd41500-2af2-49a3-903a-dc98812a8cba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0683157 Jan 14 07:34:23.454167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44806) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:23.555799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa10489-e775-414c-8ec4-98545baf2d23 None None] No DVR routers for this DVR port 47323ed7-fc4f-4b33-963c-248f02c72555 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:34:23.557846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d2d2f84c-eec1-4ba9-b1be-28c611751550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:23.584955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7929059-d4bb-4882-9cf7-fd2ed700e35e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:23.585716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a7929059-d4bb-4882-9cf7-fd2ed700e35e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:23.587904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d2f84c-eec1-4ba9-b1be-28c611751550 None None] Routers {'a2ef3c3c-0187-41d8-90b0-4b8266d438ca'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:23.588609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d2d2f84c-eec1-4ba9-b1be-28c611751550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:33:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a2ef3c3c-0187-41d8-90b0-4b8266d438ca'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:23.632278 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-057b8462-7946-467c-b740-801df550a8b7 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "PUT /v2.0/routers/bbbffa57-492a-4279-9948-8c76a057d080/tags/tempest-TagsExtTest-Tag-1611063266 HTTP/1.1" status: 201 len: 201 time: 0.9879768 Jan 14 07:34:23.638193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44810) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:23.650803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-844ad102-ecd0-4be9-b6e2-a6c5eafdfc04 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '14ec78a2-3dbe-47c6-8a63-f0781c95eab2', 'tempest-TagsExtTest-Tag-592867160') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:23.663260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d2d2f84c-eec1-4ba9-b1be-28c611751550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:23.663746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2f84c-eec1-4ba9-b1be-28c611751550 None None] The sync data for ids ['a2ef3c3c-0187-41d8-90b0-4b8266d438ca'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:34:23.667351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Pushing event updated for resources: {'Port': ['ID=13618445-353e-4708-b2f2-373223a1cde7,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:23.675942 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:23.706291 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99d8ed96-b70e-480e-a1e5-16d0bfe7458b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:23.722258 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:23.765905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Network 7d120181-cb63-408b-bca1-df814b84f829 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:23.767587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:23.770980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:23.771413 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:23.804938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99d8ed96-b70e-480e-a1e5-16d0bfe7458b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:23.824468 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-248086c2-f6e1-4db4-8f42-55e428b06339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:23.840142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Attempting to bind port 13618445-353e-4708-b2f2-373223a1cde7 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:34:23.840913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Attempting to bind port 13618445-353e-4708-b2f2-373223a1cde7 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '086d0eff-61e6-482c-805a-2ab9c69bdf9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7d120181-cb63-408b-bca1-df814b84f829'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:34:23.841567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Attempting to bind port 13618445-353e-4708-b2f2-373223a1cde7 on network 7d120181-cb63-408b-bca1-df814b84f829 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:34:23.844968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a7929059-d4bb-4882-9cf7-fd2ed700e35e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:23.849482 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a7929059-d4bb-4882-9cf7-fd2ed700e35e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3943307 Jan 14 07:34:23.858852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:34:23.863941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Checking segment: {'id': '086d0eff-61e6-482c-805a-2ab9c69bdf9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7d120181-cb63-408b-bca1-df814b84f829'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:23.864402 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:23.864854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Bound using segment: {'id': '086d0eff-61e6-482c-805a-2ab9c69bdf9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7d120181-cb63-408b-bca1-df814b84f829'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:34:23.865400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Bound port: 13618445-353e-4708-b2f2-373223a1cde7, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086d0eff-61e6-482c-805a-2ab9c69bdf9c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '7d120181-cb63-408b-bca1-df814b84f829'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:34:23.865822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:23.869696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44814) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:23.874489 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-096a2003-0466-4724-9a79-3fdb8327e4ac tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] remove_router_interface failed (client error): The resource could not be found. Jan 14 07:34:23.879046 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-096a2003-0466-4724-9a79-3fdb8327e4ac tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/a2ef3c3c-0187-41d8-90b0-4b8266d438ca/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5842013 Jan 14 07:34:23.880847 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-99d8ed96-b70e-480e-a1e5-16d0bfe7458b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b140cf5d164e4acbbc18e0e8c0d5c1a1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3396204 Jan 14 07:34:23.891114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44816) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:23.891595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44820) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:23.957407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-42ac8180-b27e-4824-b96f-b5370bfc646c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Allocated IP 172.25.3.105 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/75ea0fe9-3e50-4241-9205-9bcd3c4abd3b) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:24.048997 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-46efece7-75b8-4e57-b86e-b0936c2fdc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:24.053299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 47323ed7-fc4f-4b33-963c-248f02c72555 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:34:24.127571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 47323ed7-fc4f-4b33-963c-248f02c72555 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:34:24.127941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 47323ed7-fc4f-4b33-963c-248f02c72555 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:34:24.129176 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3f6b5c5d-5510-4f49-9ff8-d9fcf0ae1abd tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2467196 Jan 14 07:34:24.130795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44826) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:24.132796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] For port 13618445-353e-4708-b2f2-373223a1cde7, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:34:24.136421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] For port 13618445-353e-4708-b2f2-373223a1cde7, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=13618445-353e-4708-b2f2-373223a1cde7,segment=NetworkSegment(086d0eff-61e6-482c-805a-2ab9c69bdf9c),segment_id=086d0eff-61e6-482c-805a-2ab9c69bdf9c)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:34:24.137946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0c057185-7a0f-487d-af3a-74963c84e40b tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Synchronizing usage tracker for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:24.143451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8ed96-b70e-480e-a1e5-16d0bfe7458b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5603ca0-3b26-4173-8e33-48d9dffa732e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:24.154588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2b958d95-17a5-453f-8206-c1bc86c27216 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:24.186572 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-99d8ed96-b70e-480e-a1e5-16d0bfe7458b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:24.215351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:24.242865 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-745b2237-816a-468a-836f-db3ec2e9d90c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:24.294378 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-844ad102-ecd0-4be9-b6e2-a6c5eafdfc04 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "PUT /v2.0/subnetpools/14ec78a2-3dbe-47c6-8a63-f0781c95eab2/tags/tempest-TagsExtTest-Tag-592867160 HTTP/1.1" status: 201 len: 201 time: 0.6484179 Jan 14 07:34:24.295243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44832) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:24.384608 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:24.415736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-4da54c45-c2ca-4e70-a8ef-1e326595acf4 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '291a871d-8dd2-49da-95cf-df5496e4e237') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:24.431101 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:24.521140 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-429b3f09-0a07-46f9-9eba-140a47ea6ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:24.523050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0c057185-7a0f-487d-af3a-74963c84e40b tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Unset dirty status for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:24.524359 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0c057185-7a0f-487d-af3a-74963c84e40b tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/ports?device_id=a2ef3c3c-0187-41d8-90b0-4b8266d438ca HTTP/1.1" status: 200 len: 205 time: 0.6303167 Jan 14 07:34:24.539139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44836) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:24.659838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Pushing event updated for resources: {'Port': ['ID=13618445-353e-4708-b2f2-373223a1cde7,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:24.667810 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:24.733410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2b958d95-17a5-453f-8206-c1bc86c27216 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:25.145438 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4784aa92-ea78-45eb-b2d7-c2a96b0e8923 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:25.243350 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-429b3f09-0a07-46f9-9eba-140a47ea6ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:25.256148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2b958d95-17a5-453f-8206-c1bc86c27216 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:25.556469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b958d95-17a5-453f-8206-c1bc86c27216 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:25.601648 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42ac8180-b27e-4824-b96f-b5370bfc646c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:25.662776 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4784aa92-ea78-45eb-b2d7-c2a96b0e8923 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:25.674164 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4784aa92-ea78-45eb-b2d7-c2a96b0e8923 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:25.708345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:34:25.749817 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4da54c45-c2ca-4e70-a8ef-1e326595acf4 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/subnets/291a871d-8dd2-49da-95cf-df5496e4e237/tags HTTP/1.1" status: 200 len: 237 time: 1.4070728 Jan 14 07:34:25.750130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44842) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:25.756455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-8e08e403-7ecc-413e-8d6a-77aa8775cb68 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '291a871d-8dd2-49da-95cf-df5496e4e237', 'tempest-TagsExtTest-Tag-570068') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:25.820353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b958d95-17a5-453f-8206-c1bc86c27216 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:25.852602 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8e08e403-7ecc-413e-8d6a-77aa8775cb68 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/subnets/291a871d-8dd2-49da-95cf-df5496e4e237/tags/tempest-TagsExtTest-Tag-570068 HTTP/1.1" status: 204 len: 168 time: 0.0990632 Jan 14 07:34:25.852602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44846) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:25.856884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-fb4277c0-a104-4681-858e-7e1428173eee tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '291a871d-8dd2-49da-95cf-df5496e4e237', 'tempest-TagsExtTest-Tag-570068') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:25.910988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-429b3f09-0a07-46f9-9eba-140a47ea6ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:25.916492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4784aa92-ea78-45eb-b2d7-c2a96b0e8923 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:25.917056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4784aa92-ea78-45eb-b2d7-c2a96b0e8923 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Fanout notify agent at l3_agent the message router_deleted on router a2ef3c3c-0187-41d8-90b0-4b8266d438ca {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:34:25.937556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] device_id is not set on port d34fb536-e61d-47a6-83f5-b4607f141927 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:34:25.942489 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-97150f26-db08-4d50-a7fb-2cfa75c070e1 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:25.967926 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:25.981910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b3f09-0a07-46f9-9eba-140a47ea6ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5603ca0-3b26-4173-8e33-48d9dffa732e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:26.001634 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-429b3f09-0a07-46f9-9eba-140a47ea6ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:26.020178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42ac8180-b27e-4824-b96f-b5370bfc646c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:26.054599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 13618445-353e-4708-b2f2-373223a1cde7 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:26.138816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Allocated IP 172.25.3.188 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/1cb97292-2c84-42c8-9bbe-617f4e4af39b) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:26.144871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 13618445-353e-4708-b2f2-373223a1cde7 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:26.166274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Transition to ACTIVE for port object d34fb536-e61d-47a6-83f5-b4607f141927 will not be triggered until provisioned by entity L2. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:26.167552 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:26.195688 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fb4277c0-a104-4681-858e-7e1428173eee tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "DELETE /v2.0/subnets/291a871d-8dd2-49da-95cf-df5496e4e237/tags/tempest-TagsExtTest-Tag-570068 HTTP/1.1" status: 204 len: 168 time: 0.3434188 Jan 14 07:34:26.218429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44850) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:26.252321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:26.270684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-fa868562-2149-46e4-bd6f-95fcf5589bb6 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '291a871d-8dd2-49da-95cf-df5496e4e237') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:26.345286 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-429b3f09-0a07-46f9-9eba-140a47ea6ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:26.348179 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-429b3f09-0a07-46f9-9eba-140a47ea6ecf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5603ca0-3b26-4173-8e33-48d9dffa732e HTTP/1.1" status: 204 len: 168 time: 2.4522395 Jan 14 07:34:26.359154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4784aa92-ea78-45eb-b2d7-c2a96b0e8923 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:26.360414 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4784aa92-ea78-45eb-b2d7-c2a96b0e8923 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/routers/a2ef3c3c-0187-41d8-90b0-4b8266d438ca HTTP/1.1" status: 204 len: 168 time: 1.8201997 Jan 14 07:34:26.449934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44856) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:26.466518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9445966-87ab-48e0-ab61-930098e7eba5 None None] Network 7d120181-cb63-408b-bca1-df814b84f829 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:26.561722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac8180-b27e-4824-b96f-b5370bfc646c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Pushing event updated for resources: {'Port': ['ID=75ea0fe9-3e50-4241-9205-9bcd3c4abd3b,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:26.587503 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42ac8180-b27e-4824-b96f-b5370bfc646c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:26.596067 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3760dfb6-ba7a-4955-a01d-01b913ffff8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:26.614845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c1cb1660-dd3a-4c9e-a29c-e9fea3d70b8d None None] Provisioning for port 13618445-353e-4708-b2f2-373223a1cde7 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:26.622013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c1cb1660-dd3a-4c9e-a29c-e9fea3d70b8d None None] Provisioning complete for port 13618445-353e-4708-b2f2-373223a1cde7 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:26.622479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1cb1660-dd3a-4c9e-a29c-e9fea3d70b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:26.690154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:26.706099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ac8180-b27e-4824-b96f-b5370bfc646c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:26.707035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Pushing event updated for resources: {'Port': ['ID=d34fb536-e61d-47a6-83f5-b4607f141927,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:26.718788 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:26.722446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-42ac8180-b27e-4824-b96f-b5370bfc646c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:26.745259 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:26.768079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ac8180-b27e-4824-b96f-b5370bfc646c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:26.804088 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fd369c9-21c8-4f15-a40d-22dd5a567e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:26.871079 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:26.930568 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1cb1660-dd3a-4c9e-a29c-e9fea3d70b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:26.946354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.950419 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.950419 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.950419 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:26.950419 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.950419 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.950419 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.950419 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:26.950419 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.950419 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.950419 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.950419 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:34:26.950419 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.950419 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.950419 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.950419 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:34:26.950419 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.950419 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.950419 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.954398 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.959292 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:26.959292 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.959292 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.959292 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.959292 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:26.959292 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:26.959292 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.959292 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.959292 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.959292 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.959292 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.959292 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.959292 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:26.959292 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:26.967637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c1cb1660-dd3a-4c9e-a29c-e9fea3d70b8d None None] For port 13618445-353e-4708-b2f2-373223a1cde7, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=13618445-353e-4708-b2f2-373223a1cde7,segment=NetworkSegment(086d0eff-61e6-482c-805a-2ab9c69bdf9c),segment_id=086d0eff-61e6-482c-805a-2ab9c69bdf9c)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:26.976137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1cb1660-dd3a-4c9e-a29c-e9fea3d70b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:26.979787 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cde5217a-87f4-4afd-adfe-9a6ea832a5ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:26.999307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44868) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:27.065443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Pushing event updated for resources: {'Port': ['ID=1cb97292-2c84-42c8-9bbe-617f4e4af39b,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:27.072908 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:27.073807 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-455555d5-730c-4242-8c52-937c068b37e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:27.094350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-455555d5-730c-4242-8c52-937c068b37e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:27.111186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-455555d5-730c-4242-8c52-937c068b37e7 admin admin] Usage tracker for resource:security_group_rule and tenant:310bf37d9a86488292db3077f68ee54b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:27.112829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb1660-dd3a-4c9e-a29c-e9fea3d70b8d None None] Pushing event updated for resources: {'Port': ['ID=13618445-353e-4708-b2f2-373223a1cde7,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:27.117595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-455555d5-730c-4242-8c52-937c068b37e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:27.119073 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c1cb1660-dd3a-4c9e-a29c-e9fea3d70b8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:27.125971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d81dc5b-1fb4-4d8d-b171-02a9195b1cd7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting subnet cfffc0a6-5227-4bb9-92f8-873877e385bc {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:34:27.134802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-455555d5-730c-4242-8c52-937c068b37e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:27.194816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:27.198140 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6d81dc5b-1fb4-4d8d-b171-02a9195b1cd7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:27.200589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:27.203351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:27.336362 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:27.512388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-51bb672a-6d73-4a90-ac4d-9626a52f14d9 None None] Provisioning complete for port 13618445-353e-4708-b2f2-373223a1cde7 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:27.513067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51bb672a-6d73-4a90-ac4d-9626a52f14d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:27.573621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6d81dc5b-1fb4-4d8d-b171-02a9195b1cd7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:27.718700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attempting to bind port d34fb536-e61d-47a6-83f5-b4607f141927 on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:34:27.719213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attempting to bind port d34fb536-e61d-47a6-83f5-b4607f141927 by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': '1637dcae-b669-416f-86f4-bde2ccddf321', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1529b845-c592-4251-aff7-5653efb034e6'}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:34:27.719336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attempting to bind port d34fb536-e61d-47a6-83f5-b4607f141927 on network 1529b845-c592-4251-aff7-5653efb034e6 {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:34:27.726690 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fa868562-2149-46e4-bd6f-95fcf5589bb6 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/subnets/291a871d-8dd2-49da-95cf-df5496e4e237/tags HTTP/1.1" status: 200 len: 205 time: 1.4926243 Jan 14 07:34:27.732124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:27.745781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44874) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:27.762880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-4f9e94a8-07b6-4f52-be1d-2c6fbe76b7ad tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '147a8cf8-5b33-4edb-9f36-8f98e2dca981') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:27.791023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:34:27.791398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Checking segment: {'id': '1637dcae-b669-416f-86f4-bde2ccddf321', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1529b845-c592-4251-aff7-5653efb034e6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:27.791827 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:27.792227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Bound using segment: {'id': '1637dcae-b669-416f-86f4-bde2ccddf321', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1529b845-c592-4251-aff7-5653efb034e6'} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:34:27.792722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Bound port: d34fb536-e61d-47a6-83f5-b4607f141927, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1637dcae-b669-416f-86f4-bde2ccddf321', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1529b845-c592-4251-aff7-5653efb034e6'}}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:34:27.793096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:27.822440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-80c1ab63-1f03-4ae6-9d7f-6ee7aee29183 None None] Provisioning complete for port 13618445-353e-4708-b2f2-373223a1cde7 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:27.823062 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80c1ab63-1f03-4ae6-9d7f-6ee7aee29183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.041052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 13618445-353e-4708-b2f2-373223a1cde7 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:28.049767 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-455555d5-730c-4242-8c52-937c068b37e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.070430 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-455555d5-730c-4242-8c52-937c068b37e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.084426 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c2da30f0-cbb8-4ae0-92e7-6d144a8ead49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:28.094251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.145771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455555d5-730c-4242-8c52-937c068b37e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34ed645-3a80-4bee-b946-1d31db8950db,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:28.153728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 13618445-353e-4708-b2f2-373223a1cde7 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:28.153728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.155627 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-455555d5-730c-4242-8c52-937c068b37e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:28.162290 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-455555d5-730c-4242-8c52-937c068b37e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=310bf37d9a86488292db3077f68ee54b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1595216 Jan 14 07:34:28.163004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44878) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:28.268728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-64c98c39-4b8a-4f9f-a343-a74d5d7f74bb None None] Provisioning complete for port 13618445-353e-4708-b2f2-373223a1cde7 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:28.269488 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64c98c39-4b8a-4f9f-a343-a74d5d7f74bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.275268 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6d81dc5b-1fb4-4d8d-b171-02a9195b1cd7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.468154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.501554 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.532530 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.718347 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.725280 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3db85405-be5a-42ed-a6b6-fc4448893070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:28.734627 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42ac8180-b27e-4824-b96f-b5370bfc646c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.743338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34ed645-3a80-4bee-b946-1d31db8950db,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:28.767635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.768142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.768588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.769010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.769426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.769841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.770251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.770662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.771071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.771479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.771914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.772320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.772800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.773207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.773610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.774021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.774422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.774842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.775232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.775635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.776060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.776464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.776864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.777268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.777712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.778115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.778518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.778921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.779321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.779764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.780165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.780565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.780965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.781365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.781765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.782161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:34:28.789337 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:28.793591 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:28.808140 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b34ed645-3a80-4bee-b946-1d31db8950db HTTP/1.1" status: 204 len: 168 time: 0.6304922 Jan 14 07:34:28.820316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] For port d34fb536-e61d-47a6-83f5-b4607f141927, host n-h2-769329-2, cleared binding levels {{(pid=80907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:34:28.856372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Router d3e9e659-1963-4921-b9a2-e765a86da08c is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:34:28.869623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] For port d34fb536-e61d-47a6-83f5-b4607f141927, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=d34fb536-e61d-47a6-83f5-b4607f141927,segment=NetworkSegment(1637dcae-b669-416f-86f4-bde2ccddf321),segment_id=1637dcae-b669-416f-86f4-bde2ccddf321)] {{(pid=80907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:34:28.896599 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:29.063396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:29.082672 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4f9e94a8-07b6-4f52-be1d-2c6fbe76b7ad tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/ports/147a8cf8-5b33-4edb-9f36-8f98e2dca981/tags HTTP/1.1" status: 200 len: 241 time: 1.3355069 Jan 14 07:34:29.088657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44886) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:29.092247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:34:29.097871 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9cec1b48-706c-4390-8091-f0b5f0701e2f tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:29.104633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfae0b0-4887-4fb5-9415-8aaa1290649b None None] Sync routers for ids ['d3e9e659-1963-4921-b9a2-e765a86da08c'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:34:29.120008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-62927c7f-7a43-46f0-9a5c-e1e7a14e0ce9 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '147a8cf8-5b33-4edb-9f36-8f98e2dca981', 'tempest-TagsExtTest-Tag-1333467135') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:29.120720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfae0b0-4887-4fb5-9415-8aaa1290649b None None] Routers {'d3e9e659-1963-4921-b9a2-e765a86da08c'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:29.129408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-bcfae0b0-4887-4fb5-9415-8aaa1290649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d3e9e659-1963-4921-b9a2-e765a86da08c'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:29.186956 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:29.188501 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.0356774 Jan 14 07:34:29.193004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44892) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:29.256287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-bcfae0b0-4887-4fb5-9415-8aaa1290649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:29.265877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfae0b0-4887-4fb5-9415-8aaa1290649b None None] Routers {'d3e9e659-1963-4921-b9a2-e765a86da08c'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:29.266546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-bcfae0b0-4887-4fb5-9415-8aaa1290649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d3e9e659-1963-4921-b9a2-e765a86da08c'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:29.313741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Pushing event updated for resources: {'Port': ['ID=d34fb536-e61d-47a6-83f5-b4607f141927,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:29.318179 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:29.357502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-bcfae0b0-4887-4fb5-9415-8aaa1290649b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:29.357937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfae0b0-4887-4fb5-9415-8aaa1290649b None None] The sync data for ids ['d3e9e659-1963-4921-b9a2-e765a86da08c'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:34:29.393572 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-62927c7f-7a43-46f0-9a5c-e1e7a14e0ce9 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/ports/147a8cf8-5b33-4edb-9f36-8f98e2dca981/tags/tempest-TagsExtTest-Tag-1333467135 HTTP/1.1" status: 204 len: 168 time: 0.2984762 Jan 14 07:34:29.394455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44902) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:29.463971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-46910927-29c4-408a-827f-fc70e2c91008 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '147a8cf8-5b33-4edb-9f36-8f98e2dca981', 'tempest-TagsExtTest-Tag-1333467135') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:29.530438 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6d81dc5b-1fb4-4d8d-b171-02a9195b1cd7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:29.561181 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-046d3a6f-c33f-4932-bd3b-c3c3352e011b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:29.628759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81dc5b-1fb4-4d8d-b171-02a9195b1cd7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Subnet': ['ID=cfffc0a6-5227-4bb9-92f8-873877e385bc,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:29.703077 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6d81dc5b-1fb4-4d8d-b171-02a9195b1cd7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:29.758839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:29.760209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:29.761887 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] 10.222.0.41 "PUT /v2.0/ports/d34fb536-e61d-47a6-83f5-b4607f141927 HTTP/1.1" status: 200 len: 1077 time: 6.4501369 Jan 14 07:34:29.843085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44912) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:30.054051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c431f8f1-ccc2-43d6-86de-e86d4fcf8ab9 None None] Network 45050330-c84f-4d1e-b744-9d29b68a01ca requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:30.069166 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42ac8180-b27e-4824-b96f-b5370bfc646c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:30.071979 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6d81dc5b-1fb4-4d8d-b171-02a9195b1cd7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:30.099977 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42ac8180-b27e-4824-b96f-b5370bfc646c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:30.114985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c0f2b-c368-4944-9903-0954d86f8f98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:30.115414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c0f2b-c368-4944-9903-0954d86f8f98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:30.115939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c0f2b-c368-4944-9903-0954d86f8f98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:30.116615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c0f2b-c368-4944-9903-0954d86f8f98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:30.117037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c0f2b-c368-4944-9903-0954d86f8f98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:30.117449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c0f2b-c368-4944-9903-0954d86f8f98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:30.117999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c0f2b-c368-4944-9903-0954d86f8f98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:30.118518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c0f2b-c368-4944-9903-0954d86f8f98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:30.118926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c0f2b-c368-4944-9903-0954d86f8f98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:30.120361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c0f2b-c368-4944-9903-0954d86f8f98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:30.120815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c0f2b-c368-4944-9903-0954d86f8f98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:30.121364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c0f2b-c368-4944-9903-0954d86f8f98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:30.121772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c0f2b-c368-4944-9903-0954d86f8f98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:30.129546 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a41c0f2b-c368-4944-9903-0954d86f8f98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11598 time: 0.2849848 Jan 14 07:34:30.131197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44922) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:30.146335 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6d81dc5b-1fb4-4d8d-b171-02a9195b1cd7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/subnets/cfffc0a6-5227-4bb9-92f8-873877e385bc HTTP/1.1" status: 204 len: 168 time: 3.6882770 Jan 14 07:34:30.150599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44926) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:30.226758 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-46910927-29c4-408a-827f-fc70e2c91008 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "DELETE /v2.0/ports/147a8cf8-5b33-4edb-9f36-8f98e2dca981/tags/tempest-TagsExtTest-Tag-1333467135 HTTP/1.1" status: 204 len: 168 time: 0.7766340 Jan 14 07:34:30.250540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44928) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:30.252441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-efd6cb74-c4fc-406a-90b3-da77454e2e2e tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '147a8cf8-5b33-4edb-9f36-8f98e2dca981') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:30.360956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3344a45e-7554-4e6b-8480-06e25766d0af None None] DHCP port deletion for 45050330-c84f-4d1e-b744-9d29b68a01ca request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:34:30.367268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3344a45e-7554-4e6b-8480-06e25766d0af None None] Deleting port 427b4c19-e4a6-44d4-9156-733a4446e64d {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:30.367724 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3344a45e-7554-4e6b-8480-06e25766d0af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:30.486649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-2b958d95-17a5-453f-8206-c1bc86c27216 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80907) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:30.490724 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:30.493671 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:34:30.493671 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:30.493671 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:30.493671 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:30.493671 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:34:30.493671 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:30.493671 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:30.493671 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:30.493671 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:34:30.493671 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:30.493671 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:30.493671 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:30.493671 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:34:30.493671 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:30.493671 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:30.493671 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:30.493671 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:30.493671 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:30.493671 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:30.493671 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:30.498910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c617b833-7491-43b2-b93f-a297b5a71f4d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:30.558065 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-efd6cb74-c4fc-406a-90b3-da77454e2e2e tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/ports/147a8cf8-5b33-4edb-9f36-8f98e2dca981/tags HTTP/1.1" status: 200 len: 205 time: 0.3156495 Jan 14 07:34:30.568772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44938) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:30.575497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b958d95-17a5-453f-8206-c1bc86c27216 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:30.585224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-0e0f0db4-cc01-418e-9ef6-63f2140e6988 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bbbffa57-492a-4279-9948-8c76a057d080') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:30.616051 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8d801e2a-6102-42cc-8d3f-ea79f7b6552d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:30.751557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3344a45e-7554-4e6b-8480-06e25766d0af None None] For port 427b4c19-e4a6-44d4-9156-733a4446e64d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=427b4c19-e4a6-44d4-9156-733a4446e64d,segment=NetworkSegment(dfb58ae6-0b92-4ac2-86a9-7a31dd6ef10f),segment_id=dfb58ae6-0b92-4ac2-86a9-7a31dd6ef10f)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:30.752772 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3344a45e-7554-4e6b-8480-06e25766d0af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:30.778864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff2d13-6d0a-4857-9b1b-58e219cb17f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Deleting port d34fb536-e61d-47a6-83f5-b4607f141927 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:30.779395 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2d13-6d0a-4857-9b1b-58e219cb17f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:30.934750 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0e0f0db4-cc01-418e-9ef6-63f2140e6988 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/routers/bbbffa57-492a-4279-9948-8c76a057d080/tags HTTP/1.1" status: 200 len: 241 time: 0.3633487 Jan 14 07:34:30.970962 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:30.994702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44954) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:31.022739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-05dddb04-f79e-4260-8f95-2bdd7fb333f8 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bbbffa57-492a-4279-9948-8c76a057d080', 'tempest-TagsExtTest-Tag-1611063266') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:31.080619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3344a45e-7554-4e6b-8480-06e25766d0af None None] Calling delete_port for 427b4c19-e4a6-44d4-9156-733a4446e64d owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:31.313384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3344a45e-7554-4e6b-8480-06e25766d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:31.461263 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0c7a75f0-7800-4137-bb60-59716a88dbe1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:31.518450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344a45e-7554-4e6b-8480-06e25766d0af None None] Pushing event deleted for resources: {'Port': ['ID=427b4c19-e4a6-44d4-9156-733a4446e64d,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:31.526154 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3344a45e-7554-4e6b-8480-06e25766d0af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:31.538336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3344a45e-7554-4e6b-8480-06e25766d0af None None] No DVR routers for this DVR port 427b4c19-e4a6-44d4-9156-733a4446e64d on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:34:31.653043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c617b833-7491-43b2-b93f-a297b5a71f4d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting port 427b4c19-e4a6-44d4-9156-733a4446e64d {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:31.653762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c617b833-7491-43b2-b93f-a297b5a71f4d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:31.848427 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-05dddb04-f79e-4260-8f95-2bdd7fb333f8 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/routers/bbbffa57-492a-4279-9948-8c76a057d080/tags/tempest-TagsExtTest-Tag-1611063266 HTTP/1.1" status: 204 len: 168 time: 0.8324556 Jan 14 07:34:31.849028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44970) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:31.864071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-22fb1da6-14d8-4228-b188-80d376ba66c1 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'bbbffa57-492a-4279-9948-8c76a057d080', 'tempest-TagsExtTest-Tag-1611063266') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:31.924132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c6ff2d13-6d0a-4857-9b1b-58e219cb17f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] For port d34fb536-e61d-47a6-83f5-b4607f141927, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=d34fb536-e61d-47a6-83f5-b4607f141927,segment=NetworkSegment(1637dcae-b669-416f-86f4-bde2ccddf321),segment_id=1637dcae-b669-416f-86f4-bde2ccddf321)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:31.924567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Allocated IP 172.20.0.1 (7d120181-cb63-408b-bca1-df814b84f829/eb8c17dd-a6c4-4d41-a968-afcf4e59554c/1ac5d704-44ea-45be-b6c9-01dc4f226762) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:31.924879 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2d13-6d0a-4857-9b1b-58e219cb17f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:32.073341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 427b4c19-e4a6-44d4-9156-733a4446e64d no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:34:32.129802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 427b4c19-e4a6-44d4-9156-733a4446e64d {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:34:32.130673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 427b4c19-e4a6-44d4-9156-733a4446e64d not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:34:32.136620 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-22fb1da6-14d8-4228-b188-80d376ba66c1 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "DELETE /v2.0/routers/bbbffa57-492a-4279-9948-8c76a057d080/tags/tempest-TagsExtTest-Tag-1611063266 HTTP/1.1" status: 204 len: 168 time: 0.2862456 Jan 14 07:34:32.138570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44978) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:32.168590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-13fabc0e-97e9-4ef7-9562-4e4d0f74dd9e tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bbbffa57-492a-4279-9948-8c76a057d080') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:32.177279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff2d13-6d0a-4857-9b1b-58e219cb17f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Calling delete_port for d34fb536-e61d-47a6-83f5-b4607f141927 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:32.318033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b958d95-17a5-453f-8206-c1bc86c27216 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=67e08c39-07bb-4627-abe6-7b7dbad3edb8,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:32.346101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c617b833-7491-43b2-b93f-a297b5a71f4d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] The port '427b4c19-e4a6-44d4-9156-733a4446e64d' was deleted {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:34:32.346101 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2b958d95-17a5-453f-8206-c1bc86c27216 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.748s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:32.452050 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-13fabc0e-97e9-4ef7-9562-4e4d0f74dd9e tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/routers/bbbffa57-492a-4279-9948-8c76a057d080/tags HTTP/1.1" status: 200 len: 205 time: 0.3015141 Jan 14 07:34:32.455819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44990) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:32.470274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-a8611fcf-5f26-4097-bbb8-e57b60a6cd52 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '14ec78a2-3dbe-47c6-8a63-f0781c95eab2') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:32.495707 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:32.522682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Transition to ACTIVE for port object 1ac5d704-44ea-45be-b6c9-01dc4f226762 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:32.528115 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a8611fcf-5f26-4097-bbb8-e57b60a6cd52 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/subnetpools/14ec78a2-3dbe-47c6-8a63-f0781c95eab2/tags HTTP/1.1" status: 200 len: 240 time: 0.0711863 Jan 14 07:34:32.528809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44994) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:32.538368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-e62a9bf6-f0f8-47da-ad34-9341cbb112ed tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '14ec78a2-3dbe-47c6-8a63-f0781c95eab2', 'tempest-TagsExtTest-Tag-592867160') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:32.576086 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c617b833-7491-43b2-b93f-a297b5a71f4d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:32.576418 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e62a9bf6-f0f8-47da-ad34-9341cbb112ed tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/subnetpools/14ec78a2-3dbe-47c6-8a63-f0781c95eab2/tags/tempest-TagsExtTest-Tag-592867160 HTTP/1.1" status: 204 len: 168 time: 0.0454457 Jan 14 07:34:32.578417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44998) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:32.585600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-012aa712-b152-4141-ae91-74e1e023852a tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '14ec78a2-3dbe-47c6-8a63-f0781c95eab2', 'tempest-TagsExtTest-Tag-592867160') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:32.598589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:32.719554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c617b833-7491-43b2-b93f-a297b5a71f4d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45050330-c84f-4d1e-b744-9d29b68a01ca']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:32.743144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b958d95-17a5-453f-8206-c1bc86c27216 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:32.755722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c617b833-7491-43b2-b93f-a297b5a71f4d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb58ae6-0b92-4ac2-86a9-7a31dd6ef10f') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:32.756040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c617b833-7491-43b2-b93f-a297b5a71f4d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb58ae6-0b92-4ac2-86a9-7a31dd6ef10f') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:32.756639 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7cc662df-708f-4a5f-b4b6-8d756a08acfa tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:32.772929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2b958d95-17a5-453f-8206-c1bc86c27216 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:32.782437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cc1a5a-67c1-48d8-a284-00006c394a43 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:32.796091 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c617b833-7491-43b2-b93f-a297b5a71f4d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:32.820822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b958d95-17a5-453f-8206-c1bc86c27216 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:32.821515 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b958d95-17a5-453f-8206-c1bc86c27216 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:32.845124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c617b833-7491-43b2-b93f-a297b5a71f4d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:32.851119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c617b833-7491-43b2-b93f-a297b5a71f4d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:34:32.868643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Network 7d120181-cb63-408b-bca1-df814b84f829 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:32.870265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:32.883949 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2b958d95-17a5-453f-8206-c1bc86c27216 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 8.7428756 Jan 14 07:34:32.897835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45006) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:32.899146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Pushing event updated for resources: {'Port': ['ID=1ac5d704-44ea-45be-b6c9-01dc4f226762,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:32.902620 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:32.903768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:32.926364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ac8180-b27e-4824-b96f-b5370bfc646c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Router 279cd0dd-02e6-4f51-988f-e9fc6198a468 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:34:32.932761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2d87935d-b53f-41a7-90f6-1283b4862122 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'mac_address': 'fa:16:3e:c9:4d:67', 'name': 'tempest-NetworksTestDHCPv6-1457605976'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:33.004883 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-012aa712-b152-4141-ae91-74e1e023852a tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "DELETE /v2.0/subnetpools/14ec78a2-3dbe-47c6-8a63-f0781c95eab2/tags/tempest-TagsExtTest-Tag-592867160 HTTP/1.1" status: 204 len: 168 time: 0.4253805 Jan 14 07:34:33.008084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45012) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:33.009125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:33.062214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-b424b331-609f-4a1f-b681-597e5f398a69 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '14ec78a2-3dbe-47c6-8a63-f0781c95eab2') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:33.236127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': '67e08c39-07bb-4627-abe6-7b7dbad3edb8'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:34:33.240535 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:33.602311 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b424b331-609f-4a1f-b681-597e5f398a69 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/subnetpools/14ec78a2-3dbe-47c6-8a63-f0781c95eab2/tags HTTP/1.1" status: 200 len: 205 time: 0.5460026 Jan 14 07:34:33.604998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45020) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:33.629127 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2d13-6d0a-4857-9b1b-58e219cb17f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:33.633866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2d87935d-b53f-41a7-90f6-1283b4862122 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:33.648629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-11a10b70-53ec-4699-b4c7-d6567b237682 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '14ec78a2-3dbe-47c6-8a63-f0781c95eab2') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:33.668709 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-43e75d55-6c7d-41b9-ba50-d2dfcfa94571 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:33.732432 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:33.739960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2d87935d-b53f-41a7-90f6-1283b4862122 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:port and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:33.743060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff2d13-6d0a-4857-9b1b-58e219cb17f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Pushing event deleted for resources: {'Port': ['ID=d34fb536-e61d-47a6-83f5-b4607f141927,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:33.771227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2d87935d-b53f-41a7-90f6-1283b4862122 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for port was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:33.795307 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6ff2d13-6d0a-4857-9b1b-58e219cb17f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:33.848515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c617b833-7491-43b2-b93f-a297b5a71f4d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 45050330-c84f-4d1e-b744-9d29b68a01ca has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:33.857304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2d87935d-b53f-41a7-90f6-1283b4862122 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:33.867689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c617b833-7491-43b2-b93f-a297b5a71f4d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:34.035743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6d0e9d86-b55a-4561-9a9b-f54de594060e None None] Provisioning for port 1ac5d704-44ea-45be-b6c9-01dc4f226762 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:34.043894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6d0e9d86-b55a-4561-9a9b-f54de594060e None None] Provisioning complete for port 1ac5d704-44ea-45be-b6c9-01dc4f226762 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:34.044325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6d0e9d86-b55a-4561-9a9b-f54de594060e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:34.073440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d87935d-b53f-41a7-90f6-1283b4862122 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:34.146441 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-11a10b70-53ec-4699-b4c7-d6567b237682 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "DELETE /v2.0/subnetpools/14ec78a2-3dbe-47c6-8a63-f0781c95eab2/tags HTTP/1.1" status: 204 len: 168 time: 0.5401378 Jan 14 07:34:34.151178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45040) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:34.166203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6d0e9d86-b55a-4561-9a9b-f54de594060e None None] Port 1ac5d704-44ea-45be-b6c9-01dc4f226762 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:34.180117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-2022e88e-83a9-4bef-a1f7-5fef94c76b14 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bbbffa57-492a-4279-9948-8c76a057d080') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:34.340499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Allocated IP 2001:db8::f816:3eff:fe1f:778d (e6acc9a6-db0b-42d1-82b7-716516d3711e/67e08c39-07bb-4627-abe6-7b7dbad3edb8/f9154875-7116-4665-84ba-21a14c2679d0) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:34.569383 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2022e88e-83a9-4bef-a1f7-5fef94c76b14 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "DELETE /v2.0/routers/bbbffa57-492a-4279-9948-8c76a057d080/tags HTTP/1.1" status: 204 len: 168 time: 0.4056263 Jan 14 07:34:34.571051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45052) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:34.611621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d87935d-b53f-41a7-90f6-1283b4862122 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:34.619199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-54965c4b-def1-4ab7-b51f-a3c42e5c995a tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '147a8cf8-5b33-4edb-9f36-8f98e2dca981') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:34.643564 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2d13-6d0a-4857-9b1b-58e219cb17f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:34.668751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c617b833-7491-43b2-b93f-a297b5a71f4d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 45050330-c84f-4d1e-b744-9d29b68a01ca has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:34.693544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:34.706454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Transition to ACTIVE for port object f9154875-7116-4665-84ba-21a14c2679d0 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:34.716145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ac8180-b27e-4824-b96f-b5370bfc646c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:34.717930 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:34:34.721677 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:34:34.730643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b401237d-8bb6-43d6-9524-5ca788231995 None None] Sync routers for ids ['279cd0dd-02e6-4f51-988f-e9fc6198a468'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:34:34.749433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Transition to ACTIVE for port object f9154875-7116-4665-84ba-21a14c2679d0 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:34.750459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b401237d-8bb6-43d6-9524-5ca788231995 None None] Routers {'279cd0dd-02e6-4f51-988f-e9fc6198a468'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:34.751160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b401237d-8bb6-43d6-9524-5ca788231995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['279cd0dd-02e6-4f51-988f-e9fc6198a468'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:34.825056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b401237d-8bb6-43d6-9524-5ca788231995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:34.833939 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c6ff2d13-6d0a-4857-9b1b-58e219cb17f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] 10.222.0.41 "DELETE /v2.0/ports/d34fb536-e61d-47a6-83f5-b4607f141927 HTTP/1.1" status: 204 len: 168 time: 4.6978683 Jan 14 07:34:34.836520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b401237d-8bb6-43d6-9524-5ca788231995 None None] Routers {'279cd0dd-02e6-4f51-988f-e9fc6198a468'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:34.838195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b401237d-8bb6-43d6-9524-5ca788231995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['279cd0dd-02e6-4f51-988f-e9fc6198a468'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:34.841288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45062) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:34.848455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42ac8180-b27e-4824-b96f-b5370bfc646c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:34.851551 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-42ac8180-b27e-4824-b96f-b5370bfc646c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "PUT /v2.0/routers/279cd0dd-02e6-4f51-988f-e9fc6198a468 HTTP/1.1" status: 200 len: 914 time: 14.3862140 Jan 14 07:34:34.864035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45068) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:34.891526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:34.980561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45072) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:34.989900 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c617b833-7491-43b2-b93f-a297b5a71f4d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:35.013247 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:35.059513 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c162d13-aee8-4cbb-b23d-0fb8293f2627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:35.077390 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-769c7f88-24d5-4ef5-a086-7bc87f9d0ab2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] GET failed (client error): The resource could not be found. Jan 14 07:34:35.077971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-769c7f88-24d5-4ef5-a086-7bc87f9d0ab2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Synchronizing usage tracker for tenant:75bb156b41d24dcead46b77e3e2e1eb7 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:35.091498 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c617b833-7491-43b2-b93f-a297b5a71f4d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:35.112035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b401237d-8bb6-43d6-9524-5ca788231995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:35.112501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b401237d-8bb6-43d6-9524-5ca788231995 None None] The sync data for ids ['279cd0dd-02e6-4f51-988f-e9fc6198a468'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:34:35.114409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617b833-7491-43b2-b93f-a297b5a71f4d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Network': ['ID=45050330-c84f-4d1e-b744-9d29b68a01ca,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:35.123122 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c617b833-7491-43b2-b93f-a297b5a71f4d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:35.137334 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c617b833-7491-43b2-b93f-a297b5a71f4d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/networks/45050330-c84f-4d1e-b744-9d29b68a01ca HTTP/1.1" status: 204 len: 168 time: 4.8904917 Jan 14 07:34:35.137491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Pushing event updated for resources: {'Port': ['ID=f9154875-7116-4665-84ba-21a14c2679d0,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:35.138244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45078) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:35.145404 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:35.150867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ff9b7e6b-86aa-4dc9-8e9d-c97aab9f46f8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'network': {'name': 'tempest-RoutersTest-79091439'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:35.162558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ff9b7e6b-86aa-4dc9-8e9d-c97aab9f46f8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:35.184622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ff9b7e6b-86aa-4dc9-8e9d-c97aab9f46f8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:network and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:35.191235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-769c7f88-24d5-4ef5-a086-7bc87f9d0ab2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Unset dirty status for tenant:75bb156b41d24dcead46b77e3e2e1eb7 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:35.192556 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-769c7f88-24d5-4ef5-a086-7bc87f9d0ab2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] 10.222.0.41 "GET /v2.0/ports/d34fb536-e61d-47a6-83f5-b4607f141927 HTTP/1.1" status: 404 len: 333 time: 0.3498311 Jan 14 07:34:35.195961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ff9b7e6b-86aa-4dc9-8e9d-c97aab9f46f8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:35.198608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45084) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:35.208494 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:35.220108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c02e5185-d325-493b-a05c-4431fbfaae81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1054626293', 'network_id': '1529b845-c592-4251-aff7-5653efb034e6'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:35.226541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ff9b7e6b-86aa-4dc9-8e9d-c97aab9f46f8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:35.230141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-2d87935d-b53f-41a7-90f6-1283b4862122 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port 12ac2adf-10d8-4c0b-88a0-30e1f891c1b2 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:34:35.269934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:35.271146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c02e5185-d325-493b-a05c-4431fbfaae81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:35.272090 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-54965c4b-def1-4ab7-b51f-a3c42e5c995a tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "DELETE /v2.0/ports/147a8cf8-5b33-4edb-9f36-8f98e2dca981/tags HTTP/1.1" status: 204 len: 168 time: 0.6724427 Jan 14 07:34:35.274628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:35.276972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45088) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:35.281409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:35.281616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:35.297549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-b98faaea-329c-470b-9bc4-09c2666892b5 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '291a871d-8dd2-49da-95cf-df5496e4e237') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:35.343300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c02e5185-d325-493b-a05c-4431fbfaae81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:35.361101 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5b825a09-d2f6-4544-8635-0419f23b9c02 tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:35.369938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9b7e6b-86aa-4dc9-8e9d-c97aab9f46f8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Made reservation on behalf of 5dbc558c61ca44a5a9c57934b14edce4 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:35.380451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7e6b-86aa-4dc9-8e9d-c97aab9f46f8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:35.404645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Attempting to bind port f9154875-7116-4665-84ba-21a14c2679d0 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:34:35.405141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Attempting to bind port f9154875-7116-4665-84ba-21a14c2679d0 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:34:35.405467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Attempting to bind port f9154875-7116-4665-84ba-21a14c2679d0 on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:34:35.425226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02e5185-d325-493b-a05c-4431fbfaae81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Made reservation on behalf of 75bb156b41d24dcead46b77e3e2e1eb7 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:35.428143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:34:35.430107 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c02e5185-d325-493b-a05c-4431fbfaae81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:35.430875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:35.431544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:35.432213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:34:35.433549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Bound port: f9154875-7116-4665-84ba-21a14c2679d0, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:34:35.434998 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:35.446939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:35.553939 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e03e5d0b-f2ef-4e5e-a424-595af9c67c7a tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "GET /v2.0/routers/279cd0dd-02e6-4f51-988f-e9fc6198a468 HTTP/1.1" status: 200 len: 920 time: 0.6785481 Jan 14 07:34:35.556617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9b7e6b-86aa-4dc9-8e9d-c97aab9f46f8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:34:35.568689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45096) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:35.578054 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6788-0b82-49e6-92b5-b67f94f5003b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:35.579118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] For port f9154875-7116-4665-84ba-21a14c2679d0, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:34:35.582759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] For port f9154875-7116-4665-84ba-21a14c2679d0, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f9154875-7116-4665-84ba-21a14c2679d0,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:34:35.591209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:35.608508 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:35.632082 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7e6b-86aa-4dc9-8e9d-c97aab9f46f8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:35.632532 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-ff9b7e6b-86aa-4dc9-8e9d-c97aab9f46f8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Added segment a2cc14e6-11da-48d2-a07e-904b59f37032 of type vxlan for network 91784b2a-8d92-4e33-8386-ac6c2a54eeb9 Jan 14 07:34:35.689832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Pushing event updated for resources: {'Port': ['ID=f9154875-7116-4665-84ba-21a14c2679d0,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:35.723101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Pushing event updated for resources: {'Port': ['ID=1ac5d704-44ea-45be-b6c9-01dc4f226762,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:35.746724 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:35.753688 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:35.763953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Network 7d120181-cb63-408b-bca1-df814b84f829 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:35.769843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:35.969659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6481c96-171a-40e5-8b01-91eb139dd6ff tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:35.972028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f6481c96-171a-40e5-8b01-91eb139dd6ff tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Synchronizing usage tracker for tenant:01198dca62964a4580406d05c0496a44 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:36.031321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9c4f6788-0b82-49e6-92b5-b67f94f5003b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:36.068676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-c02e5185-d325-493b-a05c-4431fbfaae81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] device_id is not set on port 08e33499-5acf-46ed-8ca2-ee7126dd2d7d yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:34:36.108572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9c4f6788-0b82-49e6-92b5-b67f94f5003b admin admin] Usage tracker for resource:security_group_rule and tenant:5c3e237c8a8d4ac48a1d42e9b0c8fdb4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:36.117797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-2d87935d-b53f-41a7-90f6-1283b4862122 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::f816:3eff:fec9:4d67 (e6acc9a6-db0b-42d1-82b7-716516d3711e/67e08c39-07bb-4627-abe6-7b7dbad3edb8/12ac2adf-10d8-4c0b-88a0-30e1f891c1b2) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:36.122869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9c4f6788-0b82-49e6-92b5-b67f94f5003b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:36.124003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f6481c96-171a-40e5-8b01-91eb139dd6ff tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Unset dirty status for tenant:01198dca62964a4580406d05c0496a44 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:36.128641 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f6481c96-171a-40e5-8b01-91eb139dd6ff tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "GET /v2.0/ports?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&device_id=279cd0dd-02e6-4f51-988f-e9fc6198a468&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5554836 Jan 14 07:34:36.129841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45108) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:36.154921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9c4f6788-0b82-49e6-92b5-b67f94f5003b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:36.196749 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b98faaea-329c-470b-9bc4-09c2666892b5 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "DELETE /v2.0/subnets/291a871d-8dd2-49da-95cf-df5496e4e237/tags HTTP/1.1" status: 204 len: 168 time: 0.9124827 Jan 14 07:34:36.215508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0cfbc6bf-7a38-42bd-81bd-573200741181 None None] Provisioning complete for port 1ac5d704-44ea-45be-b6c9-01dc4f226762 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:36.216688 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0cfbc6bf-7a38-42bd-81bd-573200741181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:36.234563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45112) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:36.237656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Router d3e9e659-1963-4921-b9a2-e765a86da08c has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:34:36.257118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-b03b84bc-feb3-4326-a2d7-014e5be61c73 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '291a871d-8dd2-49da-95cf-df5496e4e237', 'tempest-TagsExtTest-Tag-248977796') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:36.337290 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7e6b-86aa-4dc9-8e9d-c97aab9f46f8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:36.337545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0cfbc6bf-7a38-42bd-81bd-573200741181 None None] Port 1ac5d704-44ea-45be-b6c9-01dc4f226762 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:36.428731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c371e5b0-64eb-4540-88e6-01a91f14bfc1 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:36.428731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c371e5b0-64eb-4540-88e6-01a91f14bfc1 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Synchronizing usage tracker for tenant:01198dca62964a4580406d05c0496a44 on resource:network {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:36.465135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c371e5b0-64eb-4540-88e6-01a91f14bfc1 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Unset dirty status for tenant:01198dca62964a4580406d05c0496a44 on resource:network {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:36.468303 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c371e5b0-64eb-4540-88e6-01a91f14bfc1 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 881 time: 0.3375750 Jan 14 07:34:36.474112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45120) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:36.565053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:34:36.576199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d77c94-0f31-41c2-915c-54642e6d1dd0 None None] Sync routers for ids ['d3e9e659-1963-4921-b9a2-e765a86da08c'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:34:36.583100 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] 10.222.0.41 "PUT /v2.0/routers/d3e9e659-1963-4921-b9a2-e765a86da08c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3888087 Jan 14 07:34:36.585004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45124) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:36.588341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d77c94-0f31-41c2-915c-54642e6d1dd0 None None] Routers {'d3e9e659-1963-4921-b9a2-e765a86da08c'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:36.589385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e7d77c94-0f31-41c2-915c-54642e6d1dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d3e9e659-1963-4921-b9a2-e765a86da08c'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:36.592123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9d2b546c-c962-46a4-8d28-4d4431e474d4 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Request body: {'port': {'network_id': '7d120181-cb63-408b-bca1-df814b84f829', 'name': 'tempest-FloatingIPAdminTestJSON-426091330'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:36.660597 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-65fed12c-1fec-4b36-b0de-75dd313c337b tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "GET /v2.0/ports?device_id=279cd0dd-02e6-4f51-988f-e9fc6198a468 HTTP/1.1" status: 200 len: 205 time: 0.1691294 Jan 14 07:34:36.676270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45130) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:36.680203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e7d77c94-0f31-41c2-915c-54642e6d1dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:36.690499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d77c94-0f31-41c2-915c-54642e6d1dd0 None None] Routers {'d3e9e659-1963-4921-b9a2-e765a86da08c'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:36.691497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e7d77c94-0f31-41c2-915c-54642e6d1dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d3e9e659-1963-4921-b9a2-e765a86da08c'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:36.762898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e7d77c94-0f31-41c2-915c-54642e6d1dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:36.763691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d77c94-0f31-41c2-915c-54642e6d1dd0 None None] The sync data for ids ['d3e9e659-1963-4921-b9a2-e765a86da08c'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:34:36.785041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9d2b546c-c962-46a4-8d28-4d4431e474d4 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:36.790041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9d2b546c-c962-46a4-8d28-4d4431e474d4 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Usage tracker for resource:port and tenant:c233a96b9fb346b3b887dca3e7ea9be5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:36.793116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9d2b546c-c962-46a4-8d28-4d4431e474d4 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Quota usage for port was recalculated. Used quota:3. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:36.799738 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7e6b-86aa-4dc9-8e9d-c97aab9f46f8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:36.800071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9d2b546c-c962-46a4-8d28-4d4431e474d4 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:36.811181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2b546c-c962-46a4-8d28-4d4431e474d4 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Made reservation on behalf of c233a96b9fb346b3b887dca3e7ea9be5 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:36.819551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9b7e6b-86aa-4dc9-8e9d-c97aab9f46f8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:36.820293 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7e6b-86aa-4dc9-8e9d-c97aab9f46f8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:36.821482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d2b546c-c962-46a4-8d28-4d4431e474d4 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:36.850091 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3e8e7d7b-3cf9-470d-a1ac-67929b0b359a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:37.015382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-9d2b546c-c962-46a4-8d28-4d4431e474d4 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] device_id is not set on port 926978e4-3e27-4b43-91c8-e7d2dc05b323 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:34:37.050426 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c02e5185-d325-493b-a05c-4431fbfaae81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:37.175563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b7e6b-86aa-4dc9-8e9d-c97aab9f46f8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Network': ['ID=91784b2a-8d92-4e33-8386-ac6c2a54eeb9,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:37.191364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 91784b2a-8d92-4e33-8386-ac6c2a54eeb9 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:37.207500 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ff9b7e6b-86aa-4dc9-8e9d-c97aab9f46f8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 2.0651555 Jan 14 07:34:37.210241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45140) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:37.211222 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ff9b7e6b-86aa-4dc9-8e9d-c97aab9f46f8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:37.221214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5cd657c0-98ee-4915-99d8-f2c04adf0cf4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'subnet': {'network_id': '91784b2a-8d92-4e33-8386-ac6c2a54eeb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:37.227287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d87935d-b53f-41a7-90f6-1283b4862122 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:37.233858 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6788-0b82-49e6-92b5-b67f94f5003b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:37.266819 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c4f6788-0b82-49e6-92b5-b67f94f5003b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:37.293378 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8c9f427e-7d6a-4aec-9c07-70b954f7e05a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:37.307086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2d87935d-b53f-41a7-90f6-1283b4862122 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object 12ac2adf-10d8-4c0b-88a0-30e1f891c1b2 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:37.333928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 91784b2a-8d92-4e33-8386-ac6c2a54eeb9 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:37.380962 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b03b84bc-feb3-4326-a2d7-014e5be61c73 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "PUT /v2.0/subnets/291a871d-8dd2-49da-95cf-df5496e4e237/tags/tempest-TagsExtTest-Tag-248977796 HTTP/1.1" status: 201 len: 201 time: 1.1434073 Jan 14 07:34:37.388423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45144) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:37.395474 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c0bcc4d-d011-4af7-be0a-a76c7abc4e34 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:37.471014 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c02e5185-d325-493b-a05c-4431fbfaae81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:37.475048 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9c4f6788-0b82-49e6-92b5-b67f94f5003b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c3e237c8a8d4ac48a1d42e9b0c8fdb4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4865274 Jan 14 07:34:37.479105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-a6a3fe0b-2cd0-4fb1-8f9e-f60db6db941e tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '147a8cf8-5b33-4edb-9f36-8f98e2dca981', 'tempest-TagsExtTest-Tag-24461002') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:37.543286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f6788-0b82-49e6-92b5-b67f94f5003b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cd675b-0411-4ef0-883d-52fb7ed44564,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:37.546368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45148) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:37.566900 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c4f6788-0b82-49e6-92b5-b67f94f5003b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:37.569572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 91784b2a-8d92-4e33-8386-ac6c2a54eeb9 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:34:37.579849 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:37.718489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-84cc2a34-c4c1-4dcf-a22e-9b2dd1d48d87 None None] Provisioning for port f9154875-7116-4665-84ba-21a14c2679d0 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:37.771879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5cd657c0-98ee-4915-99d8-f2c04adf0cf4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:37.774770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9d2b546c-c962-46a4-8d28-4d4431e474d4 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Allocated IP 172.20.0.13 (7d120181-cb63-408b-bca1-df814b84f829/eb8c17dd-a6c4-4d41-a968-afcf4e59554c/926978e4-3e27-4b43-91c8-e7d2dc05b323) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:37.780494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5cd657c0-98ee-4915-99d8-f2c04adf0cf4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:subnet and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:37.785582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5cd657c0-98ee-4915-99d8-f2c04adf0cf4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:37.795529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5cd657c0-98ee-4915-99d8-f2c04adf0cf4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:37.825345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd657c0-98ee-4915-99d8-f2c04adf0cf4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Made reservation on behalf of 5dbc558c61ca44a5a9c57934b14edce4 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:37.879594 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d87935d-b53f-41a7-90f6-1283b4862122 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:37.940621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e5185-d325-493b-a05c-4431fbfaae81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Pushing event updated for resources: {'Port': ['ID=08e33499-5acf-46ed-8ca2-ee7126dd2d7d,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:37.958836 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c02e5185-d325-493b-a05c-4431fbfaae81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:37.966506 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e8bcceeb-497f-4bd7-9d61-2f9bfca6f099 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:38.082325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f9154875-7116-4665-84ba-21a14c2679d0 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:38.144871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5cd657c0-98ee-4915-99d8-f2c04adf0cf4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.186478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0341eaf7-8763-480e-8cb1-0832e1e847b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.193462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02e5185-d325-493b-a05c-4431fbfaae81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Network 1529b845-c592-4251-aff7-5653efb034e6 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:38.216254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c02e5185-d325-493b-a05c-4431fbfaae81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:38.238066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port f9154875-7116-4665-84ba-21a14c2679d0 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:38.245218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port f9154875-7116-4665-84ba-21a14c2679d0 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:38.245878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.246767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02e5185-d325-493b-a05c-4431fbfaae81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:38.247740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02e5185-d325-493b-a05c-4431fbfaae81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:38.248485 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c02e5185-d325-493b-a05c-4431fbfaae81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.253746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c0bcc4d-d011-4af7-be0a-a76c7abc4e34 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.272437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87935d-b53f-41a7-90f6-1283b4862122 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=12ac2adf-10d8-4c0b-88a0-30e1f891c1b2,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:38.288344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2c0bcc4d-d011-4af7-be0a-a76c7abc4e34 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Deleting port 75ea0fe9-3e50-4241-9205-9bcd3c4abd3b {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:38.288825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c0bcc4d-d011-4af7-be0a-a76c7abc4e34 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.320666 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2d87935d-b53f-41a7-90f6-1283b4862122 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:38.337143 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0341eaf7-8763-480e-8cb1-0832e1e847b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.429073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d2b546c-c962-46a4-8d28-4d4431e474d4 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.452070 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.455934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9d2b546c-c962-46a4-8d28-4d4431e474d4 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Transition to ACTIVE for port object 926978e4-3e27-4b43-91c8-e7d2dc05b323 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:38.485099 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c02e5185-d325-493b-a05c-4431fbfaae81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.2852011 Jan 14 07:34:38.486060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45162) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:38.496163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port f9154875-7116-4665-84ba-21a14c2679d0, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f9154875-7116-4665-84ba-21a14c2679d0,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:38.501513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c8206248-027c-44ff-8e4b-b6600a7b5646 None None] Provisioning complete for port f9154875-7116-4665-84ba-21a14c2679d0 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:38.502501 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8206248-027c-44ff-8e4b-b6600a7b5646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.508888 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a6a3fe0b-2cd0-4fb1-8f9e-f60db6db941e tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "PUT /v2.0/ports/147a8cf8-5b33-4edb-9f36-8f98e2dca981/tags/tempest-TagsExtTest-Tag-24461002 HTTP/1.1" status: 201 len: 201 time: 1.0462945 Jan 14 07:34:38.511771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45166) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:38.525621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-f435eccb-8783-4a8f-837f-4ec7c1e0f44e tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bbbffa57-492a-4279-9948-8c76a057d080', 'tempest-TagsExtTest-Tag-286301166') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:38.540416 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.549895 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-54f21b0d-2bbc-4a59-a242-25811dc8e5c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:38.602748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c0bcc4d-d011-4af7-be0a-a76c7abc4e34 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.626585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=f9154875-7116-4665-84ba-21a14c2679d0,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:38.632046 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:38.736549 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d2b546c-c962-46a4-8d28-4d4431e474d4 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.760130 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e2bb889a-bc7b-4110-932b-52f56886cf1c tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:38.768763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2c0bcc4d-d011-4af7-be0a-a76c7abc4e34 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Calling delete_port for 75ea0fe9-3e50-4241-9205-9bcd3c4abd3b owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:38.937924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d87935d-b53f-41a7-90f6-1283b4862122 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:38.942537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2d87935d-b53f-41a7-90f6-1283b4862122 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:38.947030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d87935d-b53f-41a7-90f6-1283b4862122 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:38.950908 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:38.954237 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:34:38.954237 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:38.954237 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:38.954237 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:38.954237 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:34:38.954237 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:38.954237 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:38.954237 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:38.954237 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:34:38.954237 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:38.954237 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:38.954237 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:38.954237 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:38.954237 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:38.954237 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:38.954237 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:38.954237 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:38.954237 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:38.954237 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:38.954237 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:38.968030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87935d-b53f-41a7-90f6-1283b4862122 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:38.968691 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d87935d-b53f-41a7-90f6-1283b4862122 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:38.974283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430c9847-cfa9-429a-a1ce-b65e263400ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:38.974918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-430c9847-cfa9-429a-a1ce-b65e263400ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Synchronizing usage tracker for tenant:75bb156b41d24dcead46b77e3e2e1eb7 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:39.001172 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f435eccb-8783-4a8f-837f-4ec7c1e0f44e tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "PUT /v2.0/routers/bbbffa57-492a-4279-9948-8c76a057d080/tags/tempest-TagsExtTest-Tag-286301166 HTTP/1.1" status: 201 len: 201 time: 0.4872346 Jan 14 07:34:39.008163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45178) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:39.066389 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0341eaf7-8763-480e-8cb1-0832e1e847b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:39.069418 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0341eaf7-8763-480e-8cb1-0832e1e847b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:39.070701 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0341eaf7-8763-480e-8cb1-0832e1e847b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2cd675b-0411-4ef0-883d-52fb7ed44564 HTTP/1.1" status: 204 len: 168 time: 1.5063457 Jan 14 07:34:39.075010 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c5859e86-9979-429c-b012-ae678b2b7b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:39.077247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-32b0e2ba-f24e-4b73-acc7-a7dbbbc05929 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '14ec78a2-3dbe-47c6-8a63-f0781c95eab2', 'tempest-TagsExtTest-Tag-476087599') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:39.084598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-430c9847-cfa9-429a-a1ce-b65e263400ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Unset dirty status for tenant:75bb156b41d24dcead46b77e3e2e1eb7 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:39.085950 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-430c9847-cfa9-429a-a1ce-b65e263400ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] 10.222.0.41 "GET /v2.0/ports/08e33499-5acf-46ed-8ca2-ee7126dd2d7d HTTP/1.1" status: 200 len: 959 time: 0.5784397 Jan 14 07:34:39.090525 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2d87935d-b53f-41a7-90f6-1283b4862122 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.1881082 Jan 14 07:34:39.093615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b546c-c962-46a4-8d28-4d4431e474d4 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Pushing event updated for resources: {'Port': ['ID=926978e4-3e27-4b43-91c8-e7d2dc05b323,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:39.094182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45184) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:39.094569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45186) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:39.098745 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d2b546c-c962-46a4-8d28-4d4431e474d4 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:39.128804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2b546c-c962-46a4-8d28-4d4431e474d4 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Network 7d120181-cb63-408b-bca1-df814b84f829 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:39.146715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9d2b546c-c962-46a4-8d28-4d4431e474d4 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:39.165338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b546c-c962-46a4-8d28-4d4431e474d4 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.277608 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.280494 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.280494 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.280494 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.280494 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.280494 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:39.280494 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.280494 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.280494 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.280494 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:39.280494 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.280494 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.280494 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.280494 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:39.280494 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.280494 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.280494 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.280494 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:39.280494 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.280494 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.280494 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.287194 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.291417 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:39.291417 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.291417 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.291417 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.291417 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:39.291417 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.291417 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.291417 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.291417 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:39.291417 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.291417 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.291417 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.291417 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:39.291417 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.291417 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.291417 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.291417 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:39.291417 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:39.291417 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:39.291417 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:39.313036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2b546c-c962-46a4-8d28-4d4431e474d4 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:39.314685 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d2b546c-c962-46a4-8d28-4d4431e474d4 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:39.378056 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9d2b546c-c962-46a4-8d28-4d4431e474d4 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7914808 Jan 14 07:34:39.383672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45194) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:39.442734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5b1fec04-f4d5-4493-b4f9-40adb92af5d9 None None] Provisioning for port 12ac2adf-10d8-4c0b-88a0-30e1f891c1b2 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:39.454752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5b1fec04-f4d5-4493-b4f9-40adb92af5d9 None None] Provisioning complete for port 12ac2adf-10d8-4c0b-88a0-30e1f891c1b2 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:39.455755 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b1fec04-f4d5-4493-b4f9-40adb92af5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:39.513379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5cd657c0-98ee-4915-99d8-f2c04adf0cf4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:39.566805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5b1fec04-f4d5-4493-b4f9-40adb92af5d9 None None] Port 12ac2adf-10d8-4c0b-88a0-30e1f891c1b2 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:39.639045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4edcb51f-d239-4996-8465-9938455f4284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Deleting port 08e33499-5acf-46ed-8ca2-ee7126dd2d7d {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:39.639581 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4edcb51f-d239-4996-8465-9938455f4284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:39.667265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341eaf7-8763-480e-8cb1-0832e1e847b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cd675b-0411-4ef0-883d-52fb7ed44564,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:39.683693 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd52cb41-3a70-46a3-9cd9-01878fb6b85e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:39.762568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6c41d27d-570c-40e1-b982-01cedb0e5f69 None None] Provisioning for port 926978e4-3e27-4b43-91c8-e7d2dc05b323 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:39.777284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6c41d27d-570c-40e1-b982-01cedb0e5f69 None None] Provisioning complete for port 926978e4-3e27-4b43-91c8-e7d2dc05b323 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:39.777923 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c41d27d-570c-40e1-b982-01cedb0e5f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:39.787803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd657c0-98ee-4915-99d8-f2c04adf0cf4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Subnet': ['ID=bee2ef25-9550-4601-bbc0-b9b3d03b4a7a,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:39.792122 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5cd657c0-98ee-4915-99d8-f2c04adf0cf4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:39.801364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd657c0-98ee-4915-99d8-f2c04adf0cf4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Checking segment: {'id': 'a2cc14e6-11da-48d2-a07e-904b59f37032', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '91784b2a-8d92-4e33-8386-ac6c2a54eeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:39.801765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd657c0-98ee-4915-99d8-f2c04adf0cf4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network hostable DHCP agents. Network: 91784b2a-8d92-4e33-8386-ac6c2a54eeb9, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:34:39.803063 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0341eaf7-8763-480e-8cb1-0832e1e847b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:39.820778 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c0bcc4d-d011-4af7-be0a-a76c7abc4e34 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:39.828051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd657c0-98ee-4915-99d8-f2c04adf0cf4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 91784b2a-8d92-4e33-8386-ac6c2a54eeb9 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:34:39.840966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5cd657c0-98ee-4915-99d8-f2c04adf0cf4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 91784b2a-8d92-4e33-8386-ac6c2a54eeb9) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:39.864953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6c41d27d-570c-40e1-b982-01cedb0e5f69 None None] Port 926978e4-3e27-4b43-91c8-e7d2dc05b323 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:39.866757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a351b269-66ad-45e9-8a88-8dc414faeda5 None None] Network 91784b2a-8d92-4e33-8386-ac6c2a54eeb9 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:39.893809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'project_id': 'c233a96b9fb346b3b887dca3e7ea9be5', 'port_id': '926978e4-3e27-4b43-91c8-e7d2dc05b323'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:39.912755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd657c0-98ee-4915-99d8-f2c04adf0cf4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:39.913487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5cd657c0-98ee-4915-99d8-f2c04adf0cf4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:39.923298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:39.962065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Usage tracker for resource:floatingip and tenant:c233a96b9fb346b3b887dca3e7ea9be5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:39.966764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:39.974575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:40.000789 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5cd657c0-98ee-4915-99d8-f2c04adf0cf4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7893693 Jan 14 07:34:40.002086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45208) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:40.018886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8104b0a7-8138-4dba-81ee-affd4984987a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'router': {'name': 'tempest-RoutersTest-router-1017761185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:40.040354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8104b0a7-8138-4dba-81ee-affd4984987a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:40.047331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks [] for floatingip, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:40.064873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f9154875-7116-4665-84ba-21a14c2679d0 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:40.091622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8104b0a7-8138-4dba-81ee-affd4984987a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:router and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:40.110039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8104b0a7-8138-4dba-81ee-affd4984987a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:40.234422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8104b0a7-8138-4dba-81ee-affd4984987a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:40.272767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port f9154875-7116-4665-84ba-21a14c2679d0 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:40.273341 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:40.291013 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8104b0a7-8138-4dba-81ee-affd4984987a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:40.292170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8104b0a7-8138-4dba-81ee-affd4984987a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:40.410911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-91784b2a-8d92-4e33-8386-ac6c2a54eeb9', 'network_id': '91784b2a-8d92-4e33-8386-ac6c2a54eeb9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'fixed_ips': [{'subnet_id': 'bee2ef25-9550-4601-bbc0-b9b3d03b4a7a'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:34:40.411981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:40.431853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6629dd82-490b-45ba-8293-5d3d2b3d3378 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:40.439931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:40.454811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6629dd82-490b-45ba-8293-5d3d2b3d3378 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:40.455948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6629dd82-490b-45ba-8293-5d3d2b3d3378 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:40.506237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6629dd82-490b-45ba-8293-5d3d2b3d3378 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:40.507565 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6629dd82-490b-45ba-8293-5d3d2b3d3378 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 1.4093623 Jan 14 07:34:40.509689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4edcb51f-d239-4996-8465-9938455f4284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:40.519153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45222) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:40.707373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-afff6a66-0639-4ded-8e84-0ef5e62c599a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port 12ac2adf-10d8-4c0b-88a0-30e1f891c1b2 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:40.707782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afff6a66-0639-4ded-8e84-0ef5e62c599a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:40.811536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4edcb51f-d239-4996-8465-9938455f4284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Calling delete_port for 08e33499-5acf-46ed-8ca2-ee7126dd2d7d owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:40.893826 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c0bcc4d-d011-4af7-be0a-a76c7abc4e34 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:40.969047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Allocated IP 172.20.0.2 (91784b2a-8d92-4e33-8386-ac6c2a54eeb9/bee2ef25-9550-4601-bbc0-b9b3d03b4a7a/c4a38583-e772-4195-8de1-9b5c109dca64) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:41.082866 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c0bcc4d-d011-4af7-be0a-a76c7abc4e34 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.086224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c0bcc4d-d011-4af7-be0a-a76c7abc4e34 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.103176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4edcb51f-d239-4996-8465-9938455f4284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.143801 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8903e01d-a67d-4d06-abaa-7578bcab14a2 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:41.154299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:34:41.210999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afff6a66-0639-4ded-8e84-0ef5e62c599a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.316287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.329013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Transition to ACTIVE for port object c4a38583-e772-4195-8de1-9b5c109dca64 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:41.349656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcb51f-d239-4996-8465-9938455f4284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Pushing event deleted for resources: {'Port': ['ID=08e33499-5acf-46ed-8ca2-ee7126dd2d7d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:41.352663 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c0bcc4d-d011-4af7-be0a-a76c7abc4e34 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.353256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0bcc4d-d011-4af7-be0a-a76c7abc4e34 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Fanout notify agent at l3_agent the message router_deleted on router 279cd0dd-02e6-4f51-988f-e9fc6198a468 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:34:41.364570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-afff6a66-0639-4ded-8e84-0ef5e62c599a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for 12ac2adf-10d8-4c0b-88a0-30e1f891c1b2 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:41.372241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Transition to ACTIVE for port object c4a38583-e772-4195-8de1-9b5c109dca64 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:41.372369 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4edcb51f-d239-4996-8465-9938455f4284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:41.386933 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.411338 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c0bcc4d-d011-4af7-be0a-a76c7abc4e34 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.412153 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-32b0e2ba-f24e-4b73-acc7-a7dbbbc05929 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "PUT /v2.0/subnetpools/14ec78a2-3dbe-47c6-8a63-f0781c95eab2/tags/tempest-TagsExtTest-Tag-476087599 HTTP/1.1" status: 201 len: 201 time: 2.4007478 Jan 14 07:34:41.413214 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2c0bcc4d-d011-4af7-be0a-a76c7abc4e34 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "DELETE /v2.0/routers/279cd0dd-02e6-4f51-988f-e9fc6198a468 HTTP/1.1" status: 204 len: 168 time: 4.7301533 Jan 14 07:34:41.419055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45242) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:41.419318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45240) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:41.435101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2db8862d-4e2c-495d-8283-2adc4452711b tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1814843018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:41.435698 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8104b0a7-8138-4dba-81ee-affd4984987a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.449684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-519da974-5fee-43d9-aa25-136a1635f728 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '291a871d-8dd2-49da-95cf-df5496e4e237', {'tags': ['tempest-TagsExtTest-Tag-1052509286', 'tempest-TagsExtTest-Tag-413165257', 'tempest-TagsExtTest-Tag-1829380182']}) {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:41.458870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2db8862d-4e2c-495d-8283-2adc4452711b tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:41.474314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2db8862d-4e2c-495d-8283-2adc4452711b tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Usage tracker for resource:router and tenant:e7a02328e66048cf901bbd7f0fd4dd77 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:41.478515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Allocated IP 172.25.3.223 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/a0a3b93b-aa11-45a1-9369-7a7ac76d4228) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:41.479580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2db8862d-4e2c-495d-8283-2adc4452711b tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:41.487941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4edcb51f-d239-4996-8465-9938455f4284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.490661 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4edcb51f-d239-4996-8465-9938455f4284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] 10.222.0.41 "DELETE /v2.0/ports/08e33499-5acf-46ed-8ca2-ee7126dd2d7d HTTP/1.1" status: 204 len: 168 time: 2.3950992 Jan 14 07:34:41.497756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45248) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:41.499706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2db8862d-4e2c-495d-8283-2adc4452711b tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:41.568229 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9f19a6-c554-4c78-b52a-c488e11fdec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] GET failed (client error): The resource could not be found. Jan 14 07:34:41.569358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3b9f19a6-c554-4c78-b52a-c488e11fdec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Synchronizing usage tracker for tenant:75bb156b41d24dcead46b77e3e2e1eb7 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:41.578446 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2db8862d-4e2c-495d-8283-2adc4452711b tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.580198 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2db8862d-4e2c-495d-8283-2adc4452711b tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.586290 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8104b0a7-8138-4dba-81ee-affd4984987a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.598428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3b9f19a6-c554-4c78-b52a-c488e11fdec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Unset dirty status for tenant:75bb156b41d24dcead46b77e3e2e1eb7 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:41.600208 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3b9f19a6-c554-4c78-b52a-c488e11fdec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] 10.222.0.41 "GET /v2.0/ports/08e33499-5acf-46ed-8ca2-ee7126dd2d7d HTTP/1.1" status: 404 len: 333 time: 0.0957439 Jan 14 07:34:41.606543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45252) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:41.610355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2db8862d-4e2c-495d-8283-2adc4452711b tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.616188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-01b12d34-2d29-4812-a6c2-116d8442aa99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Request body: {'port': {'network_id': '1529b845-c592-4251-aff7-5653efb034e6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-287885397'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:41.622730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-01b12d34-2d29-4812-a6c2-116d8442aa99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:41.625035 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-81a9ed9a-4e43-4faa-b244-b68ab0aa3d65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:41.634982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-01b12d34-2d29-4812-a6c2-116d8442aa99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:41.681037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b12d34-2d29-4812-a6c2-116d8442aa99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Made reservation on behalf of 75bb156b41d24dcead46b77e3e2e1eb7 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:41.685992 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01b12d34-2d29-4812-a6c2-116d8442aa99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.716656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Pushing event updated for resources: {'Port': ['ID=c4a38583-e772-4195-8de1-9b5c109dca64,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:41.727805 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:41.729915 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2db8862d-4e2c-495d-8283-2adc4452711b tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.739986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Network 91784b2a-8d92-4e33-8386-ac6c2a54eeb9 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:41.741095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:41.746234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:41.762866 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.800752 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.812903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Attempting to bind port c4a38583-e772-4195-8de1-9b5c109dca64 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:34:41.813329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Attempting to bind port c4a38583-e772-4195-8de1-9b5c109dca64 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'a2cc14e6-11da-48d2-a07e-904b59f37032', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '91784b2a-8d92-4e33-8386-ac6c2a54eeb9'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:34:41.813744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Attempting to bind port c4a38583-e772-4195-8de1-9b5c109dca64 on network 91784b2a-8d92-4e33-8386-ac6c2a54eeb9 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:34:41.820677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:34:41.821102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Checking segment: {'id': 'a2cc14e6-11da-48d2-a07e-904b59f37032', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '91784b2a-8d92-4e33-8386-ac6c2a54eeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:41.821637 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.822089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Bound using segment: {'id': 'a2cc14e6-11da-48d2-a07e-904b59f37032', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '91784b2a-8d92-4e33-8386-ac6c2a54eeb9'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:34:41.822677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Bound port: c4a38583-e772-4195-8de1-9b5c109dca64, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cc14e6-11da-48d2-a07e-904b59f37032', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '91784b2a-8d92-4e33-8386-ac6c2a54eeb9'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:34:41.823099 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.876117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-01b12d34-2d29-4812-a6c2-116d8442aa99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] device_id is not set on port e2128697-e501-4819-885e-715a305b0a5b yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:34:41.949748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] For port c4a38583-e772-4195-8de1-9b5c109dca64, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:34:41.953770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] For port c4a38583-e772-4195-8de1-9b5c109dca64, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c4a38583-e772-4195-8de1-9b5c109dca64,segment=NetworkSegment(a2cc14e6-11da-48d2-a07e-904b59f37032),segment_id=a2cc14e6-11da-48d2-a07e-904b59f37032)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:34:41.964146 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:41.985421 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e6ec3b4b-536c-45c0-a5ea-b9b43665d37e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:42.171040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Pushing event updated for resources: {'Port': ['ID=c4a38583-e772-4195-8de1-9b5c109dca64,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:42.177570 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2db8862d-4e2c-495d-8283-2adc4452711b tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:42.177851 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:42.181100 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2db8862d-4e2c-495d-8283-2adc4452711b tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7604177 Jan 14 07:34:42.296928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45258) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:42.300225 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c8ad1b5c-a7d3-4b91-b3c0-2ac2f44427e5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:42.345809 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01b12d34-2d29-4812-a6c2-116d8442aa99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:42.360142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45262) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:42.383012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Pushing event updated for resources: {'Port': ['ID=a0a3b93b-aa11-45a1-9369-7a7ac76d4228,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:42.391365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-977b314b-94a3-462f-97f5-9e21e66bdd20 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Request body: {'router': {'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'enable_snat': False}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:42.394609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01b12d34-2d29-4812-a6c2-116d8442aa99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:42.418247 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9bacc935-d66c-41ba-973a-6eb4ba52b1ba tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:42.495991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b12d34-2d29-4812-a6c2-116d8442aa99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Pushing event updated for resources: {'Port': ['ID=e2128697-e501-4819-885e-715a305b0a5b,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:42.502940 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-01b12d34-2d29-4812-a6c2-116d8442aa99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:42.560295 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:42.601198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:42.636723 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92d904ae-24e7-4bd1-a933-3000fdf7c635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:42.693193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:42.705862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-92d904ae-24e7-4bd1-a933-3000fdf7c635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:42.728681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-92d904ae-24e7-4bd1-a933-3000fdf7c635 admin admin] Usage tracker for resource:security_group_rule and tenant:bb7d202e2b274ce692f034b5a75c898b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:42.733050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b12d34-2d29-4812-a6c2-116d8442aa99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Network 1529b845-c592-4251-aff7-5653efb034e6 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:42.734061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-92d904ae-24e7-4bd1-a933-3000fdf7c635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:42.741051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-01b12d34-2d29-4812-a6c2-116d8442aa99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:42.741366 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-519da974-5fee-43d9-aa25-136a1635f728 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "PUT /v2.0/subnets/291a871d-8dd2-49da-95cf-df5496e4e237/tags HTTP/1.1" status: 200 len: 317 time: 1.3078201 Jan 14 07:34:42.743150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-92d904ae-24e7-4bd1-a933-3000fdf7c635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:42.745186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45274) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:42.745920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b12d34-2d29-4812-a6c2-116d8442aa99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:42.746130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:42.746771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b12d34-2d29-4812-a6c2-116d8442aa99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:42.747847 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01b12d34-2d29-4812-a6c2-116d8442aa99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:42.770639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-9da02922-7ba7-4701-b752-658dbb2f8199 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '291a871d-8dd2-49da-95cf-df5496e4e237') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:42.789075 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8104b0a7-8138-4dba-81ee-affd4984987a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:42.795096 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8104b0a7-8138-4dba-81ee-affd4984987a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 2.7886434 Jan 14 07:34:42.805133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45280) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:42.810538 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afff6a66-0639-4ded-8e84-0ef5e62c599a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:42.837171 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-01b12d34-2d29-4812-a6c2-116d8442aa99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2291539 Jan 14 07:34:42.846036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45284) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:42.859971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Request body: {'port': {'binding:host_id': 'n-h2-769329-2'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:42.898546 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4bf67eb-4fa2-4cb9-a34e-6b84ebeac194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:42.963456 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9da02922-7ba7-4701-b752-658dbb2f8199 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "DELETE /v2.0/subnets/291a871d-8dd2-49da-95cf-df5496e4e237/tags HTTP/1.1" status: 204 len: 168 time: 0.2106383 Jan 14 07:34:42.969830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45288) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:43.018074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff6a66-0639-4ded-8e84-0ef5e62c599a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=12ac2adf-10d8-4c0b-88a0-30e1f891c1b2,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:43.034300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-f22cb81e-11f3-4d19-bda4-7c82d7d3a9e5 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '291a871d-8dd2-49da-95cf-df5496e4e237', 'tempest-TagsExtTest-Tag-1052509286') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:43.087853 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-afff6a66-0639-4ded-8e84-0ef5e62c599a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:43.099520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.228074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92d904ae-24e7-4bd1-a933-3000fdf7c635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.271389 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92d904ae-24e7-4bd1-a933-3000fdf7c635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.287272 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-014e4264-2fba-4b9b-91fb-93bf664324e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:43.361564 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-f22cb81e-11f3-4d19-bda4-7c82d7d3a9e5 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] show failed (client error): The resource could not be found. Jan 14 07:34:43.362671 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f22cb81e-11f3-4d19-bda4-7c82d7d3a9e5 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/subnets/291a871d-8dd2-49da-95cf-df5496e4e237/tags/tempest-TagsExtTest-Tag-1052509286 HTTP/1.1" status: 404 len: 329 time: 0.3911815 Jan 14 07:34:43.371302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45292) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:43.380246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-65ec3836-cb26-4e89-ab9b-ad5f6ddde5cc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '291a871d-8dd2-49da-95cf-df5496e4e237', 'tempest-TagsExtTest-Tag-413165257') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:43.409846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d904ae-24e7-4bd1-a933-3000fdf7c635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244728be-9108-4885-9497-cc434d17408e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:43.417624 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-92d904ae-24e7-4bd1-a933-3000fdf7c635 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb7d202e2b274ce692f034b5a75c898b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0552211 Jan 14 07:34:43.418383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45296) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:43.419265 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-92d904ae-24e7-4bd1-a933-3000fdf7c635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:43.688567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] device_id is not set on port e2128697-e501-4819-885e-715a305b0a5b yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:34:43.698371 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.717772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Transition to ACTIVE for port object e2128697-e501-4819-885e-715a305b0a5b will not be triggered until provisioned by entity L2. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:43.748032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-977b314b-94a3-462f-97f5-9e21e66bdd20 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.762060 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.787909 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:43.888311 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afff6a66-0639-4ded-8e84-0ef5e62c599a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:43.890581 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-afff6a66-0639-4ded-8e84-0ef5e62c599a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/12ac2adf-10d8-4c0b-88a0-30e1f891c1b2 HTTP/1.1" status: 204 len: 168 time: 3.3653827 Jan 14 07:34:44.018858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45302) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:44.050996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c4a38583-e772-4195-8de1-9b5c109dca64 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:44.146147 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.150030 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:44.154377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb03dd4e-bab2-49a3-9f44-d58351d99278 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:44.159932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb03dd4e-bab2-49a3-9f44-d58351d99278 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:44.159932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fb03dd4e-bab2-49a3-9f44-d58351d99278 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:44.171965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181d65a2-1e7e-4e18-b141-d15ce354ba60 None None] Network 91784b2a-8d92-4e33-8386-ac6c2a54eeb9 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:44.183219 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-65ec3836-cb26-4e89-ab9b-ad5f6ddde5cc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] show failed (client error): The resource could not be found. Jan 14 07:34:44.184484 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-65ec3836-cb26-4e89-ab9b-ad5f6ddde5cc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/subnets/291a871d-8dd2-49da-95cf-df5496e4e237/tags/tempest-TagsExtTest-Tag-413165257 HTTP/1.1" status: 404 len: 328 time: 0.8113267 Jan 14 07:34:44.193920 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.205448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45310) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:44.291525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-4e111dca-9b42-4f9e-b34d-611fa90a145a tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '291a871d-8dd2-49da-95cf-df5496e4e237', 'tempest-TagsExtTest-Tag-1829380182') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:44.382573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Pushing event updated for resources: {'Port': ['ID=e2128697-e501-4819-885e-715a305b0a5b,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:44.393096 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:44.394044 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78514672-39af-4a2a-b603-d36c50a8a204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.444467 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78514672-39af-4a2a-b603-d36c50a8a204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.492738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4a4f9f87-b17c-448d-b2a9-9cca1db3ffe2 None None] Provisioning for port c4a38583-e772-4195-8de1-9b5c109dca64 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:44.498904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4a4f9f87-b17c-448d-b2a9-9cca1db3ffe2 None None] Provisioning complete for port c4a38583-e772-4195-8de1-9b5c109dca64 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:44.499464 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a4f9f87-b17c-448d-b2a9-9cca1db3ffe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.499996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fb03dd4e-bab2-49a3-9f44-d58351d99278 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:44.505550 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fb03dd4e-bab2-49a3-9f44-d58351d99278 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4794838 Jan 14 07:34:44.512938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45320) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:44.522785 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78514672-39af-4a2a-b603-d36c50a8a204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.533219 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-53b751bf-ff64-4943-95ad-4756bdac9c05 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:44.575143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port c4a38583-e772-4195-8de1-9b5c109dca64 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:44.584933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c4a38583-e772-4195-8de1-9b5c109dca64 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:44.585485 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.712953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a4f9f87-b17c-448d-b2a9-9cca1db3ffe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.755043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4a4f9f87-b17c-448d-b2a9-9cca1db3ffe2 None None] For port c4a38583-e772-4195-8de1-9b5c109dca64, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c4a38583-e772-4195-8de1-9b5c109dca64,segment=NetworkSegment(a2cc14e6-11da-48d2-a07e-904b59f37032),segment_id=a2cc14e6-11da-48d2-a07e-904b59f37032)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:44.776203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a4f9f87-b17c-448d-b2a9-9cca1db3ffe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:44.783624 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-33a0584d-bc3b-460a-96f6-6efddc2c8933 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:44.929638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f9f87-b17c-448d-b2a9-9cca1db3ffe2 None None] Pushing event updated for resources: {'Port': ['ID=c4a38583-e772-4195-8de1-9b5c109dca64,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:44.933608 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a4f9f87-b17c-448d-b2a9-9cca1db3ffe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:45.000148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b08e4080-2d15-4d27-bf4d-19021b273e97 None None] Provisioning complete for port c4a38583-e772-4195-8de1-9b5c109dca64 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:45.000908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b08e4080-2d15-4d27-bf4d-19021b273e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.015956 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-77b50828-6a73-47a9-a4c9-5dd27a6586b2 req-cd0996b1-fd59-4209-9c5f-ddf5498fbe5d tempest-VolumesBackupsTest-161314112 tempest-VolumesBackupsTest-161314112] 10.222.0.41 "GET /v2.0/networks?tenant_id=d51f5a0fac3746a1893d8ec13f17afb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652013 Jan 14 07:34:45.017110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78514672-39af-4a2a-b603-d36c50a8a204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244728be-9108-4885-9497-cc434d17408e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:45.026094 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78514672-39af-4a2a-b603-d36c50a8a204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.049031 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.053692 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.053692 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.053692 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.053692 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.053692 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.053692 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.053692 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.053692 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.053692 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.053692 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.053692 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:34:45.053692 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.053692 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.053692 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.053692 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:34:45.053692 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.053692 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.053692 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.058986 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.062754 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:45.062754 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.062754 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.062754 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.062754 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:45.062754 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:45.062754 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.062754 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.062754 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.062754 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.062754 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.062754 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.062754 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:45.062754 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:45.168291 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78514672-39af-4a2a-b603-d36c50a8a204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.173539 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-78514672-39af-4a2a-b603-d36c50a8a204 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/244728be-9108-4885-9497-cc434d17408e HTTP/1.1" status: 204 len: 168 time: 1.7339365 Jan 14 07:34:45.332842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-eaede607-c070-46c3-b29c-a07c8c4842af None None] Provisioning complete for port c4a38583-e772-4195-8de1-9b5c109dca64 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:45.333344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eaede607-c070-46c3-b29c-a07c8c4842af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.466501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attempting to bind port e2128697-e501-4819-885e-715a305b0a5b on host n-h2-769329-2 for vnic_type normal with profile {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:34:45.467000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attempting to bind port e2128697-e501-4819-885e-715a305b0a5b by drivers openvswitch on host n-h2-769329-2 at level 0 using segments [{'id': '1637dcae-b669-416f-86f4-bde2ccddf321', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1529b845-c592-4251-aff7-5653efb034e6'}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:34:45.468017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attempting to bind port e2128697-e501-4819-885e-715a305b0a5b on network 1529b845-c592-4251-aff7-5653efb034e6 {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:34:45.489519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Checking agent: {'id': 'c2271fba-9ad7-41b2-934c-907738adc336', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 16, 45), 'started_at': datetime.datetime(2021, 1, 14, 7, 17, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.62', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:34:45.490007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Checking segment: {'id': '1637dcae-b669-416f-86f4-bde2ccddf321', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1529b845-c592-4251-aff7-5653efb034e6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:45.490484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.490960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Bound using segment: {'id': '1637dcae-b669-416f-86f4-bde2ccddf321', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1529b845-c592-4251-aff7-5653efb034e6'} {{(pid=80907) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:34:45.491545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Bound port: e2128697-e501-4819-885e-715a305b0a5b, host: n-h2-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1637dcae-b669-416f-86f4-bde2ccddf321', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '1529b845-c592-4251-aff7-5653efb034e6'}}] {{(pid=80907) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:34:45.492024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.539022 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-4e111dca-9b42-4f9e-b34d-611fa90a145a tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] show failed (client error): The resource could not be found. Jan 14 07:34:45.540320 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4e111dca-9b42-4f9e-b34d-611fa90a145a tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/subnets/291a871d-8dd2-49da-95cf-df5496e4e237/tags/tempest-TagsExtTest-Tag-1829380182 HTTP/1.1" status: 404 len: 329 time: 1.3159881 Jan 14 07:34:45.550064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45332) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:45.563283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-1d901e20-e5a6-48c7-8d5d-79329899232d tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '147a8cf8-5b33-4edb-9f36-8f98e2dca981', {'tags': ['tempest-TagsExtTest-Tag-674759277', 'tempest-TagsExtTest-Tag-1097668756', 'tempest-TagsExtTest-Tag-969584878']}) {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:45.595081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-302a3e54-c262-4ce6-8f6b-2badbc1f5a7e None None] Provisioning complete for port c4a38583-e772-4195-8de1-9b5c109dca64 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:45.595986 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-302a3e54-c262-4ce6-8f6b-2badbc1f5a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.637212 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-977b314b-94a3-462f-97f5-9e21e66bdd20 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.643826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] For port e2128697-e501-4819-885e-715a305b0a5b, host n-h2-769329-2, cleared binding levels {{(pid=80907) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:34:45.653715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] For port e2128697-e501-4819-885e-715a305b0a5b, host n-h2-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=e2128697-e501-4819-885e-715a305b0a5b,segment=NetworkSegment(1637dcae-b669-416f-86f4-bde2ccddf321),segment_id=1637dcae-b669-416f-86f4-bde2ccddf321)] {{(pid=80907) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:34:45.680801 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.687520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-977b314b-94a3-462f-97f5-9e21e66bdd20 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.713003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45336) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:45.749359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.760176 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f6e879e6-7f30-4e31-a6ac-ca81df606cc6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:45.817720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-985a9eb7-51c6-4b43-9147-28cf28a92bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.825270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a18ee7-f805-4613-b1ea-44152f4b93a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 67e08c39-07bb-4627-abe6-7b7dbad3edb8 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:34:45.851855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b50828-6a73-47a9-a4c9-5dd27a6586b2 req-7f9a3e43-b330-41f1-9d8c-7553e99d3f7e tempest-VolumesBackupsTest-161314112 tempest-VolumesBackupsTest-161314112] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:45.853528 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-77b50828-6a73-47a9-a4c9-5dd27a6586b2 req-7f9a3e43-b330-41f1-9d8c-7553e99d3f7e tempest-VolumesBackupsTest-161314112 tempest-VolumesBackupsTest-161314112] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8261542 Jan 14 07:34:45.879259 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0a18ee7-f805-4613-b1ea-44152f4b93a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.904129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-985a9eb7-51c6-4b43-9147-28cf28a92bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:45.908764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-985a9eb7-51c6-4b43-9147-28cf28a92bed admin admin] Usage tracker for resource:security_group_rule and tenant:3058e2ca6af3497590ab68edd9963398 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:45.911557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-985a9eb7-51c6-4b43-9147-28cf28a92bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:45.917464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-985a9eb7-51c6-4b43-9147-28cf28a92bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:45.945881 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0a18ee7-f805-4613-b1ea-44152f4b93a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:45.958478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c4a38583-e772-4195-8de1-9b5c109dca64 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:45.959829 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks [] for floatingip, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.022938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-985a9eb7-51c6-4b43-9147-28cf28a92bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.032376 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-77b50828-6a73-47a9-a4c9-5dd27a6586b2 req-97646aec-dcd3-461b-9ee8-449b3a44bec1 tempest-VolumesBackupsTest-161314112 tempest-VolumesBackupsTest-161314112] 10.222.0.41 "GET /v2.0/quotas/d51f5a0fac3746a1893d8ec13f17afb8 HTTP/1.1" status: 200 len: 375 time: 0.1662347 Jan 14 07:34:46.035576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c4a38583-e772-4195-8de1-9b5c109dca64 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:46.036214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.039001 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-985a9eb7-51c6-4b43-9147-28cf28a92bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.054190 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-706e6542-5aef-478b-a38c-4358f7b2e9c3 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:46.085941 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1d901e20-e5a6-48c7-8d5d-79329899232d tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "PUT /v2.0/ports/147a8cf8-5b33-4edb-9f36-8f98e2dca981/tags HTTP/1.1" status: 200 len: 316 time: 0.5314448 Jan 14 07:34:46.085941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Allocated IP 172.20.0.1 (91784b2a-8d92-4e33-8386-ac6c2a54eeb9/bee2ef25-9550-4601-bbc0-b9b3d03b4a7a/f4caf1b0-356c-4531-acda-fcdf702d8d7a) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:46.093786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a9eb7-51c6-4b43-9147-28cf28a92bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770c1aed-a739-45cf-be3e-fd79b3916fdd,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:46.097481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45340) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:46.110652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Pushing event updated for resources: {'Port': ['ID=e2128697-e501-4819-885e-715a305b0a5b,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:46.112009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-b3cf4b18-9342-41eb-927d-cb50c76e7010 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '147a8cf8-5b33-4edb-9f36-8f98e2dca981') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:46.115382 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:46.128108 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-77b50828-6a73-47a9-a4c9-5dd27a6586b2 req-7fbfb368-c320-4b5e-9208-5942d50c04be tempest-VolumesBackupsTest-161314112 tempest-VolumesBackupsTest-161314112] 10.222.0.41 "GET /v2.0/ports?tenant_id=d51f5a0fac3746a1893d8ec13f17afb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826175 Jan 14 07:34:46.131022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:46.131724 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.133108 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] 10.222.0.41 "PUT /v2.0/ports/e2128697-e501-4819-885e-715a305b0a5b HTTP/1.1" status: 200 len: 1077 time: 3.2849813 Jan 14 07:34:46.138725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45344) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:46.155465 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-985a9eb7-51c6-4b43-9147-28cf28a92bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:46.211528 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-985a9eb7-51c6-4b43-9147-28cf28a92bed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3058e2ca6af3497590ab68edd9963398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4924982 Jan 14 07:34:46.217616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45348) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:46.242388 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.270315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1a98b3c3-a6fa-4f33-9e2e-817d0d6fe518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Deleting port e2128697-e501-4819-885e-715a305b0a5b {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:46.270708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a98b3c3-a6fa-4f33-9e2e-817d0d6fe518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.355884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0a18ee7-f805-4613-b1ea-44152f4b93a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.609771 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d100474d-9ec0-4717-a1e1-aab42038211d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.627310 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.638148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.640200 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d100474d-9ec0-4717-a1e1-aab42038211d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.724577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Transition to ACTIVE for port object f4caf1b0-356c-4531-acda-fcdf702d8d7a will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:46.786956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-977b314b-94a3-462f-97f5-9e21e66bdd20 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Allocated IP 172.25.3.240 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/9d9cd929-eb14-4fca-b74e-1e0830f20002) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:46.797782 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b3cf4b18-9342-41eb-927d-cb50c76e7010 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "DELETE /v2.0/ports/147a8cf8-5b33-4edb-9f36-8f98e2dca981/tags HTTP/1.1" status: 204 len: 168 time: 0.6921909 Jan 14 07:34:46.805924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45368) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:46.830909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-19795dc1-36dc-45e1-806c-2a9c94c98ee5 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '147a8cf8-5b33-4edb-9f36-8f98e2dca981', 'tempest-TagsExtTest-Tag-674759277') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:46.870089 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:46.932546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1a98b3c3-a6fa-4f33-9e2e-817d0d6fe518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] For port e2128697-e501-4819-885e-715a305b0a5b, host n-h2-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-769329-2',level=0,port_id=e2128697-e501-4819-885e-715a305b0a5b,segment=NetworkSegment(1637dcae-b669-416f-86f4-bde2ccddf321),segment_id=1637dcae-b669-416f-86f4-bde2ccddf321)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:46.932982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a98b3c3-a6fa-4f33-9e2e-817d0d6fe518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:47.071836 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:47.089781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1a98b3c3-a6fa-4f33-9e2e-817d0d6fe518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Calling delete_port for e2128697-e501-4819-885e-715a305b0a5b owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:47.327524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d100474d-9ec0-4717-a1e1-aab42038211d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:47.335364 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-df64e06f-da35-4eb1-adef-985be2064bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:47.350617 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-19795dc1-36dc-45e1-806c-2a9c94c98ee5 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] show failed (client error): The resource could not be found. Jan 14 07:34:47.355055 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-19795dc1-36dc-45e1-806c-2a9c94c98ee5 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/ports/147a8cf8-5b33-4edb-9f36-8f98e2dca981/tags/tempest-TagsExtTest-Tag-674759277 HTTP/1.1" status: 404 len: 328 time: 0.5452406 Jan 14 07:34:47.360281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45382) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:47.362233 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0a18ee7-f805-4613-b1ea-44152f4b93a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:47.383324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100474d-9ec0-4717-a1e1-aab42038211d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770c1aed-a739-45cf-be3e-fd79b3916fdd,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:47.389002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-22f2a63b-93ef-4893-9fb2-932b23e6ebec tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '147a8cf8-5b33-4edb-9f36-8f98e2dca981', 'tempest-TagsExtTest-Tag-1097668756') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:47.439823 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a98b3c3-a6fa-4f33-9e2e-817d0d6fe518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:47.471276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Port': ['ID=f4caf1b0-356c-4531-acda-fcdf702d8d7a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:47.488559 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:47.489036 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d100474d-9ec0-4717-a1e1-aab42038211d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:47.492814 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-98e2c750-7a86-4507-805f-5aae60267a10 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:47.588891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a18ee7-f805-4613-b1ea-44152f4b93a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=67e08c39-07bb-4627-abe6-7b7dbad3edb8,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:47.643491 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0a18ee7-f805-4613-b1ea-44152f4b93a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:47.661057 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:47.712748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-977b314b-94a3-462f-97f5-9e21e66bdd20 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:47.725077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 91784b2a-8d92-4e33-8386-ac6c2a54eeb9 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:47.727545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98b3c3-a6fa-4f33-9e2e-817d0d6fe518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Pushing event deleted for resources: {'Port': ['ID=e2128697-e501-4819-885e-715a305b0a5b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:47.732451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:47.736712 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a98b3c3-a6fa-4f33-9e2e-817d0d6fe518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:47.736857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:47.740803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d100474d-9ec0-4717-a1e1-aab42038211d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:47.744558 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d100474d-9ec0-4717-a1e1-aab42038211d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/770c1aed-a739-45cf-be3e-fd79b3916fdd HTTP/1.1" status: 204 len: 168 time: 1.5234413 Jan 14 07:34:47.787607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0a18ee7-f805-4613-b1ea-44152f4b93a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:47.792189 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a0a18ee7-f805-4613-b1ea-44152f4b93a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/67e08c39-07bb-4627-abe6-7b7dbad3edb8 HTTP/1.1" status: 204 len: 168 time: 3.2621589 Jan 14 07:34:47.794458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45388) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:47.796595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09a98cf-62aa-434d-8908-2129a6abac0d None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:47.866935 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:47.874004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:47.883733 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-be70bddf-fc1f-4110-9f06-c8082830da53 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829978 Jan 14 07:34:47.883733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45392) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:47.888695 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-22f2a63b-93ef-4893-9fb2-932b23e6ebec tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] show failed (client error): The resource could not be found. Jan 14 07:34:47.893730 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-22f2a63b-93ef-4893-9fb2-932b23e6ebec tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/ports/147a8cf8-5b33-4edb-9f36-8f98e2dca981/tags/tempest-TagsExtTest-Tag-1097668756 HTTP/1.1" status: 404 len: 329 time: 0.5163770 Jan 14 07:34:47.894448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45398) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:47.897926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b71c81b6-3c39-46a4-95f2-bea36ad7264f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:47.911190 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:47.919453 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a98b3c3-a6fa-4f33-9e2e-817d0d6fe518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:47.924124 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1a98b3c3-a6fa-4f33-9e2e-817d0d6fe518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] 10.222.0.41 "DELETE /v2.0/ports/e2128697-e501-4819-885e-715a305b0a5b HTTP/1.1" status: 204 len: 168 time: 1.7817998 Jan 14 07:34:47.927690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45402) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:47.943772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-2ebb66d1-9332-4792-82ff-1250c6dca009 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '147a8cf8-5b33-4edb-9f36-8f98e2dca981', 'tempest-TagsExtTest-Tag-969584878') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:47.990359 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-df97e742-c7cd-4e2b-b8aa-95af0d9fe05f tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:48.116914 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-977b314b-94a3-462f-97f5-9e21e66bdd20 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:48.142273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Pushing event updated for resources: {'Port': ['ID=a0a3b93b-aa11-45a1-9369-7a7ac76d4228,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:48.255795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-52e5c905-805b-4f95-8653-7712ee98e989 None None] Provisioning for port f4caf1b0-356c-4531-acda-fcdf702d8d7a completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:48.260222 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:48.266811 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e42998f7-5ccf-43e3-b95c-51ce44b74711 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:48.270076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-52e5c905-805b-4f95-8653-7712ee98e989 None None] Provisioning complete for port f4caf1b0-356c-4531-acda-fcdf702d8d7a triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:48.270755 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52e5c905-805b-4f95-8653-7712ee98e989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:48.374480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-52e5c905-805b-4f95-8653-7712ee98e989 None None] Port f4caf1b0-356c-4531-acda-fcdf702d8d7a cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:48.431727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab3066a-b842-4b7a-87a3-6b3b3ce2305e None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:34:48.438005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8ab3066a-b842-4b7a-87a3-6b3b3ce2305e None None] Deleting port f9154875-7116-4665-84ba-21a14c2679d0 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:48.440454 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ab3066a-b842-4b7a-87a3-6b3b3ce2305e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:48.492353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b314b-94a3-462f-97f5-9e21e66bdd20 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Pushing event updated for resources: {'Port': ['ID=9d9cd929-eb14-4fca-b74e-1e0830f20002,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:48.526340 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-040439c4-1fb0-431f-84e1-b918c45cc5bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] GET failed (client error): The resource could not be found. Jan 14 07:34:48.526987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-040439c4-1fb0-431f-84e1-b918c45cc5bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Synchronizing usage tracker for tenant:75bb156b41d24dcead46b77e3e2e1eb7 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:48.559033 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-977b314b-94a3-462f-97f5-9e21e66bdd20 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:48.567491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b71c81b6-3c39-46a4-95f2-bea36ad7264f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:48.569967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-040439c4-1fb0-431f-84e1-b918c45cc5bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Unset dirty status for tenant:75bb156b41d24dcead46b77e3e2e1eb7 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:48.575162 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-040439c4-1fb0-431f-84e1-b918c45cc5bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] 10.222.0.41 "GET /v2.0/ports/e2128697-e501-4819-885e-715a305b0a5b HTTP/1.1" status: 404 len: 333 time: 0.6465704 Jan 14 07:34:48.575976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45410) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:48.580956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b71c81b6-3c39-46a4-95f2-bea36ad7264f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:48.584430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b71c81b6-3c39-46a4-95f2-bea36ad7264f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:48.604179 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-2ebb66d1-9332-4792-82ff-1250c6dca009 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] show failed (client error): The resource could not be found. Jan 14 07:34:48.608447 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2ebb66d1-9332-4792-82ff-1250c6dca009 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/ports/147a8cf8-5b33-4edb-9f36-8f98e2dca981/tags/tempest-TagsExtTest-Tag-969584878 HTTP/1.1" status: 404 len: 328 time: 0.7057104 Jan 14 07:34:48.617585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45416) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:48.620920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b71c81b6-3c39-46a4-95f2-bea36ad7264f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:48.637776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-42f3e7e0-7f7c-47c3-95f1-d592d4ce2a3c tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'bbbffa57-492a-4279-9948-8c76a057d080', {'tags': ['tempest-TagsExtTest-Tag-905088639', 'tempest-TagsExtTest-Tag-1350080013', 'tempest-TagsExtTest-Tag-245977572']}) {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:48.727770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71c81b6-3c39-46a4-95f2-bea36ad7264f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.732791 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:48.735611 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:34:48.735611 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:48.735611 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.735611 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:48.735611 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:34:48.735611 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:48.735611 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.735611 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:48.735611 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:34:48.735611 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:48.735611 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.735611 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:48.735611 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:34:48.735611 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:48.735611 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.735611 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:48.735611 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:48.735611 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:48.735611 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:48.735611 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:48.740605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8ab3066a-b842-4b7a-87a3-6b3b3ce2305e None None] For port f9154875-7116-4665-84ba-21a14c2679d0, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f9154875-7116-4665-84ba-21a14c2679d0,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:48.741043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ab3066a-b842-4b7a-87a3-6b3b3ce2305e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:48.741153 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b71c81b6-3c39-46a4-95f2-bea36ad7264f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:48.843126 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-42f3e7e0-7f7c-47c3-95f1-d592d4ce2a3c tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "PUT /v2.0/routers/bbbffa57-492a-4279-9948-8c76a057d080/tags HTTP/1.1" status: 200 len: 316 time: 0.2210569 Jan 14 07:34:48.844026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45422) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:48.873606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977b314b-94a3-462f-97f5-9e21e66bdd20 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:48.875797 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:48.914716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-977b314b-94a3-462f-97f5-9e21e66bdd20 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:48.923808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b314b-94a3-462f-97f5-9e21e66bdd20 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:49.011300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8ab3066a-b842-4b7a-87a3-6b3b3ce2305e None None] Calling delete_port for f9154875-7116-4665-84ba-21a14c2679d0 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:49.011486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21f57999-f025-4975-94a4-e735159b465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:49.049935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-0f1cbbe2-0bb9-446c-be83-444affcbd303 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bbbffa57-492a-4279-9948-8c76a057d080') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:49.113270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ab3066a-b842-4b7a-87a3-6b3b3ce2305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:49.348003 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21f57999-f025-4975-94a4-e735159b465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:49.508934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-21f57999-f025-4975-94a4-e735159b465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1529b845-c592-4251-aff7-5653efb034e6']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:49.525832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-21f57999-f025-4975-94a4-e735159b465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1637dcae-b669-416f-86f4-bde2ccddf321') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:49.526175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-21f57999-f025-4975-94a4-e735159b465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1637dcae-b669-416f-86f4-bde2ccddf321') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:49.543852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21f57999-f025-4975-94a4-e735159b465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:49.562385 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21f57999-f025-4975-94a4-e735159b465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:49.563431 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4eb14fc2-ad8d-4080-852c-e7e5a4aa7275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:49.565592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-21f57999-f025-4975-94a4-e735159b465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Releasing vxlan tunnel 10 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:34:49.609240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3066a-b842-4b7a-87a3-6b3b3ce2305e None None] Pushing event deleted for resources: {'Port': ['ID=f9154875-7116-4665-84ba-21a14c2679d0,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:49.614160 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8ab3066a-b842-4b7a-87a3-6b3b3ce2305e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:49.702937 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:49.729353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab3066a-b842-4b7a-87a3-6b3b3ce2305e None None] No DVR routers for this DVR port f9154875-7116-4665-84ba-21a14c2679d0 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:34:49.857406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-21f57999-f025-4975-94a4-e735159b465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Network 1529b845-c592-4251-aff7-5653efb034e6 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:49.884435 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21f57999-f025-4975-94a4-e735159b465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:49.984338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f9154875-7116-4665-84ba-21a14c2679d0 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:34:50.072977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: f9154875-7116-4665-84ba-21a14c2679d0 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:34:50.073370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f9154875-7116-4665-84ba-21a14c2679d0 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:34:50.138348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-21f57999-f025-4975-94a4-e735159b465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Network 1529b845-c592-4251-aff7-5653efb034e6 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:50.267592 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:34:50.271841 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:34:50.406139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21f57999-f025-4975-94a4-e735159b465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:50.410885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21f57999-f025-4975-94a4-e735159b465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:50.421522 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cac39c8d-cf43-4b55-a80e-4a9439182b16 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:50.444706 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-21f57999-f025-4975-94a4-e735159b465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] 10.222.0.41 "DELETE /v2.0/networks/1529b845-c592-4251-aff7-5653efb034e6 HTTP/1.1" status: 204 len: 168 time: 1.8661225 Jan 14 07:34:50.459314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f57999-f025-4975-94a4-e735159b465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Pushing event deleted for resources: {'Network': ['ID=1529b845-c592-4251-aff7-5653efb034e6,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:50.462724 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-21f57999-f025-4975-94a4-e735159b465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:50.701859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-b71c81b6-3c39-46a4-95f2-bea36ad7264f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80907) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:34:50.703606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b71c81b6-3c39-46a4-95f2-bea36ad7264f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:50.834682 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ce35d8ff-a902-42bd-b673-288ac8416953 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:50.955618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45524) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:50.966861 n-d-769329-2 neutron-server[80794]: INFO neutron.db.l3_db [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Floating IP b3b4ec16-9286-428a-9775-06732365d643 associated. External IP: 172.25.3.223, port: 926978e4-3e27-4b43-91c8-e7d2dc05b323. Jan 14 07:34:51.041219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71c81b6-3c39-46a4-95f2-bea36ad7264f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:51.042486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c81b6-3c39-46a4-95f2-bea36ad7264f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=cc502cc9-fceb-441b-81a9-baa5fd5594ad,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:51.054088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b71c81b6-3c39-46a4-95f2-bea36ad7264f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:51.056629 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b71c81b6-3c39-46a4-95f2-bea36ad7264f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:51.065238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8c82ef-2cfd-45c8-b21f-7a1b8fafcb28 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:34:51.069791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71c81b6-3c39-46a4-95f2-bea36ad7264f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:51.070752 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b71c81b6-3c39-46a4-95f2-bea36ad7264f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:51.100142 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b71c81b6-3c39-46a4-95f2-bea36ad7264f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.2128575 Jan 14 07:34:51.100486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45532) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:51.116309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-085fe877-10d1-4aea-a8cd-70f7ba188ff6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'mac_address': 'fa:16:3e:51:98:be', 'name': 'tempest-NetworksTestDHCPv6-152259282'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:51.368785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': 'cc502cc9-fceb-441b-81a9-baa5fd5594ad'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:34:51.370081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:51.464261 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f78f0fef-d9ed-47ae-a94f-64f8fa06f9a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92526b142e124748b53cc99a94a9948e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4995046 Jan 14 07:34:51.464872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45538) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:51.491438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-085fe877-10d1-4aea-a8cd-70f7ba188ff6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:51.521436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-085fe877-10d1-4aea-a8cd-70f7ba188ff6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:51.550054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085fe877-10d1-4aea-a8cd-70f7ba188ff6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:51.586610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e14b7d79-351f-46bb-818c-dfeae36aa628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:51.616808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e14b7d79-351f-46bb-818c-dfeae36aa628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:51.744192 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e14b7d79-351f-46bb-818c-dfeae36aa628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:51.779012 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f40c9d33-0507-4856-a23e-4132b70b6c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:51.797172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b7d79-351f-46bb-818c-dfeae36aa628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ff3685-ca4e-4936-b173-ff8166c07f03,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:51.804152 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e14b7d79-351f-46bb-818c-dfeae36aa628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:51.807245 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e14b7d79-351f-46bb-818c-dfeae36aa628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:51.809456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-977b314b-94a3-462f-97f5-9e21e66bdd20 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:51.811530 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e14b7d79-351f-46bb-818c-dfeae36aa628 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77ff3685-ca4e-4936-b173-ff8166c07f03 HTTP/1.1" status: 204 len: 168 time: 0.3428292 Jan 14 07:34:51.844733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Allocated IP 2001:db8::f816:3eff:fe90:6b1f (e6acc9a6-db0b-42d1-82b7-716516d3711e/cc502cc9-fceb-441b-81a9-baa5fd5594ad/728505df-23aa-42fb-9ebf-7cbba1adf2fe) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:51.884689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-085fe877-10d1-4aea-a8cd-70f7ba188ff6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:52.244059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:52.250930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-085fe877-10d1-4aea-a8cd-70f7ba188ff6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port bd2ac258-8d11-4012-bd7a-15004bff69b7 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:34:52.270873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Transition to ACTIVE for port object 728505df-23aa-42fb-9ebf-7cbba1adf2fe will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:52.299288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Transition to ACTIVE for port object 728505df-23aa-42fb-9ebf-7cbba1adf2fe will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:52.316502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:52.339276 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:52.364568 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:52.444478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:52.520597 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0f1cbbe2-0bb9-446c-be83-444affcbd303 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "DELETE /v2.0/routers/bbbffa57-492a-4279-9948-8c76a057d080/tags HTTP/1.1" status: 204 len: 168 time: 3.6209862 Jan 14 07:34:52.524397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45556) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:52.527707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-04b07db4-9665-4257-b588-3fdfe173877d tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bbbffa57-492a-4279-9948-8c76a057d080', 'tempest-TagsExtTest-Tag-905088639') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:52.609833 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-afff6a66-0639-4ded-8e84-0ef5e62c599a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:52.640257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Pushing event updated for resources: {'Port': ['ID=728505df-23aa-42fb-9ebf-7cbba1adf2fe,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:52.645026 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:52.686450 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:52.776755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:52.786790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:52.794237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:52.832653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-085fe877-10d1-4aea-a8cd-70f7ba188ff6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::f816:3eff:fe51:98be (e6acc9a6-db0b-42d1-82b7-716516d3711e/cc502cc9-fceb-441b-81a9-baa5fd5594ad/bd2ac258-8d11-4012-bd7a-15004bff69b7) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:34:52.869545 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-04b07db4-9665-4257-b588-3fdfe173877d tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] show failed (client error): The resource could not be found. Jan 14 07:34:52.881007 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-04b07db4-9665-4257-b588-3fdfe173877d tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/routers/bbbffa57-492a-4279-9948-8c76a057d080/tags/tempest-TagsExtTest-Tag-905088639 HTTP/1.1" status: 404 len: 328 time: 0.3580458 Jan 14 07:34:52.884072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45564) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:52.892578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-9a3c7239-787e-4a78-a3e7-bf890a61fc23 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bbbffa57-492a-4279-9948-8c76a057d080', 'tempest-TagsExtTest-Tag-1350080013') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:52.921360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Attempting to bind port 728505df-23aa-42fb-9ebf-7cbba1adf2fe on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:34:52.921865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Attempting to bind port 728505df-23aa-42fb-9ebf-7cbba1adf2fe by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:34:52.922208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Attempting to bind port 728505df-23aa-42fb-9ebf-7cbba1adf2fe on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:34:52.933498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:34:52.933929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:34:52.934384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:52.934833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:34:52.935390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Bound port: 728505df-23aa-42fb-9ebf-7cbba1adf2fe, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:34:52.935844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:53.150399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] For port 728505df-23aa-42fb-9ebf-7cbba1adf2fe, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:34:53.166693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] For port 728505df-23aa-42fb-9ebf-7cbba1adf2fe, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=728505df-23aa-42fb-9ebf-7cbba1adf2fe,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:34:53.173050 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:53.193124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 91784b2a-8d92-4e33-8386-ac6c2a54eeb9 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:53.199396 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:53.209934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:53.241710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Router d3e9e659-1963-4921-b9a2-e765a86da08c has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:34:53.246809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45570) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:53.444524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Pushing event updated for resources: {'Port': ['ID=728505df-23aa-42fb-9ebf-7cbba1adf2fe,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:53.452219 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:53.479462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Port': ['ID=f4caf1b0-356c-4531-acda-fcdf702d8d7a,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:53.526587 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.917s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:53.546364 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a18cfa6d-a54d-460f-9029-a970b54d8d4a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75bb156b41d24dcead46b77e3e2e1eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2976997 Jan 14 07:34:53.567286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45576) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:53.640618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ef8ea3f3-77bf-4ab8-b55e-baae77a70d87 None None] Provisioning complete for port f4caf1b0-356c-4531-acda-fcdf702d8d7a triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:53.641047 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef8ea3f3-77bf-4ab8-b55e-baae77a70d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:53.695577 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-9a3c7239-787e-4a78-a3e7-bf890a61fc23 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] show failed (client error): The resource could not be found. Jan 14 07:34:53.699666 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9a3c7239-787e-4a78-a3e7-bf890a61fc23 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/routers/bbbffa57-492a-4279-9948-8c76a057d080/tags/tempest-TagsExtTest-Tag-1350080013 HTTP/1.1" status: 404 len: 329 time: 0.8117132 Jan 14 07:34:53.706089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45580) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:53.720573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-8934ed72-ef74-4c90-93fd-7b21bd4511e9 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bbbffa57-492a-4279-9948-8c76a057d080', 'tempest-TagsExtTest-Tag-245977572') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:53.755324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-977b314b-94a3-462f-97f5-9e21e66bdd20 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:53.755934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ea3f3-77bf-4ab8-b55e-baae77a70d87 None None] Port f4caf1b0-356c-4531-acda-fcdf702d8d7a cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:53.879681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-977b314b-94a3-462f-97f5-9e21e66bdd20 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:53.977297 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-39776457-1c6f-4b67-af93-96abadf75004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:54.257316 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4650b716-615a-4c4d-8f94-71a64f300904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:54.303143 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4650b716-615a-4c4d-8f94-71a64f300904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:54.446061 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-085fe877-10d1-4aea-a8cd-70f7ba188ff6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:54.479202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4650b716-615a-4c4d-8f94-71a64f300904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:54.485113 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c4f6788-0b82-49e6-92b5-b67f94f5003b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:54.500462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-085fe877-10d1-4aea-a8cd-70f7ba188ff6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object bd2ac258-8d11-4012-bd7a-15004bff69b7 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:34:54.518978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650b716-615a-4c4d-8f94-71a64f300904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af6d3df-4a15-4590-b7b4-e6fab5fd7d46,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:54.525026 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-8934ed72-ef74-4c90-93fd-7b21bd4511e9 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] show failed (client error): The resource could not be found. Jan 14 07:34:54.526077 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8934ed72-ef74-4c90-93fd-7b21bd4511e9 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/routers/bbbffa57-492a-4279-9948-8c76a057d080/tags/tempest-TagsExtTest-Tag-245977572 HTTP/1.1" status: 404 len: 328 time: 0.8169382 Jan 14 07:34:54.527265 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4650b716-615a-4c4d-8f94-71a64f300904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:54.533810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45596) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:54.546445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-1fbca5d5-f12c-4738-aa2f-9d14103043f2 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '14ec78a2-3dbe-47c6-8a63-f0781c95eab2', {'tags': ['tempest-TagsExtTest-Tag-1637218671', 'tempest-TagsExtTest-Tag-1479609465', 'tempest-TagsExtTest-Tag-1359661260']}) {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:54.588416 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-085fe877-10d1-4aea-a8cd-70f7ba188ff6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:54.599639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4650b716-615a-4c4d-8f94-71a64f300904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:54.601246 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4650b716-615a-4c4d-8f94-71a64f300904 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6af6d3df-4a15-4590-b7b4-e6fab5fd7d46 HTTP/1.1" status: 204 len: 168 time: 1.0329154 Jan 14 07:34:54.628878 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b20e71d5-1fae-4545-ae5b-56ce3aca7239 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:54.791170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router 0ecf639c-c1ee-47c4-98e7-55fbbc20d59b is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:34:54.830860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:34:54.841467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927fa16d-6af6-41f9-b04c-09ff523a52b6 None None] Sync routers for ids ['d3e9e659-1963-4921-b9a2-e765a86da08c'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:34:54.853242 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1fbca5d5-f12c-4738-aa2f-9d14103043f2 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "PUT /v2.0/subnetpools/14ec78a2-3dbe-47c6-8a63-f0781c95eab2/tags HTTP/1.1" status: 200 len: 318 time: 0.3182387 Jan 14 07:34:54.854310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45604) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:54.859431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927fa16d-6af6-41f9-b04c-09ff523a52b6 None None] Routers {'d3e9e659-1963-4921-b9a2-e765a86da08c'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:54.860244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-927fa16d-6af6-41f9-b04c-09ff523a52b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d3e9e659-1963-4921-b9a2-e765a86da08c'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:54.874775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fe877-10d1-4aea-a8cd-70f7ba188ff6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=bd2ac258-8d11-4012-bd7a-15004bff69b7,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:54.883219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-40e77cf5-e62a-490f-8896-258a932c8752 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '14ec78a2-3dbe-47c6-8a63-f0781c95eab2') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:54.909904 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-085fe877-10d1-4aea-a8cd-70f7ba188ff6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:55.043274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-927fa16d-6af6-41f9-b04c-09ff523a52b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:55.059817 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-40e77cf5-e62a-490f-8896-258a932c8752 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "DELETE /v2.0/subnetpools/14ec78a2-3dbe-47c6-8a63-f0781c95eab2/tags HTTP/1.1" status: 204 len: 168 time: 0.1936393 Jan 14 07:34:55.060787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45612) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:55.070499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927fa16d-6af6-41f9-b04c-09ff523a52b6 None None] Routers {'d3e9e659-1963-4921-b9a2-e765a86da08c'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:55.072878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-927fa16d-6af6-41f9-b04c-09ff523a52b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d3e9e659-1963-4921-b9a2-e765a86da08c'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:55.093568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-6fa0891e-802f-4b75-ac02-e619a65000f0 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '14ec78a2-3dbe-47c6-8a63-f0781c95eab2', 'tempest-TagsExtTest-Tag-1637218671') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:55.116839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:34:55.129559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ee9f4-cc4b-4597-acec-64c7d3b60ca0 None None] Sync routers for ids ['0ecf639c-c1ee-47c4-98e7-55fbbc20d59b'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:34:55.157220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ee9f4-cc4b-4597-acec-64c7d3b60ca0 None None] Routers {'0ecf639c-c1ee-47c4-98e7-55fbbc20d59b'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:55.157451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977b314b-94a3-462f-97f5-9e21e66bdd20 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Router e57857ef-723e-4f3b-b495-dcf661a18f56 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:34:55.158413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-1d5ee9f4-cc4b-4597-acec-64c7d3b60ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['0ecf639c-c1ee-47c4-98e7-55fbbc20d59b'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:55.168967 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/0ecf639c-c1ee-47c4-98e7-55fbbc20d59b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3623455 Jan 14 07:34:55.172346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45616) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:55.180180 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:55.180307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085fe877-10d1-4aea-a8cd-70f7ba188ff6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:34:55.186035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-085fe877-10d1-4aea-a8cd-70f7ba188ff6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:34:55.198438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45618) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:55.216133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085fe877-10d1-4aea-a8cd-70f7ba188ff6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.229274 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:55.233630 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:34:55.233630 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:55.233630 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.233630 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:55.233630 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:34:55.233630 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:55.233630 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.233630 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:55.233630 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:34:55.233630 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:55.233630 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.233630 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:55.233630 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:34:55.233630 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:55.233630 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.233630 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:55.233630 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:34:55.233630 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:34:55.233630 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:34:55.233630 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:34:55.276467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085fe877-10d1-4aea-a8cd-70f7ba188ff6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:55.277209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-085fe877-10d1-4aea-a8cd-70f7ba188ff6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:55.288426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-927fa16d-6af6-41f9-b04c-09ff523a52b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:55.289752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927fa16d-6af6-41f9-b04c-09ff523a52b6 None None] The sync data for ids ['d3e9e659-1963-4921-b9a2-e765a86da08c'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:34:55.352135 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-085fe877-10d1-4aea-a8cd-70f7ba188ff6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2500587 Jan 14 07:34:55.354546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45628) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:55.360105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-1d5ee9f4-cc4b-4597-acec-64c7d3b60ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:55.360269 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-6fa0891e-802f-4b75-ac02-e619a65000f0 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] show failed (client error): The resource could not be found. Jan 14 07:34:55.366392 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6fa0891e-802f-4b75-ac02-e619a65000f0 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/subnetpools/14ec78a2-3dbe-47c6-8a63-f0781c95eab2/tags/tempest-TagsExtTest-Tag-1637218671 HTTP/1.1" status: 404 len: 329 time: 0.3026712 Jan 14 07:34:55.390316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ee9f4-cc4b-4597-acec-64c7d3b60ca0 None None] Routers {'0ecf639c-c1ee-47c4-98e7-55fbbc20d59b'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:55.391135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-1d5ee9f4-cc4b-4597-acec-64c7d3b60ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['0ecf639c-c1ee-47c4-98e7-55fbbc20d59b'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:55.447714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45634) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:55.464774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214d156d-a8ea-4837-a247-98fcf967a70f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:55.465889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-214d156d-a8ea-4837-a247-98fcf967a70f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Synchronizing usage tracker for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:55.471223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-b3963ae4-cb92-4e4c-86af-7f58f3c0e30a tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '14ec78a2-3dbe-47c6-8a63-f0781c95eab2', 'tempest-TagsExtTest-Tag-1479609465') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:55.554814 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-b3963ae4-cb92-4e4c-86af-7f58f3c0e30a tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] show failed (client error): The resource could not be found. Jan 14 07:34:55.559036 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b3963ae4-cb92-4e4c-86af-7f58f3c0e30a tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/subnetpools/14ec78a2-3dbe-47c6-8a63-f0781c95eab2/tags/tempest-TagsExtTest-Tag-1479609465 HTTP/1.1" status: 404 len: 329 time: 0.1051371 Jan 14 07:34:55.559695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45640) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:55.566246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-1d5ee9f4-cc4b-4597-acec-64c7d3b60ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:55.566996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-c31a6a0c-b438-43fa-9896-7bc1e1b342a0 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '14ec78a2-3dbe-47c6-8a63-f0781c95eab2', 'tempest-TagsExtTest-Tag-1359661260') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:55.570077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ee9f4-cc4b-4597-acec-64c7d3b60ca0 None None] The sync data for ids ['0ecf639c-c1ee-47c4-98e7-55fbbc20d59b'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:34:55.642976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc86fef5-cb4e-4a4b-9ec9-84584fbd1adf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:55.667226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc86fef5-cb4e-4a4b-9ec9-84584fbd1adf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:55.668145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cc86fef5-cb4e-4a4b-9ec9-84584fbd1adf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:55.695838 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-c31a6a0c-b438-43fa-9896-7bc1e1b342a0 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] show failed (client error): The resource could not be found. Jan 14 07:34:55.700327 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c31a6a0c-b438-43fa-9896-7bc1e1b342a0 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/subnetpools/14ec78a2-3dbe-47c6-8a63-f0781c95eab2/tags/tempest-TagsExtTest-Tag-1359661260 HTTP/1.1" status: 404 len: 329 time: 0.1388695 Jan 14 07:34:55.701375 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42543fed-9d8c-4505-9b26-605f09ec2b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:55.713037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45646) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:55.732367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-dafdfa54-3d12-41f3-ab9e-3cd5b31531e4 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '14ec78a2-3dbe-47c6-8a63-f0781c95eab2') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:55.749599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-13e93690-b78f-4f80-a512-a093e83939cd None None] Provisioning for port 728505df-23aa-42fb-9ebf-7cbba1adf2fe completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:55.750420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-42543fed-9d8c-4505-9b26-605f09ec2b55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:55.756078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-42543fed-9d8c-4505-9b26-605f09ec2b55 admin admin] Usage tracker for resource:security_group_rule and tenant:e70208dfe81e4fcfae4b81d20a5f7e88 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:55.759546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-42543fed-9d8c-4505-9b26-605f09ec2b55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:55.765976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-42543fed-9d8c-4505-9b26-605f09ec2b55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:55.866507 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 16.4804714 Jan 14 07:34:55.868984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977b314b-94a3-462f-97f5-9e21e66bdd20 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:34:55.879003 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42543fed-9d8c-4505-9b26-605f09ec2b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:55.883252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45652) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:55.884613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85ff40c-c0fd-410e-ad30-e10608f85792 None None] Sync routers for ids ['e57857ef-723e-4f3b-b495-dcf661a18f56'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:34:55.900032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-977b314b-94a3-462f-97f5-9e21e66bdd20 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:55.903962 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-977b314b-94a3-462f-97f5-9e21e66bdd20 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "PUT /v2.0/routers/e57857ef-723e-4f3b-b495-dcf661a18f56 HTTP/1.1" status: 200 len: 916 time: 13.5341501 Jan 14 07:34:55.919012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45656) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:55.933052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85ff40c-c0fd-410e-ad30-e10608f85792 None None] Routers {'e57857ef-723e-4f3b-b495-dcf661a18f56'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:55.942700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f85ff40c-c0fd-410e-ad30-e10608f85792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e57857ef-723e-4f3b-b495-dcf661a18f56'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:55.967764 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42543fed-9d8c-4505-9b26-605f09ec2b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:56.009143 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d5466188-e530-43b9-9735-f1365d56c627 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:56.042849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cc86fef5-cb4e-4a4b-9ec9-84584fbd1adf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:56.045181 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cc86fef5-cb4e-4a4b-9ec9-84584fbd1adf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6885300 Jan 14 07:34:56.086479 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-42543fed-9d8c-4505-9b26-605f09ec2b55 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e70208dfe81e4fcfae4b81d20a5f7e88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8737593 Jan 14 07:34:56.092873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45662) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:56.093251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45664) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:56.142595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f85ff40c-c0fd-410e-ad30-e10608f85792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:56.152082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 728505df-23aa-42fb-9ebf-7cbba1adf2fe up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:56.161888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-214d156d-a8ea-4837-a247-98fcf967a70f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Unset dirty status for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:34:56.166878 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-214d156d-a8ea-4837-a247-98fcf967a70f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/ports/f4caf1b0-356c-4531-acda-fcdf702d8d7a HTTP/1.1" status: 200 len: 910 time: 0.9571023 Jan 14 07:34:56.167834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45670) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:56.169746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42543fed-9d8c-4505-9b26-605f09ec2b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fcb324-d26a-49ff-9ce2-c7b75857b20c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:56.260900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85ff40c-c0fd-410e-ad30-e10608f85792 None None] Routers {'e57857ef-723e-4f3b-b495-dcf661a18f56'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:34:56.261683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f85ff40c-c0fd-410e-ad30-e10608f85792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e57857ef-723e-4f3b-b495-dcf661a18f56'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:56.343601 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42543fed-9d8c-4505-9b26-605f09ec2b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:56.361231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f85ff40c-c0fd-410e-ad30-e10608f85792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:56.361700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85ff40c-c0fd-410e-ad30-e10608f85792 None None] The sync data for ids ['e57857ef-723e-4f3b-b495-dcf661a18f56'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:34:56.364588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 728505df-23aa-42fb-9ebf-7cbba1adf2fe completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:56.370463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 728505df-23aa-42fb-9ebf-7cbba1adf2fe triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:56.370888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:56.438041 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-64985de5-c03c-4fa7-8893-e204ff3eea08 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] 10.222.0.41 "GET /v2.0/floatingips/b3b4ec16-9286-428a-9775-06732365d643 HTTP/1.1" status: 200 len: 983 time: 0.5514085 Jan 14 07:34:56.456772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45678) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:56.460912 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dafdfa54-3d12-41f3-ab9e-3cd5b31531e4 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "DELETE /v2.0/subnetpools/14ec78a2-3dbe-47c6-8a63-f0781c95eab2/tags HTTP/1.1" status: 204 len: 168 time: 0.7429509 Jan 14 07:34:56.473923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45682) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:56.521784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-5a7db92a-d945-46fd-b6e9-6ec35a8a7439 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bbbffa57-492a-4279-9948-8c76a057d080') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:56.537312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d9da41a8-c64c-458a-8a39-f03a621bbed2 None None] Provisioning for port bd2ac258-8d11-4012-bd7a-15004bff69b7 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:34:56.547499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d9da41a8-c64c-458a-8a39-f03a621bbed2 None None] Provisioning complete for port bd2ac258-8d11-4012-bd7a-15004bff69b7 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:56.547881 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9da41a8-c64c-458a-8a39-f03a621bbed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:56.629673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-95234c46-35fa-44b1-990f-1502814f3d58 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port bd2ac258-8d11-4012-bd7a-15004bff69b7 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:56.630181 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95234c46-35fa-44b1-990f-1502814f3d58 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:56.631385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d9da41a8-c64c-458a-8a39-f03a621bbed2 None None] Port bd2ac258-8d11-4012-bd7a-15004bff69b7 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:34:56.656445 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:56.722205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 728505df-23aa-42fb-9ebf-7cbba1adf2fe, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=728505df-23aa-42fb-9ebf-7cbba1adf2fe,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:34:56.744465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:56.748387 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c1cb1660-dd3a-4c9e-a29c-e9fea3d70b8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:56.793287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f985bec-6155-4041-9478-d41f4bc64e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:56.814508 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-35764144-be36-4fdd-a212-ca90fdd04911 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.3562326 Jan 14 07:34:56.817587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45690) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:56.831808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=728505df-23aa-42fb-9ebf-7cbba1adf2fe,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:56.847874 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:56.851239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3e7587eb-2c73-4169-bd5f-777ceaf79a3b None None] Provisioning complete for port 728505df-23aa-42fb-9ebf-7cbba1adf2fe triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:56.851731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3e7587eb-2c73-4169-bd5f-777ceaf79a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:56.878116 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d8a3eb2b-5b84-4417-ab92-41d481d1b317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:56.926828 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f985bec-6155-4041-9478-d41f4bc64e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:57.102948 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-35a72575-cb5d-4c65-a5de-d01ca80ef7c1 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "GET /v2.0/routers/e57857ef-723e-4f3b-b495-dcf661a18f56 HTTP/1.1" status: 200 len: 922 time: 1.1802464 Jan 14 07:34:57.112450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45696) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:57.196906 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f985bec-6155-4041-9478-d41f4bc64e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:57.228738 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-69125b62-a488-4aac-aeff-fc2d415058e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:57.288565 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5a7db92a-d945-46fd-b6e9-6ec35a8a7439 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "DELETE /v2.0/routers/bbbffa57-492a-4279-9948-8c76a057d080/tags HTTP/1.1" status: 204 len: 168 time: 0.8106084 Jan 14 07:34:57.317555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45704) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:57.323913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-d23317f9-0106-48c3-aaf6-110c94ea69b0 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '147a8cf8-5b33-4edb-9f36-8f98e2dca981') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:57.339124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f985bec-6155-4041-9478-d41f4bc64e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fcb324-d26a-49ff-9ce2-c7b75857b20c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:57.348896 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:57.432404 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f985bec-6155-4041-9478-d41f4bc64e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:57.446417 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f985bec-6155-4041-9478-d41f4bc64e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:57.450486 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7f985bec-6155-4041-9478-d41f4bc64e14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35fcb324-d26a-49ff-9ce2-c7b75857b20c HTTP/1.1" status: 204 len: 168 time: 1.2970653 Jan 14 07:34:57.538424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-526db90b-47cc-4295-9766-59098b21d4cf tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Deleting port a0a3b93b-aa11-45a1-9369-7a7ac76d4228 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:57.538820 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-526db90b-47cc-4295-9766-59098b21d4cf tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:57.613996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95234c46-35fa-44b1-990f-1502814f3d58 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:57.789997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-95234c46-35fa-44b1-990f-1502814f3d58 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for bd2ac258-8d11-4012-bd7a-15004bff69b7 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:57.925119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45720) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:57.941117 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:57.999849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 728505df-23aa-42fb-9ebf-7cbba1adf2fe up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:34:58.141320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5205c661-352c-44a3-a1a5-d48432a3413d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:58.146617 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5205c661-352c-44a3-a1a5-d48432a3413d tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "GET /v2.0/ports?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&device_id=e57857ef-723e-4f3b-b495-dcf661a18f56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0329595 Jan 14 07:34:58.148631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45726) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:58.168703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 728505df-23aa-42fb-9ebf-7cbba1adf2fe triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:34:58.169035 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:58.192248 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d23317f9-0106-48c3-aaf6-110c94ea69b0 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "DELETE /v2.0/ports/147a8cf8-5b33-4edb-9f36-8f98e2dca981/tags HTTP/1.1" status: 204 len: 168 time: 0.8738558 Jan 14 07:34:58.197612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45730) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:58.213228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.tag.tag_plugin [None req-05d385c0-a3c0-42de-92e5-b508705a19cd tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '291a871d-8dd2-49da-95cf-df5496e4e237') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:34:58.258980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-762799480', 'router:external': True}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:34:58.271828 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-526db90b-47cc-4295-9766-59098b21d4cf tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:58.272484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-526db90b-47cc-4295-9766-59098b21d4cf tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:58.282343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:58.294952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45734) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:58.383080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Usage tracker for resource:network and tenant:d3d2514e6cbe484db97416d4196c99a4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:58.452050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:58.463219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-526db90b-47cc-4295-9766-59098b21d4cf tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Calling delete_port for a0a3b93b-aa11-45a1-9369-7a7ac76d4228 owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:34:58.491911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95234c46-35fa-44b1-990f-1502814f3d58 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:58.498821 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-05d385c0-a3c0-42de-92e5-b508705a19cd tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "DELETE /v2.0/subnets/291a871d-8dd2-49da-95cf-df5496e4e237/tags HTTP/1.1" status: 204 len: 168 time: 0.2996802 Jan 14 07:34:58.504494 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c572b6b-a976-4449-91e4-28c4bb0b5599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:58.506306 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aaae861-1ba5-4a4c-b2a9-d39c4bfd9cbd tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:58.514498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45738) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:58.515443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:58.540382 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2d87935d-b53f-41a7-90f6-1283b4862122 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:58.640271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ade192-addf-4ff4-bc7b-fe3df0da9284 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:58.645431 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-62ade192-addf-4ff4-bc7b-fe3df0da9284 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 881 time: 0.4834003 Jan 14 07:34:58.653851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45742) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:58.724833 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0e4af93c-92ba-466a-8e0b-5440bafe9196 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "GET /v2.0/ports?device_id=e57857ef-723e-4f3b-b495-dcf661a18f56 HTTP/1.1" status: 200 len: 205 time: 0.0693433 Jan 14 07:34:58.745445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45746) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:58.816103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:58.970868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95234c46-35fa-44b1-990f-1502814f3d58 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=bd2ac258-8d11-4012-bd7a-15004bff69b7,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:58.977223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3c572b6b-a976-4449-91e4-28c4bb0b5599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:59.014826 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-95234c46-35fa-44b1-990f-1502814f3d58 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:59.018684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3c572b6b-a976-4449-91e4-28c4bb0b5599 admin admin] Usage tracker for resource:security_group_rule and tenant:05c87647ba334a829985801b77e0db2c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:59.025249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Made reservation on behalf of d3d2514e6cbe484db97416d4196c99a4 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:34:59.031487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:59.044504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3c572b6b-a976-4449-91e4-28c4bb0b5599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:59.083584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3c572b6b-a976-4449-91e4-28c4bb0b5599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:59.086982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:59.152848 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7592bb1b-d684-4a6b-86b2-d379eb4846eb tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:59.174207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:34:59.192982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Usage tracker for resource:security_group_rule and tenant:d3d2514e6cbe484db97416d4196c99a4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:34:59.202223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:34:59.250789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:34:59.376981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95234c46-35fa-44b1-990f-1502814f3d58 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:59.483061 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7592bb1b-d684-4a6b-86b2-d379eb4846eb tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:59.486644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9aaae861-1ba5-4a4c-b2a9-d39c4bfd9cbd tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting port f4caf1b0-356c-4531-acda-fcdf702d8d7a {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:59.486944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aaae861-1ba5-4a4c-b2a9-d39c4bfd9cbd tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:59.491322 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-526db90b-47cc-4295-9766-59098b21d4cf tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:59.511991 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c02e5185-d325-493b-a05c-4431fbfaae81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:59.546120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7592bb1b-d684-4a6b-86b2-d379eb4846eb tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Deleting port 9d9cd929-eb14-4fca-b74e-1e0830f20002 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:34:59.546500 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7592bb1b-d684-4a6b-86b2-d379eb4846eb tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:59.547096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07abf3d9-c968-44df-bcb7-9c024bc41604 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks [] for subnetpool, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:59.548469 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-07abf3d9-c968-44df-bcb7-9c024bc41604 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "DELETE /v2.0/subnetpools/14ec78a2-3dbe-47c6-8a63-f0781c95eab2 HTTP/1.1" status: 204 len: 168 time: 1.0097723 Jan 14 07:34:59.550175 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-95234c46-35fa-44b1-990f-1502814f3d58 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/bd2ac258-8d11-4012-bd7a-15004bff69b7 HTTP/1.1" status: 204 len: 168 time: 3.4134340 Jan 14 07:34:59.576265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45752) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:59.576911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45754) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:34:59.578859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c572b6b-a976-4449-91e4-28c4bb0b5599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:59.592174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526db90b-47cc-4295-9766-59098b21d4cf tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Pushing event deleted for resources: {'Port': ['ID=a0a3b93b-aa11-45a1-9369-7a7ac76d4228,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:59.715451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c572b6b-a976-4449-91e4-28c4bb0b5599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:59.738891 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-526db90b-47cc-4295-9766-59098b21d4cf tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:59.745729 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-99d8ed96-b70e-480e-a1e5-16d0bfe7458b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:34:59.794513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7847bc5c-b10c-4132-83e7-56b2ee6e4c2d tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Synchronizing usage tracker for tenant:e72ceb7e0498441eac9b8fabb1788263 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:59.835730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aaae861-1ba5-4a4c-b2a9-d39c4bfd9cbd tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:59.889969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:34:59.898484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c572b6b-a976-4449-91e4-28c4bb0b5599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b152dd9-cd42-45b7-84a0-ba17b71b61ed,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:34:59.950683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfb6f4b-f763-46aa-a858-9e88fd996414 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:59.958807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfb6f4b-f763-46aa-a858-9e88fd996414 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:34:59.959812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7bfb6f4b-f763-46aa-a858-9e88fd996414 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:34:59.968409 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3c572b6b-a976-4449-91e4-28c4bb0b5599 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05c87647ba334a829985801b77e0db2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6679189 Jan 14 07:34:59.986190 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c572b6b-a976-4449-91e4-28c4bb0b5599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:34:59.994053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45760) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:00.000830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9aaae861-1ba5-4a4c-b2a9-d39c4bfd9cbd tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Calling delete_port for f4caf1b0-356c-4531-acda-fcdf702d8d7a owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:00.003089 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.007992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7847bc5c-b10c-4132-83e7-56b2ee6e4c2d tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Unset dirty status for tenant:e72ceb7e0498441eac9b8fabb1788263 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:00.007992 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7847bc5c-b10c-4132-83e7-56b2ee6e4c2d tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "GET /v2.0/ports?device_id=bbbffa57-492a-4279-9948-8c76a057d080 HTTP/1.1" status: 200 len: 205 time: 0.4267573 Jan 14 07:35:00.014029 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0341eaf7-8763-480e-8cb1-0832e1e847b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:00.020903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45762) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:00.043500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7bfb6f4b-f763-46aa-a858-9e88fd996414 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:00.045089 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7bfb6f4b-f763-46aa-a858-9e88fd996414 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4620647 Jan 14 07:35:00.068062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45768) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:00.195860 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7592bb1b-d684-4a6b-86b2-d379eb4846eb tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.211963 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bff2c0cd-e488-4b4b-8496-485671a52474 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.289831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:35:00.383602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Pushing event updated for resources: {'SecurityGroup': ['ID=e78913d7-0da8-4cea-a9b6-40aa9319a83e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:00.426851 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:00.428009 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.428466 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Added segment d663e0bb-3a80-4fcb-b88f-9373fb2ef0f4 of type vxlan for network 8b2f3df6-b09d-41ee-891b-6095f7e62569 Jan 14 07:35:00.611354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bff2c0cd-e488-4b4b-8496-485671a52474 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.623727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bff2c0cd-e488-4b4b-8496-485671a52474 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.630639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-526db90b-47cc-4295-9766-59098b21d4cf tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for floatingip, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.631020 n-d-769329-2 neutron-server[80794]: INFO neutron.db.l3_db [None req-526db90b-47cc-4295-9766-59098b21d4cf tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Floating IP b3b4ec16-9286-428a-9775-06732365d643 disassociated (deleted). External IP: 172.25.3.223, port: 926978e4-3e27-4b43-91c8-e7d2dc05b323. Jan 14 07:35:00.697552 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.750102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bff2c0cd-e488-4b4b-8496-485671a52474 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.750627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff2c0cd-e488-4b4b-8496-485671a52474 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Fanout notify agent at l3_agent the message router_deleted on router bbbffa57-492a-4279-9948-8c76a057d080 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:35:00.830899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7592bb1b-d684-4a6b-86b2-d379eb4846eb tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Calling delete_port for 9d9cd929-eb14-4fca-b74e-1e0830f20002 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:00.878227 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.878458 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c318020c-bc8d-41a9-9c34-968def2bfd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.878564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:00.878681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.886235 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-21f57999-f025-4975-94a4-e735159b465e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:00.921043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bff2c0cd-e488-4b4b-8496-485671a52474 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:00.926097 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bff2c0cd-e488-4b4b-8496-485671a52474 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "DELETE /v2.0/routers/bbbffa57-492a-4279-9948-8c76a057d080 HTTP/1.1" status: 204 len: 168 time: 0.8955550 Jan 14 07:35:00.984152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45774) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:01.060928 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c318020c-bc8d-41a9-9c34-968def2bfd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:01.092047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-163c08b8-9a49-41db-8c44-245105a10828 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Deleting port 147a8cf8-5b33-4edb-9f36-8f98e2dca981 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:01.092443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-163c08b8-9a49-41db-8c44-245105a10828 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:01.134177 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 3.1933985 Jan 14 07:35:01.136646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45778) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:01.159839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Pushing event updated for resources: {'Network': ['ID=8b2f3df6-b09d-41ee-891b-6095f7e62569,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:01.168561 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:01.175322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 8b2f3df6-b09d-41ee-891b-6095f7e62569 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:01.187714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e69d02e6-f671-44e9-9a9f-76e1b6152901 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Request body: {'subnet': {'network_id': '8b2f3df6-b09d-41ee-891b-6095f7e62569', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:01.207267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-8716aa4c-879e-4a40-849e-07a27a45ef01 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet cc502cc9-fceb-441b-81a9-baa5fd5594ad {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:35:01.212030 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8716aa4c-879e-4a40-849e-07a27a45ef01 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:01.281069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8716aa4c-879e-4a40-849e-07a27a45ef01 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:01.428756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8716aa4c-879e-4a40-849e-07a27a45ef01 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:01.678206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 8b2f3df6-b09d-41ee-891b-6095f7e62569 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:01.923402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 8b2f3df6-b09d-41ee-891b-6095f7e62569 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:01.966655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526db90b-47cc-4295-9766-59098b21d4cf tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Router d3e9e659-1963-4921-b9a2-e765a86da08c has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:35:02.013743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e69d02e6-f671-44e9-9a9f-76e1b6152901 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:02.021829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e69d02e6-f671-44e9-9a9f-76e1b6152901 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Usage tracker for resource:subnet and tenant:d3d2514e6cbe484db97416d4196c99a4 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:02.027135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e69d02e6-f671-44e9-9a9f-76e1b6152901 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:02.038339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e69d02e6-f671-44e9-9a9f-76e1b6152901 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:02.078484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8716aa4c-879e-4a40-849e-07a27a45ef01 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:02.107053 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-163c08b8-9a49-41db-8c44-245105a10828 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:02.155568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69d02e6-f671-44e9-9a9f-76e1b6152901 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Made reservation on behalf of d3d2514e6cbe484db97416d4196c99a4 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:02.161120 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e69d02e6-f671-44e9-9a9f-76e1b6152901 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:02.215908 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-027f6696-90f0-4eb1-b7be-4fe25df4f2ca tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:02.259323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-163c08b8-9a49-41db-8c44-245105a10828 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Calling delete_port for 147a8cf8-5b33-4edb-9f36-8f98e2dca981 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:02.344820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716aa4c-879e-4a40-849e-07a27a45ef01 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=cc502cc9-fceb-441b-81a9-baa5fd5594ad,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:02.370610 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8716aa4c-879e-4a40-849e-07a27a45ef01 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:02.408988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c318020c-bc8d-41a9-9c34-968def2bfd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:02.421173 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:02.428644 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aaae861-1ba5-4a4c-b2a9-d39c4bfd9cbd tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:02.430491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526db90b-47cc-4295-9766-59098b21d4cf tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:35:02.435975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-526db90b-47cc-4295-9766-59098b21d4cf tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:02.448403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680fbe96-5504-4ef3-88ec-ce79e058f6a9 None None] Sync routers for ids ['d3e9e659-1963-4921-b9a2-e765a86da08c'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:35:02.467927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680fbe96-5504-4ef3-88ec-ce79e058f6a9 None None] Routers {'d3e9e659-1963-4921-b9a2-e765a86da08c'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:02.469035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-680fbe96-5504-4ef3-88ec-ce79e058f6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d3e9e659-1963-4921-b9a2-e765a86da08c'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:02.498405 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-526db90b-47cc-4295-9766-59098b21d4cf tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] 10.222.0.41 "DELETE /v2.0/floatingips/b3b4ec16-9286-428a-9775-06732365d643 HTTP/1.1" status: 204 len: 168 time: 5.6766758 Jan 14 07:35:02.534732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45786) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:02.545532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:02.559418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:02.569053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Usage tracker for resource:floatingip and tenant:355f1042f5cc4ed69501edb2cf06de43 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:02.572657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:02.572817 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7592bb1b-d684-4a6b-86b2-d379eb4846eb tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:02.584589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:02.617256 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks [] for floatingip, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:02.626145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef834549-1341-41c0-b804-c1fb1ea8259d None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:02.635093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-163c08b8-9a49-41db-8c44-245105a10828 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:02.655860 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:02.690620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318020c-bc8d-41a9-9c34-968def2bfd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b152dd9-cd42-45b7-84a0-ba17b71b61ed,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:02.697343 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8716aa4c-879e-4a40-849e-07a27a45ef01 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:02.713368 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c318020c-bc8d-41a9-9c34-968def2bfd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:02.729090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c08b8-9a49-41db-8c44-245105a10828 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Pushing event deleted for resources: {'Port': ['ID=147a8cf8-5b33-4edb-9f36-8f98e2dca981,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:02.729333 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-af120d0e-da96-4d77-8789-31ba63dbfd08 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:02.803272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-680fbe96-5504-4ef3-88ec-ce79e058f6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:02.814961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680fbe96-5504-4ef3-88ec-ce79e058f6a9 None None] Routers {'d3e9e659-1963-4921-b9a2-e765a86da08c'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:02.815567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-680fbe96-5504-4ef3-88ec-ce79e058f6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d3e9e659-1963-4921-b9a2-e765a86da08c'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:02.860341 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-163c08b8-9a49-41db-8c44-245105a10828 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:02.923879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-680fbe96-5504-4ef3-88ec-ce79e058f6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:02.925433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680fbe96-5504-4ef3-88ec-ce79e058f6a9 None None] The sync data for ids ['d3e9e659-1963-4921-b9a2-e765a86da08c'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:35:03.091286 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-163c08b8-9a49-41db-8c44-245105a10828 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:03.124441 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-163c08b8-9a49-41db-8c44-245105a10828 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "DELETE /v2.0/ports/147a8cf8-5b33-4edb-9f36-8f98e2dca981 HTTP/1.1" status: 204 len: 168 time: 2.1337283 Jan 14 07:35:03.125110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45790) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:03.171683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaae861-1ba5-4a4c-b2a9-d39c4bfd9cbd tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Port': ['ID=f4caf1b0-356c-4531-acda-fcdf702d8d7a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:03.176265 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8716aa4c-879e-4a40-849e-07a27a45ef01 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/cc502cc9-fceb-441b-81a9-baa5fd5594ad HTTP/1.1" status: 204 len: 168 time: 3.1004529 Jan 14 07:35:03.178820 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9aaae861-1ba5-4a4c-b2a9-d39c4bfd9cbd tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:03.192029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45794) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:03.213714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0946a896-007c-41cd-a7c5-eadd802409f7 None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:35:03.220814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0946a896-007c-41cd-a7c5-eadd802409f7 None None] Deleting port 728505df-23aa-42fb-9ebf-7cbba1adf2fe {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:03.221452 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0946a896-007c-41cd-a7c5-eadd802409f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:03.320742 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d389d91c-ba3c-4fde-bce5-cf3650838fde tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1239164 Jan 14 07:35:03.327591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45798) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:03.350098 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c318020c-bc8d-41a9-9c34-968def2bfd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:03.354272 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c318020c-bc8d-41a9-9c34-968def2bfd41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b152dd9-cd42-45b7-84a0-ba17b71b61ed HTTP/1.1" status: 204 len: 168 time: 3.3207967 Jan 14 07:35:03.504502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aaae861-1ba5-4a4c-b2a9-d39c4bfd9cbd tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:03.585544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa4a58e-77da-46dd-9b08-83cac0c5cb13 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Deleting subnet 291a871d-8dd2-49da-95cf-df5496e4e237 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:35:03.592283 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a58e-77da-46dd-9b08-83cac0c5cb13 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:03.593668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0946a896-007c-41cd-a7c5-eadd802409f7 None None] For port 728505df-23aa-42fb-9ebf-7cbba1adf2fe, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=728505df-23aa-42fb-9ebf-7cbba1adf2fe,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:03.594604 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0946a896-007c-41cd-a7c5-eadd802409f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:03.642873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:03.707719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a58e-77da-46dd-9b08-83cac0c5cb13 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:03.762935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0946a896-007c-41cd-a7c5-eadd802409f7 None None] Calling delete_port for 728505df-23aa-42fb-9ebf-7cbba1adf2fe owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:03.770451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2da16da-1899-4c70-bf9f-f6e442e67fcc tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:03.771836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d2da16da-1899-4c70-bf9f-f6e442e67fcc tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:03.815748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7592bb1b-d684-4a6b-86b2-d379eb4846eb tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:03.867712 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0946a896-007c-41cd-a7c5-eadd802409f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:03.925210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d2da16da-1899-4c70-bf9f-f6e442e67fcc tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:03.929062 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d2da16da-1899-4c70-bf9f-f6e442e67fcc tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5978587 Jan 14 07:35:03.936178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45808) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:04.080901 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:04.125493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7592bb1b-d684-4a6b-86b2-d379eb4846eb tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:04.133499 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7592bb1b-d684-4a6b-86b2-d379eb4846eb tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:04.135903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 728505df-23aa-42fb-9ebf-7cbba1adf2fe no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:35:04.198912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 728505df-23aa-42fb-9ebf-7cbba1adf2fe {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:35:04.199504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 728505df-23aa-42fb-9ebf-7cbba1adf2fe not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:35:04.211817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0946a896-007c-41cd-a7c5-eadd802409f7 None None] No DVR routers for this DVR port 728505df-23aa-42fb-9ebf-7cbba1adf2fe on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:35:04.213798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946a896-007c-41cd-a7c5-eadd802409f7 None None] Pushing event deleted for resources: {'Port': ['ID=728505df-23aa-42fb-9ebf-7cbba1adf2fe,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:04.226714 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0946a896-007c-41cd-a7c5-eadd802409f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:04.310143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcc5233-d889-483a-b600-df32ed357bb0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:04.316154 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5bcc5233-d889-483a-b600-df32ed357bb0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3746972 Jan 14 07:35:04.320767 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a58e-77da-46dd-9b08-83cac0c5cb13 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:04.423083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45818) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:04.527782 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a5cc05d5-1760-4672-9fcc-2ae898a08ea8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0962090 Jan 14 07:35:04.592623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45824) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:04.650291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-637a5558-7a83-4f0a-8023-e75eee531954 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:04.699246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Allocated IP 172.25.3.186 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/f6b0a398-3614-46b1-bfb1-fa978b81ec8c) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:04.764699 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7592bb1b-d684-4a6b-86b2-d379eb4846eb tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:04.765306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7592bb1b-d684-4a6b-86b2-d379eb4846eb tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Fanout notify agent at l3_agent the message router_deleted on router e57857ef-723e-4f3b-b495-dcf661a18f56 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:35:04.894287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7592bb1b-d684-4a6b-86b2-d379eb4846eb tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:04.899541 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7592bb1b-d684-4a6b-86b2-d379eb4846eb tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "DELETE /v2.0/routers/e57857ef-723e-4f3b-b495-dcf661a18f56 HTTP/1.1" status: 204 len: 168 time: 6.1526716 Jan 14 07:35:04.914660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45836) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:05.022386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-139774809', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}, 'admin_state_up': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:05.035714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:05.038406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Usage tracker for resource:router and tenant:e7a02328e66048cf901bbd7f0fd4dd77 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:05.041694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:05.047617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:05.055906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-e69d02e6-f671-44e9-9a9f-76e1b6152901 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80908) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:35:05.056803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e69d02e6-f671-44e9-9a9f-76e1b6152901 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:05.064994 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:05.079718 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-702071d4-4bcd-4d44-a87c-7337bb4ca46a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:05.129927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-637a5558-7a83-4f0a-8023-e75eee531954 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:05.226691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-637a5558-7a83-4f0a-8023-e75eee531954 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:05.230650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-637a5558-7a83-4f0a-8023-e75eee531954 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:05.248161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aaae861-1ba5-4a4c-b2a9-d39c4bfd9cbd tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router 0ecf639c-c1ee-47c4-98e7-55fbbc20d59b has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:35:05.250579 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:05.260830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-637a5558-7a83-4f0a-8023-e75eee531954 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:05.264793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d02e6-f671-44e9-9a9f-76e1b6152901 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Pushing event updated for resources: {'Subnet': ['ID=7767cc06-abb2-4695-9735-63758eab5d90,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:05.272371 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:05.273659 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:05.289255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:05.306678 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e69d02e6-f671-44e9-9a9f-76e1b6152901 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:05.591417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637a5558-7a83-4f0a-8023-e75eee531954 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:05.601857 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-637a5558-7a83-4f0a-8023-e75eee531954 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:05.747153 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d5e15c9-4d59-4360-b586-638145d60f0f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:05.799354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a58e-77da-46dd-9b08-83cac0c5cb13 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:05.867080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaae861-1ba5-4a4c-b2a9-d39c4bfd9cbd tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:35:05.884302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31738c03-8df5-44f0-9961-f2064fb4d1b1 None None] Sync routers for ids ['0ecf639c-c1ee-47c4-98e7-55fbbc20d59b'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:35:05.922172 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9aaae861-1ba5-4a4c-b2a9-d39c4bfd9cbd tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/0ecf639c-c1ee-47c4-98e7-55fbbc20d59b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7376373 Jan 14 07:35:05.929598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45858) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:05.936049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31738c03-8df5-44f0-9961-f2064fb4d1b1 None None] Routers {'0ecf639c-c1ee-47c4-98e7-55fbbc20d59b'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:05.937022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-31738c03-8df5-44f0-9961-f2064fb4d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['0ecf639c-c1ee-47c4-98e7-55fbbc20d59b'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:06.059040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:06.071112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa32eb67-2598-4bf9-8e0a-2e595b29a0e7 None None] Network 77b17efd-8902-42ea-820f-7bd6381b5039 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:06.073497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a58e-77da-46dd-9b08-83cac0c5cb13 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:06.087771 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ffa4a58e-77da-46dd-9b08-83cac0c5cb13 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "DELETE /v2.0/subnets/291a871d-8dd2-49da-95cf-df5496e4e237 HTTP/1.1" status: 204 len: 168 time: 2.9530427 Jan 14 07:35:06.091445 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1e25a4c9-5caa-41b9-aaa9-810814914301 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/ports?device_id=0ecf639c-c1ee-47c4-98e7-55fbbc20d59b HTTP/1.1" status: 200 len: 205 time: 0.1546414 Jan 14 07:35:06.092618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:06.094514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45870) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:06.095453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45872) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:06.103847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:06.135918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Pushing event updated for resources: {'Port': ['ID=f6b0a398-3614-46b1-bfb1-fa978b81ec8c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:06.169009 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:06.278832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69d02e6-f671-44e9-9a9f-76e1b6152901 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Checking segment: {'id': 'd663e0bb-3a80-4fcb-b88f-9373fb2ef0f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8b2f3df6-b09d-41ee-891b-6095f7e62569'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:06.280649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69d02e6-f671-44e9-9a9f-76e1b6152901 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Network hostable DHCP agents. Network: 8b2f3df6-b09d-41ee-891b-6095f7e62569, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:35:06.285436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-31738c03-8df5-44f0-9961-f2064fb4d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:06.359744 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:06.370971 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3e0e0699-655b-41e5-9715-3758a366ddcb tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:06.376000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31738c03-8df5-44f0-9961-f2064fb4d1b1 None None] Routers {'0ecf639c-c1ee-47c4-98e7-55fbbc20d59b'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:06.376961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-31738c03-8df5-44f0-9961-f2064fb4d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['0ecf639c-c1ee-47c4-98e7-55fbbc20d59b'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:06.428767 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2c3d5bee-22bc-466c-94c1-f61b69d2e66e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.502s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:06.448011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-31738c03-8df5-44f0-9961-f2064fb4d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:06.448471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31738c03-8df5-44f0-9961-f2064fb4d1b1 None None] The sync data for ids ['0ecf639c-c1ee-47c4-98e7-55fbbc20d59b'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:35:06.505923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69d02e6-f671-44e9-9a9f-76e1b6152901 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Network 8b2f3df6-b09d-41ee-891b-6095f7e62569 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:35:06.526447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks [] for floatingip, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:06.529436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e69d02e6-f671-44e9-9a9f-76e1b6152901 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 8b2f3df6-b09d-41ee-891b-6095f7e62569) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:06.539682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7be65e-3541-49e9-a797-14e84a332a1d None None] Network 8b2f3df6-b09d-41ee-891b-6095f7e62569 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:06.551918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69d02e6-f671-44e9-9a9f-76e1b6152901 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:06.552616 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e69d02e6-f671-44e9-9a9f-76e1b6152901 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:06.608923 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e69d02e6-f671-44e9-9a9f-76e1b6152901 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 5.4673388 Jan 14 07:35:06.622693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45888) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:06.639598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1d2d698a-e6fd-495a-a2b0-b089a35d467d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-108195666', 'network_id': '8b2f3df6-b09d-41ee-891b-6095f7e62569'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:06.659483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1d2d698a-e6fd-495a-a2b0-b089a35d467d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:06.673853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1d2d698a-e6fd-495a-a2b0-b089a35d467d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Usage tracker for resource:port and tenant:d3d2514e6cbe484db97416d4196c99a4 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:06.683038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1d2d698a-e6fd-495a-a2b0-b089a35d467d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:06.692832 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-637a5558-7a83-4f0a-8023-e75eee531954 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:06.698212 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:06.795190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca585a8-8bd3-491d-a572-bd906505ff59 None None] DHCP port deletion for 77b17efd-8902-42ea-820f-7bd6381b5039 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:35:06.837564 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c0649a1-c05f-49d4-a032-665929b10b0e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:06.846607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2ca585a8-8bd3-491d-a572-bd906505ff59 None None] Deleting port 2b03a542-197e-48d0-9e85-e928ac4e73c3 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:06.847032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ca585a8-8bd3-491d-a572-bd906505ff59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:06.880297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4a58e-77da-46dd-9b08-83cac0c5cb13 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Pushing event deleted for resources: {'Subnet': ['ID=291a871d-8dd2-49da-95cf-df5496e4e237,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:06.884485 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ffa4a58e-77da-46dd-9b08-83cac0c5cb13 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:06.942346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cbaf42-f897-4906-a265-1a10b469a406 None None] Network 8b2f3df6-b09d-41ee-891b-6095f7e62569 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:07.018667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Deleting port 2b03a542-197e-48d0-9e85-e928ac4e73c3 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:07.018932 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:07.045560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1d2d698a-e6fd-495a-a2b0-b089a35d467d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:07.048503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a5558-7a83-4f0a-8023-e75eee531954 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=126a4c37-9093-4e4c-85c0-5ed4707683f5,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:07.055445 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-637a5558-7a83-4f0a-8023-e75eee531954 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:07.103023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2d698a-e6fd-495a-a2b0-b089a35d467d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Made reservation on behalf of d3d2514e6cbe484db97416d4196c99a4 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:07.120188 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d2d698a-e6fd-495a-a2b0-b089a35d467d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:07.179473 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:07.435863 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3e0e0699-655b-41e5-9715-3758a366ddcb tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:07.478412 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3e0e0699-655b-41e5-9715-3758a366ddcb tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:07.575484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3e0e0699-655b-41e5-9715-3758a366ddcb tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:07.576376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0e0699-655b-41e5-9715-3758a366ddcb tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Fanout notify agent at l3_agent the message router_deleted on router 0ecf639c-c1ee-47c4-98e7-55fbbc20d59b {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:35:07.644011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2ca585a8-8bd3-491d-a572-bd906505ff59 None None] For port 2b03a542-197e-48d0-9e85-e928ac4e73c3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2b03a542-197e-48d0-9e85-e928ac4e73c3,segment=NetworkSegment(57829545-9f12-4897-b2b7-de96238daca9),segment_id=57829545-9f12-4897-b2b7-de96238daca9)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:07.644731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ca585a8-8bd3-491d-a572-bd906505ff59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:07.747580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3e0e0699-655b-41e5-9715-3758a366ddcb tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:07.748922 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3e0e0699-655b-41e5-9715-3758a366ddcb tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/routers/0ecf639c-c1ee-47c4-98e7-55fbbc20d59b HTTP/1.1" status: 204 len: 168 time: 1.6474483 Jan 14 07:35:07.755385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45910) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:07.843354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] For port 2b03a542-197e-48d0-9e85-e928ac4e73c3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2b03a542-197e-48d0-9e85-e928ac4e73c3,segment=NetworkSegment(57829545-9f12-4897-b2b7-de96238daca9),segment_id=57829545-9f12-4897-b2b7-de96238daca9)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:07.843530 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:07.870575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2ca585a8-8bd3-491d-a572-bd906505ff59 None None] Calling delete_port for 2b03a542-197e-48d0-9e85-e928ac4e73c3 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:07.976463 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:08.014309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2b03a542-197e-48d0-9e85-e928ac4e73c3 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:35:08.036205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637a5558-7a83-4f0a-8023-e75eee531954 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:08.047557 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ca585a8-8bd3-491d-a572-bd906505ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:08.116844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-637a5558-7a83-4f0a-8023-e75eee531954 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:08.157931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:08.179217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Calling delete_port for 2b03a542-197e-48d0-9e85-e928ac4e73c3 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:08.209230 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e79cae38-d29c-49f9-86c0-1d802a2ce03f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:08.222441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637a5558-7a83-4f0a-8023-e75eee531954 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:08.223096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-637a5558-7a83-4f0a-8023-e75eee531954 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:08.276976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467b89f6-44ca-423a-bc88-2050b0024ff2 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:08.280232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:35:08.364086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec94876-f2f9-454e-9598-ad9568cc7fea tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting subnet bee2ef25-9550-4601-bbc0-b9b3d03b4a7a {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:35:08.367800 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ec94876-f2f9-454e-9598-ad9568cc7fea tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:08.433112 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ec94876-f2f9-454e-9598-ad9568cc7fea tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:08.441529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 2b03a542-197e-48d0-9e85-e928ac4e73c3 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:35:08.442166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2b03a542-197e-48d0-9e85-e928ac4e73c3 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:35:08.463521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca585a8-8bd3-491d-a572-bd906505ff59 None None] Pushing event deleted for resources: {'Port': ['ID=2b03a542-197e-48d0-9e85-e928ac4e73c3,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:08.469325 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2ca585a8-8bd3-491d-a572-bd906505ff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:08.475474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca585a8-8bd3-491d-a572-bd906505ff59 None None] No DVR routers for this DVR port 2b03a542-197e-48d0-9e85-e928ac4e73c3 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:35:08.595290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Allocated IP 172.25.3.242 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/cf3519ac-6aa5-405d-a7a3-fd5d6bdf7385) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:08.623671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ec94876-f2f9-454e-9598-ad9568cc7fea tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:08.681794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': '126a4c37-9093-4e4c-85c0-5ed4707683f5'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:35:08.683007 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:08.776885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:08.866654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-1d2d698a-e6fd-495a-a2b0-b089a35d467d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] device_id is not set on port 244b5dcf-3ec3-4841-b7d8-99c2f2c1ef0b yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:35:08.891182 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:08.910634 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:08.930177 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:09.046352 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:09.092717 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dcba4a1d-10a7-49ef-b097-e0a44902c1f4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:09.120303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Allocated IP 2001:db8::2 (e6acc9a6-db0b-42d1-82b7-716516d3711e/126a4c37-9093-4e4c-85c0-5ed4707683f5/638a354b-8bc8-40a7-abfc-1bbb5270f7d1) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:09.165853 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-637a5558-7a83-4f0a-8023-e75eee531954 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5655332 Jan 14 07:35:09.178989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45942) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:09.266154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Pushing event updated for resources: {'Port': ['ID=cf3519ac-6aa5-405d-a7a3-fd5d6bdf7385,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:09.269628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45946) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:09.288782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e93314ca-1f71-4d05-8927-1fc72bee36ae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'mac_address': 'fa:16:3e:ef:4d:f4', 'name': 'tempest-NetworksTestDHCPv6-1416561206'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:09.316412 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:09.366531 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:09.379083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Transition to ACTIVE for port object 638a354b-8bc8-40a7-abfc-1bbb5270f7d1 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:09.396684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Transition to ACTIVE for port object 638a354b-8bc8-40a7-abfc-1bbb5270f7d1 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:09.409414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:09.446521 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd3d6b22-88cf-41c0-a283-5470755429b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:09.468452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-1d2d698a-e6fd-495a-a2b0-b089a35d467d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Allocated IP 2001:db8::3cb (8b2f3df6-b09d-41ee-891b-6095f7e62569/7767cc06-abb2-4695-9735-63758eab5d90/244b5dcf-3ec3-4841-b7d8-99c2f2c1ef0b) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:09.547718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e93314ca-1f71-4d05-8927-1fc72bee36ae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:09.567067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e93314ca-1f71-4d05-8927-1fc72bee36ae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:09.593115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93314ca-1f71-4d05-8927-1fc72bee36ae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:09.684435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Pushing event updated for resources: {'Port': ['ID=f6b0a398-3614-46b1-bfb1-fa978b81ec8c,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:09.700346 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f28949d8-716d-42a5-a62a-e08eb1b127ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:09.701306 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:09.702681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:35:09.703029 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:35:09.719582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ec94876-f2f9-454e-9598-ad9568cc7fea tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:09.766934 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e56e944c-a7ab-4ad9-9159-f56f24cf1af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:09.771029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:09.772330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Pushing event updated for resources: {'Port': ['ID=638a354b-8bc8-40a7-abfc-1bbb5270f7d1,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:09.779678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:09.779678 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:09.788816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:09.815838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec94876-f2f9-454e-9598-ad9568cc7fea tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Subnet': ['ID=bee2ef25-9550-4601-bbc0-b9b3d03b4a7a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:09.819299 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0ec94876-f2f9-454e-9598-ad9568cc7fea tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:09.836467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f28949d8-716d-42a5-a62a-e08eb1b127ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:09.840544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f28949d8-716d-42a5-a62a-e08eb1b127ca admin admin] Usage tracker for resource:security_group_rule and tenant:bab4b642bc954d4f9785750ba490e08e is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:09.843537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f28949d8-716d-42a5-a62a-e08eb1b127ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:09.850140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f28949d8-716d-42a5-a62a-e08eb1b127ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:09.862102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Attempting to bind port 638a354b-8bc8-40a7-abfc-1bbb5270f7d1 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:35:09.862824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Attempting to bind port 638a354b-8bc8-40a7-abfc-1bbb5270f7d1 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:35:09.863378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Attempting to bind port 638a354b-8bc8-40a7-abfc-1bbb5270f7d1 on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:35:09.870098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:35:09.870664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:09.871227 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:09.871819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:35:09.872603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Bound port: 638a354b-8bc8-40a7-abfc-1bbb5270f7d1, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:35:09.873269 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:09.972164 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:09.983363 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f28949d8-716d-42a5-a62a-e08eb1b127ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:09.995176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] For port 638a354b-8bc8-40a7-abfc-1bbb5270f7d1, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:35:09.999475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] For port 638a354b-8bc8-40a7-abfc-1bbb5270f7d1, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=638a354b-8bc8-40a7-abfc-1bbb5270f7d1,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:35:10.004538 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.013673 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ec94876-f2f9-454e-9598-ad9568cc7fea tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.015928 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0ec94876-f2f9-454e-9598-ad9568cc7fea tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/subnets/bee2ef25-9550-4601-bbc0-b9b3d03b4a7a HTTP/1.1" status: 204 len: 168 time: 2.2506580 Jan 14 07:35:10.017626 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.019449 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4836805 Jan 14 07:35:10.020401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45954) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:10.023190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45956) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:10.037947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f28949d8-716d-42a5-a62a-e08eb1b127ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.038195 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:10.074119 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7aba3dd5-e873-4be7-98ac-0480f7bf25f3 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:10.086419 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f28949d8-716d-42a5-a62a-e08eb1b127ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bab4b642bc954d4f9785750ba490e08e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7759230 Jan 14 07:35:10.105787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45964) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:10.127707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:10.142585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284e90a6-28e0-4dd2-8e75-d0f559c2af27 None None] Network 91784b2a-8d92-4e33-8386-ac6c2a54eeb9 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:10.159664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:10.195744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:10.206057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Deleting port 2b03a542-197e-48d0-9e85-e928ac4e73c3 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:10.206442 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.261442 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.306474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Pushing event updated for resources: {'Port': ['ID=638a354b-8bc8-40a7-abfc-1bbb5270f7d1,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:10.348523 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:10.358222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting port c4a38583-e772-4195-8de1-9b5c109dca64 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:10.358602 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.447090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:10.462184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] The port '2b03a542-197e-48d0-9e85-e928ac4e73c3' was deleted {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:35:10.469647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:10.503813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28949d8-716d-42a5-a62a-e08eb1b127ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f2505b-d881-47c4-8ae5-2ecfef64109a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:10.514904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Usage tracker for resource:floatingip and tenant:4227bd76bd8749c19a0e7db896ede237 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:10.522299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:10.529853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:10.565758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9a66dd-a3c1-40b0-8f3a-51399d56ec43 None None] DHCP port deletion for 91784b2a-8d92-4e33-8386-ac6c2a54eeb9 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:35:10.571016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a66dd-a3c1-40b0-8f3a-51399d56ec43 None None] Deleting port c4a38583-e772-4195-8de1-9b5c109dca64 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:10.571441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f9a66dd-a3c1-40b0-8f3a-51399d56ec43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.576069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31720417-ae49-4fca-a2ad-e0977c0ef0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.588742 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f28949d8-716d-42a5-a62a-e08eb1b127ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:10.603945 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Notify callbacks [] for floatingip, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.659174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31720417-ae49-4fca-a2ad-e0977c0ef0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.781321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e93314ca-1f71-4d05-8927-1fc72bee36ae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.817641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] For port c4a38583-e772-4195-8de1-9b5c109dca64, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c4a38583-e772-4195-8de1-9b5c109dca64,segment=NetworkSegment(a2cc14e6-11da-48d2-a07e-904b59f37032),segment_id=a2cc14e6-11da-48d2-a07e-904b59f37032)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:10.818033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:10.906160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4f9a66dd-a3c1-40b0-8f3a-51399d56ec43 None None] For port c4a38583-e772-4195-8de1-9b5c109dca64, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c4a38583-e772-4195-8de1-9b5c109dca64,segment=NetworkSegment(a2cc14e6-11da-48d2-a07e-904b59f37032),segment_id=a2cc14e6-11da-48d2-a07e-904b59f37032)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:10.906784 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f9a66dd-a3c1-40b0-8f3a-51399d56ec43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:11.044548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Calling delete_port for c4a38583-e772-4195-8de1-9b5c109dca64 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:11.092416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a66dd-a3c1-40b0-8f3a-51399d56ec43 None None] Calling delete_port for c4a38583-e772-4195-8de1-9b5c109dca64 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:11.134585 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:11.181795 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f9a66dd-a3c1-40b0-8f3a-51399d56ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:11.191421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:11.199064 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-714a6c67-d60f-4ff3-abc3-08574cf367e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:11.200757 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31720417-ae49-4fca-a2ad-e0977c0ef0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:11.204086 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c318020c-bc8d-41a9-9c34-968def2bfd41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:11.302372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31720417-ae49-4fca-a2ad-e0977c0ef0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f2505b-d881-47c4-8ae5-2ecfef64109a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:11.335089 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31720417-ae49-4fca-a2ad-e0977c0ef0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:11.351095 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d2d698a-e6fd-495a-a2b0-b089a35d467d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:11.356891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a66dd-a3c1-40b0-8f3a-51399d56ec43 None None] Pushing event deleted for resources: {'Port': ['ID=c4a38583-e772-4195-8de1-9b5c109dca64,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:11.363280 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31720417-ae49-4fca-a2ad-e0977c0ef0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:11.365076 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-31720417-ae49-4fca-a2ad-e0977c0ef0e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/66f2505b-d881-47c4-8ae5-2ecfef64109a HTTP/1.1" status: 204 len: 168 time: 1.2470424 Jan 14 07:35:11.370122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:35:11.370849 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:35:11.371809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-e93314ca-1f71-4d05-8927-1fc72bee36ae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port d2bd1d84-f88a-412f-aee4-0229e868db3b yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:35:11.372149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b17efd-8902-42ea-820f-7bd6381b5039']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:11.390513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57829545-9f12-4897-b2b7-de96238daca9') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:11.390706 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4f9a66dd-a3c1-40b0-8f3a-51399d56ec43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:11.390932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57829545-9f12-4897-b2b7-de96238daca9') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:11.398896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9a66dd-a3c1-40b0-8f3a-51399d56ec43 None None] No DVR routers for this DVR port c4a38583-e772-4195-8de1-9b5c109dca64 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:35:11.415989 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:11.449956 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:11.455250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Releasing vxlan tunnel 6 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:35:11.555208 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:11.764138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Network 77b17efd-8902-42ea-820f-7bd6381b5039 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:11.802803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:11.877754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting port c4a38583-e772-4195-8de1-9b5c109dca64 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:11.878139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:12.098944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d2d698a-e6fd-495a-a2b0-b089a35d467d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:12.106733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] The port 'c4a38583-e772-4195-8de1-9b5c109dca64' was deleted {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:35:12.130127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45978) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:12.152834 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-39a9ba74-98cf-49b4-8659-1eea30fac518 tempest-RoutersAdminNegativeIpV6Test-1994077174 tempest-RoutersAdminNegativeIpV6Test-1994077174] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:12.181606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 638a354b-8bc8-40a7-abfc-1bbb5270f7d1 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:12.298785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 638a354b-8bc8-40a7-abfc-1bbb5270f7d1 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:12.387410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c4a38583-e772-4195-8de1-9b5c109dca64 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:35:12.396305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:12.412242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Network 77b17efd-8902-42ea-820f-7bd6381b5039 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:12.437531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: c4a38583-e772-4195-8de1-9b5c109dca64 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:35:12.438110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c4a38583-e772-4195-8de1-9b5c109dca64 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:35:12.454432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e93314ca-1f71-4d05-8927-1fc72bee36ae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::18e (e6acc9a6-db0b-42d1-82b7-716516d3711e/126a4c37-9093-4e4c-85c0-5ed4707683f5/d2bd1d84-f88a-412f-aee4-0229e868db3b) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:35:12.464941 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:35:12.467900 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:35:12.491260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d698a-e6fd-495a-a2b0-b089a35d467d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Pushing event updated for resources: {'Port': ['ID=244b5dcf-3ec3-4841-b7d8-99c2f2c1ef0b,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:12.508178 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d2d698a-e6fd-495a-a2b0-b089a35d467d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:12.533672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5ca8ca34-3495-48df-8055-46b547cd344b None None] Provisioning for port 638a354b-8bc8-40a7-abfc-1bbb5270f7d1 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:12.541921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5ca8ca34-3495-48df-8055-46b547cd344b None None] Provisioning complete for port 638a354b-8bc8-40a7-abfc-1bbb5270f7d1 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:12.542428 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ca8ca34-3495-48df-8055-46b547cd344b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:12.586976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:12.597460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2d698a-e6fd-495a-a2b0-b089a35d467d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Network 8b2f3df6-b09d-41ee-891b-6095f7e62569 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:12.606868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:12.679069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:12.681754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Usage tracker for resource:security_group_rule and tenant:8ee9d63fd824476d8521a618aba4bdbc is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:12.704610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:12.710221 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-00b079f5-9c85-4bbd-be2e-1bee4a8fa28d tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:12.788497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1d2d698a-e6fd-495a-a2b0-b089a35d467d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:12.793357 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:12.816509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d698a-e6fd-495a-a2b0-b089a35d467d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:12.817445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2d698a-e6fd-495a-a2b0-b089a35d467d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:12.818108 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d2d698a-e6fd-495a-a2b0-b089a35d467d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:12.822205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:12.830004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:12.857937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Pushing event deleted for resources: {'Network': ['ID=77b17efd-8902-42ea-820f-7bd6381b5039,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:12.876759 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:12.968058 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ca8ca34-3495-48df-8055-46b547cd344b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.007366 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1d2d698a-e6fd-495a-a2b0-b089a35d467d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 6.3824825 Jan 14 07:35:13.018361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45982) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:13.026934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Router 657b91e5-f34e-426e-a52e-ebeaf2d73467 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:35:13.031418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5ca8ca34-3495-48df-8055-46b547cd344b None None] For port 638a354b-8bc8-40a7-abfc-1bbb5270f7d1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=638a354b-8bc8-40a7-abfc-1bbb5270f7d1,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:13.068415 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ca8ca34-3495-48df-8055-46b547cd344b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.070366 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2bd25c6d-18a5-4a8a-af4f-10bda9746195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:13.169931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8ca34-3495-48df-8055-46b547cd344b None None] Pushing event updated for resources: {'Port': ['ID=638a354b-8bc8-40a7-abfc-1bbb5270f7d1,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:13.182963 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ca8ca34-3495-48df-8055-46b547cd344b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:13.198642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6fa4aaf0-24a4-46da-b528-7cf8a291cdc0 None None] Provisioning complete for port 638a354b-8bc8-40a7-abfc-1bbb5270f7d1 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:13.199067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6fa4aaf0-24a4-46da-b528-7cf8a291cdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.285153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a2fcf-e709-413a-b494-3f86b259ca50 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Deleting port 244b5dcf-3ec3-4841-b7d8-99c2f2c1ef0b {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:13.285533 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2fcf-e709-413a-b494-3f86b259ca50 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.354003 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] 10.222.0.41 "DELETE /v2.0/networks/77b17efd-8902-42ea-820f-7bd6381b5039 HTTP/1.1" status: 204 len: 168 time: 7.2519560 Jan 14 07:35:13.406864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Allocated IP 172.25.3.106 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/566b85ce-63f3-4eab-9a35-9dc43fd3596b) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:13.447998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91784b2a-8d92-4e33-8386-ac6c2a54eeb9']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:13.483932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2cc14e6-11da-48d2-a07e-904b59f37032') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:13.484303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2cc14e6-11da-48d2-a07e-904b59f37032') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:13.536301 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e93314ca-1f71-4d05-8927-1fc72bee36ae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.560638 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.593987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.602602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:35:13.724521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:35:13.726674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e93314ca-1f71-4d05-8927-1fc72bee36ae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object d2bd1d84-f88a-412f-aee4-0229e868db3b will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:35:13.732265 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.734911 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.736901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:35:13.739899 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.739899 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.739899 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.739899 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:13.739899 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.739899 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.739899 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.739899 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:13.739899 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:13.739899 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.739899 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.739899 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.739899 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.739899 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:13.739899 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:13.740829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dabac3-09af-423a-86d8-71997a5e4ac7 None None] Sync routers for ids ['657b91e5-f34e-426e-a52e-ebeaf2d73467'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:35:13.750549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dabac3-09af-423a-86d8-71997a5e4ac7 None None] Routers {'657b91e5-f34e-426e-a52e-ebeaf2d73467'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:13.751536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c8dabac3-09af-423a-86d8-71997a5e4ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['657b91e5-f34e-426e-a52e-ebeaf2d73467'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:13.762423 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2fcf-e709-413a-b494-3f86b259ca50 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.776846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.782702 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.8663437 Jan 14 07:35:13.787248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 45992) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:13.842650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c8dabac3-09af-423a-86d8-71997a5e4ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:13.843593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 45994) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:13.855335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dabac3-09af-423a-86d8-71997a5e4ac7 None None] Routers {'657b91e5-f34e-426e-a52e-ebeaf2d73467'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:13.856531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c8dabac3-09af-423a-86d8-71997a5e4ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['657b91e5-f34e-426e-a52e-ebeaf2d73467'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:13.888875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.915363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 91784b2a-8d92-4e33-8386-ac6c2a54eeb9 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:13.924039 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.936409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:13.955102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-902fedd7-5a68-47f7-9d2a-69acc68e6560 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Request body: {'router': {'external_gateway_info': {}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:13.957048 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78514672-39af-4a2a-b603-d36c50a8a204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:13.981128 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:14.009072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 638a354b-8bc8-40a7-abfc-1bbb5270f7d1 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:14.050132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c8dabac3-09af-423a-86d8-71997a5e4ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:14.050595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dabac3-09af-423a-86d8-71997a5e4ac7 None None] The sync data for ids ['657b91e5-f34e-426e-a52e-ebeaf2d73467'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:35:14.088073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a2fcf-e709-413a-b494-3f86b259ca50 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Calling delete_port for 244b5dcf-3ec3-4841-b7d8-99c2f2c1ef0b owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:14.107516 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ee9d63fd824476d8521a618aba4bdbc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9017563 Jan 14 07:35:14.131086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46002) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:14.132368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838c35e9-9335-4c00-85b2-0aa85405b0d9,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:14.143509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 638a354b-8bc8-40a7-abfc-1bbb5270f7d1 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:14.143973 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:14.194487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e93314ca-1f71-4d05-8927-1fc72bee36ae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:14.225235 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e8bafd69-21a6-4464-9119-cccf44120a7c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:14.234206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.234631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.235048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.236239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.236730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.237144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.237549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.242361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.242361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.242361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.242361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.242361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.242361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.242361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.242361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.242361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.242361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.242361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.243192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.243192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.243909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.243909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.244215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.251705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.251705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.251705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.251705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.251705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.251705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.251705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.251705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.251705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.251705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.251705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.251705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.251705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:14.270631 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:14.301040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 91784b2a-8d92-4e33-8386-ac6c2a54eeb9 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:35:14.331569 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:35:14.477452 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3f2b9cdd-ed97-40b9-8494-61f99f0196f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e72ceb7e0498441eac9b8fabb1788263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6233535 Jan 14 07:35:14.481580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:14.499028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46008) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:14.499850 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-327fae76-9ded-415c-97d8-10db11497dd9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:14.530216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69b220da-9120-49ed-ad2f-b44064f43579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:14.544975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:14.642739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:14.708507 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69b220da-9120-49ed-ad2f-b44064f43579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:14.751787 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/networks/91784b2a-8d92-4e33-8386-ac6c2a54eeb9 HTTP/1.1" status: 204 len: 168 time: 4.7292759 Jan 14 07:35:14.762317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Pushing event updated for resources: {'Port': ['ID=566b85ce-63f3-4eab-9a35-9dc43fd3596b,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:14.786104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46016) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:14.792086 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:14.803191 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1928a099-3739-49c9-b10e-5973aea3c5d0 tempest-ServersTestMultiNic-89126296 tempest-ServersTestMultiNic-89126296] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:14.803379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93314ca-1f71-4d05-8927-1fc72bee36ae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=d2bd1d84-f88a-412f-aee4-0229e868db3b,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:14.812195 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e93314ca-1f71-4d05-8927-1fc72bee36ae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:14.827145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'router': {'name': 'tempest-RoutersTest-router-864325220', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}, 'admin_state_up': False}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:14.850105 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:35:14.853714 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:14.853714 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:14.853714 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:14.853714 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:35:14.853714 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:14.853714 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:14.853714 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:14.853714 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:35:14.853714 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:14.853714 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:14.853714 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:14.853714 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:35:14.853714 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:14.853714 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:14.853714 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:14.853714 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:35:14.853714 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:14.853714 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:14.853714 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:14.872702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:14.877982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Network': ['ID=91784b2a-8d92-4e33-8386-ac6c2a54eeb9,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:14.895977 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:14.896972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:router and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:14.904178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:14.917111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:14.921666 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4434ff04-f6be-46f6-97e0-eaf5e4c5bbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:14.962445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:14.966731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:14.968138 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:14.972576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:14.979056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:15.009974 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4434ff04-f6be-46f6-97e0-eaf5e4c5bbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:15.020491 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69b220da-9120-49ed-ad2f-b44064f43579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:15.033946 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-99a547f2-bdfc-41ba-b7e5-285fe19d18b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:15.065321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2fcf-e709-413a-b494-3f86b259ca50 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:15.081381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b220da-9120-49ed-ad2f-b44064f43579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838c35e9-9335-4c00-85b2-0aa85405b0d9,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:15.092330 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-69b220da-9120-49ed-ad2f-b44064f43579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:15.124051 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69b220da-9120-49ed-ad2f-b44064f43579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:15.128914 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-69b220da-9120-49ed-ad2f-b44064f43579 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/838c35e9-9335-4c00-85b2-0aa85405b0d9 HTTP/1.1" status: 204 len: 168 time: 0.9900396 Jan 14 07:35:15.133860 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:15.255694 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d2b546c-c962-46a4-8d28-4d4431e474d4 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:15.412722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a2fcf-e709-413a-b494-3f86b259ca50 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Pushing event deleted for resources: {'Port': ['ID=244b5dcf-3ec3-4841-b7d8-99c2f2c1ef0b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:15.436725 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4f8a2fcf-e709-413a-b494-3f86b259ca50 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:15.449428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93314ca-1f71-4d05-8927-1fc72bee36ae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:15.455593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e93314ca-1f71-4d05-8927-1fc72bee36ae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:15.461298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93314ca-1f71-4d05-8927-1fc72bee36ae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:15.472835 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4434ff04-f6be-46f6-97e0-eaf5e4c5bbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:15.481733 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-92d904ae-24e7-4bd1-a933-3000fdf7c635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:15.494243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Notify callbacks [] for floatingip, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:15.499701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434ff04-f6be-46f6-97e0-eaf5e4c5bbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462d7c7b-79b2-4d47-a795-e7694268919d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:15.499880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93314ca-1f71-4d05-8927-1fc72bee36ae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:15.500482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e93314ca-1f71-4d05-8927-1fc72bee36ae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:15.503267 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4434ff04-f6be-46f6-97e0-eaf5e4c5bbee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:15.512554 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:15.524367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-902fedd7-5a68-47f7-9d2a-69acc68e6560 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:15.575851 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e93314ca-1f71-4d05-8927-1fc72bee36ae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.3950970 Jan 14 07:35:15.581507 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-902fedd7-5a68-47f7-9d2a-69acc68e6560 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:15.587703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46030) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:15.693558 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4434ff04-f6be-46f6-97e0-eaf5e4c5bbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:15.694937 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4434ff04-f6be-46f6-97e0-eaf5e4c5bbee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/462d7c7b-79b2-4d47-a795-e7694268919d HTTP/1.1" status: 204 len: 168 time: 1.1618805 Jan 14 07:35:15.703227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-902fedd7-5a68-47f7-9d2a-69acc68e6560 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Deleting port cf3519ac-6aa5-405d-a7a3-fd5d6bdf7385 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:15.703738 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-902fedd7-5a68-47f7-9d2a-69acc68e6560 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:15.725175 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:15.733741 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:15.911142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6705414d-60c6-4881-91e8-b50b32e081a2 None None] Provisioning for port d2bd1d84-f88a-412f-aee4-0229e868db3b completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:15.919271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6705414d-60c6-4881-91e8-b50b32e081a2 None None] Provisioning complete for port d2bd1d84-f88a-412f-aee4-0229e868db3b triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:15.924458 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6705414d-60c6-4881-91e8-b50b32e081a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:15.930385 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-902fedd7-5a68-47f7-9d2a-69acc68e6560 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.044080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6705414d-60c6-4881-91e8-b50b32e081a2 None None] Port d2bd1d84-f88a-412f-aee4-0229e868db3b cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:35:16.148310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-902fedd7-5a68-47f7-9d2a-69acc68e6560 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Calling delete_port for cf3519ac-6aa5-405d-a7a3-fd5d6bdf7385 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:16.246410 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.418034 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-902fedd7-5a68-47f7-9d2a-69acc68e6560 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.435871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.441182 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-977b314b-94a3-462f-97f5-9e21e66bdd20 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:16.476806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2fcf-e709-413a-b494-3f86b259ca50 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.480485 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.595247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fedd7-5a68-47f7-9d2a-69acc68e6560 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Pushing event deleted for resources: {'Port': ['ID=cf3519ac-6aa5-405d-a7a3-fd5d6bdf7385,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:16.604685 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4f8a2fcf-e709-413a-b494-3f86b259ca50 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "DELETE /v2.0/ports/244b5dcf-3ec3-4841-b7d8-99c2f2c1ef0b HTTP/1.1" status: 204 len: 168 time: 3.5841513 Jan 14 07:35:16.610567 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-902fedd7-5a68-47f7-9d2a-69acc68e6560 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:16.613860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46058) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:16.639504 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.646866 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.664778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6927387-2cfb-4db9-a47b-febd719d208a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:16.674721 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:16.701057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6927387-2cfb-4db9-a47b-febd719d208a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:16.702685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c6927387-2cfb-4db9-a47b-febd719d208a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:16.722865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Request body: {'router': {'external_gateway_info': {'network_id': '8b2f3df6-b09d-41ee-891b-6095f7e62569', 'external_fixed_ips': [{'subnet_id': '7767cc06-abb2-4695-9735-63758eab5d90', 'ip_address': '2001:db8::3cb'}]}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:16.730068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:16.735730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Usage tracker for resource:router and tenant:d3d2514e6cbe484db97416d4196c99a4 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:16.741014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:16.748788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:16.771472 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.772903 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:16.794794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c6927387-2cfb-4db9-a47b-febd719d208a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:16.796470 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c6927387-2cfb-4db9-a47b-febd719d208a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 1.2076914 Jan 14 07:35:16.803955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46062) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:16.886074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:17.242708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ec174e73-df51-4e04-9ae5-1ffe402a1a48 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port d2bd1d84-f88a-412f-aee4-0229e868db3b {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:17.243343 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec174e73-df51-4e04-9ae5-1ffe402a1a48 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:17.299438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Pushing event updated for resources: {'Port': ['ID=566b85ce-63f3-4eab-9a35-9dc43fd3596b,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:17.313276 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:17.366388 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-902fedd7-5a68-47f7-9d2a-69acc68e6560 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:17.385851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46080) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:17.430674 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0059037 Jan 14 07:35:17.460268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46082) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:17.460580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46084) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:17.524680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:17.529306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Allocated IP 172.25.3.10 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/4ed8f3cb-b730-4c2f-b960-9195a2162915) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:17.570961 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:17.572371 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5477974 Jan 14 07:35:17.576845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46092) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:17.684545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:17.854509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:17.889069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dba8d2d6-a070-4617-82b7-193283fbc318 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Synchronizing usage tracker for tenant:355f1042f5cc4ed69501edb2cf06de43 on resource:floatingip {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:17.931509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dba8d2d6-a070-4617-82b7-193283fbc318 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Unset dirty status for tenant:355f1042f5cc4ed69501edb2cf06de43 on resource:floatingip {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:17.935767 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dba8d2d6-a070-4617-82b7-193283fbc318 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.3578105 Jan 14 07:35:17.936435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46104) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:17.937562 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-559f6c9a-bfbe-4417-84a1-9a32b9714ffc tempest-NetworksApiDiscovery-1145549065 tempest-NetworksApiDiscovery-1145549065] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4739625 Jan 14 07:35:18.038266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0b67c03e-bc5e-428d-ae6f-a4b921f0039a tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Synchronizing usage tracker for tenant:c233a96b9fb346b3b887dca3e7ea9be5 on resource:floatingip {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:18.048705 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:18.128472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:35:18.162932 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-91bd66c9-c163-485f-be4e-a9dfa9b4f972 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:18.273138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Port': ['ID=4ed8f3cb-b730-4c2f-b960-9195a2162915,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:18.276561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0b67c03e-bc5e-428d-ae6f-a4b921f0039a tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Unset dirty status for tenant:c233a96b9fb346b3b887dca3e7ea9be5 on resource:floatingip {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:18.283832 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0b67c03e-bc5e-428d-ae6f-a4b921f0039a tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3374155 Jan 14 07:35:18.284685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46114) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:18.285809 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:18.350325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46118) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:18.429100 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-abea68d0-4776-45f2-b717-d7a236aa1d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:18.475267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:18.483851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:18.489335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:18.520655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-486be26c-1358-414d-95e5-2f07f622d7b5 tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Deleting port 566b85ce-63f3-4eab-9a35-9dc43fd3596b {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:18.521276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-486be26c-1358-414d-95e5-2f07f622d7b5 tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:18.591717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-902fedd7-5a68-47f7-9d2a-69acc68e6560 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:18.596834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-abea68d0-4776-45f2-b717-d7a236aa1d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:18.615019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-abea68d0-4776-45f2-b717-d7a236aa1d9a admin admin] Usage tracker for resource:security_group_rule and tenant:488e084d37124b8180d1eaf8f4296bd6 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:18.621475 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-902fedd7-5a68-47f7-9d2a-69acc68e6560 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:18.623712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-abea68d0-4776-45f2-b717-d7a236aa1d9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:18.642808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-abea68d0-4776-45f2-b717-d7a236aa1d9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:18.831451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4fe848be-9ff5-4290-ae4e-b8a534c8e93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:18.885156 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec174e73-df51-4e04-9ae5-1ffe402a1a48 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:18.894696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4fe848be-9ff5-4290-ae4e-b8a534c8e93c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:18.898334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902fedd7-5a68-47f7-9d2a-69acc68e6560 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Router 657b91e5-f34e-426e-a52e-ebeaf2d73467 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:35:18.911836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4fe848be-9ff5-4290-ae4e-b8a534c8e93c admin admin] Usage tracker for resource:security_group_rule and tenant:e70fd7e48ad4443abe5fb84146315c10 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:18.916885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-486be26c-1358-414d-95e5-2f07f622d7b5 tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:18.917335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-486be26c-1358-414d-95e5-2f07f622d7b5 tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:18.975870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4fe848be-9ff5-4290-ae4e-b8a534c8e93c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:19.057210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ec174e73-df51-4e04-9ae5-1ffe402a1a48 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for d2bd1d84-f88a-412f-aee4-0229e868db3b owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:19.087565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4fe848be-9ff5-4290-ae4e-b8a534c8e93c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:19.110853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-486be26c-1358-414d-95e5-2f07f622d7b5 tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Calling delete_port for 566b85ce-63f3-4eab-9a35-9dc43fd3596b owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:19.306231 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:19.309840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902fedd7-5a68-47f7-9d2a-69acc68e6560 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:35:19.320693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e183b8b-5e5c-4034-a2e6-a813ce40e596 None None] Sync routers for ids ['657b91e5-f34e-426e-a52e-ebeaf2d73467'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:35:19.336716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e183b8b-5e5c-4034-a2e6-a813ce40e596 None None] Routers {'657b91e5-f34e-426e-a52e-ebeaf2d73467'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:19.337732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2e183b8b-5e5c-4034-a2e6-a813ce40e596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['657b91e5-f34e-426e-a52e-ebeaf2d73467'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:19.437734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2e183b8b-5e5c-4034-a2e6-a813ce40e596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:19.462800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e183b8b-5e5c-4034-a2e6-a813ce40e596 None None] Routers {'657b91e5-f34e-426e-a52e-ebeaf2d73467'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:19.463704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2e183b8b-5e5c-4034-a2e6-a813ce40e596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['657b91e5-f34e-426e-a52e-ebeaf2d73467'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:19.502269 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-abea68d0-4776-45f2-b717-d7a236aa1d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:19.530428 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-abea68d0-4776-45f2-b717-d7a236aa1d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:19.550145 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8536a46d-a760-4bfa-9076-9a16a86804b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:19.555705 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-486be26c-1358-414d-95e5-2f07f622d7b5 tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:19.563201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2e183b8b-5e5c-4034-a2e6-a813ce40e596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:19.563985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e183b8b-5e5c-4034-a2e6-a813ce40e596 None None] The sync data for ids ['657b91e5-f34e-426e-a52e-ebeaf2d73467'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:35:19.574320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-902fedd7-5a68-47f7-9d2a-69acc68e6560 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:19.578404 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-902fedd7-5a68-47f7-9d2a-69acc68e6560 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "PUT /v2.0/routers/657b91e5-f34e-426e-a52e-ebeaf2d73467 HTTP/1.1" status: 200 len: 705 time: 5.7872696 Jan 14 07:35:19.578594 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:19.586339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46126) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:19.740722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486be26c-1358-414d-95e5-2f07f622d7b5 tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Pushing event deleted for resources: {'Port': ['ID=566b85ce-63f3-4eab-9a35-9dc43fd3596b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:19.759163 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-486be26c-1358-414d-95e5-2f07f622d7b5 tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:19.811065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec174e73-df51-4e04-9ae5-1ffe402a1a48 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:19.849421 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-abea68d0-4776-45f2-b717-d7a236aa1d9a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=488e084d37124b8180d1eaf8f4296bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3850563 Jan 14 07:35:19.922404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46130) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:19.947366 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4fe848be-9ff5-4290-ae4e-b8a534c8e93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:19.948907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea68d0-4776-45f2-b717-d7a236aa1d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f59da77-ee6d-45dd-88e9-2cee9cc0428a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:20.055097 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-abea68d0-4776-45f2-b717-d7a236aa1d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:20.055706 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2f571e28-a4e0-4f26-8a81-d213a5cef441 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:20.112056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4fe848be-9ff5-4290-ae4e-b8a534c8e93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:20.141977 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0ace20f2-bfaa-4c6e-96fd-d1adaf75b274 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "GET /v2.0/routers/657b91e5-f34e-426e-a52e-ebeaf2d73467 HTTP/1.1" status: 200 len: 740 time: 0.5404744 Jan 14 07:35:20.154106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec174e73-df51-4e04-9ae5-1ffe402a1a48 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=d2bd1d84-f88a-412f-aee4-0229e868db3b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:20.161515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46136) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:20.179901 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec174e73-df51-4e04-9ae5-1ffe402a1a48 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:20.182079 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-22279ffa-27a2-46ee-867d-f3b52806330f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:20.291660 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4fe848be-9ff5-4290-ae4e-b8a534c8e93c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e70fd7e48ad4443abe5fb84146315c10&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8923304 Jan 14 07:35:20.295386 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-40faf4a6-d2a0-4df8-bbd3-a1675f4c4e72 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] 10.222.0.41 "GET /v2.0/ports?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&device_id=657b91e5-f34e-426e-a52e-ebeaf2d73467 HTTP/1.1" status: 200 len: 205 time: 0.1281445 Jan 14 07:35:20.298617 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:20.302403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:20.307187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46140) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:20.307563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46142) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:20.357634 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:20.367249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe848be-9ff5-4290-ae4e-b8a534c8e93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c3cd22-78f4-461f-a7fc-4572bbaea700,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:20.382305 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4fe848be-9ff5-4290-ae4e-b8a534c8e93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:20.421838 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c357b100-23ea-4887-bb0a-3c66f87742d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:20.472702 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5a7f1398-1856-49ce-a45e-5a5086b3d9a3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "GET /v2.0/ports?device_id=657b91e5-f34e-426e-a52e-ebeaf2d73467 HTTP/1.1" status: 200 len: 205 time: 0.1613526 Jan 14 07:35:20.488050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46150) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:20.581914 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-486be26c-1358-414d-95e5-2f07f622d7b5 tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Notify callbacks [] for floatingip, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:20.766271 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30bb6723-22a5-4e25-9d2c-aeabf8ba00b3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:20.806878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec174e73-df51-4e04-9ae5-1ffe402a1a48 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:20.828168 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-486be26c-1358-414d-95e5-2f07f622d7b5 tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:20.832641 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-486be26c-1358-414d-95e5-2f07f622d7b5 tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] 10.222.0.41 "DELETE /v2.0/floatingips/bf636191-7b5a-4659-8ffd-1b252041a492 HTTP/1.1" status: 204 len: 168 time: 2.5428088 Jan 14 07:35:20.834017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c357b100-23ea-4887-bb0a-3c66f87742d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:20.842389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46154) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:20.917313 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ec174e73-df51-4e04-9ae5-1ffe402a1a48 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/d2bd1d84-f88a-412f-aee4-0229e868db3b HTTP/1.1" status: 204 len: 168 time: 4.1121693 Jan 14 07:35:20.945611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46158) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:21.030594 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-90e6f1f8-581a-498d-8f72-a0dfcd8df180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:21.130508 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30bb6723-22a5-4e25-9d2c-aeabf8ba00b3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:21.136086 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30bb6723-22a5-4e25-9d2c-aeabf8ba00b3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:21.139024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-90e6f1f8-581a-498d-8f72-a0dfcd8df180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:21.170292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-70e576f9-29e0-42b8-b2be-d13776bd1fe7 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Deleting port f6b0a398-3614-46b1-bfb1-fa978b81ec8c {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:21.170651 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70e576f9-29e0-42b8-b2be-d13776bd1fe7 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:21.214632 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30bb6723-22a5-4e25-9d2c-aeabf8ba00b3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:21.215198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bb6723-22a5-4e25-9d2c-aeabf8ba00b3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Fanout notify agent at l3_agent the message router_deleted on router 657b91e5-f34e-426e-a52e-ebeaf2d73467 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:35:21.252394 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30bb6723-22a5-4e25-9d2c-aeabf8ba00b3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:21.253086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063fbec1-6295-49e3-b8f3-2555295c2f1b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:21.258220 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-30bb6723-22a5-4e25-9d2c-aeabf8ba00b3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "DELETE /v2.0/routers/657b91e5-f34e-426e-a52e-ebeaf2d73467 HTTP/1.1" status: 204 len: 168 time: 0.7644448 Jan 14 07:35:21.258220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46162) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:21.259718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063fbec1-6295-49e3-b8f3-2555295c2f1b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:21.260740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-063fbec1-6295-49e3-b8f3-2555295c2f1b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:21.262499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router af8ba89e-b51e-4076-b64b-2586203e7a98 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:35:21.306548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c357b100-23ea-4887-bb0a-3c66f87742d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:21.311182 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-90e6f1f8-581a-498d-8f72-a0dfcd8df180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:21.316905 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:21.325499 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7a0568c8-02eb-46cf-b245-d5d2dc73d360 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "GET /v2.0/ports?device_id=657b91e5-f34e-426e-a52e-ebeaf2d73467 HTTP/1.1" status: 200 len: 205 time: 0.0663974 Jan 14 07:35:21.332572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46166) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:21.340227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6f1f8-581a-498d-8f72-a0dfcd8df180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c3cd22-78f4-461f-a7fc-4572bbaea700,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:21.402860 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-90e6f1f8-581a-498d-8f72-a0dfcd8df180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:21.404018 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-90e6f1f8-581a-498d-8f72-a0dfcd8df180 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0c3cd22-78f4-461f-a7fc-4572bbaea700 HTTP/1.1" status: 204 len: 168 time: 1.0945323 Jan 14 07:35:21.419550 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-abea68d0-4776-45f2-b717-d7a236aa1d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:21.470533 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-90e6f1f8-581a-498d-8f72-a0dfcd8df180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:21.496104 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-97413da0-0764-415e-8888-aee05addb211 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] delete failed (client error): The resource could not be found. Jan 14 07:35:21.496104 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-97413da0-0764-415e-8888-aee05addb211 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "DELETE /v2.0/routers/657b91e5-f34e-426e-a52e-ebeaf2d73467 HTTP/1.1" status: 404 len: 336 time: 0.1590889 Jan 14 07:35:21.510570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46176) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:21.522921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357b100-23ea-4887-bb0a-3c66f87742d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f59da77-ee6d-45dd-88e9-2cee9cc0428a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:21.531110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-063fbec1-6295-49e3-b8f3-2555295c2f1b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:21.536413 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-063fbec1-6295-49e3-b8f3-2555295c2f1b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5897167 Jan 14 07:35:21.540052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46180) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:21.544078 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c357b100-23ea-4887-bb0a-3c66f87742d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:21.577788 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-23917d43-5eaa-451d-8bad-55b515fe21ba tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "GET /v2.0/ports?device_id=e57857ef-723e-4f3b-b495-dcf661a18f56 HTTP/1.1" status: 200 len: 205 time: 0.0654581 Jan 14 07:35:21.599350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46184) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:21.671143 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c357b100-23ea-4887-bb0a-3c66f87742d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:21.672474 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c357b100-23ea-4887-bb0a-3c66f87742d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f59da77-ee6d-45dd-88e9-2cee9cc0428a HTTP/1.1" status: 204 len: 168 time: 1.7410104 Jan 14 07:35:21.783318 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-76b913d9-62f6-462d-96d3-09dd48375122 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] delete failed (client error): The resource could not be found. Jan 14 07:35:21.784718 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-76b913d9-62f6-462d-96d3-09dd48375122 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "DELETE /v2.0/routers/e57857ef-723e-4f3b-b495-dcf661a18f56 HTTP/1.1" status: 404 len: 336 time: 0.1909833 Jan 14 07:35:21.787968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46192) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:21.793362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Allocated IP 2001:db8::3cb (8b2f3df6-b09d-41ee-891b-6095f7e62569/7767cc06-abb2-4695-9735-63758eab5d90/7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:21.848463 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5dd999de-b570-4cd8-b4ef-987ea42aa0e0 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "GET /v2.0/ports?device_id=279cd0dd-02e6-4f51-988f-e9fc6198a468 HTTP/1.1" status: 200 len: 205 time: 0.0585084 Jan 14 07:35:21.850470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46196) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:21.936715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:35:21.943663 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-787e44eb-f9fd-46f7-9044-531128e6cacc tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] delete failed (client error): The resource could not be found. Jan 14 07:35:21.943663 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-787e44eb-f9fd-46f7-9044-531128e6cacc tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "DELETE /v2.0/routers/279cd0dd-02e6-4f51-988f-e9fc6198a468 HTTP/1.1" status: 404 len: 336 time: 0.0896063 Jan 14 07:35:21.954018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdc69f4-2696-468d-bc55-ee34529a62d5 None None] Sync routers for ids ['af8ba89e-b51e-4076-b64b-2586203e7a98'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:35:21.956404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46202) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:21.970041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdc69f4-2696-468d-bc55-ee34529a62d5 None None] Routers {'af8ba89e-b51e-4076-b64b-2586203e7a98'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:21.970744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-abdc69f4-2696-468d-bc55-ee34529a62d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['af8ba89e-b51e-4076-b64b-2586203e7a98'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:22.026609 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-75ec41a6-ccad-454a-b6c6-23f0b825f01c tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "GET /v2.0/ports?device_id=18a489a0-05bb-4d4a-a488-475bf87ab5bf HTTP/1.1" status: 200 len: 205 time: 0.0671840 Jan 14 07:35:22.029231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46206) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:22.082439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-abdc69f4-2696-468d-bc55-ee34529a62d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:22.092375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdc69f4-2696-468d-bc55-ee34529a62d5 None None] Routers {'af8ba89e-b51e-4076-b64b-2586203e7a98'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:22.093036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-abdc69f4-2696-468d-bc55-ee34529a62d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['af8ba89e-b51e-4076-b64b-2586203e7a98'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:22.130706 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:22.132424 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.3452661 Jan 14 07:35:22.140555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46214) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:22.148457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70e576f9-29e0-42b8-b2be-d13776bd1fe7 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:22.148834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70e576f9-29e0-42b8-b2be-d13776bd1fe7 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks [] for floatingip, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:22.179088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-abdc69f4-2696-468d-bc55-ee34529a62d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:22.179935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdc69f4-2696-468d-bc55-ee34529a62d5 None None] The sync data for ids ['af8ba89e-b51e-4076-b64b-2586203e7a98'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:35:22.238092 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-ba2a8537-d4c0-4076-9d7e-4228fd051879 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] delete failed (client error): The resource could not be found. Jan 14 07:35:22.241949 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ba2a8537-d4c0-4076-9d7e-4228fd051879 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "DELETE /v2.0/routers/18a489a0-05bb-4d4a-a488-475bf87ab5bf HTTP/1.1" status: 404 len: 336 time: 0.2090154 Jan 14 07:35:22.248111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46222) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:22.319730 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c16a1268-a829-4369-a6dd-2e6682e41115 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "GET /v2.0/ports?device_id=0e2fbf1b-4fe6-4fa9-917c-dc16b3734298 HTTP/1.1" status: 200 len: 205 time: 0.0703092 Jan 14 07:35:22.322766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46228) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:22.355553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-70e576f9-29e0-42b8-b2be-d13776bd1fe7 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Calling delete_port for f6b0a398-3614-46b1-bfb1-fa978b81ec8c owned by network:floatingip {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:22.522943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d138de-5237-42be-bf84-649ea7422137 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 126a4c37-9093-4e4c-85c0-5ed4707683f5 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:35:22.534014 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-90d138de-5237-42be-bf84-649ea7422137 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:22.577624 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:22.681949 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-90d138de-5237-42be-bf84-649ea7422137 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:22.775185 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:22.794921 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5b4eb7b8-9db1-47f2-bb18-adfaf05d5cd5 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:22.824560 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70e576f9-29e0-42b8-b2be-d13776bd1fe7 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:22.831303 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-3c02b61e-65cd-4e8e-a795-e8746f0cb6d2 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] delete failed (client error): The resource could not be found. Jan 14 07:35:22.835547 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3c02b61e-65cd-4e8e-a795-e8746f0cb6d2 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "DELETE /v2.0/routers/0e2fbf1b-4fe6-4fa9-917c-dc16b3734298 HTTP/1.1" status: 404 len: 336 time: 0.5117235 Jan 14 07:35:22.836366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46246) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:22.900614 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fdf2f6ae-ff8d-410e-afb5-3113c71bae97 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "GET /v2.0/ports?device_id=6174c589-4d6f-4645-a7d2-d222ea1cfea8 HTTP/1.1" status: 200 len: 205 time: 0.0600245 Jan 14 07:35:22.901534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46250) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:23.070461 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-77988cb6-79e9-4fb2-a270-064ecb806834 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/routers/af8ba89e-b51e-4076-b64b-2586203e7a98 HTTP/1.1" status: 200 len: 879 time: 0.9276137 Jan 14 07:35:23.073128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46258) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:23.142846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Pushing event updated for resources: {'Port': ['ID=7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:23.159228 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-275b5bc5-1a57-46ac-85de-3d7511dba2b0 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] delete failed (client error): The resource could not be found. Jan 14 07:35:23.163756 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:23.164550 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-039c6603-a9ee-42a6-9eed-1d9c29cbeb96 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:23.165301 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-275b5bc5-1a57-46ac-85de-3d7511dba2b0 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "DELETE /v2.0/routers/6174c589-4d6f-4645-a7d2-d222ea1cfea8 HTTP/1.1" status: 404 len: 336 time: 0.2461724 Jan 14 07:35:23.170504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46262) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:23.243949 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c416f08-033c-45fe-9879-30f7faa2cd1f tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] DELETE failed (client error): The resource could not be found. Jan 14 07:35:23.244482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c416f08-033c-45fe-9879-30f7faa2cd1f tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:23.250157 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7c416f08-033c-45fe-9879-30f7faa2cd1f tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] 10.222.0.41 "DELETE /v2.0/subnets/03d3775e-cd15-4fc0-b640-2411df0e3d22 HTTP/1.1" status: 404 len: 337 time: 0.0682132 Jan 14 07:35:23.264689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-90d138de-5237-42be-bf84-649ea7422137 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:23.298608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e576f9-29e0-42b8-b2be-d13776bd1fe7 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Pushing event deleted for resources: {'Port': ['ID=f6b0a398-3614-46b1-bfb1-fa978b81ec8c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:23.319521 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-70e576f9-29e0-42b8-b2be-d13776bd1fe7 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:23.381599 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70e576f9-29e0-42b8-b2be-d13776bd1fe7 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks [] for floatingip, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:23.444938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1aac6a90-5a08-4b36-8d70-c9535881af02 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Synchronizing usage tracker for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:router {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:23.471582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1aac6a90-5a08-4b36-8d70-c9535881af02 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Unset dirty status for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:router {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:23.473840 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1aac6a90-5a08-4b36-8d70-c9535881af02 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.3994925 Jan 14 07:35:23.488511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46286) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:23.505229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-edfdb053-5085-4e38-8d28-9dcb9bb613f0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-864325220'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:23.535686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70e576f9-29e0-42b8-b2be-d13776bd1fe7 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:23.541016 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-70e576f9-29e0-42b8-b2be-d13776bd1fe7 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] 10.222.0.41 "DELETE /v2.0/floatingips/5fd15dce-3527-4403-99fb-4f805f023cdd HTTP/1.1" status: 204 len: 168 time: 2.6925800 Jan 14 07:35:23.553131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46290) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:23.603898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Network 8b2f3df6-b09d-41ee-891b-6095f7e62569 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:23.614237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:23.633347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:23.944073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46302) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:23.956344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-431b5b2d-5503-4c1e-86e5-1ad3b5cacf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:24.220745 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b05f068d-9820-42d6-ac38-6bb120718639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:24.241330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b05f068d-9820-42d6-ac38-6bb120718639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:24.245882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b05f068d-9820-42d6-ac38-6bb120718639 admin admin] Usage tracker for resource:security_group_rule and tenant:e7a02328e66048cf901bbd7f0fd4dd77 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:24.249586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b05f068d-9820-42d6-ac38-6bb120718639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:24.258191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b05f068d-9820-42d6-ac38-6bb120718639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:24.264521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-57253d60-bcef-4eaa-ba3d-f59d3a2d3c13 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Deleting port 926978e4-3e27-4b43-91c8-e7d2dc05b323 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:24.264908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57253d60-bcef-4eaa-ba3d-f59d3a2d3c13 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:24.331801 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edfdb053-5085-4e38-8d28-9dcb9bb613f0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:24.357557 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edfdb053-5085-4e38-8d28-9dcb9bb613f0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:24.501995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b05f068d-9820-42d6-ac38-6bb120718639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:24.659949 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57253d60-bcef-4eaa-ba3d-f59d3a2d3c13 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:24.690152 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b05f068d-9820-42d6-ac38-6bb120718639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:24.704869 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8f20b785-c8b9-4302-bcd2-16bb3fbf60ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:24.717406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfdb053-5085-4e38-8d28-9dcb9bb613f0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router af8ba89e-b51e-4076-b64b-2586203e7a98 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:35:24.797220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-57253d60-bcef-4eaa-ba3d-f59d3a2d3c13 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Calling delete_port for 926978e4-3e27-4b43-91c8-e7d2dc05b323 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:24.866698 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b05f068d-9820-42d6-ac38-6bb120718639 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7a02328e66048cf901bbd7f0fd4dd77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9181354 Jan 14 07:35:24.870084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46344) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:24.971085 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-90d138de-5237-42be-bf84-649ea7422137 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:24.977642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f068d-9820-42d6-ac38-6bb120718639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6987e6e-9a7d-4944-921d-ffe67549a87d,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:24.993107 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b05f068d-9820-42d6-ac38-6bb120718639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:25.134351 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e69d02e6-f671-44e9-9a9f-76e1b6152901 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:25.138265 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c51b0fa-af72-4916-9adf-62b5623171fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:25.190688 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c51b0fa-af72-4916-9adf-62b5623171fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:25.204760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfdb053-5085-4e38-8d28-9dcb9bb613f0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:35:25.216719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac01d3-6ac4-47d8-999b-2dd8346d44a8 None None] Sync routers for ids ['af8ba89e-b51e-4076-b64b-2586203e7a98'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:35:25.236377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac01d3-6ac4-47d8-999b-2dd8346d44a8 None None] Routers {'af8ba89e-b51e-4076-b64b-2586203e7a98'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:25.238691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-90ac01d3-6ac4-47d8-999b-2dd8346d44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['af8ba89e-b51e-4076-b64b-2586203e7a98'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:25.269845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d138de-5237-42be-bf84-649ea7422137 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=126a4c37-9093-4e4c-85c0-5ed4707683f5,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:25.287511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edfdb053-5085-4e38-8d28-9dcb9bb613f0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:25.296045 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-edfdb053-5085-4e38-8d28-9dcb9bb613f0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/af8ba89e-b51e-4076-b64b-2586203e7a98 HTTP/1.1" status: 200 len: 886 time: 1.8055987 Jan 14 07:35:25.306900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46362) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:25.313360 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-90d138de-5237-42be-bf84-649ea7422137 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:25.336746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-90d138de-5237-42be-bf84-649ea7422137 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:25.340933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-90ac01d3-6ac4-47d8-999b-2dd8346d44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:25.348310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a32973b-5b26-45e1-83b9-102ec05b76c5 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:25.529860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ac01d3-6ac4-47d8-999b-2dd8346d44a8 None None] Routers {'af8ba89e-b51e-4076-b64b-2586203e7a98'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:25.533299 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-90d138de-5237-42be-bf84-649ea7422137 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/126a4c37-9093-4e4c-85c0-5ed4707683f5 HTTP/1.1" status: 204 len: 168 time: 3.9878182 Jan 14 07:35:25.536940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46370) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:25.543925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-90ac01d3-6ac4-47d8-999b-2dd8346d44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:34:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['af8ba89e-b51e-4076-b64b-2586203e7a98'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:25.631559 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c51b0fa-af72-4916-9adf-62b5623171fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:25.643476 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c572b6b-a976-4449-91e4-28c4bb0b5599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:25.692919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51b0fa-af72-4916-9adf-62b5623171fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6987e6e-9a7d-4944-921d-ffe67549a87d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:25.699295 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c51b0fa-af72-4916-9adf-62b5623171fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:25.718238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c51b0fa-af72-4916-9adf-62b5623171fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:25.732133 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6c51b0fa-af72-4916-9adf-62b5623171fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6987e6e-9a7d-4944-921d-ffe67549a87d HTTP/1.1" status: 204 len: 168 time: 0.8561296 Jan 14 07:35:25.765184 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-acc443f9-6953-4951-88de-ed64f85479c7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/routers/af8ba89e-b51e-4076-b64b-2586203e7a98 HTTP/1.1" status: 200 len: 886 time: 0.4514728 Jan 14 07:35:25.768122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46382) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:25.873578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46386) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:25.873891 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-13e44f5e-f020-4169-8e99-d659a676e360 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3197217 Jan 14 07:35:25.880540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8fc70a53-c12a-48e5-9765-65d6315a514d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Synchronizing usage tracker for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:25.977432 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:26.126717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-90ac01d3-6ac4-47d8-999b-2dd8346d44a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:26.130161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ac01d3-6ac4-47d8-999b-2dd8346d44a8 None None] The sync data for ids ['af8ba89e-b51e-4076-b64b-2586203e7a98'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:35:26.151443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8fc70a53-c12a-48e5-9765-65d6315a514d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Unset dirty status for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:26.166995 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8fc70a53-c12a-48e5-9765-65d6315a514d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/ports?device_id=af8ba89e-b51e-4076-b64b-2586203e7a98 HTTP/1.1" status: 200 len: 205 time: 0.3975396 Jan 14 07:35:26.179623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46396) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:26.261139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57253d60-bcef-4eaa-ba3d-f59d3a2d3c13 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:26.350463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:35:26.355257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Deleting port 638a354b-8bc8-40a7-abfc-1bbb5270f7d1 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:26.356065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:26.400681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d71a491-8bbf-4a77-9bf3-c12d5aa5a400 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:26.425701 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8d71a491-8bbf-4a77-9bf3-c12d5aa5a400 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5503323 Jan 14 07:35:26.429463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46404) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:26.532938 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b91ce924-cd10-4eb6-bb0f-09cc844c8bb9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:26.753846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46418) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:26.765099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57253d60-bcef-4eaa-ba3d-f59d3a2d3c13 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Pushing event deleted for resources: {'Port': ['ID=926978e4-3e27-4b43-91c8-e7d2dc05b323,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:26.773752 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-57253d60-bcef-4eaa-ba3d-f59d3a2d3c13 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:26.836737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] For port 638a354b-8bc8-40a7-abfc-1bbb5270f7d1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=638a354b-8bc8-40a7-abfc-1bbb5270f7d1,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:26.837186 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:26.873419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46428) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:27.067150 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57253d60-bcef-4eaa-ba3d-f59d3a2d3c13 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:27.121958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Calling delete_port for 638a354b-8bc8-40a7-abfc-1bbb5270f7d1 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:27.163678 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d43127a4-a3fd-4cae-9bfa-80266ffc4b9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01198dca62964a4580406d05c0496a44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883150 Jan 14 07:35:27.202005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46434) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:27.285879 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d621e5c0-d2b5-4bb4-8b63-54b739b088f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:27.342648 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:27.351715 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-57253d60-bcef-4eaa-ba3d-f59d3a2d3c13 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] 10.222.0.41 "DELETE /v2.0/ports/926978e4-3e27-4b43-91c8-e7d2dc05b323 HTTP/1.1" status: 204 len: 168 time: 3.7972553 Jan 14 07:35:27.352153 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:27.353202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46438) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:27.398695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecb4742-d1d5-4b30-bf02-4363a289699d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:27.403317 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2ecb4742-d1d5-4b30-bf02-4363a289699d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9730198 Jan 14 07:35:27.442798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46442) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:27.445536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-35fac7f2-0822-4270-a949-a0ba5fc92487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:27.494586 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c459295b-cd88-4260-9c31-3b5896b53039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:27.506688 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-539f5dd4-9c4d-4473-84a5-d03a9790ce92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:27.547200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Pushing event deleted for resources: {'Port': ['ID=638a354b-8bc8-40a7-abfc-1bbb5270f7d1,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:27.556673 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:27.571515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.572016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.572466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.573039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.573646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.574153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.574543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.575137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.575557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.576142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.576904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.577437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.577884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.578233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.578812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.579293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.579892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.580423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.580960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.582161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.582812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.583324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.583873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.584364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.584919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.585452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.585974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.586493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.587164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.587723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.588250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.588760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.589271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.589938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.590384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-539f5dd4-9c4d-4473-84a5-d03a9790ce92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:27.590653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.591161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:27.597221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-539f5dd4-9c4d-4473-84a5-d03a9790ce92 admin admin] Usage tracker for resource:security_group_rule and tenant:365552ac52e24a38ba9ee3816f7889ca is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:27.600884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-539f5dd4-9c4d-4473-84a5-d03a9790ce92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:27.609075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-539f5dd4-9c4d-4473-84a5-d03a9790ce92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:27.623245 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc449ebd-07d7-478e-a7e6-a98d74857e36 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:27.630872 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:27.651330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] No DVR routers for this DVR port 638a354b-8bc8-40a7-abfc-1bbb5270f7d1 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:35:27.742673 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e5f2b36b-aa4c-44e7-9480-ebaa96121c1c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2911408 Jan 14 07:35:27.761329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46452) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:27.859125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-539f5dd4-9c4d-4473-84a5-d03a9790ce92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:27.885948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-539f5dd4-9c4d-4473-84a5-d03a9790ce92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:27.899261 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-50cf5d25-0943-46c8-b9c0-d4034647f7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:27.901453 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc449ebd-07d7-478e-a7e6-a98d74857e36 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:27.924687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-cc449ebd-07d7-478e-a7e6-a98d74857e36 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting port 4ed8f3cb-b730-4c2f-b960-9195a2162915 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:27.925263 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc449ebd-07d7-478e-a7e6-a98d74857e36 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:27.945544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:27.990951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c7911a-2083-4825-b4a3-807d7a0918bc tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:27.991804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-65c7911a-2083-4825-b4a3-807d7a0918bc tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Synchronizing usage tracker for tenant:c233a96b9fb346b3b887dca3e7ea9be5 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:28.045690 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-539f5dd4-9c4d-4473-84a5-d03a9790ce92 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=365552ac52e24a38ba9ee3816f7889ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1593003 Jan 14 07:35:28.051486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-65c7911a-2083-4825-b4a3-807d7a0918bc tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Unset dirty status for tenant:c233a96b9fb346b3b887dca3e7ea9be5 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:28.056304 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-65c7911a-2083-4825-b4a3-807d7a0918bc tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] 10.222.0.41 "GET /v2.0/ports?device_id=d3e9e659-1963-4921-b9a2-e765a86da08c HTTP/1.1" status: 200 len: 913 time: 0.7002761 Jan 14 07:35:28.061927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 638a354b-8bc8-40a7-abfc-1bbb5270f7d1 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:35:28.071408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46468) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:28.072329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46470) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:28.092855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f5dd4-9c4d-4473-84a5-d03a9790ce92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7834693f-1341-4602-a01e-fb77ee5fbda2,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:28.104842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 638a354b-8bc8-40a7-abfc-1bbb5270f7d1 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:35:28.105444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 638a354b-8bc8-40a7-abfc-1bbb5270f7d1 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:35:28.107636 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-539f5dd4-9c4d-4473-84a5-d03a9790ce92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:28.117229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-35fac7f2-0822-4270-a949-a0ba5fc92487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:28.147923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-102b542b-8fc7-470d-89d2-125e9fb8b386 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:28.302730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-102b542b-8fc7-470d-89d2-125e9fb8b386 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:28.326711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-102b542b-8fc7-470d-89d2-125e9fb8b386 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:28.343164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-102b542b-8fc7-470d-89d2-125e9fb8b386 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:28.366377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-102b542b-8fc7-470d-89d2-125e9fb8b386 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:28.401543 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc449ebd-07d7-478e-a7e6-a98d74857e36 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:28.573078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-cc449ebd-07d7-478e-a7e6-a98d74857e36 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Calling delete_port for 4ed8f3cb-b730-4c2f-b960-9195a2162915 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:28.723354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Router 73167a1d-b689-4acb-86cd-289fea3f6f6e is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:35:28.723667 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc449ebd-07d7-478e-a7e6-a98d74857e36 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:28.758012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:28.828162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:28.831440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102b542b-8fc7-470d-89d2-125e9fb8b386 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:28.861802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-35fac7f2-0822-4270-a949-a0ba5fc92487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:28.927964 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4650b716-615a-4c4d-8f94-71a64f300904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:28.962938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fac7f2-0822-4270-a949-a0ba5fc92487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718984d5-4021-4c66-b168-5558772d8183,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:28.981979 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-35fac7f2-0822-4270-a949-a0ba5fc92487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:28.994540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-35fac7f2-0822-4270-a949-a0ba5fc92487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:28.996169 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-35fac7f2-0822-4270-a949-a0ba5fc92487 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/718984d5-4021-4c66-b168-5558772d8183 HTTP/1.1" status: 204 len: 168 time: 1.7930572 Jan 14 07:35:29.058350 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-102b542b-8fc7-470d-89d2-125e9fb8b386 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:29.096121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46500) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:29.105478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:35:29.115148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] Sync routers for ids ['73167a1d-b689-4acb-86cd-289fea3f6f6e'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:35:29.130652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] Routers {'73167a1d-b689-4acb-86cd-289fea3f6f6e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:29.132715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:35:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['73167a1d-b689-4acb-86cd-289fea3f6f6e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:29.337573 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:29.352922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc449ebd-07d7-478e-a7e6-a98d74857e36 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:29.477388 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:29.481700 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 12.7725155 Jan 14 07:35:29.490615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46508) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:29.497923 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:29.502719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] Set router 73167a1d-b689-4acb-86cd-289fea3f6f6e gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:35:29.649657 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-455555d5-730c-4242-8c52-937c068b37e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:29.677742 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc449ebd-07d7-478e-a7e6-a98d74857e36 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:29.680511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc449ebd-07d7-478e-a7e6-a98d74857e36 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:29.691638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7834693f-1341-4602-a01e-fb77ee5fbda2,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:29.694332 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:29.695572 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7834693f-1341-4602-a01e-fb77ee5fbda2 HTTP/1.1" status: 204 len: 168 time: 1.6073041 Jan 14 07:35:29.815552 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-426465a6-659b-4439-8791-3cbba348eb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:29.846203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.846896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.847469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.848093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.848662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.849230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.849793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.850361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.851072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.851634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.852533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.853101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.854048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.854614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.855363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.856071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.856493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.861353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.861795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.862362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.862939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.863354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.864085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.864497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.864977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.865369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.868073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.869105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.870013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.872519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.873124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.874451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.875040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.875773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.876508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.877079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:29.920185 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:29.921718 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc449ebd-07d7-478e-a7e6-a98d74857e36 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:29.923806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc449ebd-07d7-478e-a7e6-a98d74857e36 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Fanout notify agent at l3_agent the message router_deleted on router af8ba89e-b51e-4076-b64b-2586203e7a98 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:35:29.982416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-426465a6-659b-4439-8791-3cbba348eb69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:30.019160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-426465a6-659b-4439-8791-3cbba348eb69 admin admin] Usage tracker for resource:security_group_rule and tenant:730ebfc288bb41caa384977f2181b359 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:30.036114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-426465a6-659b-4439-8791-3cbba348eb69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:30.100549 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc449ebd-07d7-478e-a7e6-a98d74857e36 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:30.102015 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cc449ebd-07d7-478e-a7e6-a98d74857e36 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/routers/af8ba89e-b51e-4076-b64b-2586203e7a98 HTTP/1.1" status: 204 len: 168 time: 3.9209387 Jan 14 07:35:30.107685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46530) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:30.121835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bbd92194-fd55-454a-ba8c-dde58524d1a1 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'network': {'name': 'tempest-RoutersTest-2137802997'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:30.145662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bbd92194-fd55-454a-ba8c-dde58524d1a1 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:30.156228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bbd92194-fd55-454a-ba8c-dde58524d1a1 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:network and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:30.163133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73167a1d-b689-4acb-86cd-289fea3f6f6e', 'name': '', 'tenant_id': 'd3d2514e6cbe484db97416d4196c99a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b2f3df6-b09d-41ee-891b-6095f7e62569', 'external_fixed_ips': [{'subnet_id': '7767cc06-abb2-4695-9735-63758eab5d90', 'ip_address': '2001:db8::3cb'}], 'enable_snat': True}, 'gw_port_id': '7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:35:16Z', 'updated_at': '2021-01-14T07:35:24Z', 'revision_number': 3, 'project_id': 'd3d2514e6cbe484db97416d4196c99a4', 'gw_port': {'id': '7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff', 'name': '', 'network_id': '8b2f3df6-b09d-41ee-891b-6095f7e62569', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:52:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73167a1d-b689-4acb-86cd-289fea3f6f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '7767cc06-abb2-4695-9735-63758eab5d90', 'ip_address': '2001:db8::3cb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:35:21Z', 'updated_at': '2021-01-14T07:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7767cc06-abb2-4695-9735-63758eab5d90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:30.164747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bbd92194-fd55-454a-ba8c-dde58524d1a1 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:30.168126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] Checking router: 73167a1d-b689-4acb-86cd-289fea3f6f6e for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:35:30.168531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] Updating router 73167a1d-b689-4acb-86cd-289fea3f6f6e port 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:35:30.176299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bbd92194-fd55-454a-ba8c-dde58524d1a1 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:30.232282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:30.256475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-426465a6-659b-4439-8791-3cbba348eb69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:30.309738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-102b542b-8fc7-470d-89d2-125e9fb8b386 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80907) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:35:30.312191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-102b542b-8fc7-470d-89d2-125e9fb8b386 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:30.349749 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0ec94876-f2f9-454e-9598-ad9568cc7fea tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:30.462872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd92194-fd55-454a-ba8c-dde58524d1a1 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Made reservation on behalf of 5dbc558c61ca44a5a9c57934b14edce4 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:30.472876 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bbd92194-fd55-454a-ba8c-dde58524d1a1 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:30.480545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:30.520203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd92194-fd55-454a-ba8c-dde58524d1a1 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:35:30.529591 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bbd92194-fd55-454a-ba8c-dde58524d1a1 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:30.530118 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-bbd92194-fd55-454a-ba8c-dde58524d1a1 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Added segment dac02413-18e3-46f7-93e9-498112773bc7 of type vxlan for network 94e64359-dd66-43f3-beae-843e82f9c304 Jan 14 07:35:30.571906 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bbd92194-fd55-454a-ba8c-dde58524d1a1 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:30.743218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b542b-8fc7-470d-89d2-125e9fb8b386 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=20339cf3-3c4d-4980-bb0d-227a62c4d7db,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:30.757369 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-102b542b-8fc7-470d-89d2-125e9fb8b386 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:30.773494 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f03c2d9f-ecc2-439d-abf5-c769ce64adf9 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:30.779362 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bbd92194-fd55-454a-ba8c-dde58524d1a1 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:30.819884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd92194-fd55-454a-ba8c-dde58524d1a1 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:30.820900 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bbd92194-fd55-454a-ba8c-dde58524d1a1 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:30.830601 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:30.929865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46558) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:30.991970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-426465a6-659b-4439-8791-3cbba348eb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.014239 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.068327 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.103370 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-426465a6-659b-4439-8791-3cbba348eb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.127105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] Transition to ACTIVE for port object 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:31.135635 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-617e0a15-89ef-47ec-865b-78e2628b752b tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:31.136893 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.145723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd92194-fd55-454a-ba8c-dde58524d1a1 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Network': ['ID=94e64359-dd66-43f3-beae-843e82f9c304,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:31.160760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 94e64359-dd66-43f3-beae-843e82f9c304 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:31.163285 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bbd92194-fd55-454a-ba8c-dde58524d1a1 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:31.191386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Deleting port 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:31.191727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.233557 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bbd92194-fd55-454a-ba8c-dde58524d1a1 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1194289 Jan 14 07:35:31.234247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46568) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:31.247237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102b542b-8fc7-470d-89d2-125e9fb8b386 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:31.262051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a197db02-5b00-4459-a209-6f93c010eda9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'subnet': {'network_id': '94e64359-dd66-43f3-beae-843e82f9c304', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:31.262638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1372949507'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:31.298666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-102b542b-8fc7-470d-89d2-125e9fb8b386 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:31.300149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:31.323562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Usage tracker for resource:network and tenant:9e4e773797d343929cdbfb10959f6b75 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:31.326019 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd8a4cdd-fcb7-4121-8fa9-dc1c98a381cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:31.331486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102b542b-8fc7-470d-89d2-125e9fb8b386 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:31.331965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:31.332083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-102b542b-8fc7-470d-89d2-125e9fb8b386 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.348344 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-426465a6-659b-4439-8791-3cbba348eb69 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=730ebfc288bb41caa384977f2181b359&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2484584 Jan 14 07:35:31.348344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426465a6-659b-4439-8791-3cbba348eb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86632123-5034-4158-a795-e5d8550cb211,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:31.349905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46574) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:31.355468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:31.357209 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-426465a6-659b-4439-8791-3cbba348eb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:31.380679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 94e64359-dd66-43f3-beae-843e82f9c304 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:31.515281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Pushing event updated for resources: {'Port': ['ID=7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:31.534450 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.603746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.604467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.605033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.605592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.606165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.606279 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-102b542b-8fc7-470d-89d2-125e9fb8b386 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8435051 Jan 14 07:35:31.606991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.607165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46584) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:31.608960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.615853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.616333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.616722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.617103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.617477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.617935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.618301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.618664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.619025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.619924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.620296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.620659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.621019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.622823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.623204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.623574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.623967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.624375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.624742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.625101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.625458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.625871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.626237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.626596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.626943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.627296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.627667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.628026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.628377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:35:31.631330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 94e64359-dd66-43f3-beae-843e82f9c304 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:31.635761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-92b4429b-5a5a-4bd5-b09e-db7acf032c67 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:31.650984 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:31.683621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] Attempting to bind port 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:35:31.686178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] Attempting to bind port 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'd663e0bb-3a80-4fcb-b88f-9373fb2ef0f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8b2f3df6-b09d-41ee-891b-6095f7e62569'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:35:31.687273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] Attempting to bind port 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff on network 8b2f3df6-b09d-41ee-891b-6095f7e62569 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:35:31.690683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7058d55-3226-472c-b5e8-b7859f14a807 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:31.694765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:35:31.695458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] Checking segment: {'id': 'd663e0bb-3a80-4fcb-b88f-9373fb2ef0f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8b2f3df6-b09d-41ee-891b-6095f7e62569'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:31.696305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.698734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] Bound using segment: {'id': 'd663e0bb-3a80-4fcb-b88f-9373fb2ef0f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8b2f3df6-b09d-41ee-891b-6095f7e62569'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:35:31.699479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] Bound port: 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd663e0bb-3a80-4fcb-b88f-9373fb2ef0f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8b2f3df6-b09d-41ee-891b-6095f7e62569'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:35:31.700201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.753999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d88c3fa-012e-4c55-a0ac-2a186f31c1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.781519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] For port 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:35:31.786435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] For port 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff,segment=NetworkSegment(d663e0bb-3a80-4fcb-b88f-9373fb2ef0f4),segment_id=d663e0bb-3a80-4fcb-b88f-9373fb2ef0f4)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:35:31.793806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.803571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Calling delete_port for 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:31.822837 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-48d34f72-942a-443b-9b60-3e58c0499c55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:31.893743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a197db02-5b00-4459-a209-6f93c010eda9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:31.902108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Pushing event updated for resources: {'Port': ['ID=7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:31.910060 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:31.919225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d88c3fa-012e-4c55-a0ac-2a186f31c1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:31.951146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a197db02-5b00-4459-a209-6f93c010eda9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:subnet and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:31.967109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a197db02-5b00-4459-a209-6f93c010eda9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:32.036427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a197db02-5b00-4459-a209-6f93c010eda9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:32.073511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] Routers {'73167a1d-b689-4acb-86cd-289fea3f6f6e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:32.074358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:35:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['73167a1d-b689-4acb-86cd-289fea3f6f6e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:32.096335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:35:32.096707 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:35:32.102772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a197db02-5b00-4459-a209-6f93c010eda9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Made reservation on behalf of 5dbc558c61ca44a5a9c57934b14edce4 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:32.105672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Made reservation on behalf of 9e4e773797d343929cdbfb10959f6b75 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:32.116651 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:32.136293 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:32.156664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:32.162089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Usage tracker for resource:security_group_rule and tenant:9e4e773797d343929cdbfb10959f6b75 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:32.165582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:32.177741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:32.228803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': '20339cf3-3c4d-4980-bb0d-227a62c4d7db'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:35:32.229810 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:32.312403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-92b4429b-5a5a-4bd5-b09e-db7acf032c67 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:32.321348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a197db02-5b00-4459-a209-6f93c010eda9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:32.358667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-92b4429b-5a5a-4bd5-b09e-db7acf032c67 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:32.363061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-92b4429b-5a5a-4bd5-b09e-db7acf032c67 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:32.425861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-92b4429b-5a5a-4bd5-b09e-db7acf032c67 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:32.529827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] Set router 73167a1d-b689-4acb-86cd-289fea3f6f6e gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:35:32.600183 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:32.622101 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d88c3fa-012e-4c55-a0ac-2a186f31c1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:32.628641 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e14b7d79-351f-46bb-818c-dfeae36aa628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:32.640960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Allocated IP 2001:db8::f816:3eff:fe35:5d7f (e6acc9a6-db0b-42d1-82b7-716516d3711e/20339cf3-3c4d-4980-bb0d-227a62c4d7db/f2d189d4-f00e-4356-813c-29ccb17fdd15) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:32.644159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88c3fa-012e-4c55-a0ac-2a186f31c1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86632123-5034-4158-a795-e5d8550cb211,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:32.661689 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3d88c3fa-012e-4c55-a0ac-2a186f31c1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:32.678919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d88c3fa-012e-4c55-a0ac-2a186f31c1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:32.680579 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3d88c3fa-012e-4c55-a0ac-2a186f31c1ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86632123-5034-4158-a795-e5d8550cb211 HTTP/1.1" status: 204 len: 168 time: 1.3251040 Jan 14 07:35:32.934447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73167a1d-b689-4acb-86cd-289fea3f6f6e', 'name': '', 'tenant_id': 'd3d2514e6cbe484db97416d4196c99a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b2f3df6-b09d-41ee-891b-6095f7e62569', 'external_fixed_ips': [{'subnet_id': '7767cc06-abb2-4695-9735-63758eab5d90', 'ip_address': '2001:db8::3cb'}], 'enable_snat': True}, 'gw_port_id': '7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:35:16Z', 'updated_at': '2021-01-14T07:35:24Z', 'revision_number': 3, 'project_id': 'd3d2514e6cbe484db97416d4196c99a4', 'gw_port': {'id': '7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff', 'name': '', 'network_id': '8b2f3df6-b09d-41ee-891b-6095f7e62569', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:52:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73167a1d-b689-4acb-86cd-289fea3f6f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '7767cc06-abb2-4695-9735-63758eab5d90', 'ip_address': '2001:db8::3cb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:35:21Z', 'updated_at': '2021-01-14T07:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7767cc06-abb2-4695-9735-63758eab5d90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:32.944340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27818d3c-cf2b-4873-ac45-5201bd68edc9 None None] The sync data for ids ['73167a1d-b689-4acb-86cd-289fea3f6f6e'] in n-d-769329-2 is: [{'id': '73167a1d-b689-4acb-86cd-289fea3f6f6e', 'name': '', 'tenant_id': 'd3d2514e6cbe484db97416d4196c99a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8b2f3df6-b09d-41ee-891b-6095f7e62569', 'external_fixed_ips': [{'subnet_id': '7767cc06-abb2-4695-9735-63758eab5d90', 'ip_address': '2001:db8::3cb'}], 'enable_snat': True}, 'gw_port_id': '7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:35:16Z', 'updated_at': '2021-01-14T07:35:24Z', 'revision_number': 3, 'project_id': 'd3d2514e6cbe484db97416d4196c99a4', 'gw_port': {'id': '7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff', 'name': '', 'network_id': '8b2f3df6-b09d-41ee-891b-6095f7e62569', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:52:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73167a1d-b689-4acb-86cd-289fea3f6f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '7767cc06-abb2-4695-9735-63758eab5d90', 'ip_address': '2001:db8::3cb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:35:21Z', 'updated_at': '2021-01-14T07:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7767cc06-abb2-4695-9735-63758eab5d90', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:35:33.590801 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:33.620840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Transition to ACTIVE for port object f2d189d4-f00e-4356-813c-29ccb17fdd15 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:33.645915 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:33.674098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46616) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:33.683391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b4429b-5a5a-4bd5-b09e-db7acf032c67 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:33.690908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Transition to ACTIVE for port object f2d189d4-f00e-4356-813c-29ccb17fdd15 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:33.693915 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92b4429b-5a5a-4bd5-b09e-db7acf032c67 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:33.701732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:33.703040 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:33.707849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Deleting port 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:33.708227 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:33.743580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a197db02-5b00-4459-a209-6f93c010eda9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:33.818671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:33.828524 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c8b55344-88ad-43ce-b1a3-e85d41434430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:33.884717 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-64401540-64b6-4d6e-9301-7effd5226853 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:33.996920 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9f2f27e5-b066-4daa-82c4-325ed88b8922 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:34.025524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:34.026931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:34.031241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:34.043830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:35:34.089281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Pushing event updated for resources: {'SecurityGroup': ['ID=b870c454-5624-4507-80a7-f83015866994,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:34.106289 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:34.109827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:34.117184 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.117510 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Added segment cf0ec8a0-2ac8-4f3e-8053-f403370dafe4 of type vxlan for network 2d3ec498-9d2f-467a-b407-77cad0de252d Jan 14 07:35:34.138199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a397d019-1244-4711-a1c6-9c78f7db4d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.162463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f03c2d9f-ecc2-439d-abf5-c769ce64adf9 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Deleting port 1ac5d704-44ea-45be-b6c9-01dc4f226762 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:34.162841 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f03c2d9f-ecc2-439d-abf5-c769ce64adf9 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.178758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Pushing event updated for resources: {'Port': ['ID=f2d189d4-f00e-4356-813c-29ccb17fdd15,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:34.207329 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:34.211946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Attempting to bind port f2d189d4-f00e-4356-813c-29ccb17fdd15 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:35:34.212448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Attempting to bind port f2d189d4-f00e-4356-813c-29ccb17fdd15 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:35:34.212933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Attempting to bind port f2d189d4-f00e-4356-813c-29ccb17fdd15 on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:35:34.219046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197db02-5b00-4459-a209-6f93c010eda9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Subnet': ['ID=b44d84ee-b722-4865-9dcb-0f96e6050bd5,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:34.234047 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a197db02-5b00-4459-a209-6f93c010eda9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:34.247898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:35:34.248466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:34.252480 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.252480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:35:34.252480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Bound port: f2d189d4-f00e-4356-813c-29ccb17fdd15, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:35:34.253101 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.261138 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.283786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a397d019-1244-4711-a1c6-9c78f7db4d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:34.293233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] For port 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff,segment=NetworkSegment(d663e0bb-3a80-4fcb-b88f-9373fb2ef0f4),segment_id=d663e0bb-3a80-4fcb-b88f-9373fb2ef0f4)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:34.293555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a397d019-1244-4711-a1c6-9c78f7db4d65 admin admin] Usage tracker for resource:security_group_rule and tenant:a8f6880f728847c8bca3e6524bb79a90 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:34.293790 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.295051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:34.297511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a397d019-1244-4711-a1c6-9c78f7db4d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:34.304950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:34.305470 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.323444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a397d019-1244-4711-a1c6-9c78f7db4d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:34.457024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] For port f2d189d4-f00e-4356-813c-29ccb17fdd15, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:35:34.460893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] For port f2d189d4-f00e-4356-813c-29ccb17fdd15, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f2d189d4-f00e-4356-813c-29ccb17fdd15,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:35:34.467923 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a397d019-1244-4711-a1c6-9c78f7db4d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.483969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a397d019-1244-4711-a1c6-9c78f7db4d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.501815 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.521545 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2700ae52-873d-40f8-a4fe-4372c3dff5c3 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:34.547157 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a397d019-1244-4711-a1c6-9c78f7db4d65 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8f6880f728847c8bca3e6524bb79a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8719084 Jan 14 07:35:34.554588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46630) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:34.584078 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f03c2d9f-ecc2-439d-abf5-c769ce64adf9 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.610067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397d019-1244-4711-a1c6-9c78f7db4d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde8268e-a893-4cde-9cef-dcb4a5785831,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:34.619178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a197db02-5b00-4459-a209-6f93c010eda9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Checking segment: {'id': 'dac02413-18e3-46f7-93e9-498112773bc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '94e64359-dd66-43f3-beae-843e82f9c304'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:34.619589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a197db02-5b00-4459-a209-6f93c010eda9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network hostable DHCP agents. Network: 94e64359-dd66-43f3-beae-843e82f9c304, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:35:34.627148 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a397d019-1244-4711-a1c6-9c78f7db4d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:34.669419 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:34.731253 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-864e37d0-cd94-435b-a8db-042258d2d7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.769583 n-d-769329-2 neutron-server[80794]: INFO neutron.db.ipam_backend_mixin [None req-92b4429b-5a5a-4bd5-b09e-db7acf032c67 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 20339cf3-3c4d-4980-bb0d-227a62c4d7db (CIDR: 2001:db8::/64) Jan 14 07:35:34.783991 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b4429b-5a5a-4bd5-b09e-db7acf032c67 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:35:34.784652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b4429b-5a5a-4bd5-b09e-db7acf032c67 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 400 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:35:34.788809 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.791071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f03c2d9f-ecc2-439d-abf5-c769ce64adf9 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Calling delete_port for 1ac5d704-44ea-45be-b6c9-01dc4f226762 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:34.793050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a197db02-5b00-4459-a209-6f93c010eda9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 94e64359-dd66-43f3-beae-843e82f9c304 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:35:34.807581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff,segment=NetworkSegment(d663e0bb-3a80-4fcb-b88f-9373fb2ef0f4),segment_id=d663e0bb-3a80-4fcb-b88f-9373fb2ef0f4)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:34.819621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.826138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Pushing event updated for resources: {'Port': ['ID=f2d189d4-f00e-4356-813c-29ccb17fdd15,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:34.831455 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:34.832315 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4f9a66dd-a3c1-40b0-8f3a-51399d56ec43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:34.836584 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-864e37d0-cd94-435b-a8db-042258d2d7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:34.850273 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-92b4429b-5a5a-4bd5-b09e-db7acf032c67 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.2304528 Jan 14 07:35:34.854405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a197db02-5b00-4459-a209-6f93c010eda9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 94e64359-dd66-43f3-beae-843e82f9c304) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:34.857707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46642) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:34.899764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b5cbce32-c7bc-4dbf-a118-566302a30e66 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:34.945268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:34.949224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9504596a-3ae0-46ee-a0de-088d3107f139 None None] Network 94e64359-dd66-43f3-beae-843e82f9c304 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:34.982466 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:35.105282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b5cbce32-c7bc-4dbf-a118-566302a30e66 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:35.112102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b5cbce32-c7bc-4dbf-a118-566302a30e66 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:35.118807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b5cbce32-c7bc-4dbf-a118-566302a30e66 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:35.130793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b5cbce32-c7bc-4dbf-a118-566302a30e66 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:35.190656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a197db02-5b00-4459-a209-6f93c010eda9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:35.191734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a197db02-5b00-4459-a209-6f93c010eda9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.192418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Calling delete_port for 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:35.199924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cbce32-c7bc-4dbf-a118-566302a30e66 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:35.302655 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] It took 0.97 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:35:35.304139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-94e64359-dd66-43f3-beae-843e82f9c304', 'network_id': '94e64359-dd66-43f3-beae-843e82f9c304', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'fixed_ips': [{'subnet_id': 'b44d84ee-b722-4865-9dcb-0f96e6050bd5'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:35:35.305118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.334585 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:35:35.334937 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:35:35.344686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.369621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:35.378730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.412453 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a197db02-5b00-4459-a209-6f93c010eda9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1736445 Jan 14 07:35:35.413490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-864e37d0-cd94-435b-a8db-042258d2d7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.418278 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-864e37d0-cd94-435b-a8db-042258d2d7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.419832 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-864e37d0-cd94-435b-a8db-042258d2d7ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dde8268e-a893-4cde-9cef-dcb4a5785831 HTTP/1.1" status: 204 len: 168 time: 0.8615372 Jan 14 07:35:35.424420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46650) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:35.425273 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d3bb782-4543-45a7-88a7-a506f711f174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:35.453317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e0b3bd63-b9e4-4279-891e-3f165e6a2cf5 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'router': {'name': 'tempest-RoutersTest-router-150775185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:35.465192 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-130144db-8a21-49c4-bda9-daed9f6d8c59 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:35.482406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e37d0-cd94-435b-a8db-042258d2d7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde8268e-a893-4cde-9cef-dcb4a5785831,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:35.494642 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-864e37d0-cd94-435b-a8db-042258d2d7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:35.496047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e0b3bd63-b9e4-4279-891e-3f165e6a2cf5 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:35.507975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e0b3bd63-b9e4-4279-891e-3f165e6a2cf5 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:router and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:35.513601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e0b3bd63-b9e4-4279-891e-3f165e6a2cf5 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:35.536688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e0b3bd63-b9e4-4279-891e-3f165e6a2cf5 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:35.551572 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5cbce32-c7bc-4dbf-a118-566302a30e66 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.636170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Pushing event updated for resources: {'Network': ['ID=2d3ec498-9d2f-467a-b407-77cad0de252d,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:35.645079 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 4.7002702 Jan 14 07:35:35.646617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46656) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:35.648159 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:35.649279 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f03c2d9f-ecc2-439d-abf5-c769ce64adf9 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.660951 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0b3bd63-b9e4-4279-891e-3f165e6a2cf5 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.662351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0b3bd63-b9e4-4279-891e-3f165e6a2cf5 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.678656 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-146e516f-789f-4ba0-a814-5eb25fa5d117 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:35.693636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0b3bd63-b9e4-4279-891e-3f165e6a2cf5 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.697449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 2d3ec498-9d2f-467a-b407-77cad0de252d details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:35.725463 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0b3bd63-b9e4-4279-891e-3f165e6a2cf5 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.729493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 2d3ec498-9d2f-467a-b407-77cad0de252d details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:35.737108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-eb468dc0-6072-4b79-8ad9-c42f1e875fd9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Request body: {'subnet': {'network_id': '2d3ec498-9d2f-467a-b407-77cad0de252d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:35.802316 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0b3bd63-b9e4-4279-891e-3f165e6a2cf5 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:35.807499 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e0b3bd63-b9e4-4279-891e-3f165e6a2cf5 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3732147 Jan 14 07:35:35.822560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46662) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:35.895814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c2d9f-ecc2-439d-abf5-c769ce64adf9 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Pushing event deleted for resources: {'Port': ['ID=1ac5d704-44ea-45be-b6c9-01dc4f226762,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:35.982746 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f03c2d9f-ecc2-439d-abf5-c769ce64adf9 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:35.990796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-eb468dc0-6072-4b79-8ad9-c42f1e875fd9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:36.014173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 2d3ec498-9d2f-467a-b407-77cad0de252d details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:35:36.024184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-eb468dc0-6072-4b79-8ad9-c42f1e875fd9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Usage tracker for resource:subnet and tenant:9e4e773797d343929cdbfb10959f6b75 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:36.029656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-eb468dc0-6072-4b79-8ad9-c42f1e875fd9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:36.044130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-eb468dc0-6072-4b79-8ad9-c42f1e875fd9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:36.105084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:36.237955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb468dc0-6072-4b79-8ad9-c42f1e875fd9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Made reservation on behalf of 9e4e773797d343929cdbfb10959f6b75 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:36.515679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:36.673059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb468dc0-6072-4b79-8ad9-c42f1e875fd9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:36.854859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:36.855456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:36.965509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-452adfd3-ef66-42c0-aa8a-777bf63b2918 None None] Provisioning for port f2d189d4-f00e-4356-813c-29ccb17fdd15 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:37.139471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Allocated IP 172.20.0.2 (94e64359-dd66-43f3-beae-843e82f9c304/b44d84ee-b722-4865-9dcb-0f96e6050bd5/3c8fb48b-4ed8-42c5-8607-411723446397) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:37.178480 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:37.198085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Deleting port 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:37.199251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:37.288465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f2d189d4-f00e-4356-813c-29ccb17fdd15 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:37.303451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:37.516174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] For port 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff,segment=NetworkSegment(d663e0bb-3a80-4fcb-b88f-9373fb2ef0f4),segment_id=d663e0bb-3a80-4fcb-b88f-9373fb2ef0f4)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:37.516725 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:37.590418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port f2d189d4-f00e-4356-813c-29ccb17fdd15 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:37.602946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b09be712-983b-4616-a1bf-b5bf84cfd8d9 None None] Provisioning complete for port f2d189d4-f00e-4356-813c-29ccb17fdd15 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:37.603370 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b09be712-983b-4616-a1bf-b5bf84cfd8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:37.678565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port f2d189d4-f00e-4356-813c-29ccb17fdd15 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:37.679175 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:37.679569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Calling delete_port for 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:37.691420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5cbce32-c7bc-4dbf-a118-566302a30e66 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:37.791747 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ac971e01-b1f8-4259-8e42-e93266156566 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:37.836450 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:37.837859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b09be712-983b-4616-a1bf-b5bf84cfd8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:37.871258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbce32-c7bc-4dbf-a118-566302a30e66 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=09dae890-3693-4bf7-8321-127818da6efd,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:37.937349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b09be712-983b-4616-a1bf-b5bf84cfd8d9 None None] For port f2d189d4-f00e-4356-813c-29ccb17fdd15, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f2d189d4-f00e-4356-813c-29ccb17fdd15,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:37.979002 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b09be712-983b-4616-a1bf-b5bf84cfd8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:37.998240 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4eb14fc2-ad8d-4080-852c-e7e5a4aa7275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:38.028385 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5cbce32-c7bc-4dbf-a118-566302a30e66 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:38.080847 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:38.262942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cbce32-c7bc-4dbf-a118-566302a30e66 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:38.267221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b5cbce32-c7bc-4dbf-a118-566302a30e66 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:38.291582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09be712-983b-4616-a1bf-b5bf84cfd8d9 None None] Pushing event updated for resources: {'Port': ['ID=f2d189d4-f00e-4356-813c-29ccb17fdd15,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:38.298898 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b09be712-983b-4616-a1bf-b5bf84cfd8d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:38.330344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eb5d21-b286-4d83-8104-336e4f4eeba1 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:38.348787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cbce32-c7bc-4dbf-a118-566302a30e66 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:38.349477 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5cbce32-c7bc-4dbf-a118-566302a30e66 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:38.414161 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b5cbce32-c7bc-4dbf-a118-566302a30e66 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5524197 Jan 14 07:35:38.414773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46712) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:38.421664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'mac_address': 'fa:16:3e:c9:d0:a1', 'name': 'tempest-NetworksTestDHCPv6-897560191'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:38.509717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46716) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:38.559506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4e66d892-ad3a-4e86-9aae-4ef59c8db47e None None] Provisioning complete for port f2d189d4-f00e-4356-813c-29ccb17fdd15 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:38.560712 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e66d892-ad3a-4e86-9aae-4ef59c8db47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:38.621303 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:38.661033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:38.665919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:port and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:38.670012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for port was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:38.687928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:38.721170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:38.731703 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:38.740306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Transition to ACTIVE for port object 3c8fb48b-4ed8-42c5-8607-411723446397 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:38.875746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:38.885054 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:38.886777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f2d189d4-f00e-4356-813c-29ccb17fdd15 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:38.942499 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5928701-c850-4bcc-9475-439aa7a5f923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:38.973286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c5928701-c850-4bcc-9475-439aa7a5f923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:38.978188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c5928701-c850-4bcc-9475-439aa7a5f923 admin admin] Usage tracker for resource:security_group_rule and tenant:b8cfaef7ce924a70a2778bddc53c238e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:38.981699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c5928701-c850-4bcc-9475-439aa7a5f923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:38.988471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c5928701-c850-4bcc-9475-439aa7a5f923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:39.054766 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f03c2d9f-ecc2-439d-abf5-c769ce64adf9 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.142837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Transition to ACTIVE for port object 3c8fb48b-4ed8-42c5-8607-411723446397 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:39.191869 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.287201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.288229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Fanout notify agent at l3_agent the message router_deleted on router 73167a1d-b689-4acb-86cd-289fea3f6f6e {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:35:39.352975 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:39.424093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5928701-c850-4bcc-9475-439aa7a5f923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.456948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Network 94e64359-dd66-43f3-beae-843e82f9c304 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:39.494944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:39.499773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:39.502351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Allocated IP 172.20.0.1 (94e64359-dd66-43f3-beae-843e82f9c304/b44d84ee-b722-4865-9dcb-0f96e6050bd5/430b4498-fd74-47a4-955b-1a476ca7cfa8) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:39.575597 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5928701-c850-4bcc-9475-439aa7a5f923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.593059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Pushing event updated for resources: {'Port': ['ID=3c8fb48b-4ed8-42c5-8607-411723446397,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:39.624421 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:39.668430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Attempting to bind port 3c8fb48b-4ed8-42c5-8607-411723446397 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:35:39.668856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Attempting to bind port 3c8fb48b-4ed8-42c5-8607-411723446397 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'dac02413-18e3-46f7-93e9-498112773bc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '94e64359-dd66-43f3-beae-843e82f9c304'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:35:39.669271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Attempting to bind port 3c8fb48b-4ed8-42c5-8607-411723446397 on network 94e64359-dd66-43f3-beae-843e82f9c304 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:35:39.684708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:35:39.685142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Checking segment: {'id': 'dac02413-18e3-46f7-93e9-498112773bc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '94e64359-dd66-43f3-beae-843e82f9c304'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:39.685595 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.686044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Bound using segment: {'id': 'dac02413-18e3-46f7-93e9-498112773bc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '94e64359-dd66-43f3-beae-843e82f9c304'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:35:39.686582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Bound port: 3c8fb48b-4ed8-42c5-8607-411723446397, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac02413-18e3-46f7-93e9-498112773bc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '94e64359-dd66-43f3-beae-843e82f9c304'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:35:39.687004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.691012 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a397d019-1244-4711-a1c6-9c78f7db4d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:39.701601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port f2d189d4-f00e-4356-813c-29ccb17fdd15 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:39.702029 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.733820 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c5928701-c850-4bcc-9475-439aa7a5f923 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8cfaef7ce924a70a2778bddc53c238e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2229240 Jan 14 07:35:39.743053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46732) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:39.749957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5928701-c850-4bcc-9475-439aa7a5f923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db81bf95-1415-464f-8676-52b5072f45ce,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:39.774867 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c5928701-c850-4bcc-9475-439aa7a5f923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:39.790556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:39.792538 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-08d95844-0b29-4b6d-bb40-36afb1cc77e0 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "DELETE /v2.0/routers/73167a1d-b689-4acb-86cd-289fea3f6f6e HTTP/1.1" status: 204 len: 168 time: 10.2981951 Jan 14 07:35:39.804228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46736) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:39.877744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] For port 3c8fb48b-4ed8-42c5-8607-411723446397, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:35:39.881763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] For port 3c8fb48b-4ed8-42c5-8607-411723446397, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3c8fb48b-4ed8-42c5-8607-411723446397,segment=NetworkSegment(dac02413-18e3-46f7-93e9-498112773bc7),segment_id=dac02413-18e3-46f7-93e9-498112773bc7)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:35:39.893299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port 061bf911-2c56-4e01-9225-b3d88eb5da5f yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:35:39.921032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.017441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c86b23f-d70e-4a48-a0fd-e10edf2ba121 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Deleting subnet 7767cc06-abb2-4695-9735-63758eab5d90 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:35:40.028269 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-46f6b1c8-16cb-45ba-8b4b-22d616661b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.028997 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c86b23f-d70e-4a48-a0fd-e10edf2ba121 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.069534 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8510beb4-1b81-474b-ac42-fdf6c894d3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:40.079171 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.108235 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-46f6b1c8-16cb-45ba-8b4b-22d616661b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.151263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Pushing event updated for resources: {'Port': ['ID=3c8fb48b-4ed8-42c5-8607-411723446397,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:40.161483 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c86b23f-d70e-4a48-a0fd-e10edf2ba121 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.166816 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:40.205524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Transition to ACTIVE for port object 430b4498-fd74-47a4-955b-1a476ca7cfa8 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:40.213140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03c2d9f-ecc2-439d-abf5-c769ce64adf9 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Router d3e9e659-1963-4921-b9a2-e765a86da08c has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:35:40.250129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-46f6b1c8-16cb-45ba-8b4b-22d616661b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.264474 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c51b0fa-af72-4916-9adf-62b5623171fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:40.279116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a580f7bc-93ab-4b53-8445-3ec120d002fe None None] Update dhcp port {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'fixed_ips': [{'subnet_id': '20339cf3-3c4d-4980-bb0d-227a62c4d7db', 'ip_address': '2001:db8::f816:3eff:fe35:5d7f'}, {'subnet_id': '09dae890-3693-4bf7-8321-127818da6efd'}], 'binding:host_id': 'n-d-769329-2'}, 'id': 'f2d189d4-f00e-4356-813c-29ccb17fdd15'} from n-d-769329-2. {{(pid=80909) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:35:40.290597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6b1c8-16cb-45ba-8b4b-22d616661b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db81bf95-1415-464f-8676-52b5072f45ce,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:40.301727 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-46f6b1c8-16cb-45ba-8b4b-22d616661b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:40.350554 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a580f7bc-93ab-4b53-8445-3ec120d002fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.366440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-46f6b1c8-16cb-45ba-8b4b-22d616661b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.370540 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-46f6b1c8-16cb-45ba-8b4b-22d616661b98 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db81bf95-1415-464f-8676-52b5072f45ce HTTP/1.1" status: 204 len: 168 time: 0.6160729 Jan 14 07:35:40.396646 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.628538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03c2d9f-ecc2-439d-abf5-c769ce64adf9 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:35:40.640189 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f03c2d9f-ecc2-439d-abf5-c769ce64adf9 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] 10.222.0.41 "PUT /v2.0/routers/d3e9e659-1963-4921-b9a2-e765a86da08c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5494914 Jan 14 07:35:40.657299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46744) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:40.778609 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4edcb51f-d239-4996-8465-9938455f4284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:40.790876 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb468dc0-6072-4b79-8ad9-c42f1e875fd9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.823027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aafbef1-cfea-4463-8c4f-5de2c17a85ff None None] Sync routers for ids ['d3e9e659-1963-4921-b9a2-e765a86da08c'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:35:40.843185 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c86b23f-d70e-4a48-a0fd-e10edf2ba121 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:40.865335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aafbef1-cfea-4463-8c4f-5de2c17a85ff None None] Routers {'d3e9e659-1963-4921-b9a2-e765a86da08c'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:40.866847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6aafbef1-cfea-4463-8c4f-5de2c17a85ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:35:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d3e9e659-1963-4921-b9a2-e765a86da08c'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:40.935868 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e2225b54-9b3a-4d2a-8013-1eec4812100b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:40.980488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3c8fb48b-4ed8-42c5-8607-411723446397 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:41.035305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6aafbef1-cfea-4463-8c4f-5de2c17a85ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:41.061851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aafbef1-cfea-4463-8c4f-5de2c17a85ff None None] Routers {'d3e9e659-1963-4921-b9a2-e765a86da08c'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:41.062974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6aafbef1-cfea-4463-8c4f-5de2c17a85ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:35:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d3e9e659-1963-4921-b9a2-e765a86da08c'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:41.111216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8:0:1::38e (e6acc9a6-db0b-42d1-82b7-716516d3711e/09dae890-3693-4bf7-8321-127818da6efd/061bf911-2c56-4e01-9225-b3d88eb5da5f) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:41.124819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::f816:3eff:fec9:d0a1 (e6acc9a6-db0b-42d1-82b7-716516d3711e/20339cf3-3c4d-4980-bb0d-227a62c4d7db/061bf911-2c56-4e01-9225-b3d88eb5da5f) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:41.152502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6aafbef1-cfea-4463-8c4f-5de2c17a85ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:41.153212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aafbef1-cfea-4463-8c4f-5de2c17a85ff None None] The sync data for ids ['d3e9e659-1963-4921-b9a2-e765a86da08c'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:35:41.205852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 3c8fb48b-4ed8-42c5-8607-411723446397 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:41.230888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Port': ['ID=430b4498-fd74-47a4-955b-1a476ca7cfa8,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:41.237106 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:41.238634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb468dc0-6072-4b79-8ad9-c42f1e875fd9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Pushing event updated for resources: {'Subnet': ['ID=2d589422-35b7-441e-9c1f-2f6a79c46d95,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:41.258589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 94e64359-dd66-43f3-beae-843e82f9c304 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:41.262468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:41.265077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:41.273887 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eb468dc0-6072-4b79-8ad9-c42f1e875fd9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:41.335147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:35:41.354356 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:41.392143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:35:41.392795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7dfc46e9-84d5-4e60-bc5e-7a0eb5da51ff not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:35:41.715496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:41.725585 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:41.831938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object 061bf911-2c56-4e01-9225-b3d88eb5da5f will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:41.926441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:41.957193 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42ac8180-b27e-4824-b96f-b5370bfc646c tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:42.004004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-34e08e18-ce98-4787-acad-e24ea8aa9b2e tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:42.017352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f9e02f-77e0-406e-8fb7-18ed0b17cc67 None None] Network 94e64359-dd66-43f3-beae-843e82f9c304 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:42.353042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-00f35a26-6dc4-490d-8a81-a28d3aec6837 None None] Provisioning for port 3c8fb48b-4ed8-42c5-8607-411723446397 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:42.404556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-00f35a26-6dc4-490d-8a81-a28d3aec6837 None None] Provisioning complete for port 3c8fb48b-4ed8-42c5-8607-411723446397 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:42.414936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00f35a26-6dc4-490d-8a81-a28d3aec6837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:42.444428 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:42.462434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-34e08e18-ce98-4787-acad-e24ea8aa9b2e tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:42.481475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-34e08e18-ce98-4787-acad-e24ea8aa9b2e tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Deleting port 1cb97292-2c84-42c8-9bbe-617f4e4af39b {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:42.481851 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-34e08e18-ce98-4787-acad-e24ea8aa9b2e tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:42.490581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-a580f7bc-93ab-4b53-8445-3ec120d002fe None None] Allocated IP 2001:db8:0:1::2 (e6acc9a6-db0b-42d1-82b7-716516d3711e/09dae890-3693-4bf7-8321-127818da6efd/f2d189d4-f00e-4356-813c-29ccb17fdd15) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:42.499562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:42.550047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb468dc0-6072-4b79-8ad9-c42f1e875fd9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Checking segment: {'id': 'cf0ec8a0-2ac8-4f3e-8053-f403370dafe4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d3ec498-9d2f-467a-b407-77cad0de252d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:42.550448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb468dc0-6072-4b79-8ad9-c42f1e875fd9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Network hostable DHCP agents. Network: 2d3ec498-9d2f-467a-b407-77cad0de252d, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:35:42.692299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb468dc0-6072-4b79-8ad9-c42f1e875fd9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Network 2d3ec498-9d2f-467a-b407-77cad0de252d is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:35:42.826858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:42.835563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:42.837966 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00f35a26-6dc4-490d-8a81-a28d3aec6837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:42.841022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=061bf911-2c56-4e01-9225-b3d88eb5da5f,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:42.846936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:42.851142 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:42.854609 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:35:42.854609 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:42.854609 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:42.854609 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:42.854609 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:35:42.854609 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:42.854609 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:42.854609 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:42.854609 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:35:42.854609 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:42.854609 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:42.854609 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:42.854609 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:42.854609 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:42.854609 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:42.854609 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:42.854609 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:35:42.854609 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:42.854609 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:42.854609 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:42.874711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:42.876426 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:42.894411 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:42.897791 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-882ef23b-92b8-4e66-adcd-70e941eb8847 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:42.911252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-eb468dc0-6072-4b79-8ad9-c42f1e875fd9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 2d3ec498-9d2f-467a-b407-77cad0de252d) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:42.928733 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c86b23f-d70e-4a48-a0fd-e10edf2ba121 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:42.938442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aac213-6277-4ea2-95d2-07b5d0aa1f1b None None] Network 2d3ec498-9d2f-467a-b407-77cad0de252d requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:42.973365 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.5574074 Jan 14 07:35:42.974547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46792) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:42.983743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:42.993760 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-90d138de-5237-42be-bf84-649ea7422137 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:43.123143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb468dc0-6072-4b79-8ad9-c42f1e875fd9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:43.124058 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb468dc0-6072-4b79-8ad9-c42f1e875fd9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:43.183831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Port': ['ID=430b4498-fd74-47a4-955b-1a476ca7cfa8,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:43.210240 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:43.269418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c5c030a8-96e0-481f-b167-08f4fef1c7be tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port 061bf911-2c56-4e01-9225-b3d88eb5da5f {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:43.269981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5c030a8-96e0-481f-b167-08f4fef1c7be tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:43.314372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86b23f-d70e-4a48-a0fd-e10edf2ba121 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Pushing event deleted for resources: {'Subnet': ['ID=7767cc06-abb2-4695-9735-63758eab5d90,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:43.329740 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c86b23f-d70e-4a48-a0fd-e10edf2ba121 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:43.350279 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0c86b23f-d70e-4a48-a0fd-e10edf2ba121 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "DELETE /v2.0/subnets/7767cc06-abb2-4695-9735-63758eab5d90 HTTP/1.1" status: 204 len: 168 time: 3.5395174 Jan 14 07:35:43.368602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46798) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:43.368984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46800) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:43.369966 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0c86b23f-d70e-4a48-a0fd-e10edf2ba121 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:43.474714 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-eb468dc0-6072-4b79-8ad9-c42f1e875fd9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 7.7995563 Jan 14 07:35:43.486714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-34e08e18-ce98-4787-acad-e24ea8aa9b2e tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:43.634074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-00f35a26-6dc4-490d-8a81-a28d3aec6837 None None] For port 3c8fb48b-4ed8-42c5-8607-411723446397, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3c8fb48b-4ed8-42c5-8607-411723446397,segment=NetworkSegment(dac02413-18e3-46f7-93e9-498112773bc7),segment_id=dac02413-18e3-46f7-93e9-498112773bc7)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:43.640417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-a580f7bc-93ab-4b53-8445-3ec120d002fe None None] For port f2d189d4-f00e-4356-813c-29ccb17fdd15, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f2d189d4-f00e-4356-813c-29ccb17fdd15,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:43.645438 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00f35a26-6dc4-490d-8a81-a28d3aec6837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:43.648531 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8ab3066a-b842-4b7a-87a3-6b3b3ce2305e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:43.694511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-2d3ec498-9d2f-467a-b407-77cad0de252d', 'network_id': '2d3ec498-9d2f-467a-b407-77cad0de252d', 'tenant_id': '9e4e773797d343929cdbfb10959f6b75', 'fixed_ips': [{'subnet_id': '2d589422-35b7-441e-9c1f-2f6a79c46d95'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:35:43.695411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:43.701739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46808) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:43.719686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc5bc4de-d266-4d74-9a86-df02d7562e6c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:43.774798 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5c030a8-96e0-481f-b167-08f4fef1c7be tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:43.868785 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-a580f7bc-93ab-4b53-8445-3ec120d002fe None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:35:43.976015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c5c030a8-96e0-481f-b167-08f4fef1c7be tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for 061bf911-2c56-4e01-9225-b3d88eb5da5f owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:44.127869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-34e08e18-ce98-4787-acad-e24ea8aa9b2e tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Calling delete_port for 1cb97292-2c84-42c8-9bbe-617f4e4af39b owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:44.146342 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a580f7bc-93ab-4b53-8445-3ec120d002fe None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:44.150354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ed6323bc-0363-4b42-b164-01746062dc21 None None] Provisioning complete for port 3c8fb48b-4ed8-42c5-8607-411723446397 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:44.150769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed6323bc-0363-4b42-b164-01746062dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:44.257165 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5c030a8-96e0-481f-b167-08f4fef1c7be tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:44.289132 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14387c12-7936-4063-ac91-ef4293c76cb6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:44.290049 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-34e08e18-ce98-4787-acad-e24ea8aa9b2e tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:44.334579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f35a26-6dc4-490d-8a81-a28d3aec6837 None None] Pushing event updated for resources: {'Port': ['ID=3c8fb48b-4ed8-42c5-8607-411723446397,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:44.358417 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-00f35a26-6dc4-490d-8a81-a28d3aec6837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:44.524334 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-34e08e18-ce98-4787-acad-e24ea8aa9b2e tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:44.581930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ed6323bc-0363-4b42-b164-01746062dc21 None None] Provisioning for port 430b4498-fd74-47a4-955b-1a476ca7cfa8 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:44.589474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ed6323bc-0363-4b42-b164-01746062dc21 None None] Provisioning complete for port 430b4498-fd74-47a4-955b-1a476ca7cfa8 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:44.589895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed6323bc-0363-4b42-b164-01746062dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:44.598329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c030a8-96e0-481f-b167-08f4fef1c7be tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=061bf911-2c56-4e01-9225-b3d88eb5da5f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:44.608659 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c5c030a8-96e0-481f-b167-08f4fef1c7be tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:44.633771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 94e64359-dd66-43f3-beae-843e82f9c304 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:44.635441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5c030a8-96e0-481f-b167-08f4fef1c7be tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:44.639260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:44.654449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ed6323bc-0363-4b42-b164-01746062dc21 None None] Port 430b4498-fd74-47a4-955b-1a476ca7cfa8 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:35:44.685196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Allocated IP 2001:db8::2 (2d3ec498-9d2f-467a-b407-77cad0de252d/2d589422-35b7-441e-9c1f-2f6a79c46d95/cae63bd6-bb41-4363-b050-f97184bb3360) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:44.726646 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-34e08e18-ce98-4787-acad-e24ea8aa9b2e tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:44.729594 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-34e08e18-ce98-4787-acad-e24ea8aa9b2e tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:44.763318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d01afd11-e294-42ed-9f32-626d348d12f5 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Request body: {'port': {'network_id': '2d3ec498-9d2f-467a-b407-77cad0de252d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1384057884'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:44.822930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3c8fb48b-4ed8-42c5-8607-411723446397 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:44.831136 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9ed41e5-77dc-4e44-95a9-7fb2eb032691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:44.859225 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c5c030a8-96e0-481f-b167-08f4fef1c7be tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/061bf911-2c56-4e01-9225-b3d88eb5da5f HTTP/1.1" status: 204 len: 168 time: 1.8582203 Jan 14 07:35:44.867541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46820) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:44.880349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-eb66b9ed-f41d-4af3-8704-5189b797b95d None None] Provisioning complete for port 3c8fb48b-4ed8-42c5-8607-411723446397 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:44.882214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb66b9ed-f41d-4af3-8704-5189b797b95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:44.961900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f9ed41e5-77dc-4e44-95a9-7fb2eb032691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:44.974733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f9ed41e5-77dc-4e44-95a9-7fb2eb032691 admin admin] Usage tracker for resource:security_group_rule and tenant:ee57c5835f854758b305e08843367769 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:44.984642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f9ed41e5-77dc-4e44-95a9-7fb2eb032691 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:44.994233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f9ed41e5-77dc-4e44-95a9-7fb2eb032691 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:45.101591 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9ed41e5-77dc-4e44-95a9-7fb2eb032691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:45.222685 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc5bc4de-d266-4d74-9a86-df02d7562e6c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:45.225236 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:45.237732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Transition to ACTIVE for port object cae63bd6-bb41-4363-b050-f97184bb3360 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:45.255631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Transition to ACTIVE for port object cae63bd6-bb41-4363-b050-f97184bb3360 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:45.266029 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:45.407044 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9ed41e5-77dc-4e44-95a9-7fb2eb032691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:45.412829 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:45.445773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c1556e-0ec0-4451-ad8f-aa20cc3a4d75 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:45.446759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-58c1556e-0ec0-4451-ad8f-aa20cc3a4d75 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:45.480275 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-985a9eb7-51c6-4b43-9147-28cf28a92bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:45.486499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router e128afe6-36e7-4289-9ee3-f8247b5c367a is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:35:45.490054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-58c1556e-0ec0-4451-ad8f-aa20cc3a4d75 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:45.494231 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-58c1556e-0ec0-4451-ad8f-aa20cc3a4d75 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.6254785 Jan 14 07:35:45.495932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46832) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:45.502505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Pushing event updated for resources: {'Port': ['ID=cae63bd6-bb41-4363-b050-f97184bb3360,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:45.509660 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:45.524150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Network 2d3ec498-9d2f-467a-b407-77cad0de252d is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:45.530160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:45.530894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-fc5bc4de-d266-4d74-9a86-df02d7562e6c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2f3df6-b09d-41ee-891b-6095f7e62569']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:45.535116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:45.543001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-76fda1fd-779c-4363-a991-3a2d0a9d5a86 None None] Provisioning complete for port 430b4498-fd74-47a4-955b-1a476ca7cfa8 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:45.543583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76fda1fd-779c-4363-a991-3a2d0a9d5a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:45.554856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-fc5bc4de-d266-4d74-9a86-df02d7562e6c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd663e0bb-3a80-4fcb-b88f-9373fb2ef0f4') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:45.555366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-fc5bc4de-d266-4d74-9a86-df02d7562e6c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd663e0bb-3a80-4fcb-b88f-9373fb2ef0f4') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:45.598407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed41e5-77dc-4e44-95a9-7fb2eb032691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2226da-1649-4251-8335-985faee934a2,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:45.620060 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f9ed41e5-77dc-4e44-95a9-7fb2eb032691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:45.631806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc5bc4de-d266-4d74-9a86-df02d7562e6c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:45.635012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a580f7bc-93ab-4b53-8445-3ec120d002fe None None] Transition to ACTIVE for port object f2d189d4-f00e-4356-813c-29ccb17fdd15 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:45.650580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Attempting to bind port cae63bd6-bb41-4363-b050-f97184bb3360 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:35:45.651112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Attempting to bind port cae63bd6-bb41-4363-b050-f97184bb3360 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'cf0ec8a0-2ac8-4f3e-8053-f403370dafe4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d3ec498-9d2f-467a-b407-77cad0de252d'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:35:45.651603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Attempting to bind port cae63bd6-bb41-4363-b050-f97184bb3360 on network 2d3ec498-9d2f-467a-b407-77cad0de252d {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:35:45.661566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:35:45.662090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Checking segment: {'id': 'cf0ec8a0-2ac8-4f3e-8053-f403370dafe4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d3ec498-9d2f-467a-b407-77cad0de252d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:35:45.662685 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:45.663216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Bound using segment: {'id': 'cf0ec8a0-2ac8-4f3e-8053-f403370dafe4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d3ec498-9d2f-467a-b407-77cad0de252d'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:35:45.663912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Bound port: cae63bd6-bb41-4363-b050-f97184bb3360, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0ec8a0-2ac8-4f3e-8053-f403370dafe4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d3ec498-9d2f-467a-b407-77cad0de252d'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:35:45.664431 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:45.710913 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a580f7bc-93ab-4b53-8445-3ec120d002fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:45.723259 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f9ed41e5-77dc-4e44-95a9-7fb2eb032691 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee57c5835f854758b305e08843367769&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3228281 Jan 14 07:35:45.729779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d01afd11-e294-42ed-9f32-626d348d12f5 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:45.733298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:35:45.734999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d01afd11-e294-42ed-9f32-626d348d12f5 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Usage tracker for resource:port and tenant:9e4e773797d343929cdbfb10959f6b75 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:45.743524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bfb074-497d-414f-9965-cec707532011 None None] Sync routers for ids ['e128afe6-36e7-4289-9ee3-f8247b5c367a'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:35:45.744731 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/e128afe6-36e7-4289-9ee3-f8247b5c367a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9206281 Jan 14 07:35:45.744875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d01afd11-e294-42ed-9f32-626d348d12f5 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Quota usage for port was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:45.745366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46836) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:45.745739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46838) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:45.752901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d01afd11-e294-42ed-9f32-626d348d12f5 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:45.761390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc5bc4de-d266-4d74-9a86-df02d7562e6c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:45.764828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc5bc4de-d266-4d74-9a86-df02d7562e6c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Releasing vxlan tunnel 10 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:35:45.771507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bfb074-497d-414f-9965-cec707532011 None None] Routers {'e128afe6-36e7-4289-9ee3-f8247b5c367a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:45.774998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-98bfb074-497d-414f-9965-cec707532011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:35:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e128afe6-36e7-4289-9ee3-f8247b5c367a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:45.849501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 3c8fb48b-4ed8-42c5-8607-411723446397 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:45.850024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:45.861800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dde09d-b7df-4e63-bd32-58852849862a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:45.866306 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-32dde09d-b7df-4e63-bd32-58852849862a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3693640 Jan 14 07:35:45.870452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46844) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:45.940662 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9044e633-f144-45ac-bebc-48cb08702e49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:45.949256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-98bfb074-497d-414f-9965-cec707532011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:45.970432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bfb074-497d-414f-9965-cec707532011 None None] Routers {'e128afe6-36e7-4289-9ee3-f8247b5c367a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:45.976216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-98bfb074-497d-414f-9965-cec707532011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:35:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e128afe6-36e7-4289-9ee3-f8247b5c367a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:45.989617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-fc5bc4de-d266-4d74-9a86-df02d7562e6c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Network 8b2f3df6-b09d-41ee-891b-6095f7e62569 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:46.000093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc5bc4de-d266-4d74-9a86-df02d7562e6c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:46.003965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618c669a-056f-4013-8efb-de6c157125c0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:46.004664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-618c669a-056f-4013-8efb-de6c157125c0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Synchronizing usage tracker for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:46.040878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58c76820-1e91-4587-8896-4e13f647db75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:46.067018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958f0bd5-3817-4e63-917d-137083935a77 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:46.071998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958f0bd5-3817-4e63-917d-137083935a77 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:46.077334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958f0bd5-3817-4e63-917d-137083935a77 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:46.078294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-958f0bd5-3817-4e63-917d-137083935a77 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:46.086985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580f7bc-93ab-4b53-8445-3ec120d002fe None None] Pushing event updated for resources: {'Port': ['ID=f2d189d4-f00e-4356-813c-29ccb17fdd15,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:46.092444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-618c669a-056f-4013-8efb-de6c157125c0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Unset dirty status for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:46.096868 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-618c669a-056f-4013-8efb-de6c157125c0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/ports/430b4498-fd74-47a4-955b-1a476ca7cfa8 HTTP/1.1" status: 200 len: 910 time: 0.3469703 Jan 14 07:35:46.104287 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a580f7bc-93ab-4b53-8445-3ec120d002fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:46.107617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46848) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:46.129889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-76fda1fd-779c-4363-a991-3a2d0a9d5a86 None None] Port 430b4498-fd74-47a4-955b-1a476ca7cfa8 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:35:46.131472 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:46.136240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-98bfb074-497d-414f-9965-cec707532011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:46.136930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bfb074-497d-414f-9965-cec707532011 None None] The sync data for ids ['e128afe6-36e7-4289-9ee3-f8247b5c367a'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:35:46.145715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f1991a9b-4ef9-4e32-ab1e-83b82941f540 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b44d84ee-b722-4865-9dcb-0f96e6050bd5'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:46.256127 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58c76820-1e91-4587-8896-4e13f647db75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:46.271216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-fc5bc4de-d266-4d74-9a86-df02d7562e6c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Network 8b2f3df6-b09d-41ee-891b-6095f7e62569 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:46.279010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] For port cae63bd6-bb41-4363-b050-f97184bb3360, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:35:46.285293 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:46.312267 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:35:46.315759 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:35:46.317354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-958f0bd5-3817-4e63-917d-137083935a77 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:46.317354 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-958f0bd5-3817-4e63-917d-137083935a77 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4408429 Jan 14 07:35:46.318219 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:35:46.318219 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:35:46.318219 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:35:46.318219 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:35:46.318219 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:35:46.318219 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:35:46.318219 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:35:46.318219 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:35:46.318219 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:35:46.318219 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:35:46.318219 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:35:46.318219 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:35:46.318219 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:35:46.320506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46854) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:46.327409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-34e08e18-ce98-4787-acad-e24ea8aa9b2e tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:46.328010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e08e18-ce98-4787-acad-e24ea8aa9b2e tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Fanout notify agent at l3_agent the message router_deleted on router d3e9e659-1963-4921-b9a2-e765a86da08c {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:35:46.521448 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58c76820-1e91-4587-8896-4e13f647db75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:46.534713 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b05f068d-9820-42d6-ac38-6bb120718639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:46.564326 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58c76820-1e91-4587-8896-4e13f647db75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:46.565597 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-58c76820-1e91-4587-8896-4e13f647db75 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e2226da-1649-4251-8335-985faee934a2 HTTP/1.1" status: 204 len: 168 time: 0.8174145 Jan 14 07:35:46.566641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c76820-1e91-4587-8896-4e13f647db75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2226da-1649-4251-8335-985faee934a2,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:46.569688 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-58c76820-1e91-4587-8896-4e13f647db75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:46.589142 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1991a9b-4ef9-4e32-ab1e-83b82941f540 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:46.793786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f2d189d4-f00e-4356-813c-29ccb17fdd15 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:46.856123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01afd11-e294-42ed-9f32-626d348d12f5 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Made reservation on behalf of 9e4e773797d343929cdbfb10959f6b75 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:46.877234 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d01afd11-e294-42ed-9f32-626d348d12f5 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.168986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8da5ebf9-90e7-42bf-9ec6-5a3de434823f None None] Provisioning for port f2d189d4-f00e-4356-813c-29ccb17fdd15 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:47.177391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8da5ebf9-90e7-42bf-9ec6-5a3de434823f None None] Provisioning complete for port f2d189d4-f00e-4356-813c-29ccb17fdd15 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:47.178084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8da5ebf9-90e7-42bf-9ec6-5a3de434823f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.420086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] For port cae63bd6-bb41-4363-b050-f97184bb3360, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=cae63bd6-bb41-4363-b050-f97184bb3360,segment=NetworkSegment(cf0ec8a0-2ac8-4f3e-8053-f403370dafe4),segment_id=cf0ec8a0-2ac8-4f3e-8053-f403370dafe4)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:35:47.425352 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-34e08e18-ce98-4787-acad-e24ea8aa9b2e tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.425768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.429242 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-34e08e18-ce98-4787-acad-e24ea8aa9b2e tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] 10.222.0.41 "DELETE /v2.0/routers/d3e9e659-1963-4921-b9a2-e765a86da08c HTTP/1.1" status: 204 len: 168 time: 6.7706728 Jan 14 07:35:47.439377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46866) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:47.460045 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc5bc4de-d266-4d74-9a86-df02d7562e6c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.563000 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:47.588493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1991a9b-4ef9-4e32-ab1e-83b82941f540 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.602734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1991a9b-4ef9-4e32-ab1e-83b82941f540 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.670764 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-30b4d8c0-2e75-496f-94c1-b69005626193 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:47.715027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d6e18d-8e6b-4760-8eb7-03265115d669 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Deleting subnet eb8c17dd-a6c4-4d41-a968-afcf4e59554c {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:35:47.718396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89d6e18d-8e6b-4760-8eb7-03265115d669 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.723484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a54cfce1-1d08-4fee-9ba0-a467d22cb0d3 None None] Could not find standard attr ID for object 061bf911-2c56-4e01-9225-b3d88eb5da5f. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:35:47.725014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Pushing event updated for resources: {'Port': ['ID=cae63bd6-bb41-4363-b050-f97184bb3360,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:47.746222 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:47.783119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89d6e18d-8e6b-4760-8eb7-03265115d669 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.783861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1991a9b-4ef9-4e32-ab1e-83b82941f540 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:47.784622 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1991a9b-4ef9-4e32-ab1e-83b82941f540 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:47.788972 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f1991a9b-4ef9-4e32-ab1e-83b82941f540 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/ports/430b4498-fd74-47a4-955b-1a476ca7cfa8 HTTP/1.1" status: 200 len: 910 time: 1.6774118 Jan 14 07:35:47.788972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1991a9b-4ef9-4e32-ab1e-83b82941f540 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Port': ['ID=430b4498-fd74-47a4-955b-1a476ca7cfa8,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:47.791974 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1991a9b-4ef9-4e32-ab1e-83b82941f540 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:47.792563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46870) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:47.867471 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-73f2826b-7311-486b-80bd-39122b4e94ee tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:47.953152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5bc4de-d266-4d74-9a86-df02d7562e6c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8b2f3df6-b09d-41ee-891b-6095f7e62569 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 07:35:47.972853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26179a4-30f6-44d6-9e82-75e6faf2c642 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 09dae890-3693-4bf7-8321-127818da6efd {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:35:48.021266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-d01afd11-e294-42ed-9f32-626d348d12f5 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] device_id is not set on port b279de94-2838-425a-9680-8511ae89e7e6 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:35:48.118480 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc5bc4de-d266-4d74-9a86-df02d7562e6c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:48.124610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a26179a4-30f6-44d6-9e82-75e6faf2c642 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:48.165433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f394d561-580b-4b9f-8772-baf9035155bd None None] Provisioning complete for port f2d189d4-f00e-4356-813c-29ccb17fdd15 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:48.165916 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f394d561-580b-4b9f-8772-baf9035155bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:48.173464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bc4de-d266-4d74-9a86-df02d7562e6c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Pushing event deleted for resources: {'Network': ['ID=8b2f3df6-b09d-41ee-891b-6095f7e62569,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:48.196995 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fc5bc4de-d266-4d74-9a86-df02d7562e6c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:48.268209 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fc5bc4de-d266-4d74-9a86-df02d7562e6c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "DELETE /v2.0/networks/8b2f3df6-b09d-41ee-891b-6095f7e62569 HTTP/1.1" status: 204 len: 168 time: 4.8695500 Jan 14 07:35:48.378515 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a26179a4-30f6-44d6-9e82-75e6faf2c642 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:48.467764 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89d6e18d-8e6b-4760-8eb7-03265115d669 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:48.688729 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a26179a4-30f6-44d6-9e82-75e6faf2c642 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:48.812123 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-746ce42b-d33f-497e-aa47-117f5bda6b48 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:48.859970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device cae63bd6-bb41-4363-b050-f97184bb3360 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:48.998435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port cae63bd6-bb41-4363-b050-f97184bb3360 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:49.070324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a26179a4-30f6-44d6-9e82-75e6faf2c642 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:49.096159 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ebbf4896-ef97-4d5f-a1f6-039225179cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:49.182878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46886) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:49.184231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-d01afd11-e294-42ed-9f32-626d348d12f5 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Allocated IP 2001:db8::5b (2d3ec498-9d2f-467a-b407-77cad0de252d/2d589422-35b7-441e-9c1f-2f6a79c46d95/b279de94-2838-425a-9680-8511ae89e7e6) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:49.257164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f5b440a1-5b4a-4468-81ca-3774836db7ae tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Request body: {'router': {'name': 'tempest-router--1718473591', 'project_id': 'f8d9ef68bf08457f9e9865257c27660a'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:49.263369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f5b440a1-5b4a-4468-81ca-3774836db7ae tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:49.268729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f5b440a1-5b4a-4468-81ca-3774836db7ae tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Usage tracker for resource:router and tenant:f8d9ef68bf08457f9e9865257c27660a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:49.272497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f5b440a1-5b4a-4468-81ca-3774836db7ae tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:49.278467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f5b440a1-5b4a-4468-81ca-3774836db7ae tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:49.291443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26179a4-30f6-44d6-9e82-75e6faf2c642 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=09dae890-3693-4bf7-8321-127818da6efd,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:49.297946 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a26179a4-30f6-44d6-9e82-75e6faf2c642 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:49.359631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5b440a1-5b4a-4468-81ca-3774836db7ae tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:49.361313 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5b440a1-5b4a-4468-81ca-3774836db7ae tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:49.376882 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5b440a1-5b4a-4468-81ca-3774836db7ae tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:49.383195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-746ce42b-d33f-497e-aa47-117f5bda6b48 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting port 430b4498-fd74-47a4-955b-1a476ca7cfa8 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:49.383699 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-746ce42b-d33f-497e-aa47-117f5bda6b48 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:49.429530 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5b440a1-5b4a-4468-81ca-3774836db7ae tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:49.549892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7d65fe-4eac-40d6-be20-87d756ee33b7 None None] Network 2d3ec498-9d2f-467a-b407-77cad0de252d requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:49.589393 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5b440a1-5b4a-4468-81ca-3774836db7ae tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:49.593316 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f5b440a1-5b4a-4468-81ca-3774836db7ae tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3470335 Jan 14 07:35:49.600020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46896) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:49.627339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-746ce42b-d33f-497e-aa47-117f5bda6b48 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:49.761131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-746ce42b-d33f-497e-aa47-117f5bda6b48 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Calling delete_port for 430b4498-fd74-47a4-955b-1a476ca7cfa8 owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:49.866186 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a26179a4-30f6-44d6-9e82-75e6faf2c642 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:49.867343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d323322f-232b-4664-b676-7b57eb310ca6 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:49.871198 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a26179a4-30f6-44d6-9e82-75e6faf2c642 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/09dae890-3693-4bf7-8321-127818da6efd HTTP/1.1" status: 204 len: 168 time: 3.5455401 Jan 14 07:35:49.879288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46900) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:49.978380 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-737dc302-7b4a-4b39-90d4-66c2b5131158 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:50.206853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f9344908-6151-4749-a45b-0e27cb855d5c None None] Provisioning for port cae63bd6-bb41-4363-b050-f97184bb3360 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:50.226069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f9344908-6151-4749-a45b-0e27cb855d5c None None] Provisioning complete for port cae63bd6-bb41-4363-b050-f97184bb3360 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:50.226618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9344908-6151-4749-a45b-0e27cb855d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:50.332614 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-746ce42b-d33f-497e-aa47-117f5bda6b48 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:50.350531 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-085fe877-10d1-4aea-a8cd-70f7ba188ff6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:50.425528 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9344908-6151-4749-a45b-0e27cb855d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:50.459201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a404dcf-6ce2-4fc5-808d-03a4172a1148 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 20339cf3-3c4d-4980-bb0d-227a62c4d7db {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:35:50.464727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a404dcf-6ce2-4fc5-808d-03a4172a1148 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:50.495851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ce42b-d33f-497e-aa47-117f5bda6b48 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Port': ['ID=430b4498-fd74-47a4-955b-1a476ca7cfa8,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:50.509577 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-746ce42b-d33f-497e-aa47-117f5bda6b48 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:50.509845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f9344908-6151-4749-a45b-0e27cb855d5c None None] For port cae63bd6-bb41-4363-b050-f97184bb3360, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=cae63bd6-bb41-4363-b050-f97184bb3360,segment=NetworkSegment(cf0ec8a0-2ac8-4f3e-8053-f403370dafe4),segment_id=cf0ec8a0-2ac8-4f3e-8053-f403370dafe4)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:50.518230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9344908-6151-4749-a45b-0e27cb855d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:50.520338 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:50.564507 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a404dcf-6ce2-4fc5-808d-03a4172a1148 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:50.636045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9344908-6151-4749-a45b-0e27cb855d5c None None] Pushing event updated for resources: {'Port': ['ID=cae63bd6-bb41-4363-b050-f97184bb3360,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:50.652511 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f9344908-6151-4749-a45b-0e27cb855d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:50.713255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a404dcf-6ce2-4fc5-808d-03a4172a1148 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:50.808687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device cae63bd6-bb41-4363-b050-f97184bb3360 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:35:50.895024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-746ce42b-d33f-497e-aa47-117f5bda6b48 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.021554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e5c108ca-e5e4-4250-bae5-35d8dde8d9d5 None None] Provisioning complete for port cae63bd6-bb41-4363-b050-f97184bb3360 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:51.022361 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5c108ca-e5e4-4250-bae5-35d8dde8d9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.141499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port cae63bd6-bb41-4363-b050-f97184bb3360 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:51.145575 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.344972 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89d6e18d-8e6b-4760-8eb7-03265115d669 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.507451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-aeeef8a5-1255-4b72-ab00-53e5c06bbbd6 None None] Provisioning complete for port cae63bd6-bb41-4363-b050-f97184bb3360 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:51.508072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aeeef8a5-1255-4b72-ab00-53e5c06bbbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.588748 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6f215e71-4b20-47c3-85ab-a015bdb292e8 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:51.631808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746ce42b-d33f-497e-aa47-117f5bda6b48 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router e128afe6-36e7-4289-9ee3-f8247b5c367a has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:35:51.693942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d01afd11-e294-42ed-9f32-626d348d12f5 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.729595 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-737dc302-7b4a-4b39-90d4-66c2b5131158 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.732181 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-737dc302-7b4a-4b39-90d4-66c2b5131158 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.750023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3e59cc-d78b-472f-9c87-ae62a0287d68 None None] Network 7d120181-cb63-408b-bca1-df814b84f829 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:51.769238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89d6e18d-8e6b-4760-8eb7-03265115d669 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.780044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6e18d-8e6b-4760-8eb7-03265115d669 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Pushing event deleted for resources: {'Subnet': ['ID=eb8c17dd-a6c4-4d41-a968-afcf4e59554c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:51.786884 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-89d6e18d-8e6b-4760-8eb7-03265115d669 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] 10.222.0.41 "DELETE /v2.0/subnets/eb8c17dd-a6c4-4d41-a968-afcf4e59554c HTTP/1.1" status: 204 len: 168 time: 4.3431199 Jan 14 07:35:51.788412 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89d6e18d-8e6b-4760-8eb7-03265115d669 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:51.798398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46916) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:51.837690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746ce42b-d33f-497e-aa47-117f5bda6b48 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:35:51.851421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d01afd11-e294-42ed-9f32-626d348d12f5 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Transition to ACTIVE for port object b279de94-2838-425a-9680-8511ae89e7e6 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:51.858055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee62cda-4d78-4979-9659-ad227c61eaee None None] Sync routers for ids ['e128afe6-36e7-4289-9ee3-f8247b5c367a'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:35:51.858905 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-746ce42b-d33f-497e-aa47-117f5bda6b48 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/e128afe6-36e7-4289-9ee3-f8247b5c367a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0651803 Jan 14 07:35:51.862365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46920) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:51.927935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3be43c86-4634-4734-99ee-16a3dbe4563d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Synchronizing usage tracker for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:51.950378 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-737dc302-7b4a-4b39-90d4-66c2b5131158 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:51.950913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737dc302-7b4a-4b39-90d4-66c2b5131158 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Fanout notify agent at l3_agent the message router_deleted on router cb0af1a0-620c-44ee-88a0-640b7100059f {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:35:51.957991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3be43c86-4634-4734-99ee-16a3dbe4563d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Unset dirty status for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:51.963243 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3be43c86-4634-4734-99ee-16a3dbe4563d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/ports?device_id=e128afe6-36e7-4289-9ee3-f8247b5c367a HTTP/1.1" status: 200 len: 205 time: 0.1000590 Jan 14 07:35:51.970485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46924) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:52.008164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee62cda-4d78-4979-9659-ad227c61eaee None None] Routers {'e128afe6-36e7-4289-9ee3-f8247b5c367a'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:52.009456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4ee62cda-4d78-4979-9659-ad227c61eaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:35:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e128afe6-36e7-4289-9ee3-f8247b5c367a'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:52.045236 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-737dc302-7b4a-4b39-90d4-66c2b5131158 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.046452 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-737dc302-7b4a-4b39-90d4-66c2b5131158 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "DELETE /v2.0/routers/cb0af1a0-620c-44ee-88a0-640b7100059f HTTP/1.1" status: 204 len: 168 time: 2.4418104 Jan 14 07:35:52.088133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.112835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-93c075eb-f307-4def-ba09-72cd23737e4b None None] Provisioning complete for port cae63bd6-bb41-4363-b050-f97184bb3360 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:52.113616 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-93c075eb-f307-4def-ba09-72cd23737e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.161070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4ee62cda-4d78-4979-9659-ad227c61eaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:52.173934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Deleting port 13618445-353e-4708-b2f2-373223a1cde7 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:52.174312 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.208161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d1eac2d-bcc0-494f-a3b2-1df864d23054 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.210266 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d01afd11-e294-42ed-9f32-626d348d12f5 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.268468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee62cda-4d78-4979-9659-ad227c61eaee None None] Routers {'e128afe6-36e7-4289-9ee3-f8247b5c367a'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:35:52.269214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4ee62cda-4d78-4979-9659-ad227c61eaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:35:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e128afe6-36e7-4289-9ee3-f8247b5c367a'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:52.345485 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d2d698a-e6fd-495a-a2b0-b089a35d467d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:52.346032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4ee62cda-4d78-4979-9659-ad227c61eaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:52.346357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee62cda-4d78-4979-9659-ad227c61eaee None None] The sync data for ids ['e128afe6-36e7-4289-9ee3-f8247b5c367a'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:35:52.362836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46932) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:52.429163 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a404dcf-6ce2-4fc5-808d-03a4172a1148 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.478545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a77069c-40aa-4ee3-aef4-216794aac17e None None] DHCP port deletion for 7d120181-cb63-408b-bca1-df814b84f829 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:35:52.491158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0a77069c-40aa-4ee3-aef4-216794aac17e None None] Deleting port 13618445-353e-4708-b2f2-373223a1cde7 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:52.491577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a77069c-40aa-4ee3-aef4-216794aac17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.587812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d1eac2d-bcc0-494f-a3b2-1df864d23054 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.592130 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d1eac2d-bcc0-494f-a3b2-1df864d23054 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.638036 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d1eac2d-bcc0-494f-a3b2-1df864d23054 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.638574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1eac2d-bcc0-494f-a3b2-1df864d23054 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Fanout notify agent at l3_agent the message router_deleted on router e128afe6-36e7-4289-9ee3-f8247b5c367a {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:35:52.683280 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d1eac2d-bcc0-494f-a3b2-1df864d23054 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.687448 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0d1eac2d-bcc0-494f-a3b2-1df864d23054 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/routers/e128afe6-36e7-4289-9ee3-f8247b5c367a HTTP/1.1" status: 204 len: 168 time: 0.7159081 Jan 14 07:35:52.688848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46942) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:52.730871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-93c075eb-f307-4def-ba09-72cd23737e4b None None] Provisioning complete for port f2d189d4-f00e-4356-813c-29ccb17fdd15 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:52.731558 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-93c075eb-f307-4def-ba09-72cd23737e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.792110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 13618445-353e-4708-b2f2-373223a1cde7 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:35:52.803283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] For port 13618445-353e-4708-b2f2-373223a1cde7, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=13618445-353e-4708-b2f2-373223a1cde7,segment=NetworkSegment(086d0eff-61e6-482c-805a-2ab9c69bdf9c),segment_id=086d0eff-61e6-482c-805a-2ab9c69bdf9c)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:52.803808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.905686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-778297489', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}, 'admin_state_up': False}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:52.931986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:52.940341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Usage tracker for resource:router and tenant:83d3969603a5401996b944d31d6b3090 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:52.945625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:52.955796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:52.972073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Calling delete_port for 13618445-353e-4708-b2f2-373223a1cde7 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:52.995805 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:52.996920 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:53.013490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:53.051967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0a77069c-40aa-4ee3-aef4-216794aac17e None None] For port 13618445-353e-4708-b2f2-373223a1cde7, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=13618445-353e-4708-b2f2-373223a1cde7,segment=NetworkSegment(086d0eff-61e6-482c-805a-2ab9c69bdf9c),segment_id=086d0eff-61e6-482c-805a-2ab9c69bdf9c)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:53.052481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a77069c-40aa-4ee3-aef4-216794aac17e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:53.057178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a55b7c7-a187-40dc-bcba-4b6530ae8f2c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting subnet b44d84ee-b722-4865-9dcb-0f96e6050bd5 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:35:53.061741 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a55b7c7-a187-40dc-bcba-4b6530ae8f2c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:53.073160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01afd11-e294-42ed-9f32-626d348d12f5 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Pushing event updated for resources: {'Port': ['ID=b279de94-2838-425a-9680-8511ae89e7e6,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:53.087796 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d01afd11-e294-42ed-9f32-626d348d12f5 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:53.098460 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1bb6f84-6f9f-49af-90f9-ff441e7c180f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.614s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:53.128802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a55b7c7-a187-40dc-bcba-4b6530ae8f2c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:53.154560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a404dcf-6ce2-4fc5-808d-03a4172a1148 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=20339cf3-3c4d-4980-bb0d-227a62c4d7db,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:53.163634 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a404dcf-6ce2-4fc5-808d-03a4172a1148 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:53.185988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:53.220875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0a77069c-40aa-4ee3-aef4-216794aac17e None None] Calling delete_port for 13618445-353e-4708-b2f2-373223a1cde7 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:53.232553 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a55b7c7-a187-40dc-bcba-4b6530ae8f2c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:53.300657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-0a77069c-40aa-4ee3-aef4-216794aac17e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:35:53.301070 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-0a77069c-40aa-4ee3-aef4-216794aac17e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:35:53.302846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a404dcf-6ce2-4fc5-808d-03a4172a1148 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:53.305629 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:53.307876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59a1b23-b1b2-4b89-8301-b1e24586d6fc None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:53.358181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Pushing event deleted for resources: {'Port': ['ID=13618445-353e-4708-b2f2-373223a1cde7,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:53.376935 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:53.384549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] No DVR routers for this DVR port 13618445-353e-4708-b2f2-373223a1cde7 on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:35:53.390681 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4a404dcf-6ce2-4fc5-808d-03a4172a1148 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/20339cf3-3c4d-4980-bb0d-227a62c4d7db HTTP/1.1" status: 204 len: 168 time: 3.4617610 Jan 14 07:35:53.394412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46950) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:53.542298 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c20a7a3e-6cfe-4ea7-b04b-7e6829cd939c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1173549 Jan 14 07:35:53.544874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01afd11-e294-42ed-9f32-626d348d12f5 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Network 2d3ec498-9d2f-467a-b407-77cad0de252d is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:53.546772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46954) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:53.595593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d01afd11-e294-42ed-9f32-626d348d12f5 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:53.603349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01afd11-e294-42ed-9f32-626d348d12f5 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:53.607475 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:53.611059 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:35:53.611059 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:53.611059 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:53.611059 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:53.611059 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:35:53.611059 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:53.611059 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:53.611059 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:53.611059 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:35:53.611059 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:53.611059 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:53.611059 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:53.611059 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:53.611059 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:53.611059 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:53.611059 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:53.611059 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:35:53.611059 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:53.611059 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:53.611059 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:53.623212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1ae8bcbe-ce4e-4e36-8365-fd1d2748a1e1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:53.627980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01afd11-e294-42ed-9f32-626d348d12f5 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:53.632517 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d01afd11-e294-42ed-9f32-626d348d12f5 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:53.639395 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a55b7c7-a187-40dc-bcba-4b6530ae8f2c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:53.670443 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1913de45-1621-45a4-854f-e886d570a8b8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:53.670810 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No ports have port_id starting with 13618445-353e-4708-b2f2-373223a1cde7 Jan 14 07:35:53.700655 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d01afd11-e294-42ed-9f32-626d348d12f5 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 9.8666561 Jan 14 07:35:53.711532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 46962) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:53.732535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c7caea39-64ac-4f4c-bef5-58e21dab23bb tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Request body: {'port': {'network_id': '2d3ec498-9d2f-467a-b407-77cad0de252d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-4833265', 'allowed_address_pairs': [{'ip_address': '2001:db8::5b', 'mac_address': 'fa:16:3e:34:52:39'}]}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:53.854051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0a77069c-40aa-4ee3-aef4-216794aac17e None None] Deleting port 13618445-353e-4708-b2f2-373223a1cde7 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:53.854386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a77069c-40aa-4ee3-aef4-216794aac17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:53.876417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55b7c7-a187-40dc-bcba-4b6530ae8f2c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Subnet': ['ID=b44d84ee-b722-4865-9dcb-0f96e6050bd5,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:54.015677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.090360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0a77069c-40aa-4ee3-aef4-216794aac17e None None] The port '13618445-353e-4708-b2f2-373223a1cde7' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:35:54.108136 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c0d89c3-d79a-4dc4-869d-d6622d93124f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.228857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b416ac3-95b3-4859-867a-5756712cf93c None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:35:54.234037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6d233cb2-0ddc-4fc1-86f7-8885b98fc211 None None] Provisioning for port b279de94-2838-425a-9680-8511ae89e7e6 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:54.249284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6d233cb2-0ddc-4fc1-86f7-8885b98fc211 None None] Provisioning complete for port b279de94-2838-425a-9680-8511ae89e7e6 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:54.249707 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6d233cb2-0ddc-4fc1-86f7-8885b98fc211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.274436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d120181-cb63-408b-bca1-df814b84f829']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:54.287533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c7caea39-64ac-4f4c-bef5-58e21dab23bb tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:54.294818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086d0eff-61e6-482c-805a-2ab9c69bdf9c') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:54.295270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086d0eff-61e6-482c-805a-2ab9c69bdf9c') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:54.304470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c7caea39-64ac-4f4c-bef5-58e21dab23bb tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Usage tracker for resource:port and tenant:9e4e773797d343929cdbfb10959f6b75 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:54.310685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c7caea39-64ac-4f4c-bef5-58e21dab23bb tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Quota usage for port was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:54.319151 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.327252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c7caea39-64ac-4f4c-bef5-58e21dab23bb tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:54.343401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2b416ac3-95b3-4859-867a-5756712cf93c None None] Deleting port f2d189d4-f00e-4356-813c-29ccb17fdd15 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:54.344045 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b416ac3-95b3-4859-867a-5756712cf93c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.360980 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.363605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Releasing vxlan tunnel 12 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:35:54.379160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7caea39-64ac-4f4c-bef5-58e21dab23bb tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Made reservation on behalf of 9e4e773797d343929cdbfb10959f6b75 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:54.418615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6d233cb2-0ddc-4fc1-86f7-8885b98fc211 None None] Port b279de94-2838-425a-9680-8511ae89e7e6 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:35:54.466456 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9a55b7c7-a187-40dc-bcba-4b6530ae8f2c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:54.615359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2b416ac3-95b3-4859-867a-5756712cf93c None None] For port f2d189d4-f00e-4356-813c-29ccb17fdd15, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f2d189d4-f00e-4356-813c-29ccb17fdd15,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:54.615915 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b416ac3-95b3-4859-867a-5756712cf93c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.651447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.725365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1ae8bcbe-ce4e-4e36-8365-fd1d2748a1e1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:54.737018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1ae8bcbe-ce4e-4e36-8365-fd1d2748a1e1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:35:54.740599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1ae8bcbe-ce4e-4e36-8365-fd1d2748a1e1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:35:54.747306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1ae8bcbe-ce4e-4e36-8365-fd1d2748a1e1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:54.767700 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a55b7c7-a187-40dc-bcba-4b6530ae8f2c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:54.793563 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9a55b7c7-a187-40dc-bcba-4b6530ae8f2c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/subnets/b44d84ee-b722-4865-9dcb-0f96e6050bd5 HTTP/1.1" status: 204 len: 168 time: 2.1034603 Jan 14 07:35:54.795010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46980) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:54.816090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2b416ac3-95b3-4859-867a-5756712cf93c None None] Calling delete_port for f2d189d4-f00e-4356-813c-29ccb17fdd15 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:54.850845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a86f7f5-dd01-444d-a9fa-d06e626b1e55 None None] Network 94e64359-dd66-43f3-beae-843e82f9c304 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:54.855801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae8bcbe-ce4e-4e36-8365-fd1d2748a1e1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:54.866345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f2d189d4-f00e-4356-813c-29ccb17fdd15 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:35:55.043863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Network 7d120181-cb63-408b-bca1-df814b84f829 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:55.071252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:55.121976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:35:55.122696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:55.132125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:55.239004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7caea39-64ac-4f4c-bef5-58e21dab23bb tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:55.257543 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ae8bcbe-ce4e-4e36-8365-fd1d2748a1e1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:55.273268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting port 3c8fb48b-4ed8-42c5-8607-411723446397 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:55.273887 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:55.339283 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b416ac3-95b3-4859-867a-5756712cf93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:55.469547 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a4f9f87-b17c-448d-b2a9-9cca1db3ffe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:55.480134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Network 7d120181-cb63-408b-bca1-df814b84f829 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:55.526550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b416ac3-95b3-4859-867a-5756712cf93c None None] Pushing event deleted for resources: {'Port': ['ID=f2d189d4-f00e-4356-813c-29ccb17fdd15,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:55.530164 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2b416ac3-95b3-4859-867a-5756712cf93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:55.535256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b416ac3-95b3-4859-867a-5756712cf93c None None] No DVR routers for this DVR port f2d189d4-f00e-4356-813c-29ccb17fdd15 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:35:55.539263 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:35:55.542845 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:35:55.627368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-c7caea39-64ac-4f4c-bef5-58e21dab23bb tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] device_id is not set on port e53029a8-6387-4aaf-84fe-ea0f116b41b8 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:35:55.654791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcbc687-51b0-4d97-a57e-ab8373007a48 None None] DHCP port deletion for 94e64359-dd66-43f3-beae-843e82f9c304 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:35:55.659952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9dcbc687-51b0-4d97-a57e-ab8373007a48 None None] Deleting port 3c8fb48b-4ed8-42c5-8607-411723446397 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:55.660378 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9dcbc687-51b0-4d97-a57e-ab8373007a48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:55.804930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-c7caea39-64ac-4f4c-bef5-58e21dab23bb tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Allocated IP 2001:db8::173 (2d3ec498-9d2f-467a-b407-77cad0de252d/2d589422-35b7-441e-9c1f-2f6a79c46d95/e53029a8-6387-4aaf-84fe-ea0f116b41b8) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:55.812140 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:55.935070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9dcbc687-51b0-4d97-a57e-ab8373007a48 None None] For port 3c8fb48b-4ed8-42c5-8607-411723446397, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3c8fb48b-4ed8-42c5-8607-411723446397,segment=NetworkSegment(dac02413-18e3-46f7-93e9-498112773bc7),segment_id=dac02413-18e3-46f7-93e9-498112773bc7)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:55.936206 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9dcbc687-51b0-4d97-a57e-ab8373007a48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:55.943545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:56.063358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7caea39-64ac-4f4c-bef5-58e21dab23bb tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:56.081066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c7caea39-64ac-4f4c-bef5-58e21dab23bb tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Transition to ACTIVE for port object e53029a8-6387-4aaf-84fe-ea0f116b41b8 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:56.109188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9dcbc687-51b0-4d97-a57e-ab8373007a48 None None] Calling delete_port for 3c8fb48b-4ed8-42c5-8607-411723446397 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:56.139602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] For port 3c8fb48b-4ed8-42c5-8607-411723446397, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3c8fb48b-4ed8-42c5-8607-411723446397,segment=NetworkSegment(dac02413-18e3-46f7-93e9-498112773bc7),segment_id=dac02413-18e3-46f7-93e9-498112773bc7)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:35:56.140027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:56.169796 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7caea39-64ac-4f4c-bef5-58e21dab23bb tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:56.200768 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:56.217946 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9dcbc687-51b0-4d97-a57e-ab8373007a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:56.293306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Calling delete_port for 3c8fb48b-4ed8-42c5-8607-411723446397 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:56.343345 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c4c8904b-5ef5-4007-9af4-0184e370aac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:56.349042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:56.353302 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:56.398189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbc687-51b0-4d97-a57e-ab8373007a48 None None] Pushing event deleted for resources: {'Port': ['ID=3c8fb48b-4ed8-42c5-8607-411723446397,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:56.408604 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9dcbc687-51b0-4d97-a57e-ab8373007a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:56.411219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcbc687-51b0-4d97-a57e-ab8373007a48 None None] No DVR routers for this DVR port 3c8fb48b-4ed8-42c5-8607-411723446397 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:35:56.431796 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] 10.222.0.41 "DELETE /v2.0/networks/7d120181-cb63-408b-bca1-df814b84f829 HTTP/1.1" status: 204 len: 168 time: 4.6290939 Jan 14 07:35:56.436142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 46996) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:56.446650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7caea39-64ac-4f4c-bef5-58e21dab23bb tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Pushing event updated for resources: {'Port': ['ID=e53029a8-6387-4aaf-84fe-ea0f116b41b8,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:56.450033 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c7caea39-64ac-4f4c-bef5-58e21dab23bb tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:56.452321 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d7097be3-ae96-4de9-b43d-47aa2d875ebf tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:56.479843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Pushing event deleted for resources: {'Network': ['ID=7d120181-cb63-408b-bca1-df814b84f829,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:56.488513 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:56.491856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7caea39-64ac-4f4c-bef5-58e21dab23bb tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Network 2d3ec498-9d2f-467a-b407-77cad0de252d is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:56.493373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c7caea39-64ac-4f4c-bef5-58e21dab23bb tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:56.495508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7caea39-64ac-4f4c-bef5-58e21dab23bb tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:56.500084 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:56.503797 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:35:56.503797 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:56.503797 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:56.503797 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:56.503797 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:35:56.503797 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:56.503797 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:56.503797 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:56.503797 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:35:56.503797 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:56.503797 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:56.503797 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:56.503797 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:56.503797 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:56.503797 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:56.503797 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:56.503797 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:35:56.503797 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:56.503797 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:56.503797 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:56.520556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7caea39-64ac-4f4c-bef5-58e21dab23bb tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:56.521405 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7caea39-64ac-4f4c-bef5-58e21dab23bb tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:56.545326 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c7caea39-64ac-4f4c-bef5-58e21dab23bb tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.8304875 Jan 14 07:35:56.550205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47000) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:56.774363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b3e21c-7d19-43c5-9101-81adfc2b0cbc tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:56.779271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3c8fb48b-4ed8-42c5-8607-411723446397 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:35:56.831581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b3e21c-7d19-43c5-9101-81adfc2b0cbc tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:56.863216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b3e21c-7d19-43c5-9101-81adfc2b0cbc tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:56.864659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-04b3e21c-7d19-43c5-9101-81adfc2b0cbc tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Synchronizing usage tracker for tenant:9e4e773797d343929cdbfb10959f6b75 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:56.887390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-795505e2-e0ff-4660-97a6-6da273627fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:56.893475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 3c8fb48b-4ed8-42c5-8607-411723446397 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:35:56.893932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3c8fb48b-4ed8-42c5-8607-411723446397 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:35:56.896275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-04b3e21c-7d19-43c5-9101-81adfc2b0cbc tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Unset dirty status for tenant:9e4e773797d343929cdbfb10959f6b75 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:56.897595 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-04b3e21c-7d19-43c5-9101-81adfc2b0cbc tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.3457272 Jan 14 07:35:56.900646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47014) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:56.902123 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:35:56.902479 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:35:56.911195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b49cc7aa-6aa8-4c2d-9bc0-99cc5c08db4c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Deleting port 1c871b84-3671-4b71-b7f1-912088f398f5 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:56.911830 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b49cc7aa-6aa8-4c2d-9bc0-99cc5c08db4c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:56.941323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ecf5fbfc-2c6f-4487-a334-c0b1515ba66d None None] Provisioning for port e53029a8-6387-4aaf-84fe-ea0f116b41b8 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:35:56.949014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ecf5fbfc-2c6f-4487-a334-c0b1515ba66d None None] Provisioning complete for port e53029a8-6387-4aaf-84fe-ea0f116b41b8 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:35:56.951694 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ecf5fbfc-2c6f-4487-a334-c0b1515ba66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:57.030402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-83c73f4f-c679-4da2-837f-35dd98f7ab59 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Deleting port e53029a8-6387-4aaf-84fe-ea0f116b41b8 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:57.030791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83c73f4f-c679-4da2-837f-35dd98f7ab59 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:57.066985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ecf5fbfc-2c6f-4487-a334-c0b1515ba66d None None] Port e53029a8-6387-4aaf-84fe-ea0f116b41b8 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:35:57.315036 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83c73f4f-c679-4da2-837f-35dd98f7ab59 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:57.339451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:57.377184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Allocated IP 172.25.3.201 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/8f4702b7-b092-4c52-836a-0dddb51f8030) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:57.430090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting port 3c8fb48b-4ed8-42c5-8607-411723446397 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:35:57.430090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:57.451988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-83c73f4f-c679-4da2-837f-35dd98f7ab59 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Calling delete_port for e53029a8-6387-4aaf-84fe-ea0f116b41b8 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:57.526688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] The port '3c8fb48b-4ed8-42c5-8607-411723446397' was deleted {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:35:57.606146 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83c73f4f-c679-4da2-837f-35dd98f7ab59 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:57.622650 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9aaae861-1ba5-4a4c-b2a9-d39c4bfd9cbd tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:57.668743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c73f4f-c679-4da2-837f-35dd98f7ab59 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Pushing event deleted for resources: {'Port': ['ID=e53029a8-6387-4aaf-84fe-ea0f116b41b8,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:57.722197 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-83c73f4f-c679-4da2-837f-35dd98f7ab59 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:57.797755 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83c73f4f-c679-4da2-837f-35dd98f7ab59 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:57.811200 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-83c73f4f-c679-4da2-837f-35dd98f7ab59 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "DELETE /v2.0/ports/e53029a8-6387-4aaf-84fe-ea0f116b41b8 HTTP/1.1" status: 204 len: 168 time: 0.9094594 Jan 14 07:35:57.814569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47020) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:57.860757 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:57.866146 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c891631d-f3ff-4e4c-94d4-d3a300ff4af9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] GET failed (client error): The resource could not be found. Jan 14 07:35:57.866805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c891631d-f3ff-4e4c-94d4-d3a300ff4af9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Synchronizing usage tracker for tenant:9e4e773797d343929cdbfb10959f6b75 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:35:57.885455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c891631d-f3ff-4e4c-94d4-d3a300ff4af9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Unset dirty status for tenant:9e4e773797d343929cdbfb10959f6b75 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:35:57.886962 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c891631d-f3ff-4e4c-94d4-d3a300ff4af9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "GET /v2.0/ports/e53029a8-6387-4aaf-84fe-ea0f116b41b8 HTTP/1.1" status: 404 len: 333 time: 0.0711384 Jan 14 07:35:57.891751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47024) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:57.901542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-993e1e0b-9a20-4bfb-a5b1-d97903a1065a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Request body: {'port': {'network_id': '2d3ec498-9d2f-467a-b407-77cad0de252d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1080610185'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:57.950890 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b49cc7aa-6aa8-4c2d-9bc0-99cc5c08db4c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:57.951519 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b49cc7aa-6aa8-4c2d-9bc0-99cc5c08db4c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:57.954453 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:58.153825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b49cc7aa-6aa8-4c2d-9bc0-99cc5c08db4c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Calling delete_port for 1c871b84-3671-4b71-b7f1-912088f398f5 owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:35:58.190781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-993e1e0b-9a20-4bfb-a5b1-d97903a1065a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:35:58.201238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-993e1e0b-9a20-4bfb-a5b1-d97903a1065a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:35:58.215409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993e1e0b-9a20-4bfb-a5b1-d97903a1065a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Made reservation on behalf of 9e4e773797d343929cdbfb10959f6b75 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:35:58.225018 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-993e1e0b-9a20-4bfb-a5b1-d97903a1065a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:58.289469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-1ae8bcbe-ce4e-4e36-8365-fd1d2748a1e1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80907) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:35:58.315516 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ae8bcbe-ce4e-4e36-8365-fd1d2748a1e1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:58.343471 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-590b5582-cab8-4aa4-8121-2f05af6ebdf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:58.398489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-993e1e0b-9a20-4bfb-a5b1-d97903a1065a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] device_id is not set on port aebc7220-9c84-46b3-b77c-df3197c2049e yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:35:58.442904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e64359-dd66-43f3-beae-843e82f9c304']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:58.504794 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:58.521271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac02413-18e3-46f7-93e9-498112773bc7') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:58.521638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac02413-18e3-46f7-93e9-498112773bc7') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:35:58.554981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:58.571458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-993e1e0b-9a20-4bfb-a5b1-d97903a1065a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Allocated IP 2001:db8::1b1 (2d3ec498-9d2f-467a-b407-77cad0de252d/2d589422-35b7-441e-9c1f-2f6a79c46d95/aebc7220-9c84-46b3-b77c-df3197c2049e) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:35:58.596832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8bcbe-ce4e-4e36-8365-fd1d2748a1e1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=76e21bb0-5007-4009-99c5-ec1e5522e6db,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:58.650685 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:58.652813 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1ae8bcbe-ce4e-4e36-8365-fd1d2748a1e1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:58.661438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:35:58.822067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:58.878825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae8bcbe-ce4e-4e36-8365-fd1d2748a1e1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:58.880263 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:58.894369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1ae8bcbe-ce4e-4e36-8365-fd1d2748a1e1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:58.901360 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06f64459-5eec-4bfa-9112-5c16a2e90541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:58.909254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66c9ca0-4b70-4b93-8931-c75a75ad0c71 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:35:59.006706 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b49cc7aa-6aa8-4c2d-9bc0-99cc5c08db4c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:59.021750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 94e64359-dd66-43f3-beae-843e82f9c304 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:59.066895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:59.097080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae8bcbe-ce4e-4e36-8365-fd1d2748a1e1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:59.097739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ae8bcbe-ce4e-4e36-8365-fd1d2748a1e1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:59.127212 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-993e1e0b-9a20-4bfb-a5b1-d97903a1065a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:59.147608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-993e1e0b-9a20-4bfb-a5b1-d97903a1065a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Transition to ACTIVE for port object aebc7220-9c84-46b3-b77c-df3197c2049e will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:35:59.183415 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-993e1e0b-9a20-4bfb-a5b1-d97903a1065a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:59.210731 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c7caea39-64ac-4f4c-bef5-58e21dab23bb tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:59.308310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Pushing event updated for resources: {'Port': ['ID=8f4702b7-b092-4c52-836a-0dddb51f8030,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:59.309480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e1e0b-9a20-4bfb-a5b1-d97903a1065a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Pushing event updated for resources: {'Port': ['ID=aebc7220-9c84-46b3-b77c-df3197c2049e,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:59.311492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': '76e21bb0-5007-4009-99c5-ec1e5522e6db'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:35:59.312744 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:59.314853 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-993e1e0b-9a20-4bfb-a5b1-d97903a1065a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:59.354462 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:59.355040 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-080f2c55-28f4-43cf-b184-b3d35a1693bb tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:35:59.488586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993e1e0b-9a20-4bfb-a5b1-d97903a1065a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Network 2d3ec498-9d2f-467a-b407-77cad0de252d is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:59.489949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-993e1e0b-9a20-4bfb-a5b1-d97903a1065a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:59.496453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49cc7aa-6aa8-4c2d-9bc0-99cc5c08db4c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Pushing event deleted for resources: {'Port': ['ID=1c871b84-3671-4b71-b7f1-912088f398f5,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:35:59.509608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e1e0b-9a20-4bfb-a5b1-d97903a1065a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:35:59.514081 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.521009 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.525719 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.536462 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.536462 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.536462 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.536462 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.536462 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.536462 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.536462 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.536462 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.536462 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.536462 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.536462 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.536462 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.536462 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.536462 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.536462 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.536462 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.536462 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.536462 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.536462 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.536462 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.540674 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b49cc7aa-6aa8-4c2d-9bc0-99cc5c08db4c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:35:59.555781 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1ae8bcbe-ce4e-4e36-8365-fd1d2748a1e1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.9452169 Jan 14 07:35:59.556913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993e1e0b-9a20-4bfb-a5b1-d97903a1065a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:35:59.557366 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-993e1e0b-9a20-4bfb-a5b1-d97903a1065a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:35:59.563821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47046) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:59.584729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 94e64359-dd66-43f3-beae-843e82f9c304 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:35:59.634600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b8d37e3e-30f4-4e8b-b993-9ca9ba7fee60 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:59.658889 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-993e1e0b-9a20-4bfb-a5b1-d97903a1065a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7631536 Jan 14 07:35:59.661088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:35:59.662366 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:35:59.665038 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:35:59.666688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47052) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:35:59.671704 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:35:59.671704 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:35:59.671704 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:35:59.671704 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:35:59.671704 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:35:59.671704 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:35:59.671704 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:35:59.671704 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:35:59.671704 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:35:59.671704 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:35:59.671704 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:35:59.673892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d7e48578-bee3-409d-adb2-9c3382097f1c tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5b', 'mac_address': 'fa:16:3e:34:52:39'}]}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:35:59.679518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:35:59.682412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:35:59.693842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Allocated IP 2001:db8::f816:3eff:fe28:a555 (e6acc9a6-db0b-42d1-82b7-716516d3711e/76e21bb0-5007-4009-99c5-ec1e5522e6db/98e7312f-1f18-4e8e-9a06-4f399c603821) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:00.004481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.016417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Transition to ACTIVE for port object 98e7312f-1f18-4e8e-9a06-4f399c603821 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:00.036469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Transition to ACTIVE for port object 98e7312f-1f18-4e8e-9a06-4f399c603821 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:00.051086 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.070078 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b09be712-983b-4616-a1bf-b5bf84cfd8d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:00.106852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b8d37e3e-30f4-4e8b-b993-9ca9ba7fee60 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:00.112085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b8d37e3e-30f4-4e8b-b993-9ca9ba7fee60 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:00.115293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b8d37e3e-30f4-4e8b-b993-9ca9ba7fee60 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:00.122587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b8d37e3e-30f4-4e8b-b993-9ca9ba7fee60 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:00.131037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47056) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:00.146171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Pushing event updated for resources: {'Port': ['ID=98e7312f-1f18-4e8e-9a06-4f399c603821,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:00.159697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d37e3e-30f4-4e8b-b993-9ca9ba7fee60 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:00.397572 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7e48578-bee3-409d-adb2-9c3382097f1c tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.400614 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:00.401458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f5d40ead-7634-4b78-8171-fd9b99489551 None None] Provisioning for port aebc7220-9c84-46b3-b77c-df3197c2049e completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:00.418964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f5d40ead-7634-4b78-8171-fd9b99489551 None None] Provisioning complete for port aebc7220-9c84-46b3-b77c-df3197c2049e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:00.419692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5d40ead-7634-4b78-8171-fd9b99489551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.481337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f5d40ead-7634-4b78-8171-fd9b99489551 None None] Port aebc7220-9c84-46b3-b77c-df3197c2049e cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:36:00.556179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:00.558065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:00.564658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:00.624021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Attempting to bind port 98e7312f-1f18-4e8e-9a06-4f399c603821 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:36:00.624706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Attempting to bind port 98e7312f-1f18-4e8e-9a06-4f399c603821 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:36:00.625601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Attempting to bind port 98e7312f-1f18-4e8e-9a06-4f399c603821 on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:36:00.634970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.637225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:36:00.638048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:00.638430 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.638968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:36:00.639602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Bound port: 98e7312f-1f18-4e8e-9a06-4f399c603821, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:36:00.640043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.649766 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89623c9b-ef91-46d3-bea8-d89bc9651c58 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:00.686758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b49cc7aa-6aa8-4c2d-9bc0-99cc5c08db4c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks [] for floatingip, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.690602 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.694159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Network': ['ID=94e64359-dd66-43f3-beae-843e82f9c304,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:00.708495 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:00.719941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b49cc7aa-6aa8-4c2d-9bc0-99cc5c08db4c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.729926 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b49cc7aa-6aa8-4c2d-9bc0-99cc5c08db4c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] 10.222.0.41 "DELETE /v2.0/floatingips/23e7bc34-9a9d-44b3-a07e-f13ec26be8f8 HTTP/1.1" status: 204 len: 168 time: 4.2850215 Jan 14 07:36:00.742612 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/networks/94e64359-dd66-43f3-beae-843e82f9c304 HTTP/1.1" status: 204 len: 168 time: 5.7617416 Jan 14 07:36:00.745825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47070) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:00.760726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b241bc95-b5e2-4603-81ba-05d8e6886981 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'router': {'name': 'tempest-RoutersTest-router-1899818293', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:00.770782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7e48578-bee3-409d-adb2-9c3382097f1c tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.774123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b241bc95-b5e2-4603-81ba-05d8e6886981 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:00.778556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b241bc95-b5e2-4603-81ba-05d8e6886981 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:router and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:00.782341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b241bc95-b5e2-4603-81ba-05d8e6886981 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:00.784647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] For port 98e7312f-1f18-4e8e-9a06-4f399c603821, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:36:00.789116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b241bc95-b5e2-4603-81ba-05d8e6886981 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:00.789299 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c942b46-9ba6-4c47-9dfd-a631d1102e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.793313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] For port 98e7312f-1f18-4e8e-9a06-4f399c603821, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=98e7312f-1f18-4e8e-9a06-4f399c603821,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:36:00.807164 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7e48578-bee3-409d-adb2-9c3382097f1c tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.810322 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.828094 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4cef8c5e-b67a-46a9-bb67-aeed05481a74 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:00.832106 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0946a896-007c-41cd-a7c5-eadd802409f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:00.877750 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b241bc95-b5e2-4603-81ba-05d8e6886981 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.878819 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b241bc95-b5e2-4603-81ba-05d8e6886981 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.909049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6c942b46-9ba6-4c47-9dfd-a631d1102e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:00.914488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e48578-bee3-409d-adb2-9c3382097f1c tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Pushing event updated for resources: {'Port': ['ID=aebc7220-9c84-46b3-b77c-df3197c2049e,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:00.929789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Pushing event updated for resources: {'Port': ['ID=98e7312f-1f18-4e8e-9a06-4f399c603821,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:00.939007 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b241bc95-b5e2-4603-81ba-05d8e6886981 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:00.996638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6c942b46-9ba6-4c47-9dfd-a631d1102e8b admin admin] Usage tracker for resource:security_group_rule and tenant:a5f4655a3a0c4615abe84089de972755 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:00.998113 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:00.999672 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d7e48578-bee3-409d-adb2-9c3382097f1c tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:01.002787 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b241bc95-b5e2-4603-81ba-05d8e6886981 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:01.019143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6c942b46-9ba6-4c47-9dfd-a631d1102e8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:01.064668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6c942b46-9ba6-4c47-9dfd-a631d1102e8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:01.090705 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:01.111170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b8d37e3e-30f4-4e8b-b993-9ca9ba7fee60 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:01.248113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47076) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:01.249407 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b241bc95-b5e2-4603-81ba-05d8e6886981 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:01.251297 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b241bc95-b5e2-4603-81ba-05d8e6886981 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5044239 Jan 14 07:36:01.271303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47080) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:01.308150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-56d88dda-8524-42bb-95a4-7d9fa81dd4c6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'network': {'name': 'tempest-RoutersTest-1253493942'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:01.319706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-56d88dda-8524-42bb-95a4-7d9fa81dd4c6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:01.331910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-56d88dda-8524-42bb-95a4-7d9fa81dd4c6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:network and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:01.339019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-56d88dda-8524-42bb-95a4-7d9fa81dd4c6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:01.348937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-56d88dda-8524-42bb-95a4-7d9fa81dd4c6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:01.600610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d88dda-8524-42bb-95a4-7d9fa81dd4c6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Made reservation on behalf of 5dbc558c61ca44a5a9c57934b14edce4 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:01.611972 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56d88dda-8524-42bb-95a4-7d9fa81dd4c6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:01.671283 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:01.678100 n-d-769329-2 neutron-server[80794]: INFO neutron.db.ipam_backend_mixin [None req-b8d37e3e-30f4-4e8b-b993-9ca9ba7fee60 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 76e21bb0-5007-4009-99c5-ec1e5522e6db (CIDR: 2001:db8::/64) Jan 14 07:36:01.694352 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d37e3e-30f4-4e8b-b993-9ca9ba7fee60 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:36:01.694852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d37e3e-30f4-4e8b-b993-9ca9ba7fee60 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 400 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:36:01.779063 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b8d37e3e-30f4-4e8b-b993-9ca9ba7fee60 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2147434 Jan 14 07:36:01.783389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47090) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:01.795008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-64979050-4915-4406-a9e4-307e26d2bd7e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:01.813852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d88dda-8524-42bb-95a4-7d9fa81dd4c6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:36:01.820554 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-afb0e931-61a3-47aa-8c33-4f80eb38fa8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c233a96b9fb346b3b887dca3e7ea9be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5675628 Jan 14 07:36:01.826287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47094) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:01.896052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d7e48578-bee3-409d-adb2-9c3382097f1c tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] In _notify_port_updated(), no bound segment for port aebc7220-9c84-46b3-b77c-df3197c2049e on network 2d3ec498-9d2f-467a-b407-77cad0de252d {{(pid=80908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:01.898872 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.902876 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:01.907129 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:01.913225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56d88dda-8524-42bb-95a4-7d9fa81dd4c6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:01.913225 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-56d88dda-8524-42bb-95a4-7d9fa81dd4c6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Added segment e0233dda-4348-4289-abb0-272ea3595c9d of type vxlan for network e9ad9eb9-4143-450b-9e49-86633b9e3137 Jan 14 07:36:01.927192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e48578-bee3-409d-adb2-9c3382097f1c tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:01.927937 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7e48578-bee3-409d-adb2-9c3382097f1c tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:01.932306 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d7e48578-bee3-409d-adb2-9c3382097f1c tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "PUT /v2.0/ports/aebc7220-9c84-46b3-b77c-df3197c2049e HTTP/1.1" status: 200 len: 1002 time: 2.2656581 Jan 14 07:36:01.939470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47100) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:02.008537 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56d88dda-8524-42bb-95a4-7d9fa81dd4c6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:02.105630 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-04ac1102-06b7-400b-a5b4-d8bc6ee20192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:02.111980 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c942b46-9ba6-4c47-9dfd-a631d1102e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:02.136396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56d88dda-8524-42bb-95a4-7d9fa81dd4c6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:02.137826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e351d95b-6652-42b0-bea3-2e2542070869 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Deleting port aebc7220-9c84-46b3-b77c-df3197c2049e {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:02.138211 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e351d95b-6652-42b0-bea3-2e2542070869 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:02.162400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d88dda-8524-42bb-95a4-7d9fa81dd4c6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:02.163115 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56d88dda-8524-42bb-95a4-7d9fa81dd4c6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:02.176970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-04ac1102-06b7-400b-a5b4-d8bc6ee20192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:02.184713 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61681667-8299-4bbd-8618-336ff1ef5d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:02.236383 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c942b46-9ba6-4c47-9dfd-a631d1102e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:02.256977 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e03fef2-1f1c-4a25-b858-db9a9b0b1c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:02.294997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c942b46-9ba6-4c47-9dfd-a631d1102e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729bcc35-717c-418b-9dc7-63284c306fbd,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:02.296137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Router ddc9c011-33f5-4529-8ce9-d4f9f59310c0 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:36:02.299374 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c942b46-9ba6-4c47-9dfd-a631d1102e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:02.326652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-64979050-4915-4406-a9e4-307e26d2bd7e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:02.341813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-64979050-4915-4406-a9e4-307e26d2bd7e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:02.353962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-64979050-4915-4406-a9e4-307e26d2bd7e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:02.358755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7775d0eb-8a8c-4cae-939e-a9aaf435e89c None None] Provisioning complete for port aebc7220-9c84-46b3-b77c-df3197c2049e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:02.359521 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7775d0eb-8a8c-4cae-939e-a9aaf435e89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:02.384364 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6c942b46-9ba6-4c47-9dfd-a631d1102e8b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5f4655a3a0c4615abe84089de972755&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2475302 Jan 14 07:36:02.386210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d88dda-8524-42bb-95a4-7d9fa81dd4c6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Network': ['ID=e9ad9eb9-4143-450b-9e49-86633b9e3137,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:02.387953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47108) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:02.389655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-64979050-4915-4406-a9e4-307e26d2bd7e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:02.401646 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-56d88dda-8524-42bb-95a4-7d9fa81dd4c6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:02.413100 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-56d88dda-8524-42bb-95a4-7d9fa81dd4c6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1404550 Jan 14 07:36:02.418614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47112) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:02.459450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7775d0eb-8a8c-4cae-939e-a9aaf435e89c None None] Port aebc7220-9c84-46b3-b77c-df3197c2049e cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:36:02.463446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network e9ad9eb9-4143-450b-9e49-86633b9e3137 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:02.489013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5c6d2ef7-85f5-4e79-a1b7-5acea6335548 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'subnet': {'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:02.599557 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-04ac1102-06b7-400b-a5b4-d8bc6ee20192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:02.600444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network e9ad9eb9-4143-450b-9e49-86633b9e3137 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:02.620080 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f985bec-6155-4041-9478-d41f4bc64e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:02.620714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network e9ad9eb9-4143-450b-9e49-86633b9e3137 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:02.637378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac1102-06b7-400b-a5b4-d8bc6ee20192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2049ea63-ed21-4f14-990d-aee815d763ed,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:02.644350 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-04ac1102-06b7-400b-a5b4-d8bc6ee20192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:02.657985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:36:02.665732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-04ac1102-06b7-400b-a5b4-d8bc6ee20192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:02.674002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95626888-6a15-4571-ac1d-635040566e1d None None] Sync routers for ids ['ddc9c011-33f5-4529-8ce9-d4f9f59310c0'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:36:02.686264 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-04ac1102-06b7-400b-a5b4-d8bc6ee20192 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2049ea63-ed21-4f14-990d-aee815d763ed HTTP/1.1" status: 204 len: 168 time: 0.8576798 Jan 14 07:36:02.693989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95626888-6a15-4571-ac1d-635040566e1d None None] Routers {'ddc9c011-33f5-4529-8ce9-d4f9f59310c0'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:02.695165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-95626888-6a15-4571-ac1d-635040566e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:35:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['ddc9c011-33f5-4529-8ce9-d4f9f59310c0'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:02.740802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5c6d2ef7-85f5-4e79-a1b7-5acea6335548 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:02.764982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:02.765190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64979050-4915-4406-a9e4-307e26d2bd7e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:02.766272 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.4011331 Jan 14 07:36:02.769152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47118) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:02.781167 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64979050-4915-4406-a9e4-307e26d2bd7e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:02.889423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-95626888-6a15-4571-ac1d-635040566e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:02.921444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95626888-6a15-4571-ac1d-635040566e1d None None] Routers {'ddc9c011-33f5-4529-8ce9-d4f9f59310c0'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:02.927297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-95626888-6a15-4571-ac1d-635040566e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:35:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['ddc9c011-33f5-4529-8ce9-d4f9f59310c0'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:03.012520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 98e7312f-1f18-4e8e-9a06-4f399c603821 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:03.081840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-95626888-6a15-4571-ac1d-635040566e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:03.082525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95626888-6a15-4571-ac1d-635040566e1d None None] The sync data for ids ['ddc9c011-33f5-4529-8ce9-d4f9f59310c0'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:36:03.161348 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e1f23243-26eb-4ca9-8b1f-b107be25c245 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "GET /v2.0/routers/ddc9c011-33f5-4529-8ce9-d4f9f59310c0 HTTP/1.1" status: 200 len: 924 time: 0.3908956 Jan 14 07:36:03.164222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47124) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:03.184180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5c6d2ef7-85f5-4e79-a1b7-5acea6335548 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:subnet and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:03.193356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5c6d2ef7-85f5-4e79-a1b7-5acea6335548 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:03.213621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f0cc-cfe4-43bb-834c-8b926cc57607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:03.238750 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f84c1018-943c-419a-a79c-0780b4361c62 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "GET /v2.0/ports?device_id=ddc9c011-33f5-4529-8ce9-d4f9f59310c0 HTTP/1.1" status: 200 len: 205 time: 0.0732274 Jan 14 07:36:03.244972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47128) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:03.248956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5c6d2ef7-85f5-4e79-a1b7-5acea6335548 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:03.291823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e0a0b542-b71e-4564-8706-d2ec57dc2b30 None None] Provisioning for port 98e7312f-1f18-4e8e-9a06-4f399c603821 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:03.337056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 98e7312f-1f18-4e8e-9a06-4f399c603821 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:03.350370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 98e7312f-1f18-4e8e-9a06-4f399c603821 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:03.351045 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:03.416137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47134) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:03.451610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f0cc-cfe4-43bb-834c-8b926cc57607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:03.469332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6d2ef7-85f5-4e79-a1b7-5acea6335548 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Made reservation on behalf of 5dbc558c61ca44a5a9c57934b14edce4 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:03.477388 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f39f22f-e54e-47ff-9943-1d78ba5735f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:03.502729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0f39f22f-e54e-47ff-9943-1d78ba5735f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:03.571818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0f39f22f-e54e-47ff-9943-1d78ba5735f7 admin admin] Usage tracker for resource:security_group_rule and tenant:4227bd76bd8749c19a0e7db896ede237 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:03.574921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:03.586194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0f39f22f-e54e-47ff-9943-1d78ba5735f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:03.596758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5f82efb5-d1e9-478b-887b-4b29e64ec637 None None] Provisioning complete for port 98e7312f-1f18-4e8e-9a06-4f399c603821 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:03.597482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f82efb5-d1e9-478b-887b-4b29e64ec637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:03.613741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0f39f22f-e54e-47ff-9943-1d78ba5735f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:03.635060 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e351d95b-6652-42b0-bea3-2e2542070869 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:03.685728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9eb8-32e2-4344-a89e-1459b3275717 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:03.718870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 98e7312f-1f18-4e8e-9a06-4f399c603821, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=98e7312f-1f18-4e8e-9a06-4f399c603821,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:03.733313 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:03.751231 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2ca585a8-8bd3-491d-a572-bd906505ff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:03.874387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=98e7312f-1f18-4e8e-9a06-4f399c603821,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:03.877584 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f39f22f-e54e-47ff-9943-1d78ba5735f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:03.892030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e351d95b-6652-42b0-bea3-2e2542070869 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Calling delete_port for aebc7220-9c84-46b3-b77c-df3197c2049e owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:03.941413 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:04.056418 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c6d2ef7-85f5-4e79-a1b7-5acea6335548 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:04.112954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-548b6599-d58e-4da2-bc52-fbe14e8075fa None None] Provisioning complete for port 98e7312f-1f18-4e8e-9a06-4f399c603821 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:04.113382 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-548b6599-d58e-4da2-bc52-fbe14e8075fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:04.273748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f0cc-cfe4-43bb-834c-8b926cc57607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:04.278095 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f39f22f-e54e-47ff-9943-1d78ba5735f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:04.288853 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4fe848be-9ff5-4290-ae4e-b8a534c8e93c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:04.296432 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42543fed-9d8c-4505-9b26-605f09ec2b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:04.311111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9f0cc-cfe4-43bb-834c-8b926cc57607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729bcc35-717c-418b-9dc7-63284c306fbd,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:04.351148 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0f39f22f-e54e-47ff-9943-1d78ba5735f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4227bd76bd8749c19a0e7db896ede237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9218247 Jan 14 07:36:04.355291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47142) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:04.356075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39f22f-e54e-47ff-9943-1d78ba5735f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1ab054-2356-4264-9481-45d46020b66c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:04.361899 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0f39f22f-e54e-47ff-9943-1d78ba5735f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:04.375776 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c7a9f0cc-cfe4-43bb-834c-8b926cc57607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:04.416167 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9eb8-32e2-4344-a89e-1459b3275717 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:04.431852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d9eb8-32e2-4344-a89e-1459b3275717 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Deleting port 8f4702b7-b092-4c52-836a-0dddb51f8030 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:04.432683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9eb8-32e2-4344-a89e-1459b3275717 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:04.491898 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-389795da-df65-4e47-b88e-866495bfde81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:04.510884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64979050-4915-4406-a9e4-307e26d2bd7e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:04.541590 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-db0455e9-e643-4c69-bc93-bed0f30ec52b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:04.609115 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-389795da-df65-4e47-b88e-866495bfde81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:04.645175 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f0cc-cfe4-43bb-834c-8b926cc57607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:04.651624 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c7a9f0cc-cfe4-43bb-834c-8b926cc57607 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/729bcc35-717c-418b-9dc7-63284c306fbd HTTP/1.1" status: 204 len: 168 time: 2.2532630 Jan 14 07:36:04.717963 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9eb8-32e2-4344-a89e-1459b3275717 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:04.755639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e351d95b-6652-42b0-bea3-2e2542070869 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:04.802745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 98e7312f-1f18-4e8e-9a06-4f399c603821 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:04.892157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64979050-4915-4406-a9e4-307e26d2bd7e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:04.899761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-64979050-4915-4406-a9e4-307e26d2bd7e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:04.901633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64979050-4915-4406-a9e4-307e26d2bd7e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=9df5dba2-d897-4680-a069-676a13504b58,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:04.920895 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-64979050-4915-4406-a9e4-307e26d2bd7e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:04.926677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b62563-f008-4b4b-b340-3249c2f2eebb None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:04.976439 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a8e0615d-22a1-4186-8e60-1efdee8c76da tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:05.017451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d9eb8-32e2-4344-a89e-1459b3275717 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Calling delete_port for 8f4702b7-b092-4c52-836a-0dddb51f8030 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:05.028068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64979050-4915-4406-a9e4-307e26d2bd7e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:05.028740 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64979050-4915-4406-a9e4-307e26d2bd7e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:05.041686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351d95b-6652-42b0-bea3-2e2542070869 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Pushing event deleted for resources: {'Port': ['ID=aebc7220-9c84-46b3-b77c-df3197c2049e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:05.055796 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e351d95b-6652-42b0-bea3-2e2542070869 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:05.105913 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-64979050-4915-4406-a9e4-307e26d2bd7e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3213415 Jan 14 07:36:05.106789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47156) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:05.113398 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-389795da-df65-4e47-b88e-866495bfde81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:05.116915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'mac_address': 'fa:16:3e:6a:84:b0', 'name': 'tempest-NetworksTestDHCPv6-1090723439'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:05.130015 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2d247d29-ea0d-465e-8f02-83eecafe8c97 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:05.157687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389795da-df65-4e47-b88e-866495bfde81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1ab054-2356-4264-9481-45d46020b66c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:05.173318 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-389795da-df65-4e47-b88e-866495bfde81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:05.182092 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-389795da-df65-4e47-b88e-866495bfde81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:05.183749 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-389795da-df65-4e47-b88e-866495bfde81 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b1ab054-2356-4264-9481-45d46020b66c HTTP/1.1" status: 204 len: 168 time: 0.8245945 Jan 14 07:36:05.269242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 98e7312f-1f18-4e8e-9a06-4f399c603821 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:05.270176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:05.304775 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e351d95b-6652-42b0-bea3-2e2542070869 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:05.309678 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e351d95b-6652-42b0-bea3-2e2542070869 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "DELETE /v2.0/ports/aebc7220-9c84-46b3-b77c-df3197c2049e HTTP/1.1" status: 204 len: 168 time: 3.3653610 Jan 14 07:36:05.390424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47164) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:05.560148 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54e5895-81b8-4e3b-b1c0-b3a6ae4d34ae tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] GET failed (client error): The resource could not be found. Jan 14 07:36:05.568041 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b54e5895-81b8-4e3b-b1c0-b3a6ae4d34ae tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "GET /v2.0/ports/aebc7220-9c84-46b3-b77c-df3197c2049e HTTP/1.1" status: 404 len: 333 time: 0.1624639 Jan 14 07:36:05.575407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47174) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:05.590578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-38cdfe0c-0946-4826-9d5f-d993f6313c0d tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Request body: {'port': {'network_id': '2d3ec498-9d2f-467a-b407-77cad0de252d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1419806703'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:05.842051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-38cdfe0c-0946-4826-9d5f-d993f6313c0d tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:05.842051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-38cdfe0c-0946-4826-9d5f-d993f6313c0d tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Usage tracker for resource:port and tenant:9e4e773797d343929cdbfb10959f6b75 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:05.854429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-38cdfe0c-0946-4826-9d5f-d993f6313c0d tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Quota usage for port was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:05.857394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-38cdfe0c-0946-4826-9d5f-d993f6313c0d tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:05.878969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9eb8-32e2-4344-a89e-1459b3275717 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:05.899215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cdfe0c-0946-4826-9d5f-d993f6313c0d tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Made reservation on behalf of 9e4e773797d343929cdbfb10959f6b75 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:05.909835 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38cdfe0c-0946-4826-9d5f-d993f6313c0d tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:05.968429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89054c7-f5cf-4f31-9f6e-693de0077bce None None] Update dhcp port {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'fixed_ips': [{'subnet_id': '76e21bb0-5007-4009-99c5-ec1e5522e6db', 'ip_address': '2001:db8::f816:3eff:fe28:a555'}, {'subnet_id': '9df5dba2-d897-4680-a069-676a13504b58'}], 'binding:host_id': 'n-d-769329-2'}, 'id': '98e7312f-1f18-4e8e-9a06-4f399c603821'} from n-d-769329-2. {{(pid=80909) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:36:06.027987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:06.033337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:port and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:06.049751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for port was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:06.056949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:06.083284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:06.086873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f89054c7-f5cf-4f31-9f6e-693de0077bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:06.103420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:06.300457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port d47454e3-81bf-4d16-b35e-9a8d85374af7 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:36:06.301950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47190) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:06.329021 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9eb8-32e2-4344-a89e-1459b3275717 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:06.481225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9eb8-32e2-4344-a89e-1459b3275717 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:06.483329 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5db3958-9d43-4cd6-bb30-61e1b01f8cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:06.495574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9eb8-32e2-4344-a89e-1459b3275717 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:06.612005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e5db3958-9d43-4cd6-bb30-61e1b01f8cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:06.634662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e5db3958-9d43-4cd6-bb30-61e1b01f8cc5 admin admin] Usage tracker for resource:security_group_rule and tenant:355f1042f5cc4ed69501edb2cf06de43 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:06.640864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e5db3958-9d43-4cd6-bb30-61e1b01f8cc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:06.652071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e5db3958-9d43-4cd6-bb30-61e1b01f8cc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:06.654272 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9eb8-32e2-4344-a89e-1459b3275717 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:06.654818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8d9eb8-32e2-4344-a89e-1459b3275717 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Fanout notify agent at l3_agent the message router_deleted on router ddc9c011-33f5-4529-8ce9-d4f9f59310c0 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:36:06.698426 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a8d9eb8-32e2-4344-a89e-1459b3275717 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:06.698426 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9a8d9eb8-32e2-4344-a89e-1459b3275717 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "DELETE /v2.0/routers/ddc9c011-33f5-4529-8ce9-d4f9f59310c0 HTTP/1.1" status: 204 len: 168 time: 3.4453471 Jan 14 07:36:06.698629 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c6d2ef7-85f5-4e79-a1b7-5acea6335548 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:06.708902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47200) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:06.711723 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-637a5558-7a83-4f0a-8023-e75eee531954 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:06.732160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-38cdfe0c-0946-4826-9d5f-d993f6313c0d tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] device_id is not set on port 045500af-ddfa-4fe9-8d7d-a2a96053cc13 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:36:06.768385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Request body: {'router': {'name': 'tempest-snat-router-607111325', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'enable_snat': False}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:06.862113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:06.872037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8:0:1::126 (e6acc9a6-db0b-42d1-82b7-716516d3711e/9df5dba2-d897-4680-a069-676a13504b58/d47454e3-81bf-4d16-b35e-9a8d85374af7) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:06.876611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Usage tracker for resource:router and tenant:d3d2514e6cbe484db97416d4196c99a4 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:06.887321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:06.912063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::f816:3eff:fe6a:84b0 (e6acc9a6-db0b-42d1-82b7-716516d3711e/76e21bb0-5007-4009-99c5-ec1e5522e6db/d47454e3-81bf-4d16-b35e-9a8d85374af7) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:07.017994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-38cdfe0c-0946-4826-9d5f-d993f6313c0d tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Allocated IP 2001:db8::115 (2d3ec498-9d2f-467a-b407-77cad0de252d/2d589422-35b7-441e-9c1f-2f6a79c46d95/045500af-ddfa-4fe9-8d7d-a2a96053cc13) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:07.088214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5db3958-9d43-4cd6-bb30-61e1b01f8cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.097633 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5db3958-9d43-4cd6-bb30-61e1b01f8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.112981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:07.124564 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-90e6f1f8-581a-498d-8f72-a0dfcd8df180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:07.139720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d2ef7-85f5-4e79-a1b7-5acea6335548 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Subnet': ['ID=5a91c932-f83e-4a0b-8791-e27b9d38db1c,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:07.178345 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5c6d2ef7-85f5-4e79-a1b7-5acea6335548 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:07.191787 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.191787 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.211342 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e5db3958-9d43-4cd6-bb30-61e1b01f8cc5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=355f1042f5cc4ed69501edb2cf06de43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9007926 Jan 14 07:36:07.215595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47216) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:07.220963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db3958-9d43-4cd6-bb30-61e1b01f8cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da46c908-5ff5-4eb7-9dfa-21adf12030e5,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:07.225168 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e5db3958-9d43-4cd6-bb30-61e1b01f8cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:07.233805 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.285339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.287004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object d47454e3-81bf-4d16-b35e-9a8d85374af7 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:07.318757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6d2ef7-85f5-4e79-a1b7-5acea6335548 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Checking segment: {'id': 'e0233dda-4348-4289-abb0-272ea3595c9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:07.319150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6d2ef7-85f5-4e79-a1b7-5acea6335548 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network hostable DHCP agents. Network: e9ad9eb9-4143-450b-9e49-86633b9e3137, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:36:07.418008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61370785-6aac-4ef8-bdd1-416a5625726e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.493592 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61370785-6aac-4ef8-bdd1-416a5625726e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.501444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6d2ef7-85f5-4e79-a1b7-5acea6335548 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network e9ad9eb9-4143-450b-9e49-86633b9e3137 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:36:07.547642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-f89054c7-f5cf-4f31-9f6e-693de0077bce None None] Allocated IP 2001:db8:0:1::2 (e6acc9a6-db0b-42d1-82b7-716516d3711e/9df5dba2-d897-4680-a069-676a13504b58/98e7312f-1f18-4e8e-9a06-4f399c603821) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:07.568267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5c6d2ef7-85f5-4e79-a1b7-5acea6335548 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, e9ad9eb9-4143-450b-9e49-86633b9e3137) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:07.570347 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.600650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f363603-52e8-4868-bfd8-0a01f67d6924 None None] Network e9ad9eb9-4143-450b-9e49-86633b9e3137 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:07.617085 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38cdfe0c-0946-4826-9d5f-d993f6313c0d tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.687966 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61370785-6aac-4ef8-bdd1-416a5625726e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.702456 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-75306bbb-629e-4800-934f-1faf4b14246e tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:07.723405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-38cdfe0c-0946-4826-9d5f-d993f6313c0d tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Transition to ACTIVE for port object 045500af-ddfa-4fe9-8d7d-a2a96053cc13 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:07.730511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61370785-6aac-4ef8-bdd1-416a5625726e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.734858 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-61370785-6aac-4ef8-bdd1-416a5625726e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da46c908-5ff5-4eb7-9dfa-21adf12030e5 HTTP/1.1" status: 204 len: 168 time: 0.5181816 Jan 14 07:36:07.737393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61370785-6aac-4ef8-bdd1-416a5625726e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da46c908-5ff5-4eb7-9dfa-21adf12030e5,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:07.740732 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61370785-6aac-4ef8-bdd1-416a5625726e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:07.764678 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-83c73f4f-c679-4da2-837f-35dd98f7ab59 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:07.788630 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38cdfe0c-0946-4826-9d5f-d993f6313c0d tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.810288 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-95234c46-35fa-44b1-990f-1502814f3d58 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:07.830532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6d2ef7-85f5-4e79-a1b7-5acea6335548 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:07.831621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c6d2ef7-85f5-4e79-a1b7-5acea6335548 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.940289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:07.965647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:07.977344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:07.980469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:08.003922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:08.006286 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:08.006431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdfe0c-0946-4826-9d5f-d993f6313c0d tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Pushing event updated for resources: {'Port': ['ID=045500af-ddfa-4fe9-8d7d-a2a96053cc13,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:08.017921 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-38cdfe0c-0946-4826-9d5f-d993f6313c0d tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:08.073697 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5c6d2ef7-85f5-4e79-a1b7-5acea6335548 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.6011560 Jan 14 07:36:08.088098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47240) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:08.103328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cdfe0c-0946-4826-9d5f-d993f6313c0d tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Network 2d3ec498-9d2f-467a-b407-77cad0de252d is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:08.105183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-38cdfe0c-0946-4826-9d5f-d993f6313c0d tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:08.181389 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.0697587 Jan 14 07:36:08.182440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47246) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:08.317404 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:08.320763 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:36:08.320763 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:08.320763 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:08.320763 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:08.320763 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:36:08.320763 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:08.320763 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:08.320763 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:08.320763 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:36:08.320763 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:08.320763 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:08.320763 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:08.320763 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:08.320763 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:08.320763 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:08.320763 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:08.320763 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:08.320763 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:08.320763 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:08.320763 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:08.357574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f89054c7-f5cf-4f31-9f6e-693de0077bce None None] For port 98e7312f-1f18-4e8e-9a06-4f399c603821, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=98e7312f-1f18-4e8e-9a06-4f399c603821,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:08.365385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e8d84de3-ebf4-44df-a4c8-4f1bc0c7767b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port d47454e3-81bf-4d16-b35e-9a8d85374af7 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:08.365774 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8d84de3-ebf4-44df-a4c8-4f1bc0c7767b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:08.417971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=d47454e3-81bf-4d16-b35e-9a8d85374af7,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:08.430365 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:08.513756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cdfe0c-0946-4826-9d5f-d993f6313c0d tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:08.552068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cdfe0c-0946-4826-9d5f-d993f6313c0d tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:08.553088 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38cdfe0c-0946-4826-9d5f-d993f6313c0d tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:08.576220 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-f89054c7-f5cf-4f31-9f6e-693de0077bce None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:36:08.602251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e9ad9eb9-4143-450b-9e49-86633b9e3137', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:36:08.603198 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:08.654171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-bb211a91-0cdb-4602-aa5b-978d3c077c8b None None] Provisioning for port 045500af-ddfa-4fe9-8d7d-a2a96053cc13 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:08.671132 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f89054c7-f5cf-4f31-9f6e-693de0077bce None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:08.680816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-bb211a91-0cdb-4602-aa5b-978d3c077c8b None None] Provisioning complete for port 045500af-ddfa-4fe9-8d7d-a2a96053cc13 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:08.681240 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb211a91-0cdb-4602-aa5b-978d3c077c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:08.822583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f89054c7-f5cf-4f31-9f6e-693de0077bce None None] Transition to ACTIVE for port object 98e7312f-1f18-4e8e-9a06-4f399c603821 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:08.835775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-bb211a91-0cdb-4602-aa5b-978d3c077c8b None None] Port 045500af-ddfa-4fe9-8d7d-a2a96053cc13 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:36:08.841978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f89054c7-f5cf-4f31-9f6e-693de0077bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:09.165100 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-38cdfe0c-0946-4826-9d5f-d993f6313c0d tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.5866599 Jan 14 07:36:09.166692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47306) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:09.242315 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:09.244233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-79ec01de-ec39-4d7b-bd91-f9f973cb618f tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:34:52:39'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:09.290773 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:09.315823 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8d84de3-ebf4-44df-a4c8-4f1bc0c7767b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:09.316584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Allocated IP 172.20.0.2 (e9ad9eb9-4143-450b-9e49-86633b9e3137/5a91c932-f83e-4a0b-8791-e27b9d38db1c/10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:09.379515 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:09.645189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Allocated IP 172.25.3.207 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:09.668877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:09.681534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Transition to ACTIVE for port object 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:09.734177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Transition to ACTIVE for port object 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:09.743878 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1dd57491-38e2-42cf-bf0a-47d373c8fa90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:09.856871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89054c7-f5cf-4f31-9f6e-693de0077bce None None] Pushing event updated for resources: {'Port': ['ID=98e7312f-1f18-4e8e-9a06-4f399c603821,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:09.861084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:10.049699 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:10.115992 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f89054c7-f5cf-4f31-9f6e-693de0077bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:10.116453 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f89054c7-f5cf-4f31-9f6e-693de0077bce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:10.160827 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:10.224392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Network e9ad9eb9-4143-450b-9e49-86633b9e3137 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:10.233860 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-902fedd7-5a68-47f7-9d2a-69acc68e6560 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:10.240005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:10.271977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:10.357939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Pushing event updated for resources: {'Port': ['ID=10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:10.363685 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:10.366451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Attempting to bind port 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:36:10.367008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Attempting to bind port 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'e0233dda-4348-4289-abb0-272ea3595c9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:36:10.367604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Attempting to bind port 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9 on network e9ad9eb9-4143-450b-9e49-86633b9e3137 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:36:10.374191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:36:10.374802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Checking segment: {'id': 'e0233dda-4348-4289-abb0-272ea3595c9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:10.375898 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:10.376810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Bound using segment: {'id': 'e0233dda-4348-4289-abb0-272ea3595c9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:36:10.377531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Bound port: 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0233dda-4348-4289-abb0-272ea3595c9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:36:10.378161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:10.599787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] For port 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:36:10.603351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] For port 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9,segment=NetworkSegment(e0233dda-4348-4289-abb0-272ea3595c9d),segment_id=e0233dda-4348-4289-abb0-272ea3595c9d)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:36:10.613858 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:10.645633 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ca8ca34-3495-48df-8055-46b547cd344b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:10.818237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Pushing event updated for resources: {'Port': ['ID=10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:10.845390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e8d84de3-ebf4-44df-a4c8-4f1bc0c7767b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for d47454e3-81bf-4d16-b35e-9a8d85374af7 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:11.067522 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:11.069963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 98e7312f-1f18-4e8e-9a06-4f399c603821 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:11.122823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Pushing event updated for resources: {'Port': ['ID=c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:11.126667 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:11.303189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:11.305508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:11.308130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:11.390874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-27f9e4b9-0a5b-4b54-b118-52990b04b8ff None None] Provisioning for port 98e7312f-1f18-4e8e-9a06-4f399c603821 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:11.399005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-27f9e4b9-0a5b-4b54-b118-52990b04b8ff None None] Provisioning complete for port 98e7312f-1f18-4e8e-9a06-4f399c603821 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:11.409189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27f9e4b9-0a5b-4b54-b118-52990b04b8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:11.462079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Allocated IP 172.20.0.1 (e9ad9eb9-4143-450b-9e49-86633b9e3137/5a91c932-f83e-4a0b-8791-e27b9d38db1c/376bf3f1-4d02-4037-93ff-edbe5b437d14) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:11.654936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79ec01de-ec39-4d7b-bd91-f9f973cb618f tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:11.826556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47418) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:12.124750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47426) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:12.176241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3fe93041-3619-4b67-8c38-97ca72f36211 None None] Provisioning for port d47454e3-81bf-4d16-b35e-9a8d85374af7 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:12.184039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3fe93041-3619-4b67-8c38-97ca72f36211 None None] Provisioning complete for port d47454e3-81bf-4d16-b35e-9a8d85374af7 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:12.184930 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3fe93041-3619-4b67-8c38-97ca72f36211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:12.201834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8d84de3-ebf4-44df-a4c8-4f1bc0c7767b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:12.233829 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2259b08c-e13c-44e2-9a45-734690465520 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:12.291902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3fe93041-3619-4b67-8c38-97ca72f36211 None None] Port d47454e3-81bf-4d16-b35e-9a8d85374af7 was deleted so its status cannot be updated. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 07:36:12.379981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d84de3-ebf4-44df-a4c8-4f1bc0c7767b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=d47454e3-81bf-4d16-b35e-9a8d85374af7,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:12.381917 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:12.446647 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e8d84de3-ebf4-44df-a4c8-4f1bc0c7767b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:12.448500 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:12.451333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Transition to ACTIVE for port object 376bf3f1-4d02-4037-93ff-edbe5b437d14 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:12.519201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-899d5046-8c60-40da-9d34-4035a2e3bcac None None] Provisioning complete for port 98e7312f-1f18-4e8e-9a06-4f399c603821 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:12.519923 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-899d5046-8c60-40da-9d34-4035a2e3bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:12.626324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79ec01de-ec39-4d7b-bd91-f9f973cb618f tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:12.632981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1093054568', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:12.643412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:12.646143 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79ec01de-ec39-4d7b-bd91-f9f973cb618f tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:12.677566 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:12.756369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Usage tracker for resource:port and tenant:bb032b7f13bc4f92bde0df64c1195893 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:12.763521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec01de-ec39-4d7b-bd91-f9f973cb618f tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Pushing event updated for resources: {'Port': ['ID=045500af-ddfa-4fe9-8d7d-a2a96053cc13,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:12.830973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Quota usage for port was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:12.834196 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-79ec01de-ec39-4d7b-bd91-f9f973cb618f tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:12.853392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:12.901396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:12.922921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5498bc0-5769-4225-9a6c-3d7748208f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:12.942865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:12.957940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:12.984992 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:13.005860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-79ec01de-ec39-4d7b-bd91-f9f973cb618f tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] In _notify_port_updated(), no bound segment for port 045500af-ddfa-4fe9-8d7d-a2a96053cc13 on network 2d3ec498-9d2f-467a-b407-77cad0de252d {{(pid=80907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:13.015976 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.018934 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.024146 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.041303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ec01de-ec39-4d7b-bd91-f9f973cb618f tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:13.043819 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79ec01de-ec39-4d7b-bd91-f9f973cb618f tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:13.049249 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-79ec01de-ec39-4d7b-bd91-f9f973cb618f tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "PUT /v2.0/ports/045500af-ddfa-4fe9-8d7d-a2a96053cc13 HTTP/1.1" status: 200 len: 1003 time: 3.8169379 Jan 14 07:36:13.049249 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-38cdfe0c-0946-4826-9d5f-d993f6313c0d tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:13.092483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d5498bc0-5769-4225-9a6c-3d7748208f09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:13.095827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47436) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:13.129302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d5498bc0-5769-4225-9a6c-3d7748208f09 admin admin] Usage tracker for resource:security_group_rule and tenant:08488ecd13a24984bf286b1a2fcc7a8b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:13.164469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Port': ['ID=376bf3f1-4d02-4037-93ff-edbe5b437d14,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:13.188401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d5498bc0-5769-4225-9a6c-3d7748208f09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:13.220830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d5498bc0-5769-4225-9a6c-3d7748208f09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:13.224422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Made reservation on behalf of bb032b7f13bc4f92bde0df64c1195893 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:13.230070 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:13.250921 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:13.280204 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:13.304144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:13.308883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Usage tracker for resource:security_group_rule and tenant:bb032b7f13bc4f92bde0df64c1195893 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:13.312229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:13.318463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:13.416209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:13.420000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3c6f5760-24af-40b5-808b-c4ad164526de None None] Provisioning complete for port 045500af-ddfa-4fe9-8d7d-a2a96053cc13 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:13.423539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c6f5760-24af-40b5-808b-c4ad164526de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:13.425992 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:13.457117 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3d88c3fa-012e-4c55-a0ac-2a186f31c1ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:13.476615 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8d84de3-ebf4-44df-a4c8-4f1bc0c7767b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:13.509689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Pushing event updated for resources: {'SecurityGroup': ['ID=72ca5f8d-b1a5-46f6-bf33-8dbf80fb3df5,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:13.524243 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:13.529130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eb791d-2f76-46d4-8145-71c79ceb19b0 None None] Network e9ad9eb9-4143-450b-9e49-86633b9e3137 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:13.603463 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5498bc0-5769-4225-9a6c-3d7748208f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:13.635427 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5498bc0-5769-4225-9a6c-3d7748208f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:13.678092 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-346e2c9c-beeb-47e3-a837-33366c9d590c tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:13.691907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network e9ad9eb9-4143-450b-9e49-86633b9e3137 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:13.694836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:13.698595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:13.717423 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d5498bc0-5769-4225-9a6c-3d7748208f09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08488ecd13a24984bf286b1a2fcc7a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5886822 Jan 14 07:36:13.726301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5498bc0-5769-4225-9a6c-3d7748208f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67121a54-8bf4-4520-9d83-c9aad2757505,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:13.742487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47442) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:13.760148 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d5498bc0-5769-4225-9a6c-3d7748208f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:13.767175 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.782705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.785755 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:36:13.785755 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.785755 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.785755 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.785755 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:36:13.785755 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.785755 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.785755 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.785755 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:36:13.785755 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.785755 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.785755 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.785755 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:36:13.785755 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.785755 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.785755 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.785755 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:13.785755 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:13.785755 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:13.785755 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:13.786997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f5760-24af-40b5-808b-c4ad164526de None None] Port 045500af-ddfa-4fe9-8d7d-a2a96053cc13 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:36:13.800818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3eea906d-fe02-43f7-bc4c-83d1e3985b47 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Deleting port 045500af-ddfa-4fe9-8d7d-a2a96053cc13 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:13.801617 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3eea906d-fe02-43f7-bc4c-83d1e3985b47 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:13.875194 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e8d84de3-ebf4-44df-a4c8-4f1bc0c7767b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/d47454e3-81bf-4d16-b35e-9a8d85374af7 HTTP/1.1" status: 204 len: 168 time: 5.6850564 Jan 14 07:36:13.898767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47446) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:13.906162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:13.939549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-eea92f85-416d-44f4-8b23-dea6ab63a80e None None] Provisioning for port 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:13.954635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-eea92f85-416d-44f4-8b23-dea6ab63a80e None None] Provisioning complete for port 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:13.955327 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eea92f85-416d-44f4-8b23-dea6ab63a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:13.966067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Router fde52277-6950-41a0-8eff-04a9e6cad54f is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:36:14.153434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] device_id is not set on port 3ece6146-72a7-4853-9a65-bb413faf408a yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:36:14.154197 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eea92f85-416d-44f4-8b23-dea6ab63a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:14.190045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-eea92f85-416d-44f4-8b23-dea6ab63a80e None None] For port 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9,segment=NetworkSegment(e0233dda-4348-4289-abb0-272ea3595c9d),segment_id=e0233dda-4348-4289-abb0-272ea3595c9d)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:14.202290 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eea92f85-416d-44f4-8b23-dea6ab63a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:14.206501 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3344a45e-7554-4e6b-8480-06e25766d0af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:14.224690 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e84f3158-0332-4ec7-b045-a19ba2fe0ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:14.257625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e84f3158-0332-4ec7-b045-a19ba2fe0ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:14.284353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea92f85-416d-44f4-8b23-dea6ab63a80e None None] Pushing event updated for resources: {'Port': ['ID=10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:14.287941 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eea92f85-416d-44f4-8b23-dea6ab63a80e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:14.329415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-560b22f3-8ec4-4fd5-bd69-e551f7c9af50 None None] Provisioning for port 376bf3f1-4d02-4037-93ff-edbe5b437d14 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:14.335168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-560b22f3-8ec4-4fd5-bd69-e551f7c9af50 None None] Provisioning complete for port 376bf3f1-4d02-4037-93ff-edbe5b437d14 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:14.335526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-560b22f3-8ec4-4fd5-bd69-e551f7c9af50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:14.409963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-560b22f3-8ec4-4fd5-bd69-e551f7c9af50 None None] Port 376bf3f1-4d02-4037-93ff-edbe5b437d14 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:36:14.424014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-560b22f3-8ec4-4fd5-bd69-e551f7c9af50 None None] Provisioning complete for port 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:14.424487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-560b22f3-8ec4-4fd5-bd69-e551f7c9af50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:14.604649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8ac506-14bd-4f0e-b7ef-6615f75d1fcf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:14.608848 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9d8ac506-14bd-4f0e-b7ef-6615f75d1fcf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7064538 Jan 14 07:36:14.753602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-aafd565d-16ed-4a2a-a3ca-02510881e8a2 None None] Provisioning complete for port 376bf3f1-4d02-4037-93ff-edbe5b437d14 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:14.755937 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aafd565d-16ed-4a2a-a3ca-02510881e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:14.854557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Allocated IP 172.25.3.138 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/3ece6146-72a7-4853-9a65-bb413faf408a) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:14.862954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-aafd565d-16ed-4a2a-a3ca-02510881e8a2 None None] Port 376bf3f1-4d02-4037-93ff-edbe5b437d14 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:36:14.867272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:14.957963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47456) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:14.969446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-aafd565d-16ed-4a2a-a3ca-02510881e8a2 None None] Provisioning complete for port 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:14.970038 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aafd565d-16ed-4a2a-a3ca-02510881e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:15.008858 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3eea906d-fe02-43f7-bc4c-83d1e3985b47 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:15.166531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3eea906d-fe02-43f7-bc4c-83d1e3985b47 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Calling delete_port for 045500af-ddfa-4fe9-8d7d-a2a96053cc13 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:15.206338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:15.206760 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:15.218059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:15.228811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:36:15.241920 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e84f3158-0332-4ec7-b045-a19ba2fe0ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:15.256560 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c942b46-9ba6-4c47-9dfd-a631d1102e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:15.257304 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:15.278207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f3158-0332-4ec7-b045-a19ba2fe0ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67121a54-8bf4-4520-9d83-c9aad2757505,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:15.291138 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e84f3158-0332-4ec7-b045-a19ba2fe0ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:15.298772 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b49cc7aa-6aa8-4c2d-9bc0-99cc5c08db4c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:15.300190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] Sync routers for ids ['fde52277-6950-41a0-8eff-04a9e6cad54f'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:36:15.330247 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e84f3158-0332-4ec7-b045-a19ba2fe0ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:15.335501 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e84f3158-0332-4ec7-b045-a19ba2fe0ff2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67121a54-8bf4-4520-9d83-c9aad2757505 HTTP/1.1" status: 204 len: 168 time: 1.5817780 Jan 14 07:36:15.341523 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:15.345511 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.5915737 Jan 14 07:36:15.346190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47468) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:15.385132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Pushing event updated for resources: {'Port': ['ID=3ece6146-72a7-4853-9a65-bb413faf408a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:15.409022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] Routers {'fde52277-6950-41a0-8eff-04a9e6cad54f'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:15.410076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:35:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['fde52277-6950-41a0-8eff-04a9e6cad54f'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:15.475884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.476420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.476831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.477344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.477841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.478456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.478942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.479426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.479937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.480422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.480900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.481391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.481947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.482431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.483182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.483301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.483835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.484866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.486098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.486618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.487116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.487608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.488259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.488745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.489287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.489763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.490240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.490719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.491200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.491711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.492195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.492672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.493161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.493649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.494133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.494690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:15.523691 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:15.553277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.556152 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.556152 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.556152 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:15.556152 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.556152 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.556152 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.556152 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:15.556152 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.556152 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.556152 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.556152 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:36:15.556152 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.556152 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.556152 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.556152 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:36:15.556152 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.556152 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.556152 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.557371 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.560383 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:15.560383 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.560383 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.560383 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.560383 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:15.560383 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:15.560383 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.560383 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.560383 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.560383 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.560383 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.560383 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.560383 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:15.560383 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:15.580642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3bd8a7-c1b4-4ee4-9f33-45cc4e7b6ab8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:15.582480 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4b3bd8a7-c1b4-4ee4-9f33-45cc4e7b6ab8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6152439 Jan 14 07:36:15.586489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47472) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:15.597702 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-667cdbc2-dbda-4496-a34a-95d68128d869 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "GET /v2.0/routers/fde52277-6950-41a0-8eff-04a9e6cad54f HTTP/1.1" status: 200 len: 908 time: 0.2476478 Jan 14 07:36:15.602503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47476) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:15.612690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Request body: {'router': {'name': 'tempest-snat-router-607111325', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'enable_snat': True}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:15.622646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:15.631700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Usage tracker for resource:router and tenant:d3d2514e6cbe484db97416d4196c99a4 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:15.636690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Quota usage for router was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:15.656791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7222fd86-0d4b-48cb-baab-d982e5e562e9 None None] Provisioning complete for port 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:15.657397 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7222fd86-0d4b-48cb-baab-d982e5e562e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:15.661673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:15.680439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3eea906d-fe02-43f7-bc4c-83d1e3985b47 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:15.702083 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e8d84de3-ebf4-44df-a4c8-4f1bc0c7767b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:15.724538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe291c7f-c6a9-4356-8517-e6aef7f8e8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:15.731389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe291c7f-c6a9-4356-8517-e6aef7f8e8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:15.737375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe291c7f-c6a9-4356-8517-e6aef7f8e8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:15.738450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fe291c7f-c6a9-4356-8517-e6aef7f8e8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:36:15.880252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:15.881731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:15.939566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea906d-fe02-43f7-bc4c-83d1e3985b47 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Pushing event deleted for resources: {'Port': ['ID=045500af-ddfa-4fe9-8d7d-a2a96053cc13,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:15.970730 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3eea906d-fe02-43f7-bc4c-83d1e3985b47 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:15.971976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3eea906d-fe02-43f7-bc4c-83d1e3985b47 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:15.995313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47482) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:16.007490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:16.101082 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18b535b0-1552-4e1e-b948-ce9cc6dc4de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:16.125925 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3eea906d-fe02-43f7-bc4c-83d1e3985b47 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "DELETE /v2.0/ports/045500af-ddfa-4fe9-8d7d-a2a96053cc13 HTTP/1.1" status: 204 len: 168 time: 3.0254028 Jan 14 07:36:16.129826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47486) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:16.147150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-18b535b0-1552-4e1e-b948-ce9cc6dc4de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:16.151569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-18b535b0-1552-4e1e-b948-ce9cc6dc4de7 admin admin] Usage tracker for resource:security_group_rule and tenant:b97605cc404644fc95be061a33b517ec is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:16.164729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-18b535b0-1552-4e1e-b948-ce9cc6dc4de7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:16.240267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-18b535b0-1552-4e1e-b948-ce9cc6dc4de7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:16.253065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:36:16.258297 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0cfe49-bc9c-4c56-9fc5-a83777d71be6 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] GET failed (client error): The resource could not be found. Jan 14 07:36:16.258874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ad0cfe49-bc9c-4c56-9fc5-a83777d71be6 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Synchronizing usage tracker for tenant:9e4e773797d343929cdbfb10959f6b75 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:36:16.286161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fe291c7f-c6a9-4356-8517-e6aef7f8e8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:36:16.293431 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fe291c7f-c6a9-4356-8517-e6aef7f8e8a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7029424 Jan 14 07:36:16.298589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:16.311710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:16.312558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47492) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:16.322778 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:16.336173 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:16.360516 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:16.364485 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ff9f9aea-4f5c-48f7-aa19-cc1925ac3926 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:16.375555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] Set router fde52277-6950-41a0-8eff-04a9e6cad54f gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:36:16.448254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:16.526988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Port': ['ID=376bf3f1-4d02-4037-93ff-edbe5b437d14,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:16.537038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ad0cfe49-bc9c-4c56-9fc5-a83777d71be6 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Unset dirty status for tenant:9e4e773797d343929cdbfb10959f6b75 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:36:16.538315 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ad0cfe49-bc9c-4c56-9fc5-a83777d71be6 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "GET /v2.0/ports/045500af-ddfa-4fe9-8d7d-a2a96053cc13 HTTP/1.1" status: 404 len: 333 time: 0.4058988 Jan 14 07:36:16.541915 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:16.616967 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18b535b0-1552-4e1e-b948-ce9cc6dc4de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:16.623500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47500) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:16.648821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-3ff0998b-378c-4c6e-a707-eb1412ef61c0 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Request body: {'port': {'network_id': '2d3ec498-9d2f-467a-b407-77cad0de252d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1967704197'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:16.694588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:16.723408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde52277-6950-41a0-8eff-04a9e6cad54f', 'name': 'tempest-snat-router-607111325', 'tenant_id': 'd3d2514e6cbe484db97416d4196c99a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.207'}], 'enable_snat': False}, 'gw_port_id': 'c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:07Z', 'updated_at': '2021-01-14T07:36:11Z', 'revision_number': 3, 'project_id': 'd3d2514e6cbe484db97416d4196c99a4', 'gw_port': {'id': 'c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde52277-6950-41a0-8eff-04a9e6cad54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:09Z', 'updated_at': '2021-01-14T07:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:16.727933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] Checking router: fde52277-6950-41a0-8eff-04a9e6cad54f for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:36:16.728368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] Updating router fde52277-6950-41a0-8eff-04a9e6cad54f port c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:36:16.738946 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18b535b0-1552-4e1e-b948-ce9cc6dc4de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:16.740349 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:16.769854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network e9ad9eb9-4143-450b-9e49-86633b9e3137 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:16.788024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:16.803312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:16.833672 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:16.850333 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bf4ae285-658d-400a-aaee-f32829c1a327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:16.996900 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-18b535b0-1552-4e1e-b948-ce9cc6dc4de7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b97605cc404644fc95be061a33b517ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9965961 Jan 14 07:36:17.000381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47504) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:17.012477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb94a23c-3e8a-4802-a323-99637dc33554 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 76e21bb0-5007-4009-99c5-ec1e5522e6db {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:36:17.089256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b535b0-1552-4e1e-b948-ce9cc6dc4de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc42135-6f97-4f77-bf59-6679d4791c63,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:17.102678 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb94a23c-3e8a-4802-a323-99637dc33554 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.105523 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18b535b0-1552-4e1e-b948-ce9cc6dc4de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:17.243619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3ff0998b-378c-4c6e-a707-eb1412ef61c0 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:17.260696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:17.261377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.263170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-56dbf6a4-d93a-4077-ab87-07359b5c369a None None] Provisioning complete for port 376bf3f1-4d02-4037-93ff-edbe5b437d14 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:17.263944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56dbf6a4-d93a-4077-ab87-07359b5c369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.275919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0da6d8b2-83c6-460f-a53f-0c8c8b420515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.282917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3ff0998b-378c-4c6e-a707-eb1412ef61c0 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:17.316937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff0998b-378c-4c6e-a707-eb1412ef61c0 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Made reservation on behalf of 9e4e773797d343929cdbfb10959f6b75 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:17.322370 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.4725828 Jan 14 07:36:17.324911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47512) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:17.326991 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ff0998b-378c-4c6e-a707-eb1412ef61c0 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.341723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-36b5449c-8533-442b-b0d8-57338ee07359 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Request body: {'router': {'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.138'}]}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:17.350794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-36b5449c-8533-442b-b0d8-57338ee07359 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:17.356346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-36b5449c-8533-442b-b0d8-57338ee07359 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Usage tracker for resource:router and tenant:bb032b7f13bc4f92bde0df64c1195893 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:17.357484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-56dbf6a4-d93a-4077-ab87-07359b5c369a None None] Port 376bf3f1-4d02-4037-93ff-edbe5b437d14 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:36:17.360414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-36b5449c-8533-442b-b0d8-57338ee07359 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:17.363019 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0da6d8b2-83c6-460f-a53f-0c8c8b420515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.366328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-36b5449c-8533-442b-b0d8-57338ee07359 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:17.382184 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb94a23c-3e8a-4802-a323-99637dc33554 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.420270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36b5449c-8533-442b-b0d8-57338ee07359 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.421444 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36b5449c-8533-442b-b0d8-57338ee07359 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.439489 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36b5449c-8533-442b-b0d8-57338ee07359 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.502786 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.518684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] Transition to ACTIVE for port object c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:17.523907 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.542512 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:17.588757 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb94a23c-3e8a-4802-a323-99637dc33554 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.684214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1830c-acc3-4ba9-a361-332450ce77a6 None None] Pushing event updated for resources: {'Port': ['ID=c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:17.702751 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-08a1830c-acc3-4ba9-a361-332450ce77a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:17.800589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] Attempting to bind port c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:36:17.801274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] Attempting to bind port c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:36:17.801856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] Attempting to bind port c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:36:17.806959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-3ff0998b-378c-4c6e-a707-eb1412ef61c0 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] device_id is not set on port c11c0df8-0a3d-49dd-8511-aee16da50cff yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:36:17.810390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:36:17.811008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:17.811622 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.812481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:36:17.813566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] Bound port: c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:36:17.814216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.849366 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0da6d8b2-83c6-460f-a53f-0c8c8b420515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.858241 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:17.877483 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0da6d8b2-83c6-460f-a53f-0c8c8b420515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.881823 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0da6d8b2-83c6-460f-a53f-0c8c8b420515 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/efc42135-6f97-4f77-bf59-6679d4791c63 HTTP/1.1" status: 204 len: 168 time: 0.7943211 Jan 14 07:36:17.894317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6d8b2-83c6-460f-a53f-0c8c8b420515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc42135-6f97-4f77-bf59-6679d4791c63,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:17.918454 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.945939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] For port c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:36:17.950174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] For port c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:36:17.956364 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0da6d8b2-83c6-460f-a53f-0c8c8b420515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:17.968212 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:17.994080 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb94a23c-3e8a-4802-a323-99637dc33554 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:18.009905 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:18.030828 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:18.061466 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0a18ee7-f805-4613-b1ea-44152f4b93a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:18.208175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1830c-acc3-4ba9-a361-332450ce77a6 None None] Pushing event updated for resources: {'Port': ['ID=c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:18.212732 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-08a1830c-acc3-4ba9-a361-332450ce77a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:18.261391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] Routers {'fde52277-6950-41a0-8eff-04a9e6cad54f'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:18.262084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:35:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['fde52277-6950-41a0-8eff-04a9e6cad54f'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:18.287379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94a23c-3e8a-4802-a323-99637dc33554 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=76e21bb0-5007-4009-99c5-ec1e5522e6db,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:18.367052 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eb94a23c-3e8a-4802-a323-99637dc33554 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:18.494955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36b5449c-8533-442b-b0d8-57338ee07359 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:18.565608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] Set router fde52277-6950-41a0-8eff-04a9e6cad54f gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:36:18.685443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb94a23c-3e8a-4802-a323-99637dc33554 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:18.708342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router c0a84acb-d1b6-4762-bd95-e39b3ca52497 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:36:18.813746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b8ea6d-da58-46e5-9803-52db6898e59b None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:18.853607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-3ff0998b-378c-4c6e-a707-eb1412ef61c0 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Allocated IP 2001:db8::3ea (2d3ec498-9d2f-467a-b407-77cad0de252d/2d589422-35b7-441e-9c1f-2f6a79c46d95/c11c0df8-0a3d-49dd-8511-aee16da50cff) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:18.885585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Allocated IP 172.25.3.166 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/3422f241-d24b-4390-9cf4-7a35205df4be) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:19.050818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:36:19.059816 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-eb94a23c-3e8a-4802-a323-99637dc33554 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/76e21bb0-5007-4009-99c5-ec1e5522e6db HTTP/1.1" status: 204 len: 168 time: 2.7016184 Jan 14 07:36:19.060080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03139154-0341-4777-a6ee-865fada35a8e None None] Sync routers for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:36:19.067206 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/c0a84acb-d1b6-4762-bd95-e39b3ca52497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9771357 Jan 14 07:36:19.070469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47536) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:19.070841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47538) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:19.080782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03139154-0341-4777-a6ee-865fada35a8e None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:19.080892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-03139154-0341-4777-a6ee-865fada35a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:35:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:19.127150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1047d6b9-be57-4801-bffb-4a03bde15ac6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'network': {'name': 'tempest-RoutersTest-2054168877'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:19.149650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1047d6b9-be57-4801-bffb-4a03bde15ac6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:19.162487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1047d6b9-be57-4801-bffb-4a03bde15ac6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:network and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:19.169113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1047d6b9-be57-4801-bffb-4a03bde15ac6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for network was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:19.310667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-03139154-0341-4777-a6ee-865fada35a8e None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:36:19.331935 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:19.421592 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ff0998b-378c-4c6e-a707-eb1412ef61c0 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:19.463535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3ff0998b-378c-4c6e-a707-eb1412ef61c0 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Transition to ACTIVE for port object c11c0df8-0a3d-49dd-8511-aee16da50cff will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:19.501265 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:19.531619 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:19.712670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1047d6b9-be57-4801-bffb-4a03bde15ac6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:19.761395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-03139154-0341-4777-a6ee-865fada35a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:36:13Z', 'revision_number': 2, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:14Z', 'revision_number': 2, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:19.762172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-243b04ef-eeed-4d2c-9cc6-27dc8e7ddb3a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 9df5dba2-d897-4680-a069-676a13504b58 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:36:19.769317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-243b04ef-eeed-4d2c-9cc6-27dc8e7ddb3a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:19.776513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03139154-0341-4777-a6ee-865fada35a8e None None] Checking router: c0a84acb-d1b6-4762-bd95-e39b3ca52497 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:36:19.777232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03139154-0341-4777-a6ee-865fada35a8e None None] Updating router c0a84acb-d1b6-4762-bd95-e39b3ca52497 port 376bf3f1-4d02-4037-93ff-edbe5b437d14 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:36:19.874974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1047d6b9-be57-4801-bffb-4a03bde15ac6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Made reservation on behalf of 5dbc558c61ca44a5a9c57934b14edce4 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:19.885230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1047d6b9-be57-4801-bffb-4a03bde15ac6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:19.905721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:19.910715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:19.913270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:19.957548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03139154-0341-4777-a6ee-865fada35a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:19.960024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1047d6b9-be57-4801-bffb-4a03bde15ac6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:36:19.978276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ff0998b-378c-4c6e-a707-eb1412ef61c0 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:19.992620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1047d6b9-be57-4801-bffb-4a03bde15ac6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:19.993583 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-1047d6b9-be57-4801-bffb-4a03bde15ac6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Added segment 18d99d9d-9392-49d2-b750-bd7fc49ab2cf of type vxlan for network ee2ea8ac-f9bd-41c4-842c-96278da29bd9 Jan 14 07:36:20.017606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Pushing event updated for resources: {'Port': ['ID=3422f241-d24b-4390-9cf4-7a35205df4be,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:20.025349 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1047d6b9-be57-4801-bffb-4a03bde15ac6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:20.036798 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:20.037372 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:20.082195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-243b04ef-eeed-4d2c-9cc6-27dc8e7ddb3a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:20.137386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde52277-6950-41a0-8eff-04a9e6cad54f', 'name': 'tempest-snat-router-607111325', 'tenant_id': 'd3d2514e6cbe484db97416d4196c99a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.207'}], 'enable_snat': False}, 'gw_port_id': 'c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:07Z', 'updated_at': '2021-01-14T07:36:11Z', 'revision_number': 3, 'project_id': 'd3d2514e6cbe484db97416d4196c99a4', 'gw_port': {'id': 'c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde52277-6950-41a0-8eff-04a9e6cad54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:09Z', 'updated_at': '2021-01-14T07:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:20.146788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b842d19-5dd6-4f5c-8642-790909f75d5a None None] The sync data for ids ['fde52277-6950-41a0-8eff-04a9e6cad54f'] in n-d-769329-2 is: [{'id': 'fde52277-6950-41a0-8eff-04a9e6cad54f', 'name': 'tempest-snat-router-607111325', 'tenant_id': 'd3d2514e6cbe484db97416d4196c99a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.207'}], 'enable_snat': False}, 'gw_port_id': 'c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:07Z', 'updated_at': '2021-01-14T07:36:11Z', 'revision_number': 3, 'project_id': 'd3d2514e6cbe484db97416d4196c99a4', 'gw_port': {'id': 'c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde52277-6950-41a0-8eff-04a9e6cad54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:09Z', 'updated_at': '2021-01-14T07:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:36:20.211289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1047d6b9-be57-4801-bffb-4a03bde15ac6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:20.233580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1047d6b9-be57-4801-bffb-4a03bde15ac6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:20.237506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1047d6b9-be57-4801-bffb-4a03bde15ac6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:20.251060 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bbd92194-fd55-454a-ba8c-dde58524d1a1 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:20.299252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0998b-378c-4c6e-a707-eb1412ef61c0 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Pushing event updated for resources: {'Port': ['ID=c11c0df8-0a3d-49dd-8511-aee16da50cff,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:20.314178 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3ff0998b-378c-4c6e-a707-eb1412ef61c0 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:20.424911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047d6b9-be57-4801-bffb-4a03bde15ac6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Network': ['ID=ee2ea8ac-f9bd-41c4-842c-96278da29bd9,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:20.440882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network ee2ea8ac-f9bd-41c4-842c-96278da29bd9 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:20.442725 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1047d6b9-be57-4801-bffb-4a03bde15ac6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:20.740701 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36b5449c-8533-442b-b0d8-57338ee07359 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:20.805144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network ee2ea8ac-f9bd-41c4-842c-96278da29bd9 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:20.882473 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36b5449c-8533-442b-b0d8-57338ee07359 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:20.915948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff0998b-378c-4c6e-a707-eb1412ef61c0 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Network 2d3ec498-9d2f-467a-b407-77cad0de252d is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:20.947523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-3ff0998b-378c-4c6e-a707-eb1412ef61c0 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:20.951412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff0998b-378c-4c6e-a707-eb1412ef61c0 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.956005 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.958736 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.967109 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.971001 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:20.971001 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.971001 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.971001 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.971001 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:20.971001 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.971001 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.971001 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.971001 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:20.971001 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.971001 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.971001 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.971001 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:20.971001 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.971001 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.971001 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:20.971001 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:20.971001 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:20.971001 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:20.971001 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:21.021165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff0998b-378c-4c6e-a707-eb1412ef61c0 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:21.021898 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ff0998b-378c-4c6e-a707-eb1412ef61c0 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.029857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network ee2ea8ac-f9bd-41c4-842c-96278da29bd9 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:21.040641 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1047d6b9-be57-4801-bffb-4a03bde15ac6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9628737 Jan 14 07:36:21.053467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47624) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:21.066061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:21.082361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-462bc84e-802b-4f29-8f0d-ddd689d2f52f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'subnet': {'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:21.120557 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3ff0998b-378c-4c6e-a707-eb1412ef61c0 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.4956810 Jan 14 07:36:21.131876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47632) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:21.147777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-105b70af-d9f8-4ad2-b503-e96e237ff214 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Request body: {'port': {'network_id': '2d3ec498-9d2f-467a-b407-77cad0de252d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1448517054'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:21.156841 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03139154-0341-4777-a6ee-865fada35a8e None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.192869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-03139154-0341-4777-a6ee-865fada35a8e None None] Transition to ACTIVE for port object 376bf3f1-4d02-4037-93ff-edbe5b437d14 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:21.208300 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03139154-0341-4777-a6ee-865fada35a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.491058 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-243b04ef-eeed-4d2c-9cc6-27dc8e7ddb3a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.532532 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6dfdd1d-a367-4801-8646-b1d29e7f20ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:21.685611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1b191f54-bcf3-4515-91f6-3ba963a3f9dc None None] Provisioning complete for port 98e7312f-1f18-4e8e-9a06-4f399c603821 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:21.686174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b191f54-bcf3-4515-91f6-3ba963a3f9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.689270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-105b70af-d9f8-4ad2-b503-e96e237ff214 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:21.745998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-105b70af-d9f8-4ad2-b503-e96e237ff214 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Usage tracker for resource:port and tenant:9e4e773797d343929cdbfb10959f6b75 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:21.765930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-105b70af-d9f8-4ad2-b503-e96e237ff214 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Quota usage for port was recalculated. Used quota:3. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:21.785764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-105b70af-d9f8-4ad2-b503-e96e237ff214 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:21.882770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:21.892158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca023a-d35f-4380-92db-2d3c36165a62 None None] Pushing event updated for resources: {'Port': ['ID=376bf3f1-4d02-4037-93ff-edbe5b437d14,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:21.900692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:21.901385 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:21.931658 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-faca023a-d35f-4380-92db-2d3c36165a62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:21.969254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47646) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:21.969968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105b70af-d9f8-4ad2-b503-e96e237ff214 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Made reservation on behalf of 9e4e773797d343929cdbfb10959f6b75 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:21.981710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-03139154-0341-4777-a6ee-865fada35a8e None None] Attempting to bind port 376bf3f1-4d02-4037-93ff-edbe5b437d14 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:36:21.982127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-03139154-0341-4777-a6ee-865fada35a8e None None] Attempting to bind port 376bf3f1-4d02-4037-93ff-edbe5b437d14 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'e0233dda-4348-4289-abb0-272ea3595c9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:36:21.982543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03139154-0341-4777-a6ee-865fada35a8e None None] Attempting to bind port 376bf3f1-4d02-4037-93ff-edbe5b437d14 on network e9ad9eb9-4143-450b-9e49-86633b9e3137 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:36:21.999454 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-105b70af-d9f8-4ad2-b503-e96e237ff214 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:22.006755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03139154-0341-4777-a6ee-865fada35a8e None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:36:22.007173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03139154-0341-4777-a6ee-865fada35a8e None None] Checking segment: {'id': 'e0233dda-4348-4289-abb0-272ea3595c9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:22.007619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03139154-0341-4777-a6ee-865fada35a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:22.008114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03139154-0341-4777-a6ee-865fada35a8e None None] Bound using segment: {'id': 'e0233dda-4348-4289-abb0-272ea3595c9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:36:22.008637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-03139154-0341-4777-a6ee-865fada35a8e None None] Bound port: 376bf3f1-4d02-4037-93ff-edbe5b437d14, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0233dda-4348-4289-abb0-272ea3595c9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:36:22.009054 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03139154-0341-4777-a6ee-865fada35a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:22.085900 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-243b04ef-eeed-4d2c-9cc6-27dc8e7ddb3a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:22.228777 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b28655f3-cbd0-4171-9c2f-cc01ac28dfa3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:22.251377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-03139154-0341-4777-a6ee-865fada35a8e None None] For port 376bf3f1-4d02-4037-93ff-edbe5b437d14, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:36:22.256685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-03139154-0341-4777-a6ee-865fada35a8e None None] For port 376bf3f1-4d02-4037-93ff-edbe5b437d14, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=376bf3f1-4d02-4037-93ff-edbe5b437d14,segment=NetworkSegment(e0233dda-4348-4289-abb0-272ea3595c9d),segment_id=e0233dda-4348-4289-abb0-272ea3595c9d)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:36:22.266219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03139154-0341-4777-a6ee-865fada35a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:22.281428 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:22.295876 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a73c00a-48aa-408c-a428-6d75443aa133 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:22.303152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b04ef-eeed-4d2c-9cc6-27dc8e7ddb3a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=9df5dba2-d897-4680-a069-676a13504b58,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:22.343425 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-243b04ef-eeed-4d2c-9cc6-27dc8e7ddb3a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:22.393978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-462bc84e-802b-4f29-8f0d-ddd689d2f52f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:22.399084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-462bc84e-802b-4f29-8f0d-ddd689d2f52f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:subnet and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:22.402465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-462bc84e-802b-4f29-8f0d-ddd689d2f52f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:22.410028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-462bc84e-802b-4f29-8f0d-ddd689d2f52f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:22.423381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca023a-d35f-4380-92db-2d3c36165a62 None None] Pushing event updated for resources: {'Port': ['ID=376bf3f1-4d02-4037-93ff-edbe5b437d14,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:22.428635 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64b666c8-33ce-4643-a4ad-458dd4813cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:22.442991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462bc84e-802b-4f29-8f0d-ddd689d2f52f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Made reservation on behalf of 5dbc558c61ca44a5a9c57934b14edce4 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:22.459634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-64b666c8-33ce-4643-a4ad-458dd4813cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:22.464357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-64b666c8-33ce-4643-a4ad-458dd4813cb0 admin admin] Usage tracker for resource:security_group_rule and tenant:9efa9c5375d54410baf7e8650c9a7d3d is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:22.467527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-64b666c8-33ce-4643-a4ad-458dd4813cb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:22.474911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-64b666c8-33ce-4643-a4ad-458dd4813cb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:22.480275 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-faca023a-d35f-4380-92db-2d3c36165a62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:22.490762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:22.526943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:22.528982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1b191f54-bcf3-4515-91f6-3ba963a3f9dc None None] Provisioning for port c11c0df8-0a3d-49dd-8511-aee16da50cff completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:22.540254 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:22.548958 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2b416ac3-95b3-4859-867a-5756712cf93c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:22.588917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03139154-0341-4777-a6ee-865fada35a8e None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:22.589719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-03139154-0341-4777-a6ee-865fada35a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:35:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:22.612992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-105b70af-d9f8-4ad2-b503-e96e237ff214 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] device_id is not set on port 9260f2bc-a677-4633-adf2-4630c402e563 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:36:22.636954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:22.639821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1b191f54-bcf3-4515-91f6-3ba963a3f9dc None None] Provisioning complete for port c11c0df8-0a3d-49dd-8511-aee16da50cff triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:22.640406 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b191f54-bcf3-4515-91f6-3ba963a3f9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:22.667871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-243b04ef-eeed-4d2c-9cc6-27dc8e7ddb3a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:22.698316 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-243b04ef-eeed-4d2c-9cc6-27dc8e7ddb3a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/9df5dba2-d897-4680-a069-676a13504b58 HTTP/1.1" status: 204 len: 168 time: 3.6262221 Jan 14 07:36:22.706055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47656) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:22.708768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1de55c-f38a-4bba-8c07-925894c4eace None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:22.827626 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:22.829605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1b191f54-bcf3-4515-91f6-3ba963a3f9dc None None] Port c11c0df8-0a3d-49dd-8511-aee16da50cff cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:36:22.901250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64b666c8-33ce-4643-a4ad-458dd4813cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:23.011495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:23.057675 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64b666c8-33ce-4643-a4ad-458dd4813cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:23.063274 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ef720c31-945c-4735-94a5-119b7fb997ce tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3283613 Jan 14 07:36:23.063274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47666) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:23.089866 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-462bc84e-802b-4f29-8f0d-ddd689d2f52f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:23.152574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:23.152828 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-722f1b2f-449d-4b4e-8364-286b328671ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:23.153103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:23.203512 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-64b666c8-33ce-4643-a4ad-458dd4813cb0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9efa9c5375d54410baf7e8650c9a7d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1648588 Jan 14 07:36:23.207693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47670) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:23.225753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-03139154-0341-4777-a6ee-865fada35a8e None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:36:23.250666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-105b70af-d9f8-4ad2-b503-e96e237ff214 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Allocated IP 2001:db8::14e (2d3ec498-9d2f-467a-b407-77cad0de252d/2d589422-35b7-441e-9c1f-2f6a79c46d95/9260f2bc-a677-4633-adf2-4630c402e563) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:23.261527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b666c8-33ce-4643-a4ad-458dd4813cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6365fe93-19b1-4492-88df-59eea44a4b4c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:23.282547 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-64b666c8-33ce-4643-a4ad-458dd4813cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:23.320111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2bd407a3-a384-4d47-9339-1b66372f9732 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:23.341099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1c3181-d496-4431-9255-87068d0cd1a7 None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:36:23.346929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ef1c3181-d496-4431-9255-87068d0cd1a7 None None] Deleting port 98e7312f-1f18-4e8e-9a06-4f399c603821 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:23.347348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3181-d496-4431-9255-87068d0cd1a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:23.650226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ef1c3181-d496-4431-9255-87068d0cd1a7 None None] For port 98e7312f-1f18-4e8e-9a06-4f399c603821, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=98e7312f-1f18-4e8e-9a06-4f399c603821,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:23.650943 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3181-d496-4431-9255-87068d0cd1a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:23.703415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2bd407a3-a384-4d47-9339-1b66372f9732 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:23.708675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2bd407a3-a384-4d47-9339-1b66372f9732 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:23.712333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2bd407a3-a384-4d47-9339-1b66372f9732 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:23.719716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2bd407a3-a384-4d47-9339-1b66372f9732 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:23.742520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd407a3-a384-4d47-9339-1b66372f9732 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:23.831372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-03139154-0341-4777-a6ee-865fada35a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:36:13Z', 'revision_number': 2, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:22Z', 'revision_number': 4, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:23.836611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03139154-0341-4777-a6ee-865fada35a8e None None] The sync data for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 is: [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:36:13Z', 'revision_number': 2, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:22Z', 'revision_number': 4, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:36:23.906494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ef1c3181-d496-4431-9255-87068d0cd1a7 None None] Calling delete_port for 98e7312f-1f18-4e8e-9a06-4f399c603821 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:23.919920 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36b5449c-8533-442b-b0d8-57338ee07359 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:23.926469 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a32b3a4d-8da0-403c-ad71-fcb32d5e1741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:24.020224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b610f59-a70f-4c08-a17b-ef9c91e9e0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:24.081195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef1c3181-d496-4431-9255-87068d0cd1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:24.099954 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-257ef2cb-e0fd-4b96-b044-7c73798f04e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:24.157574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c3181-d496-4431-9255-87068d0cd1a7 None None] Pushing event deleted for resources: {'Port': ['ID=98e7312f-1f18-4e8e-9a06-4f399c603821,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:24.197925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-105b70af-d9f8-4ad2-b503-e96e237ff214 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:24.217568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-105b70af-d9f8-4ad2-b503-e96e237ff214 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Transition to ACTIVE for port object 9260f2bc-a677-4633-adf2-4630c402e563 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:24.222114 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ef1c3181-d496-4431-9255-87068d0cd1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:24.261950 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a32b3a4d-8da0-403c-ad71-fcb32d5e1741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:24.286923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1c3181-d496-4431-9255-87068d0cd1a7 None None] No DVR routers for this DVR port 98e7312f-1f18-4e8e-9a06-4f399c603821 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:36:24.321214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-105b70af-d9f8-4ad2-b503-e96e237ff214 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:24.345493 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-942108ae-360d-4338-a97f-e64b816b6db9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:24.394194 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a32b3a4d-8da0-403c-ad71-fcb32d5e1741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:24.398295 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:24.610845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a32b3a4d-8da0-403c-ad71-fcb32d5e1741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:24.613296 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a32b3a4d-8da0-403c-ad71-fcb32d5e1741 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6365fe93-19b1-4492-88df-59eea44a4b4c HTTP/1.1" status: 204 len: 168 time: 1.3483446 Jan 14 07:36:24.614275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b70af-d9f8-4ad2-b503-e96e237ff214 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Pushing event updated for resources: {'Port': ['ID=9260f2bc-a677-4633-adf2-4630c402e563,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:24.618181 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-105b70af-d9f8-4ad2-b503-e96e237ff214 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:24.705894 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-64b666c8-33ce-4643-a4ad-458dd4813cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:24.728719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2bd407a3-a384-4d47-9339-1b66372f9732 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:24.784861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b3a4d-8da0-403c-ad71-fcb32d5e1741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6365fe93-19b1-4492-88df-59eea44a4b4c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:24.808464 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a32b3a4d-8da0-403c-ad71-fcb32d5e1741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:24.997953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 376bf3f1-4d02-4037-93ff-edbe5b437d14 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:25.052485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105b70af-d9f8-4ad2-b503-e96e237ff214 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Network 2d3ec498-9d2f-467a-b407-77cad0de252d is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:25.071900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-105b70af-d9f8-4ad2-b503-e96e237ff214 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:25.084009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105b70af-d9f8-4ad2-b503-e96e237ff214 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:25.087577 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.090305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.090305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.090305 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:25.090305 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.090305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.090305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.090305 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:25.090305 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.090305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.090305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.090305 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:25.090305 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.090305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.090305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.090305 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:36:25.090305 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.090305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.090305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.091749 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:25.095347 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.095347 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.095347 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.095347 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:25.095347 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.095347 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.095347 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.095347 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:25.095347 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:25.095347 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.095347 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.095347 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.095347 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.095347 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:25.095347 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:25.132059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105b70af-d9f8-4ad2-b503-e96e237ff214 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:25.132801 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-105b70af-d9f8-4ad2-b503-e96e237ff214 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:25.137729 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36b5449c-8533-442b-b0d8-57338ee07359 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:25.141671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36b5449c-8533-442b-b0d8-57338ee07359 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:25.148533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Router aee0fa73-75e1-4a33-a9ea-459e457a9c78 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:36:25.170166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 376bf3f1-4d02-4037-93ff-edbe5b437d14 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:25.176658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 376bf3f1-4d02-4037-93ff-edbe5b437d14 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:25.178362 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:25.274668 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36b5449c-8533-442b-b0d8-57338ee07359 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:25.275542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b5449c-8533-442b-b0d8-57338ee07359 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Fanout notify agent at l3_agent the message router_deleted on router f6f6d917-9394-45bf-acc9-a2683ed35eef {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:36:25.404825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47708) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:25.410481 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-105b70af-d9f8-4ad2-b503-e96e237ff214 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.2763550 Jan 14 07:36:25.488028 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-36b5449c-8533-442b-b0d8-57338ee07359 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] create failed (client error): There was a conflict when trying to complete your request. Jan 14 07:36:25.490336 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-36b5449c-8533-442b-b0d8-57338ee07359 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 8.1621127 Jan 14 07:36:25.497752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d2ff84ba-2791-4001-91a7-a3a06ba8e248 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5b', 'mac_address': 'fa:16:3e:34:52:39'}, {'ip_address': '2001:db8::3ea', 'mac_address': 'fa:16:3e:8f:42:ea'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:25.500030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47714) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:25.507495 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:25.575063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 376bf3f1-4d02-4037-93ff-edbe5b437d14, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=376bf3f1-4d02-4037-93ff-edbe5b437d14,segment=NetworkSegment(e0233dda-4348-4289-abb0-272ea3595c9d),segment_id=e0233dda-4348-4289-abb0-272ea3595c9d)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:25.580546 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:25.582688 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-08a1830c-acc3-4ba9-a361-332450ce77a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:25.693465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 98e7312f-1f18-4e8e-9a06-4f399c603821 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:36:25.745594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 98e7312f-1f18-4e8e-9a06-4f399c603821 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:36:25.745594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 98e7312f-1f18-4e8e-9a06-4f399c603821 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:36:25.759347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9e78dce2-db47-41a0-a2a6-2a9014647563 None None] Provisioning for port 9260f2bc-a677-4633-adf2-4630c402e563 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:25.771028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9e78dce2-db47-41a0-a2a6-2a9014647563 None None] Provisioning complete for port 9260f2bc-a677-4633-adf2-4630c402e563 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:25.771591 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9e78dce2-db47-41a0-a2a6-2a9014647563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:25.777997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5cb2ee96-23fd-4dba-a32a-8100e33248b4 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Deleting port 3ece6146-72a7-4853-9a65-bb413faf408a {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:25.778392 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5cb2ee96-23fd-4dba-a32a-8100e33248b4 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:25.858242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9e78dce2-db47-41a0-a2a6-2a9014647563 None None] Port 9260f2bc-a677-4633-adf2-4630c402e563 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:36:25.867211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=376bf3f1-4d02-4037-93ff-edbe5b437d14,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:25.874050 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:25.927865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-462bc84e-802b-4f29-8f0d-ddd689d2f52f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:25.947830 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2b958d95-17a5-453f-8206-c1bc86c27216 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:26.049450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:36:26.080722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf9cff-fdea-4093-b748-add506181d17 None None] Sync routers for ids ['aee0fa73-75e1-4a33-a9ea-459e457a9c78'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:36:26.095120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf9cff-fdea-4093-b748-add506181d17 None None] Routers {'aee0fa73-75e1-4a33-a9ea-459e457a9c78'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:26.095842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7acf9cff-fdea-4093-b748-add506181d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:35:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['aee0fa73-75e1-4a33-a9ea-459e457a9c78'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:26.127149 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:26.131565 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e562fe5a-e274-4a35-9736-88c312680338 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.5253179 Jan 14 07:36:26.134653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47730) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:26.391981 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1cf7a42b-429e-4fc0-8ef1-f461879fc23e tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "GET /v2.0/routers/aee0fa73-75e1-4a33-a9ea-459e457a9c78 HTTP/1.1" status: 200 len: 907 time: 0.2534626 Jan 14 07:36:26.392809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47738) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:26.420830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bc84e-802b-4f29-8f0d-ddd689d2f52f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Subnet': ['ID=614ba5ff-2094-48ff-aa1e-8435847f4ecc,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:26.467293 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-462bc84e-802b-4f29-8f0d-ddd689d2f52f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:26.571638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-7acf9cff-fdea-4093-b748-add506181d17 None None] Set router aee0fa73-75e1-4a33-a9ea-459e457a9c78 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:36:26.605540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462bc84e-802b-4f29-8f0d-ddd689d2f52f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Checking segment: {'id': '18d99d9d-9392-49d2-b750-bd7fc49ab2cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:26.605943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462bc84e-802b-4f29-8f0d-ddd689d2f52f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network hostable DHCP agents. Network: ee2ea8ac-f9bd-41c4-842c-96278da29bd9, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:36:26.649352 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2ff84ba-2791-4001-91a7-a3a06ba8e248 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:26.673758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5cb2ee96-23fd-4dba-a32a-8100e33248b4 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:26.793294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09e16a19-9650-4459-8ead-deb3fc971a3c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:26.985696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 376bf3f1-4d02-4037-93ff-edbe5b437d14 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:27.055630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5cb2ee96-23fd-4dba-a32a-8100e33248b4 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Calling delete_port for 3ece6146-72a7-4853-9a65-bb413faf408a owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:27.078783 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-65cb8b8a-5243-43da-aba9-9179527053b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.104878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2ff84ba-2791-4001-91a7-a3a06ba8e248 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.113350 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2ff84ba-2791-4001-91a7-a3a06ba8e248 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.116265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 376bf3f1-4d02-4037-93ff-edbe5b437d14 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:27.116924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.264026 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-526db90b-47cc-4295-9766-59098b21d4cf tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:27.310502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7acf9cff-fdea-4093-b748-add506181d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee0fa73-75e1-4a33-a9ea-459e457a9c78', 'name': 'tempest-snat-router-607111325', 'tenant_id': 'd3d2514e6cbe484db97416d4196c99a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '3422f241-d24b-4390-9cf4-7a35205df4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:15Z', 'updated_at': '2021-01-14T07:36:21Z', 'revision_number': 3, 'project_id': 'd3d2514e6cbe484db97416d4196c99a4', 'gw_port': {'id': '3422f241-d24b-4390-9cf4-7a35205df4be', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:33:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee0fa73-75e1-4a33-a9ea-459e457a9c78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:18Z', 'updated_at': '2021-01-14T07:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:27.321705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf9cff-fdea-4093-b748-add506181d17 None None] Checking router: aee0fa73-75e1-4a33-a9ea-459e457a9c78 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:36:27.322358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf9cff-fdea-4093-b748-add506181d17 None None] Updating router aee0fa73-75e1-4a33-a9ea-459e457a9c78 port 3422f241-d24b-4390-9cf4-7a35205df4be binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:36:27.351508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff84ba-2791-4001-91a7-a3a06ba8e248 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] In _notify_port_updated(), no bound segment for port 9260f2bc-a677-4633-adf2-4630c402e563 on network 2d3ec498-9d2f-467a-b407-77cad0de252d {{(pid=80907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:36:27.400209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ff84ba-2791-4001-91a7-a3a06ba8e248 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:27.406907 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2ff84ba-2791-4001-91a7-a3a06ba8e248 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.408501 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d2ff84ba-2791-4001-91a7-a3a06ba8e248 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "PUT /v2.0/ports/9260f2bc-a677-4633-adf2-4630c402e563 HTTP/1.1" status: 200 len: 1067 time: 1.9921803 Jan 14 07:36:27.419944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7acf9cff-fdea-4093-b748-add506181d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.434177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47762) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:27.451865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462bc84e-802b-4f29-8f0d-ddd689d2f52f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network ee2ea8ac-f9bd-41c4-842c-96278da29bd9 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:36:27.634287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-462bc84e-802b-4f29-8f0d-ddd689d2f52f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, ee2ea8ac-f9bd-41c4-842c-96278da29bd9) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:27.685752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff84ba-2791-4001-91a7-a3a06ba8e248 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Pushing event updated for resources: {'Port': ['ID=9260f2bc-a677-4633-adf2-4630c402e563,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:27.714076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462bc84e-802b-4f29-8f0d-ddd689d2f52f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:27.714743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-462bc84e-802b-4f29-8f0d-ddd689d2f52f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.724903 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d2ff84ba-2791-4001-91a7-a3a06ba8e248 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:27.749554 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:27.753336 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:36:27.753336 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:27.753336 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:27.753336 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:27.753336 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:36:27.753336 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:27.753336 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:27.753336 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:27.753336 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:36:27.753336 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:27.753336 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:27.753336 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:27.753336 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:36:27.753336 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:27.753336 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:27.753336 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:27.753336 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:27.753336 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:27.753336 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:27.753336 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:27.763806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e72e03ed-3228-4ec6-bc05-dee3366742f7 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Deleting port 9260f2bc-a677-4633-adf2-4630c402e563 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:27.764457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e72e03ed-3228-4ec6-bc05-dee3366742f7 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.839258 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5cb2ee96-23fd-4dba-a32a-8100e33248b4 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:27.854417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f8a23b-8183-4082-b89d-d9b7bf3f89f0 None None] Network ee2ea8ac-f9bd-41c4-842c-96278da29bd9 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:27.870214 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-70e576f9-29e0-42b8-b2be-d13776bd1fe7 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:27.877342 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-462bc84e-802b-4f29-8f0d-ddd689d2f52f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.8216896 Jan 14 07:36:27.878551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47790) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:28.141398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2ee96-23fd-4dba-a32a-8100e33248b4 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Pushing event deleted for resources: {'Port': ['ID=3ece6146-72a7-4853-9a65-bb413faf408a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:28.202926 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09e16a19-9650-4459-8ead-deb3fc971a3c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:28.215900 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5cb2ee96-23fd-4dba-a32a-8100e33248b4 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:28.249818 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:28.283929 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:28.285474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f707f379-bf5f-44ed-a8df-d8bc20503cd6 None None] Provisioning complete for port 9260f2bc-a677-4633-adf2-4630c402e563 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:28.286034 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f707f379-bf5f-44ed-a8df-d8bc20503cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:28.289655 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5cb2ee96-23fd-4dba-a32a-8100e33248b4 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:28.296412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-09e16a19-9650-4459-8ead-deb3fc971a3c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Deleting port 3422f241-d24b-4390-9cf4-7a35205df4be {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:28.297319 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09e16a19-9650-4459-8ead-deb3fc971a3c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:28.354361 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5cb2ee96-23fd-4dba-a32a-8100e33248b4 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] 10.222.0.41 "DELETE /v2.0/ports/3ece6146-72a7-4853-9a65-bb413faf408a HTTP/1.1" status: 204 len: 168 time: 2.8529027 Jan 14 07:36:28.410645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f707f379-bf5f-44ed-a8df-d8bc20503cd6 None None] Port 9260f2bc-a677-4633-adf2-4630c402e563 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:36:28.418682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:36:28.419843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:28.567762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09e16a19-9650-4459-8ead-deb3fc971a3c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:28.766545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-09e16a19-9650-4459-8ead-deb3fc971a3c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Calling delete_port for 3422f241-d24b-4390-9cf4-7a35205df4be owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:28.849222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Allocated IP 172.21.0.2 (ee2ea8ac-f9bd-41c4-842c-96278da29bd9/614ba5ff-2094-48ff-aa1e-8435847f4ecc/2a73f98d-36b5-43b2-b1f9-a38a3534eed0) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:28.943136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47806) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:29.038768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47816) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:29.090360 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09e16a19-9650-4459-8ead-deb3fc971a3c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.185072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.370853 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2bd407a3-a384-4d47-9339-1b66372f9732 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.397081 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eb94a23c-3e8a-4802-a323-99637dc33554 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:29.435146 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09e16a19-9650-4459-8ead-deb3fc971a3c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.530552 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.544497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a378ec3a-1fdb-464d-adf7-8b4045c6b8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.627173 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.651072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a378ec3a-1fdb-464d-adf7-8b4045c6b8ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:29.659004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09e16a19-9650-4459-8ead-deb3fc971a3c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.663202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a378ec3a-1fdb-464d-adf7-8b4045c6b8ff admin admin] Usage tracker for resource:security_group_rule and tenant:2294e204d78c4b1ebd8b35d022e2b9a5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:29.666433 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09e16a19-9650-4459-8ead-deb3fc971a3c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.669018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a378ec3a-1fdb-464d-adf7-8b4045c6b8ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:29.672050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:29.681451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a378ec3a-1fdb-464d-adf7-8b4045c6b8ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:29.685763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Usage tracker for resource:security_group_rule and tenant:5c5f9f6e232f456f827a441092d4e8a9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:29.698225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:29.698779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd407a3-a384-4d47-9339-1b66372f9732 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=507ad940-f198-49f6-8522-077957abdaaf,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:29.708978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:29.719123 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2bd407a3-a384-4d47-9339-1b66372f9732 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:29.744146 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-7acf9cff-fdea-4093-b748-add506181d17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:36:29.744835 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-7acf9cff-fdea-4093-b748-add506181d17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:36:29.763873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09e16a19-9650-4459-8ead-deb3fc971a3c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.764439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e16a19-9650-4459-8ead-deb3fc971a3c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Fanout notify agent at l3_agent the message router_deleted on router aee0fa73-75e1-4a33-a9ea-459e457a9c78 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:36:29.773696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e72e03ed-3228-4ec6-bc05-dee3366742f7 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.824983 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.841663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Transition to ACTIVE for port object 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:29.873917 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.889579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Transition to ACTIVE for port object 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:29.905632 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.909573 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.915223 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09e16a19-9650-4459-8ead-deb3fc971a3c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:29.919983 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-09e16a19-9650-4459-8ead-deb3fc971a3c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "DELETE /v2.0/routers/aee0fa73-75e1-4a33-a9ea-459e457a9c78 HTTP/1.1" status: 204 len: 168 time: 3.5263770 Jan 14 07:36:29.924814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47832) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:29.927527 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c7a9f0cc-cfe4-43bb-834c-8b926cc57607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:29.947410 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:29.966377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10db900e-bf7a-45cf-9e0a-9c36ed849f77,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:30.029105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Pushing event updated for resources: {'Port': ['ID=2a73f98d-36b5-43b2-b1f9-a38a3534eed0,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:30.029830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e72e03ed-3228-4ec6-bc05-dee3366742f7 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Calling delete_port for 9260f2bc-a677-4633-adf2-4630c402e563 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:30.070418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.071029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.071725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.072104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.072627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.073565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.074110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.074619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.075179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.076437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.076926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.077416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.078038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.078689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.079183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.079680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.080253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.080718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.081253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.081684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.082170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.082894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.083487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.083994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.084708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.084894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.085425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.085908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.086263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd407a3-a384-4d47-9339-1b66372f9732 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:30.086386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.086954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.087427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.087917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.088402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.089438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.089580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.090026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.092418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2bd407a3-a384-4d47-9339-1b66372f9732 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:30.108999 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:30.126938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1975dc-d567-42a2-bdf3-be1f17a1b9b7 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:30.138560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd407a3-a384-4d47-9339-1b66372f9732 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:30.139187 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2bd407a3-a384-4d47-9339-1b66372f9732 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.150378 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c5f9f6e232f456f827a441092d4e8a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2023621 Jan 14 07:36:30.157238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47836) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:30.215203 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2bd407a3-a384-4d47-9339-1b66372f9732 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 7.1374457 Jan 14 07:36:30.230611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47840) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:30.244110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b87b34f7-9c6b-4a4d-92a2-c95a7f39f3e7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:30.374848 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17a93d68-bbc5-401e-a759-f83a8d6006c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.380717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.380717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.380717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.380717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.381595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.381595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.381595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.383874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.383874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.383874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.383874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.383874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.384286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.384620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.384797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.385522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.385522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.385836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.386153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.386513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.386875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.387237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.387935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.387935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.388414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.388670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.389029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.389388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.389748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.390106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.391142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.391502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.391890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.392251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.392611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.392968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:36:30.442125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17a93d68-bbc5-401e-a759-f83a8d6006c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.495426 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a378ec3a-1fdb-464d-adf7-8b4045c6b8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.500850 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:30.510335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf9cff-fdea-4093-b748-add506181d17 None None] Port 3422f241-d24b-4390-9cf4-7a35205df4be not found while updating agent binding for router aee0fa73-75e1-4a33-a9ea-459e457a9c78. {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:218}} Jan 14 07:36:30.522031 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a378ec3a-1fdb-464d-adf7-8b4045c6b8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.533443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf9cff-fdea-4093-b748-add506181d17 None None] Routers set() bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:30.534109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf9cff-fdea-4093-b748-add506181d17 None None] Router IDs set() for agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 14 07:36:30.534932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_agentschedulers_db [None req-7acf9cff-fdea-4093-b748-add506181d17 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aee0fa73-75e1-4a33-a9ea-459e457a9c78'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:36:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent'). {{(pid=80909) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}} Jan 14 07:36:30.535641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf9cff-fdea-4093-b748-add506181d17 None None] The sync data for ids ['aee0fa73-75e1-4a33-a9ea-459e457a9c78'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:36:30.560838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Network ee2ea8ac-f9bd-41c4-842c-96278da29bd9 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:30.564658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:30.569430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:30.577106 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-539f5dd4-9c4d-4473-84a5-d03a9790ce92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:30.591716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b87b34f7-9c6b-4a4d-92a2-c95a7f39f3e7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:30.598850 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e72e03ed-3228-4ec6-bc05-dee3366742f7 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.621107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b87b34f7-9c6b-4a4d-92a2-c95a7f39f3e7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:30.626552 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78db9db1-6b06-476d-a208-dd5ea8e248b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:30.629563 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a378ec3a-1fdb-464d-adf7-8b4045c6b8ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2294e204d78c4b1ebd8b35d022e2b9a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5896492 Jan 14 07:36:30.630488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47850) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:30.636773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378ec3a-1fdb-464d-adf7-8b4045c6b8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cba0694-7c92-4ca8-bfbb-c00e60a1cbc1,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:30.657130 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67fcb4d3-0274-4ec8-92e7-b07baab2d859 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.663397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': '507ad940-f198-49f6-8522-077957abdaaf'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:36:30.664551 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.668711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b87b34f7-9c6b-4a4d-92a2-c95a7f39f3e7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:30.702471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Attempting to bind port 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:36:30.703284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Attempting to bind port 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '18d99d9d-9392-49d2-b750-bd7fc49ab2cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:36:30.703974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Attempting to bind port 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 on network ee2ea8ac-f9bd-41c4-842c-96278da29bd9 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:36:30.712528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:36:30.713315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Checking segment: {'id': '18d99d9d-9392-49d2-b750-bd7fc49ab2cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:30.713995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.714648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Bound using segment: {'id': '18d99d9d-9392-49d2-b750-bd7fc49ab2cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:36:30.715380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Bound port: 2a73f98d-36b5-43b2-b1f9-a38a3534eed0, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d99d9d-9392-49d2-b750-bd7fc49ab2cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:36:30.716040 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:30.764861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e03ed-3228-4ec6-bc05-dee3366742f7 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Pushing event deleted for resources: {'Port': ['ID=9260f2bc-a677-4633-adf2-4630c402e563,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:30.768186 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e72e03ed-3228-4ec6-bc05-dee3366742f7 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:30.774082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b87b34f7-9c6b-4a4d-92a2-c95a7f39f3e7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:30.830295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87b34f7-9c6b-4a4d-92a2-c95a7f39f3e7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:30.858378 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a378ec3a-1fdb-464d-adf7-8b4045c6b8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:30.945256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] For port 2a73f98d-36b5-43b2-b1f9-a38a3534eed0, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:36:30.998880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] For port 2a73f98d-36b5-43b2-b1f9-a38a3534eed0, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2a73f98d-36b5-43b2-b1f9-a38a3534eed0,segment=NetworkSegment(18d99d9d-9392-49d2-b750-bd7fc49ab2cf),segment_id=18d99d9d-9392-49d2-b750-bd7fc49ab2cf)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:36:31.004338 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:31.014008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67fcb4d3-0274-4ec8-92e7-b07baab2d859 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:31.026150 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0626d34e-5d49-42ee-b2d7-ecba6bc28509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:31.028184 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17a93d68-bbc5-401e-a759-f83a8d6006c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:31.066645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-67fcb4d3-0274-4ec8-92e7-b07baab2d859 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Deleting port c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:31.066645 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67fcb4d3-0274-4ec8-92e7-b07baab2d859 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:31.117717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Pushing event updated for resources: {'Port': ['ID=2a73f98d-36b5-43b2-b1f9-a38a3534eed0,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:31.121986 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:31.128723 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e84f3158-0332-4ec7-b045-a19ba2fe0ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:31.147721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a93d68-bbc5-401e-a759-f83a8d6006c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10db900e-bf7a-45cf-9e0a-9c36ed849f77,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:31.155504 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-17a93d68-bbc5-401e-a759-f83a8d6006c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:31.163442 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2199eafb-81a6-438c-950f-3c8afe83bcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:31.255310 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17a93d68-bbc5-401e-a759-f83a8d6006c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:31.259750 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-17a93d68-bbc5-401e-a759-f83a8d6006c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10db900e-bf7a-45cf-9e0a-9c36ed849f77 HTTP/1.1" status: 204 len: 168 time: 1.1010060 Jan 14 07:36:31.275618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2199eafb-81a6-438c-950f-3c8afe83bcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:31.344803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2199eafb-81a6-438c-950f-3c8afe83bcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:31.359825 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18b535b0-1552-4e1e-b948-ce9cc6dc4de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:31.378471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199eafb-81a6-438c-950f-3c8afe83bcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cba0694-7c92-4ca8-bfbb-c00e60a1cbc1,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:31.382559 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2199eafb-81a6-438c-950f-3c8afe83bcfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:31.385361 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2199eafb-81a6-438c-950f-3c8afe83bcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:31.386698 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2199eafb-81a6-438c-950f-3c8afe83bcfe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6cba0694-7c92-4ca8-bfbb-c00e60a1cbc1 HTTP/1.1" status: 204 len: 168 time: 0.7466781 Jan 14 07:36:31.414883 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e72e03ed-3228-4ec6-bc05-dee3366742f7 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:31.466344 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e72e03ed-3228-4ec6-bc05-dee3366742f7 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "DELETE /v2.0/ports/9260f2bc-a677-4633-adf2-4630c402e563 HTTP/1.1" status: 204 len: 168 time: 4.0278821 Jan 14 07:36:31.467937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Allocated IP 172.21.0.1 (ee2ea8ac-f9bd-41c4-842c-96278da29bd9/614ba5ff-2094-48ff-aa1e-8435847f4ecc/37c383f9-0c57-4fa1-9bec-8f61fa246483) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:31.479680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47866) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:31.492327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Allocated IP 2001:db8::2 (e6acc9a6-db0b-42d1-82b7-716516d3711e/507ad940-f198-49f6-8522-077957abdaaf/9619dfca-2b3e-45fe-a6e3-36933e7d6dc3) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:31.540061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-67fcb4d3-0274-4ec8-92e7-b07baab2d859 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] For port c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:31.540731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67fcb4d3-0274-4ec8-92e7-b07baab2d859 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:31.643324 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec76462e-2d66-4c3b-914f-f57844497c37 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] GET failed (client error): The resource could not be found. Jan 14 07:36:31.644899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ec76462e-2d66-4c3b-914f-f57844497c37 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Synchronizing usage tracker for tenant:9e4e773797d343929cdbfb10959f6b75 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:36:31.762091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ec76462e-2d66-4c3b-914f-f57844497c37 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Unset dirty status for tenant:9e4e773797d343929cdbfb10959f6b75 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:36:31.769903 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ec76462e-2d66-4c3b-914f-f57844497c37 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "GET /v2.0/ports/9260f2bc-a677-4633-adf2-4630c402e563 HTTP/1.1" status: 404 len: 333 time: 0.2890713 Jan 14 07:36:31.788692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47876) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:31.794167 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b87b34f7-9c6b-4a4d-92a2-c95a7f39f3e7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:31.886040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-67fcb4d3-0274-4ec8-92e7-b07baab2d859 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Calling delete_port for c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:32.157649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:36:32.245116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47888) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:32.401637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc29bd-21cf-4c3f-8c48-7bee35527c6a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Deleting port c11c0df8-0a3d-49dd-8511-aee16da50cff {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:32.403391 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2cc29bd-21cf-4c3f-8c48-7bee35527c6a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:32.419784 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-78e20f1a-3bde-467c-a6d3-48337cf0bf12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb032b7f13bc4f92bde0df64c1195893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1731548 Jan 14 07:36:32.424537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47896) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:32.431527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:32.451222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Transition to ACTIVE for port object 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:32.482654 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67fcb4d3-0274-4ec8-92e7-b07baab2d859 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:32.499223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Transition to ACTIVE for port object 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:32.519230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:32.539828 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a580f7bc-93ab-4b53-8445-3ec120d002fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:32.635249 n-d-769329-2 neutron-server[80794]: INFO neutron.db.ipam_backend_mixin [None req-b87b34f7-9c6b-4a4d-92a2-c95a7f39f3e7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 507ad940-f198-49f6-8522-077957abdaaf (CIDR: 2001:db8::/64) Jan 14 07:36:32.755309 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67baf50a-36fc-470c-8cc7-2437ac42512a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:32.787789 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67baf50a-36fc-470c-8cc7-2437ac42512a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:32.818161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:32.832472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:32.841849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:32.948733 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67fcb4d3-0274-4ec8-92e7-b07baab2d859 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:33.009750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Attempting to bind port 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:36:33.010293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Attempting to bind port 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:36:33.010814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Attempting to bind port 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3 on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:36:33.021394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:36:33.022006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:33.022567 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:33.023121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:36:33.023815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Bound port: 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:36:33.024377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:33.035418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:33.117947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2cc29bd-21cf-4c3f-8c48-7bee35527c6a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:33.148451 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87b34f7-9c6b-4a4d-92a2-c95a7f39f3e7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:36:33.148964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b87b34f7-9c6b-4a4d-92a2-c95a7f39f3e7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 400 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:36:33.161118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Pushing event updated for resources: {'Port': ['ID=9619dfca-2b3e-45fe-a6e3-36933e7d6dc3,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:33.184112 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:33.206038 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67fcb4d3-0274-4ec8-92e7-b07baab2d859 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:33.216296 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67fcb4d3-0274-4ec8-92e7-b07baab2d859 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:33.221392 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67baf50a-36fc-470c-8cc7-2437ac42512a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:33.228537 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76b4a5e5-2eed-4b3f-9a8e-d9908caa4aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:33.253804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67baf50a-36fc-470c-8cc7-2437ac42512a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ca5f8d-b1a5-46f6-bf33-8dbf80fb3df5,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:33.271141 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-67baf50a-36fc-470c-8cc7-2437ac42512a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:33.281758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67baf50a-36fc-470c-8cc7-2437ac42512a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:33.289806 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-67baf50a-36fc-470c-8cc7-2437ac42512a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72ca5f8d-b1a5-46f6-bf33-8dbf80fb3df5 HTTP/1.1" status: 204 len: 168 time: 0.8592327 Jan 14 07:36:33.291972 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67fcb4d3-0274-4ec8-92e7-b07baab2d859 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:33.292688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fcb4d3-0274-4ec8-92e7-b07baab2d859 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Fanout notify agent at l3_agent the message router_deleted on router fde52277-6950-41a0-8eff-04a9e6cad54f {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:36:33.316021 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67fcb4d3-0274-4ec8-92e7-b07baab2d859 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:33.318074 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-67fcb4d3-0274-4ec8-92e7-b07baab2d859 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "DELETE /v2.0/routers/fde52277-6950-41a0-8eff-04a9e6cad54f HTTP/1.1" status: 204 len: 168 time: 3.3581538 Jan 14 07:36:33.321918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47918) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:33.330956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-179545218', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}, 'admin_state_up': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:33.336520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] For port 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:36:33.341912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] For port 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9619dfca-2b3e-45fe-a6e3-36933e7d6dc3,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:36:33.368918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:33.381692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Usage tracker for resource:router and tenant:83d3969603a5401996b944d31d6b3090 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:33.394107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:33.398801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc29bd-21cf-4c3f-8c48-7bee35527c6a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Calling delete_port for c11c0df8-0a3d-49dd-8511-aee16da50cff owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:33.411730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:33.412473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:33.429925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:33.460060 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:33.463143 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:33.520671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:33.532252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 47922) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:33.561232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:33.596390 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:33.604479 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b87b34f7-9c6b-4a4d-92a2-c95a7f39f3e7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.3708296 Jan 14 07:36:33.616277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47928) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:33.681725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:33.697553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcec6d1-a569-4ed4-811f-e2434dae2452 None None] Network ee2ea8ac-f9bd-41c4-842c-96278da29bd9 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:33.741878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Transition to ACTIVE for port object 37c383f9-0c57-4fa1-9bec-8f61fa246483 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:33.811397 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:33.956012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7d69a243-7901-4d35-82d1-a8a03b70fb69 None None] Provisioning for port 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:33.970145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7d69a243-7901-4d35-82d1-a8a03b70fb69 None None] Provisioning complete for port 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:33.970734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d69a243-7901-4d35-82d1-a8a03b70fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:34.073449 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:34.129760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Pushing event updated for resources: {'Port': ['ID=9619dfca-2b3e-45fe-a6e3-36933e7d6dc3,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:34.168199 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:34.220739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network ee2ea8ac-f9bd-41c4-842c-96278da29bd9 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:34.248772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:34.305542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:34.333455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d69a243-7901-4d35-82d1-a8a03b70fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:34.377395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7d69a243-7901-4d35-82d1-a8a03b70fb69 None None] For port 2a73f98d-36b5-43b2-b1f9-a38a3534eed0, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2a73f98d-36b5-43b2-b1f9-a38a3534eed0,segment=NetworkSegment(18d99d9d-9392-49d2-b750-bd7fc49ab2cf),segment_id=18d99d9d-9392-49d2-b750-bd7fc49ab2cf)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:34.393489 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d69a243-7901-4d35-82d1-a8a03b70fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:34.396900 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:34.487279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Port': ['ID=37c383f9-0c57-4fa1-9bec-8f61fa246483,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:34.488273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69a243-7901-4d35-82d1-a8a03b70fb69 None None] Pushing event updated for resources: {'Port': ['ID=2a73f98d-36b5-43b2-b1f9-a38a3534eed0,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:34.491011 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:34.504706 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2cc29bd-21cf-4c3f-8c48-7bee35527c6a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:34.511806 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7d69a243-7901-4d35-82d1-a8a03b70fb69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:34.531690 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d2ff84ba-2791-4001-91a7-a3a06ba8e248 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:34.568838 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:34.597693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-557639645'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:34.608344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:34.637205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Usage tracker for resource:network and tenant:57fa3a7ee5f24cf99a4333cc50f2b32d is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:34.644216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:34.652950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:34.797130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Made reservation on behalf of 57fa3a7ee5f24cf99a4333cc50f2b32d for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:34.811421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:34.839736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc29bd-21cf-4c3f-8c48-7bee35527c6a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Pushing event deleted for resources: {'Port': ['ID=c11c0df8-0a3d-49dd-8511-aee16da50cff,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:34.842506 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2cc29bd-21cf-4c3f-8c48-7bee35527c6a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:34.856567 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:34.887118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:34.892465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Usage tracker for resource:security_group_rule and tenant:57fa3a7ee5f24cf99a4333cc50f2b32d is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:34.896208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:34.899643 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:34.915299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:35.002134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:35.016075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:35.020563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:35.032119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:35.034232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:35.035300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9dd35474-2eb5-4610-9ce3-e9f46aafb97e None None] Provisioning complete for port 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:35.040846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:35.044658 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f28949d8-716d-42a5-a62a-e08eb1b127ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:35.060303 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2cc29bd-21cf-4c3f-8c48-7bee35527c6a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:35.070550 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9dd35474-2eb5-4610-9ce3-e9f46aafb97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:35.072823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:35.086576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:35.094192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event updated for resources: {'SecurityGroup': ['ID=13919b18-6473-4ae3-a8e4-3104461303b7,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:35.100220 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:35.133786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:36:35.159794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:35.160657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:35.161248 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Added segment 2f78bc48-f873-4d3f-94b5-47a9bfb01e19 of type vxlan for network 31f2348a-8799-4ed0-8020-d2957b85b324 Jan 14 07:36:35.392316 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f2cc29bd-21cf-4c3f-8c48-7bee35527c6a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "DELETE /v2.0/ports/c11c0df8-0a3d-49dd-8511-aee16da50cff HTTP/1.1" status: 204 len: 168 time: 3.4021187 Jan 14 07:36:35.394720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47956) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:35.440060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47960) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:35.500821 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:35.547180 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:35.560759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:35.561181 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:35.571133 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-faeb1534-a527-4837-bf1d-e37574baaef1 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] GET failed (client error): The resource could not be found. Jan 14 07:36:35.571754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-faeb1534-a527-4837-bf1d-e37574baaef1 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Synchronizing usage tracker for tenant:9e4e773797d343929cdbfb10959f6b75 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:36:35.599941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:35.708929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9dd35474-2eb5-4610-9ce3-e9f46aafb97e None None] Provisioning for port 37c383f9-0c57-4fa1-9bec-8f61fa246483 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:35.715258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9dd35474-2eb5-4610-9ce3-e9f46aafb97e None None] Provisioning complete for port 37c383f9-0c57-4fa1-9bec-8f61fa246483 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:35.715702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9dd35474-2eb5-4610-9ce3-e9f46aafb97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:35.764721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-faeb1534-a527-4837-bf1d-e37574baaef1 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Unset dirty status for tenant:9e4e773797d343929cdbfb10959f6b75 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:36:35.765977 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-faeb1534-a527-4837-bf1d-e37574baaef1 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "GET /v2.0/ports/c11c0df8-0a3d-49dd-8511-aee16da50cff HTTP/1.1" status: 404 len: 333 time: 0.3387294 Jan 14 07:36:35.782954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 47966) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:35.891758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:35.925418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:35.954124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:35.991639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:35.992916 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:36.018592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Request body: {'networks': [{'name': 'tempest-network--628956660'}, {'name': 'tempest-network--573387581'}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:36.018957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Request body: {'network': {'name': 'tempest-network--628956660'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:36.019435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Request body: {'network': {'name': 'tempest-network--573387581'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:36.041788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:36.046995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Usage tracker for resource:network and tenant:6b9ec7474ee24f6ca3f36e227665f478 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:36.050254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:36.056154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:36.079844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9dd35474-2eb5-4610-9ce3-e9f46aafb97e None None] Port 37c383f9-0c57-4fa1-9bec-8f61fa246483 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:36:36.095731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:36.129238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Allocated IP 172.25.3.61 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/b6cfd588-c2d1-4254-956c-70e252099980) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:36.171111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:36:36.177639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a5ac4ba2-f0a6-457a-8172-719d7c75f476 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Deleting port b279de94-2838-425a-9680-8511ae89e7e6 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:36.178229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5ac4ba2-f0a6-457a-8172-719d7c75f476 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:36.191470 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-023f76b8-cf2a-4e99-905e-e9524a9c8767 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:36.225053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:36:36.225609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c3acfd4d-c9e3-4a4d-be7e-985a65ac0ff1 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:36:36.240202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1dbbc1fd-17e1-4dad-bac9-c1a4f038cc1a None None] Provisioning complete for port 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:36.240765 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1dbbc1fd-17e1-4dad-bac9-c1a4f038cc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:36.403124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event updated for resources: {'Network': ['ID=31f2348a-8799-4ed0-8020-d2957b85b324,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:36.420009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 31f2348a-8799-4ed0-8020-d2957b85b324 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:36.437631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 31f2348a-8799-4ed0-8020-d2957b85b324 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:36.502760 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:36.596776 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.0479898 Jan 14 07:36:36.653945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 31f2348a-8799-4ed0-8020-d2957b85b324 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:36.807134 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:36.860469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Made reservation on behalf of 6b9ec7474ee24f6ca3f36e227665f478 for: {'network': 2} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:36.876178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:36.911888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:36.972421 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e93314ca-1f71-4d05-8927-1fc72bee36ae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:37.052884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:37.128259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:37.136566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Usage tracker for resource:security_group_rule and tenant:6b9ec7474ee24f6ca3f36e227665f478 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:37.141985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:37.148332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:37.217905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1dbbc1fd-17e1-4dad-bac9-c1a4f038cc1a None None] Provisioning complete for port 37c383f9-0c57-4fa1-9bec-8f61fa246483 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:37.218294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1dbbc1fd-17e1-4dad-bac9-c1a4f038cc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:37.223410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Pushing event updated for resources: {'Port': ['ID=b6cfd588-c2d1-4254-956c-70e252099980,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:37.234421 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:37.278763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:37.282363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:37.286288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:37.312098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1dbbc1fd-17e1-4dad-bac9-c1a4f038cc1a None None] Port 37c383f9-0c57-4fa1-9bec-8f61fa246483 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:36:37.439086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3c619048-c628-4962-a574-4380555eb944 None None] Provisioning complete for port 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:37.448414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c619048-c628-4962-a574-4380555eb944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:37.469315 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5ac4ba2-f0a6-457a-8172-719d7c75f476 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:37.622620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a5ac4ba2-f0a6-457a-8172-719d7c75f476 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Calling delete_port for b279de94-2838-425a-9680-8511ae89e7e6 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:37.655135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3c619048-c628-4962-a574-4380555eb944 None None] Provisioning for port 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:37.661570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3c619048-c628-4962-a574-4380555eb944 None None] Provisioning complete for port 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:37.662031 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c619048-c628-4962-a574-4380555eb944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:37.880600 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c619048-c628-4962-a574-4380555eb944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:37.956553 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:37.966358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3c619048-c628-4962-a574-4380555eb944 None None] For port 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9619dfca-2b3e-45fe-a6e3-36933e7d6dc3,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:37.973205 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c619048-c628-4962-a574-4380555eb944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:37.977341 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d2045dfe-b057-430d-9838-3d90568848c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:38.086620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.160255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c619048-c628-4962-a574-4380555eb944 None None] Pushing event updated for resources: {'Port': ['ID=9619dfca-2b3e-45fe-a6e3-36933e7d6dc3,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:38.182690 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c619048-c628-4962-a574-4380555eb944 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:38.352102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.352923 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.372633 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.377647 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c5928701-c850-4bcc-9475-439aa7a5f923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:38.458294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.492444 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.529307 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5ac4ba2-f0a6-457a-8172-719d7c75f476 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.556766 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.750517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Router bd37c957-1e48-4f91-a6f5-e1be46f41be3 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:36:38.869058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:38.946587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:36:38.975696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:38.976184 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Added segment 99e6f20b-3282-4362-8153-0d34928d2f82 of type vxlan for network 5142b1b2-def2-40d6-9835-dadf1e22bf14 Jan 14 07:36:39.022799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:39.023228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:39.039814 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:39.207108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:36:39.230396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:39.231192 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Added segment f1a43076-d21b-477a-920e-76e4250f27e6 of type vxlan for network 0b7e51ba-0d2f-4945-a87b-d08335f72183 Jan 14 07:36:39.259156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event updated for resources: {'SecurityGroup': ['ID=1e34752b-44c7-4f2c-b577-b93cc40d1ffe,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:39.298592 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:39.307768 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9089c0a5-aba4-49b3-928c-d933bf81e8c3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.743s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:39.415503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:36:39.427235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed76fd8-49d3-4c67-a5c8-c210aaf99c74 None None] Sync routers for ids ['bd37c957-1e48-4f91-a6f5-e1be46f41be3'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:36:39.462695 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:39.464520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed76fd8-49d3-4c67-a5c8-c210aaf99c74 None None] Routers {'bd37c957-1e48-4f91-a6f5-e1be46f41be3'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:39.465689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5ac4ba2-f0a6-457a-8172-719d7c75f476 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:39.469458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-bed76fd8-49d3-4c67-a5c8-c210aaf99c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:36:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['bd37c957-1e48-4f91-a6f5-e1be46f41be3'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:39.473330 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1496608 Jan 14 07:36:39.474509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48006) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:39.490537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Port': ['ID=37c383f9-0c57-4fa1-9bec-8f61fa246483,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:39.497192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0e6e7ef9-c700-4716-b694-a2db9f323c2e tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Request body: {'router': {'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'enable_snat': False}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:39.502234 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:39.563412 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a5ac4ba2-f0a6-457a-8172-719d7c75f476 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "DELETE /v2.0/ports/b279de94-2838-425a-9680-8511ae89e7e6 HTTP/1.1" status: 204 len: 168 time: 3.7768793 Jan 14 07:36:39.596749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48010) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:39.626733 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:39.627603 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:39.652109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:39.652710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-bed76fd8-49d3-4c67-a5c8-c210aaf99c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:39.662959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed76fd8-49d3-4c67-a5c8-c210aaf99c74 None None] Routers {'bd37c957-1e48-4f91-a6f5-e1be46f41be3'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:39.663854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-bed76fd8-49d3-4c67-a5c8-c210aaf99c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:36:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['bd37c957-1e48-4f91-a6f5-e1be46f41be3'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:39.673146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:39.673976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:39.696014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac4ba2-f0a6-457a-8172-719d7c75f476 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Pushing event deleted for resources: {'Port': ['ID=b279de94-2838-425a-9680-8511ae89e7e6,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:39.719410 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a5ac4ba2-f0a6-457a-8172-719d7c75f476 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:39.720183 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.164s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:39.720639 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:39.724514 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0ade2ef7-5a40-439a-b37f-faa8d9451962 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:39.755485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network ee2ea8ac-f9bd-41c4-842c-96278da29bd9 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:39.760147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-bed76fd8-49d3-4c67-a5c8-c210aaf99c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:39.760731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:39.761371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed76fd8-49d3-4c67-a5c8-c210aaf99c74 None None] The sync data for ids ['bd37c957-1e48-4f91-a6f5-e1be46f41be3'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:36:40.027350 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.5134411 Jan 14 07:36:40.087421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48018) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:40.098524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event updated for resources: {'Network': ['ID=5142b1b2-def2-40d6-9835-dadf1e22bf14,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:40.118032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 5142b1b2-def2-40d6-9835-dadf1e22bf14 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:40.410870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router c0a84acb-d1b6-4762-bd95-e39b3ca52497 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:36:40.475297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48028) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:40.548982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1a1b1865-873c-475f-b18e-25e8c8101c54 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Request body: {'subnet': {'network_id': '31f2348a-8799-4ed0-8020-d2957b85b324', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:40.568821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 5142b1b2-def2-40d6-9835-dadf1e22bf14 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:40.585660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 5142b1b2-def2-40d6-9835-dadf1e22bf14 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:40.706475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2266dc32-6cae-4268-badb-b4c22f7e061c tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:40.730262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2266dc32-6cae-4268-badb-b4c22f7e061c tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:40.751434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-83b18f9e-3568-4245-a9d0-88b1ab847065 None None] Provisioning complete for port 37c383f9-0c57-4fa1-9bec-8f61fa246483 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:40.751686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event updated for resources: {'Network': ['ID=0b7e51ba-0d2f-4945-a87b-d08335f72183,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:40.751868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83b18f9e-3568-4245-a9d0-88b1ab847065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:40.757314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2266dc32-6cae-4268-badb-b4c22f7e061c tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:40.761771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1a1b1865-873c-475f-b18e-25e8c8101c54 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:40.766172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1a1b1865-873c-475f-b18e-25e8c8101c54 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Usage tracker for resource:subnet and tenant:57fa3a7ee5f24cf99a4333cc50f2b32d is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:40.769469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1a1b1865-873c-475f-b18e-25e8c8101c54 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:40.775442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1a1b1865-873c-475f-b18e-25e8c8101c54 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:40.782084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2266dc32-6cae-4268-badb-b4c22f7e061c tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:40.784164 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2266dc32-6cae-4268-badb-b4c22f7e061c tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6950853 Jan 14 07:36:40.809073 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.075s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:40.809205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ac102b-0df3-4353-852a-5e8daf84c95e tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Deleting subnet 2d589422-35b7-441e-9c1f-2f6a79c46d95 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:36:40.809286 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-56d88dda-8524-42bb-95a4-7d9fa81dd4c6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.109s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:40.809286 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-56d88dda-8524-42bb-95a4-7d9fa81dd4c6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:40.809286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48036) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:40.816619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2ac102b-0df3-4353-852a-5e8daf84c95e tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:40.851961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-83b18f9e-3568-4245-a9d0-88b1ab847065 None None] Port 37c383f9-0c57-4fa1-9bec-8f61fa246483 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:36:40.853535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 0b7e51ba-0d2f-4945-a87b-d08335f72183 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:40.930567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:36:40.932276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1b1865-873c-475f-b18e-25e8c8101c54 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Made reservation on behalf of 57fa3a7ee5f24cf99a4333cc50f2b32d for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:40.973880 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2ac102b-0df3-4353-852a-5e8daf84c95e tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:40.999476 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/c0a84acb-d1b6-4762-bd95-e39b3ca52497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1121442 Jan 14 07:36:41.005873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 0b7e51ba-0d2f-4945-a87b-d08335f72183 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:41.013446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48040) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:41.021764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 0b7e51ba-0d2f-4945-a87b-d08335f72183 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:41.045419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-165fdd32-e9d3-4762-805e-c787f62bd63a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'network': {'name': 'tempest-RoutersTest-341045120'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:41.073414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e6e7ef9-c700-4716-b694-a2db9f323c2e tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:41.083489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-165fdd32-e9d3-4762-805e-c787f62bd63a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:41.092960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-165fdd32-e9d3-4762-805e-c787f62bd63a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:network and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:41.099539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-165fdd32-e9d3-4762-805e-c787f62bd63a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for network was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:41.139499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-165fdd32-e9d3-4762-805e-c787f62bd63a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:41.154011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] Sync routers for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:36:41.161384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3332a236-efec-4fd1-9a15-101b11d13c59 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:41.282961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165fdd32-e9d3-4762-805e-c787f62bd63a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Made reservation on behalf of 5dbc558c61ca44a5a9c57934b14edce4 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:41.292686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-165fdd32-e9d3-4762-805e-c787f62bd63a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:41.309443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:41.310520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:36:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:41.346890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165fdd32-e9d3-4762-805e-c787f62bd63a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:36:41.356865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-165fdd32-e9d3-4762-805e-c787f62bd63a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:41.357257 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-165fdd32-e9d3-4762-805e-c787f62bd63a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Added segment c81c5f95-6086-44ca-8624-58f5aae07473 of type vxlan for network c3362d58-e025-4f5c-9a9b-fea03db40044 Jan 14 07:36:41.387329 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-165fdd32-e9d3-4762-805e-c787f62bd63a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:41.425655 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-165fdd32-e9d3-4762-805e-c787f62bd63a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:41.446403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165fdd32-e9d3-4762-805e-c787f62bd63a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:41.447121 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-165fdd32-e9d3-4762-805e-c787f62bd63a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:41.455416 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a366d2b-447d-4f1d-958c-6b62a1d1d6ad tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:41.517981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:36:41.578541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fdd32-e9d3-4762-805e-c787f62bd63a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Network': ['ID=c3362d58-e025-4f5c-9a9b-fea03db40044,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:41.587769 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-165fdd32-e9d3-4762-805e-c787f62bd63a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:41.594237 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2ac102b-0df3-4353-852a-5e8daf84c95e tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:41.666180 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-165fdd32-e9d3-4762-805e-c787f62bd63a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6410170 Jan 14 07:36:41.667447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48054) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:41.692311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-3706b75c-bd3a-413b-b298-507ab085c11c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'subnet': {'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:41.757336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network c3362d58-e025-4f5c-9a9b-fea03db40044 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:41.777579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network c3362d58-e025-4f5c-9a9b-fea03db40044 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:41.791517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network c3362d58-e025-4f5c-9a9b-fea03db40044 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:41.826996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80907) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:36:41.938735 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3332a236-efec-4fd1-9a15-101b11d13c59 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:42.102864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3332a236-efec-4fd1-9a15-101b11d13c59 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5142b1b2-def2-40d6-9835-dadf1e22bf14']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:42.118558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3332a236-efec-4fd1-9a15-101b11d13c59 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e6f20b-3282-4362-8153-0d34928d2f82') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:42.118951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3332a236-efec-4fd1-9a15-101b11d13c59 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e6f20b-3282-4362-8153-0d34928d2f82') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:42.261963 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1865-873c-475f-b18e-25e8c8101c54 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:42.281724 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3332a236-efec-4fd1-9a15-101b11d13c59 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:42.420954 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3332a236-efec-4fd1-9a15-101b11d13c59 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:42.431485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3332a236-efec-4fd1-9a15-101b11d13c59 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Releasing vxlan tunnel 13 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:36:42.461084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:36:35Z', 'revision_number': 3, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '37c383f9-0c57-4fa1-9bec-8f61fa246483', 'name': '', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:bc:69:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:30Z', 'updated_at': '2021-01-14T07:36:37Z', 'revision_number': 2, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:42.465665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] Checking router: c0a84acb-d1b6-4762-bd95-e39b3ca52497 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:36:42.466075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] Updating router c0a84acb-d1b6-4762-bd95-e39b3ca52497 port 37c383f9-0c57-4fa1-9bec-8f61fa246483 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:36:42.474981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3706b75c-bd3a-413b-b298-507ab085c11c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:42.479804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3706b75c-bd3a-413b-b298-507ab085c11c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:subnet and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:42.484510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3706b75c-bd3a-413b-b298-507ab085c11c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:42.491590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3706b75c-bd3a-413b-b298-507ab085c11c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:42.510462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3706b75c-bd3a-413b-b298-507ab085c11c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Made reservation on behalf of 5dbc558c61ca44a5a9c57934b14edce4 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:42.548367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:42.870666 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2ac102b-0df3-4353-852a-5e8daf84c95e tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:42.892283 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-734fabc4-7acb-4d05-92fd-077ae1359636 tempest-FloatingIPTestJSON-340470449 tempest-FloatingIPTestJSON-340470449] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:42.900082 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:42.974847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3332a236-efec-4fd1-9a15-101b11d13c59 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Network 5142b1b2-def2-40d6-9835-dadf1e22bf14 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:36:42.995379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3706b75c-bd3a-413b-b298-507ab085c11c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.014608 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3332a236-efec-4fd1-9a15-101b11d13c59 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.087959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.112846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac102b-0df3-4353-852a-5e8daf84c95e tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Pushing event deleted for resources: {'Subnet': ['ID=2d589422-35b7-441e-9c1f-2f6a79c46d95,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:43.118331 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b2ac102b-0df3-4353-852a-5e8daf84c95e tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:43.128122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e6e7ef9-c700-4716-b694-a2db9f323c2e tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.141431 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2ac102b-0df3-4353-852a-5e8daf84c95e tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.143351 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b2ac102b-0df3-4353-852a-5e8daf84c95e tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "DELETE /v2.0/subnets/2d589422-35b7-441e-9c1f-2f6a79c46d95 HTTP/1.1" status: 204 len: 168 time: 3.5389276 Jan 14 07:36:43.144967 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e6e7ef9-c700-4716-b694-a2db9f323c2e tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.150653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48080) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:43.173031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d66d69-7ff4-4959-a169-e5f3755a22cf None None] Network 2d3ec498-9d2f-467a-b407-77cad0de252d requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:43.529606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.561869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3332a236-efec-4fd1-9a15-101b11d13c59 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Network 5142b1b2-def2-40d6-9835-dadf1e22bf14 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:43.599342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:36:43.602168 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:36:43.607672 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:36:43.664257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Deleting port cae63bd6-bb41-4363-b050-f97184bb3360 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:43.664742 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.746380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] Transition to ACTIVE for port object 37c383f9-0c57-4fa1-9bec-8f61fa246483 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:43.754699 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3332a236-efec-4fd1-9a15-101b11d13c59 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.758727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.767103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6e7ef9-c700-4716-b694-a2db9f323c2e tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Router bd37c957-1e48-4f91-a6f5-e1be46f41be3 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:36:43.784491 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e14fee85-a05a-4847-a55a-f36b1ec653ef tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:43.796082 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c459295b-cd88-4260-9c31-3b5896b53039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:43.832397 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3332a236-efec-4fd1-9a15-101b11d13c59 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.837437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332a236-efec-4fd1-9a15-101b11d13c59 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event deleted for resources: {'Network': ['ID=5142b1b2-def2-40d6-9835-dadf1e22bf14,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:43.846922 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3332a236-efec-4fd1-9a15-101b11d13c59 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:43.864366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e607085-ca55-441d-9c1e-ce896c843635 None None] DHCP port deletion for 2d3ec498-9d2f-467a-b407-77cad0de252d request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:36:43.874978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] For port 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9619dfca-2b3e-45fe-a6e3-36933e7d6dc3,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:43.881836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1e607085-ca55-441d-9c1e-ce896c843635 None None] Deleting port cae63bd6-bb41-4363-b050-f97184bb3360 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:43.881836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e607085-ca55-441d-9c1e-ce896c843635 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:43.888498 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3332a236-efec-4fd1-9a15-101b11d13c59 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "DELETE /v2.0/networks/5142b1b2-def2-40d6-9835-dadf1e22bf14 HTTP/1.1" status: 204 len: 168 time: 3.0834177 Jan 14 07:36:43.892561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48094) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:44.031469 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.044069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.045021 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.225534 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-688ded83-c83a-41d8-b8b7-cf71311ca666 tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:44.235051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1e607085-ca55-441d-9c1e-ce896c843635 None None] For port cae63bd6-bb41-4363-b050-f97184bb3360, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=cae63bd6-bb41-4363-b050-f97184bb3360,segment=NetworkSegment(cf0ec8a0-2ac8-4f3e-8053-f403370dafe4),segment_id=cf0ec8a0-2ac8-4f3e-8053-f403370dafe4)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:44.235501 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e607085-ca55-441d-9c1e-ce896c843635 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.381238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:44.400926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:44.409527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1e607085-ca55-441d-9c1e-ce896c843635 None None] Calling delete_port for cae63bd6-bb41-4363-b050-f97184bb3360 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:44.425398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:44.426851 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.504483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=9619dfca-2b3e-45fe-a6e3-36933e7d6dc3,revision_number=5']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:44.506972 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0fcd18a6-756c-4b49-93e1-000e5278c556 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.515714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c2a4e6-6f81-4f0b-8fcc-8a2eb0e7f3ce None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:44.531586 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:44.538045 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1ae8bcbe-ce4e-4e36-8365-fd1d2748a1e1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:44.597641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6e7ef9-c700-4716-b694-a2db9f323c2e tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:36:44.609805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3250d-fe6b-4fa3-81b8-de1f43eec01e None None] Sync routers for ids ['bd37c957-1e48-4f91-a6f5-e1be46f41be3'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:36:44.612278 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e6e7ef9-c700-4716-b694-a2db9f323c2e tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.613720 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0e6e7ef9-c700-4716-b694-a2db9f323c2e tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "PUT /v2.0/routers/bd37c957-1e48-4f91-a6f5-e1be46f41be3 HTTP/1.1" status: 200 len: 924 time: 5.1368229 Jan 14 07:36:44.616293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] For port cae63bd6-bb41-4363-b050-f97184bb3360, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=cae63bd6-bb41-4363-b050-f97184bb3360,segment=NetworkSegment(cf0ec8a0-2ac8-4f3e-8053-f403370dafe4),segment_id=cf0ec8a0-2ac8-4f3e-8053-f403370dafe4)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:44.617013 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.629527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48104) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:44.630152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3250d-fe6b-4fa3-81b8-de1f43eec01e None None] Routers {'bd37c957-1e48-4f91-a6f5-e1be46f41be3'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:44.630920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4aa3250d-fe6b-4fa3-81b8-de1f43eec01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:36:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['bd37c957-1e48-4f91-a6f5-e1be46f41be3'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:44.659290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=cc024318-6b0f-461a-a35e-f57fdb855aa2,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:44.668260 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:44.712733 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e607085-ca55-441d-9c1e-ce896c843635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:44.768699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4aa3250d-fe6b-4fa3-81b8-de1f43eec01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:44.770720 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 11.1506042 Jan 14 07:36:44.772660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48110) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:44.793087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3250d-fe6b-4fa3-81b8-de1f43eec01e None None] Routers {'bd37c957-1e48-4f91-a6f5-e1be46f41be3'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:44.793912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4aa3250d-fe6b-4fa3-81b8-de1f43eec01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:36:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['bd37c957-1e48-4f91-a6f5-e1be46f41be3'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:44.959991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4aa3250d-fe6b-4fa3-81b8-de1f43eec01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:44.961098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa3250d-fe6b-4fa3-81b8-de1f43eec01e None None] The sync data for ids ['bd37c957-1e48-4f91-a6f5-e1be46f41be3'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:36:44.989907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:45.083219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e607085-ca55-441d-9c1e-ce896c843635 None None] No DVR routers for this DVR port cae63bd6-bb41-4363-b050-f97184bb3360 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:36:45.109263 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0fcd18a6-756c-4b49-93e1-000e5278c556 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:45.114971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebd346-e063-410f-a760-27f6e24ac0e0 None None] Pushing event updated for resources: {'Port': ['ID=37c383f9-0c57-4fa1-9bec-8f61fa246483,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:45.158463 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fcebd346-e063-410f-a760-27f6e24ac0e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.362s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:45.163002 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7d69a243-7901-4d35-82d1-a8a03b70fb69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:45.216930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e607085-ca55-441d-9c1e-ce896c843635 None None] Pushing event deleted for resources: {'Port': ['ID=cae63bd6-bb41-4363-b050-f97184bb3360,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:45.273913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'mac_address': 'fa:16:3e:ca:12:9d', 'name': 'tempest-NetworksTestDHCPv6-1657591387'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:45.283733 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e607085-ca55-441d-9c1e-ce896c843635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:45.289221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:45.289221 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:45.465855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:45.471270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:port and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:45.474956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for port was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:45.484407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:45.571482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:45.697368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Calling delete_port for cae63bd6-bb41-4363-b050-f97184bb3360 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:45.708004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] Attempting to bind port 37c383f9-0c57-4fa1-9bec-8f61fa246483 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:36:45.708862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] Attempting to bind port 37c383f9-0c57-4fa1-9bec-8f61fa246483 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '18d99d9d-9392-49d2-b750-bd7fc49ab2cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:36:45.709460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] Attempting to bind port 37c383f9-0c57-4fa1-9bec-8f61fa246483 on network ee2ea8ac-f9bd-41c4-842c-96278da29bd9 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:36:45.718005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:36:45.724707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] Checking segment: {'id': '18d99d9d-9392-49d2-b750-bd7fc49ab2cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:45.725420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:45.726003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] Bound using segment: {'id': '18d99d9d-9392-49d2-b750-bd7fc49ab2cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:36:45.726727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] Bound port: 37c383f9-0c57-4fa1-9bec-8f61fa246483, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d99d9d-9392-49d2-b750-bd7fc49ab2cf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:36:45.727328 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:45.797295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0fcd18a6-756c-4b49-93e1-000e5278c556 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7e51ba-0d2f-4945-a87b-d08335f72183']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:45.823752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0fcd18a6-756c-4b49-93e1-000e5278c556 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a43076-d21b-477a-920e-76e4250f27e6') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:45.824097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0fcd18a6-756c-4b49-93e1-000e5278c556 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a43076-d21b-477a-920e-76e4250f27e6') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:45.850435 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0fcd18a6-756c-4b49-93e1-000e5278c556 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:45.865196 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:45.921286 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:45.924339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device cae63bd6-bb41-4363-b050-f97184bb3360 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:36:45.940872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48126) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:45.945024 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dad4732c-77d5-40b9-9640-cc2e51e1cc48 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "GET /v2.0/routers/bd37c957-1e48-4f91-a6f5-e1be46f41be3 HTTP/1.1" status: 200 len: 924 time: 1.3100798 Jan 14 07:36:45.951159 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0fcd18a6-756c-4b49-93e1-000e5278c556 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:45.954261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0fcd18a6-756c-4b49-93e1-000e5278c556 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Releasing vxlan tunnel 15 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:36:45.987620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] For port 37c383f9-0c57-4fa1-9bec-8f61fa246483, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:36:45.990094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: cae63bd6-bb41-4363-b050-f97184bb3360 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:36:45.990484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device cae63bd6-bb41-4363-b050-f97184bb3360 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:36:46.001409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] For port 37c383f9-0c57-4fa1-9bec-8f61fa246483, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=37c383f9-0c57-4fa1-9bec-8f61fa246483,segment=NetworkSegment(18d99d9d-9392-49d2-b750-bd7fc49ab2cf),segment_id=18d99d9d-9392-49d2-b750-bd7fc49ab2cf)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:36:46.008684 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:46.035987 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:46.115781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:36:46.115781 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:36:46.205960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebd346-e063-410f-a760-27f6e24ac0e0 None None] Pushing event updated for resources: {'Port': ['ID=37c383f9-0c57-4fa1-9bec-8f61fa246483,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:46.213553 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fcebd346-e063-410f-a760-27f6e24ac0e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:46.260449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0fcd18a6-756c-4b49-93e1-000e5278c556 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Network 0b7e51ba-0d2f-4945-a87b-d08335f72183 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:36:46.272411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0fcd18a6-756c-4b49-93e1-000e5278c556 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:46.286257 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:46.343811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d999e55-8efc-45d0-9479-36828533a698 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:46.349084 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6d999e55-8efc-45d0-9479-36828533a698 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "GET /v2.0/ports?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&device_id=bd37c957-1e48-4f91-a6f5-e1be46f41be3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3925908 Jan 14 07:36:46.355373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48134) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:46.365870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:46.366853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:36:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:46.528104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0fcd18a6-756c-4b49-93e1-000e5278c556 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Network 0b7e51ba-0d2f-4945-a87b-d08335f72183 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:36:46.574770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ca36258c-4614-4b63-b14d-729bd06e01c6 None None] Provisioning complete for port 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:46.575166 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca36258c-4614-4b63-b14d-729bd06e01c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:36:46.583824 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:36:46.726107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Deleting port cae63bd6-bb41-4363-b050-f97184bb3360 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:46.726418 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:46.728628 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1865-873c-475f-b18e-25e8c8101c54 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:46.773352 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c8eaf089-afd0-4ab9-bfab-30421de35cf7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:46.806589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] The port 'cae63bd6-bb41-4363-b050-f97184bb3360' was deleted {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:36:46.807972 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0fcd18a6-756c-4b49-93e1-000e5278c556 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:46.855205 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d8ac8d32-dc4e-4dcc-b1ba-24352144eb08 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:46.860592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:36:46.878946 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0fcd18a6-756c-4b49-93e1-000e5278c556 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:46.908598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd18a6-756c-4b49-93e1-000e5278c556 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event deleted for resources: {'Network': ['ID=0b7e51ba-0d2f-4945-a87b-d08335f72183,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:46.917835 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0fcd18a6-756c-4b49-93e1-000e5278c556 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:46.992077 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0fcd18a6-756c-4b49-93e1-000e5278c556 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "DELETE /v2.0/networks/0b7e51ba-0d2f-4945-a87b-d08335f72183 HTTP/1.1" status: 204 len: 168 time: 3.0730939 Jan 14 07:36:46.998951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48148) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:47.039520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port d641620e-c9d8-4ba2-9881-2f5ae90368bb yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:36:47.127769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b1865-873c-475f-b18e-25e8c8101c54 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event updated for resources: {'Subnet': ['ID=2282d666-a7e6-41f7-a0c7-c1f8e55b9b94,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:47.153842 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a1b1865-873c-475f-b18e-25e8c8101c54 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:47.181126 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3706b75c-bd3a-413b-b298-507ab085c11c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:47.208639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ca17b0-fecc-4a93-863a-8e253d234980 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:47.217098 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2bd407a3-a384-4d47-9339-1b66372f9732 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:47.235064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ca17b0-fecc-4a93-863a-8e253d234980 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:47.236479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-81ca17b0-fecc-4a93-863a-8e253d234980 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Synchronizing usage tracker for tenant:6b9ec7474ee24f6ca3f36e227665f478 on resource:network {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:36:47.271338 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:47.367858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3168c6-5449-45f1-8ac3-db2543337912 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:47.368749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7c3168c6-5449-45f1-8ac3-db2543337912 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Synchronizing usage tracker for tenant:d3d2514e6cbe484db97416d4196c99a4 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:36:47.400530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:36:35Z', 'revision_number': 3, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '37c383f9-0c57-4fa1-9bec-8f61fa246483', 'name': '', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:bc:69:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:30Z', 'updated_at': '2021-01-14T07:36:45Z', 'revision_number': 4, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:47.401395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706b75c-bd3a-413b-b298-507ab085c11c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Subnet': ['ID=858eee65-ce62-4c70-83e5-329b7e00b152,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:47.407846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe8ba7-69e6-4fe0-9bfc-2536b5001291 None None] The sync data for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 is: [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:36:35Z', 'revision_number': 3, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '37c383f9-0c57-4fa1-9bec-8f61fa246483', 'name': '', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:bc:69:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:30Z', 'updated_at': '2021-01-14T07:36:45Z', 'revision_number': 4, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:36:47.414552 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3706b75c-bd3a-413b-b298-507ab085c11c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:47.429322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3ec498-9d2f-467a-b407-77cad0de252d']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:47.444975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0ec8a0-2ac8-4f3e-8053-f403370dafe4') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:47.445314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0ec8a0-2ac8-4f3e-8053-f403370dafe4') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:47.458296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-81ca17b0-fecc-4a93-863a-8e253d234980 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Unset dirty status for tenant:6b9ec7474ee24f6ca3f36e227665f478 on resource:network {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:36:47.469032 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-81ca17b0-fecc-4a93-863a-8e253d234980 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4638469 Jan 14 07:36:47.469738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48156) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:47.476791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:47.503794 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:47.510050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-3b00239e-6644-40c7-b4e5-24f9b41b4731 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1725200336'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:47.514236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Releasing vxlan tunnel 6 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:36:47.522230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7c3168c6-5449-45f1-8ac3-db2543337912 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Unset dirty status for tenant:d3d2514e6cbe484db97416d4196c99a4 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:36:47.525732 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7c3168c6-5449-45f1-8ac3-db2543337912 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 881 time: 1.1577618 Jan 14 07:36:47.561877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48160) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:47.563895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3b00239e-6644-40c7-b4e5-24f9b41b4731 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:47.654827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3b00239e-6644-40c7-b4e5-24f9b41b4731 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:47.672709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b00239e-6644-40c7-b4e5-24f9b41b4731 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Made reservation on behalf of 6b9ec7474ee24f6ca3f36e227665f478 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:47.696142 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b00239e-6644-40c7-b4e5-24f9b41b4731 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:47.741389 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f6e18ec4-c849-4b85-8f88-cf97fea20f34 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "GET /v2.0/ports?device_id=bd37c957-1e48-4f91-a6f5-e1be46f41be3 HTTP/1.1" status: 200 len: 205 time: 0.1730793 Jan 14 07:36:47.754050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48170) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:47.834597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b00239e-6644-40c7-b4e5-24f9b41b4731 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:36:47.846398 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b00239e-6644-40c7-b4e5-24f9b41b4731 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:47.847187 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-3b00239e-6644-40c7-b4e5-24f9b41b4731 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Added segment 0afba5e5-4257-46f8-b48a-960ee0f8c490 of type vxlan for network 949c8e18-6d77-47d4-be82-60aefbc7d245 Jan 14 07:36:47.882757 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b00239e-6644-40c7-b4e5-24f9b41b4731 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:47.909569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b1865-873c-475f-b18e-25e8c8101c54 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Checking segment: {'id': '2f78bc48-f873-4d3f-94b5-47a9bfb01e19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '31f2348a-8799-4ed0-8020-d2957b85b324'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:47.910131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b1865-873c-475f-b18e-25e8c8101c54 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network hostable DHCP agents. Network: 31f2348a-8799-4ed0-8020-d2957b85b324, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:36:47.925202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Network 2d3ec498-9d2f-467a-b407-77cad0de252d has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:36:47.935611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::299 (e6acc9a6-db0b-42d1-82b7-716516d3711e/507ad940-f198-49f6-8522-077957abdaaf/d641620e-c9d8-4ba2-9881-2f5ae90368bb) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:47.939182 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:47.963072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8:0:1:f816:3eff:feca:129d (e6acc9a6-db0b-42d1-82b7-716516d3711e/cc024318-6b0f-461a-a35e-f57fdb855aa2/d641620e-c9d8-4ba2-9881-2f5ae90368bb) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:47.984145 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b00239e-6644-40c7-b4e5-24f9b41b4731 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:48.020196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b00239e-6644-40c7-b4e5-24f9b41b4731 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:48.024221 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b00239e-6644-40c7-b4e5-24f9b41b4731 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:48.080360 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9bf7be13-b3a4-4d7a-b4d1-0ff33f278fd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1952691750] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:48.112204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b1865-873c-475f-b18e-25e8c8101c54 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 31f2348a-8799-4ed0-8020-d2957b85b324 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:36:48.181028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3706b75c-bd3a-413b-b298-507ab085c11c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Checking segment: {'id': 'c81c5f95-6086-44ca-8624-58f5aae07473', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:48.181514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3706b75c-bd3a-413b-b298-507ab085c11c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network hostable DHCP agents. Network: c3362d58-e025-4f5c-9a9b-fea03db40044, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:36:48.186628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b1865-873c-475f-b18e-25e8c8101c54 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 31f2348a-8799-4ed0-8020-d2957b85b324) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:48.204228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2695ac35-b5f3-439c-addd-9d71462be706 None None] Network 31f2348a-8799-4ed0-8020-d2957b85b324 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:48.336568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00239e-6644-40c7-b4e5-24f9b41b4731 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event updated for resources: {'Network': ['ID=949c8e18-6d77-47d4-be82-60aefbc7d245,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:48.344542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Network 2d3ec498-9d2f-467a-b407-77cad0de252d has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:36:48.376446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 949c8e18-6d77-47d4-be82-60aefbc7d245 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:48.377355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce931e2-ffe0-428f-acb4-a1cfb58eedb5 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:36:48.482512 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:36:48.486929 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3b00239e-6644-40c7-b4e5-24f9b41b4731 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:48.488889 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3b00239e-6644-40c7-b4e5-24f9b41b4731 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9872704 Jan 14 07:36:48.490248 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:48.491919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48182) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:48.500368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9109395f-9eb8-40db-b059-14127df523a5 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-30142805'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:48.507146 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7d9c78d6-634c-4623-99a6-6d9fcd5f4e9c tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:48.534429 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:48.537688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 949c8e18-6d77-47d4-be82-60aefbc7d245 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:48.542664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Pushing event deleted for resources: {'Network': ['ID=2d3ec498-9d2f-467a-b407-77cad0de252d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:48.550542 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] 10.222.0.41 "DELETE /v2.0/networks/2d3ec498-9d2f-467a-b407-77cad0de252d HTTP/1.1" status: 204 len: 168 time: 5.3971953 Jan 14 07:36:48.552568 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:48.554239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9109395f-9eb8-40db-b059-14127df523a5 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:48.558746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 949c8e18-6d77-47d4-be82-60aefbc7d245 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:48.567085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9109395f-9eb8-40db-b059-14127df523a5 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Usage tracker for resource:network and tenant:6b9ec7474ee24f6ca3f36e227665f478 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:48.571491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9109395f-9eb8-40db-b059-14127df523a5 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:48.584682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9109395f-9eb8-40db-b059-14127df523a5 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:48.610091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9109395f-9eb8-40db-b059-14127df523a5 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Made reservation on behalf of 6b9ec7474ee24f6ca3f36e227665f478 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:48.622661 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9109395f-9eb8-40db-b059-14127df523a5 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:48.699942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9109395f-9eb8-40db-b059-14127df523a5 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:36:48.725229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9109395f-9eb8-40db-b059-14127df523a5 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:48.725646 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-9109395f-9eb8-40db-b059-14127df523a5 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Added segment ce3f81ae-683c-4510-8f31-e499a1271552 of type vxlan for network 2ca24711-10a0-48e4-bc55-388c9ad504f8 Jan 14 07:36:48.794506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9109395f-9eb8-40db-b059-14127df523a5 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:48.871157 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9109395f-9eb8-40db-b059-14127df523a5 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:48.922954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-31f2348a-8799-4ed0-8020-d2957b85b324', 'network_id': '31f2348a-8799-4ed0-8020-d2957b85b324', 'tenant_id': '57fa3a7ee5f24cf99a4333cc50f2b32d', 'fixed_ips': [{'subnet_id': '2282d666-a7e6-41f7-a0c7-c1f8e55b9b94'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:36:48.925426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9109395f-9eb8-40db-b059-14127df523a5 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:48.926135 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9109395f-9eb8-40db-b059-14127df523a5 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:48.926771 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:48.956518 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-717e42ca-061b-4153-82ad-e34ff8a05948 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:48.973035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 37c383f9-0c57-4fa1-9bec-8f61fa246483 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:48.980618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:48.999041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object d641620e-c9d8-4ba2-9881-2f5ae90368bb will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:49.025356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1b1865-873c-475f-b18e-25e8c8101c54 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:49.026119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1865-873c-475f-b18e-25e8c8101c54 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:49.084281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:49.090881 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1a1b1865-873c-475f-b18e-25e8c8101c54 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 8.5503294 Jan 14 07:36:49.172338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48200) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:49.184730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9869dd5e-400a-4375-8031-8748a6b01ee7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1650385933'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:49.189827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48204) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:49.195137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109395f-9eb8-40db-b059-14127df523a5 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event updated for resources: {'Network': ['ID=2ca24711-10a0-48e4-bc55-388c9ad504f8,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:49.199163 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9109395f-9eb8-40db-b059-14127df523a5 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:49.205460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9869dd5e-400a-4375-8031-8748a6b01ee7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:49.205598 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-746ce42b-d33f-497e-aa47-117f5bda6b48 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:49.219499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 2ca24711-10a0-48e4-bc55-388c9ad504f8 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:49.224980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9869dd5e-400a-4375-8031-8748a6b01ee7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Usage tracker for resource:network and tenant:57fa3a7ee5f24cf99a4333cc50f2b32d is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:49.229448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9869dd5e-400a-4375-8031-8748a6b01ee7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:49.237169 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9109395f-9eb8-40db-b059-14127df523a5 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7440703 Jan 14 07:36:49.239147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9869dd5e-400a-4375-8031-8748a6b01ee7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:49.241669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48210) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:49.250452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Request body: {'ports': [{'network_id': '949c8e18-6d77-47d4-be82-60aefbc7d245', 'name': 'tempest-port--1865970550', 'admin_state_up': True}, {'network_id': '2ca24711-10a0-48e4-bc55-388c9ad504f8', 'admin_state_up': False}]} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:49.251054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Request body: {'port': {'network_id': '949c8e18-6d77-47d4-be82-60aefbc7d245', 'name': 'tempest-port--1865970550', 'admin_state_up': True}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:49.252287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Request body: {'port': {'network_id': '2ca24711-10a0-48e4-bc55-388c9ad504f8', 'admin_state_up': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:49.314757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3706b75c-bd3a-413b-b298-507ab085c11c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network c3362d58-e025-4f5c-9a9b-fea03db40044 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:36:49.364411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 2ca24711-10a0-48e4-bc55-388c9ad504f8 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:49.484946 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce931e2-ffe0-428f-acb4-a1cfb58eedb5 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:49.490232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9ce931e2-ffe0-428f-acb4-a1cfb58eedb5 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Deleting port b6cfd588-c2d1-4254-956c-70e252099980 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:49.490611 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce931e2-ffe0-428f-acb4-a1cfb58eedb5 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:49.537276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 2ca24711-10a0-48e4-bc55-388c9ad504f8 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:49.548873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:49.566183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Usage tracker for resource:port and tenant:6b9ec7474ee24f6ca3f36e227665f478 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:49.572205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9869dd5e-400a-4375-8031-8748a6b01ee7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Made reservation on behalf of 57fa3a7ee5f24cf99a4333cc50f2b32d for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:49.582874 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9869dd5e-400a-4375-8031-8748a6b01ee7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:49.594221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:49.615909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:49.637222 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-35378489-6d19-4c01-ab90-5a622636b13b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e4e773797d343929cdbfb10959f6b75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4430900 Jan 14 07:36:49.639704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48218) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:49.659455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Made reservation on behalf of 6b9ec7474ee24f6ca3f36e227665f478 for: {'port': 2} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:49.675764 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:49.697875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 37c383f9-0c57-4fa1-9bec-8f61fa246483 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:49.702916 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce931e2-ffe0-428f-acb4-a1cfb58eedb5 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:49.711893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9869dd5e-400a-4375-8031-8748a6b01ee7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:36:49.750375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 37c383f9-0c57-4fa1-9bec-8f61fa246483 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:49.751191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:49.754777 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:49.800795 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9869dd5e-400a-4375-8031-8748a6b01ee7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:49.801201 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-9869dd5e-400a-4375-8031-8748a6b01ee7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Added segment 65ae210b-4f80-4041-b351-757e59c28703 of type vxlan for network 2acf7579-610c-40ac-a71a-eb8ec871e2cf Jan 14 07:36:49.889152 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07391b35-035b-442f-92c4-3971aee3185d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:49.895864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9ce931e2-ffe0-428f-acb4-a1cfb58eedb5 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Calling delete_port for b6cfd588-c2d1-4254-956c-70e252099980 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:49.958208 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9869dd5e-400a-4375-8031-8748a6b01ee7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:50.013807 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:50.036190 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07391b35-035b-442f-92c4-3971aee3185d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:50.059988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] device_id is not set on port 8baa84af-a11b-42ae-9bd2-6248d89c776d yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:36:50.060661 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce931e2-ffe0-428f-acb4-a1cfb58eedb5 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:50.069153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 37c383f9-0c57-4fa1-9bec-8f61fa246483, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=37c383f9-0c57-4fa1-9bec-8f61fa246483,segment=NetworkSegment(18d99d9d-9392-49d2-b750-bd7fc49ab2cf),segment_id=18d99d9d-9392-49d2-b750-bd7fc49ab2cf)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:50.081419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Allocated IP 2001:db8:0:ffff::2 (31f2348a-8799-4ed0-8020-d2957b85b324/2282d666-a7e6-41f7-a0c7-c1f8e55b9b94/0d2fce48-8987-4196-beee-e242c08b88dc) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:50.083911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:50.089356 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9dcbc687-51b0-4d97-a57e-ab8373007a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:50.098521 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9869dd5e-400a-4375-8031-8748a6b01ee7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:50.118598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9869dd5e-400a-4375-8031-8748a6b01ee7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:50.119292 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9869dd5e-400a-4375-8031-8748a6b01ee7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:50.130937 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a602de18-2c73-4af5-b1d3-8e2ce6c99e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:50.181581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=37c383f9-0c57-4fa1-9bec-8f61fa246483,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:50.186807 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:50.283271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-3706b75c-bd3a-413b-b298-507ab085c11c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, c3362d58-e025-4f5c-9a9b-fea03db40044) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:50.304076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a19b4a-a9a1-4543-977e-9543aeea1506 None None] Network c3362d58-e025-4f5c-9a9b-fea03db40044 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:50.375115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=d641620e-c9d8-4ba2-9881-2f5ae90368bb,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:50.380583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:50.389267 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.184s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:50.393648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:50.396101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3706b75c-bd3a-413b-b298-507ab085c11c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:50.396966 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3706b75c-bd3a-413b-b298-507ab085c11c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:50.403510 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9869dd5e-400a-4375-8031-8748a6b01ee7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2296572 Jan 14 07:36:50.404066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:50.409509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:50.412683 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:36:50.412683 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:50.412683 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:50.412683 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:50.412683 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:36:50.412683 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:50.412683 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:50.412683 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:50.412683 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:36:50.412683 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:50.412683 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:50.412683 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:50.412683 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:50.412683 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:50.412683 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:50.412683 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:50.412683 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:50.412683 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:50.412683 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:50.412683 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:50.421868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48232) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:50.431308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:50.432428 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:50.435955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d78165e4-a829-4715-8922-f17021128792 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Request body: {'subnet': {'network_id': '2acf7579-610c-40ac-a71a-eb8ec871e2cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:50.482308 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce931e2-ffe0-428f-acb4-a1cfb58eedb5 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:50.485661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869dd5e-400a-4375-8031-8748a6b01ee7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event updated for resources: {'Network': ['ID=2acf7579-610c-40ac-a71a-eb8ec871e2cf,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:50.489292 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9869dd5e-400a-4375-8031-8748a6b01ee7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:50.493357 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3706b75c-bd3a-413b-b298-507ab085c11c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 8.8206999 Jan 14 07:36:50.495087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48240) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:50.600236 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07391b35-035b-442f-92c4-3971aee3185d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:50.611358 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31720417-ae49-4fca-a2ad-e0977c0ef0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:50.650625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07391b35-035b-442f-92c4-3971aee3185d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b870c454-5624-4507-80a7-f83015866994,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:50.653862 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-07391b35-035b-442f-92c4-3971aee3185d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:50.655108 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07391b35-035b-442f-92c4-3971aee3185d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:50.659910 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-07391b35-035b-442f-92c4-3971aee3185d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b870c454-5624-4507-80a7-f83015866994 HTTP/1.1" status: 204 len: 168 time: 1.0161047 Jan 14 07:36:50.668719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d78165e4-a829-4715-8922-f17021128792 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:50.679764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d78165e4-a829-4715-8922-f17021128792 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Usage tracker for resource:subnet and tenant:57fa3a7ee5f24cf99a4333cc50f2b32d is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:50.690348 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.9078145 Jan 14 07:36:50.690931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48244) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:50.692954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d78165e4-a829-4715-8922-f17021128792 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:50.714025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d78165e4-a829-4715-8922-f17021128792 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:50.732181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78165e4-a829-4715-8922-f17021128792 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Made reservation on behalf of 57fa3a7ee5f24cf99a4333cc50f2b32d for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:50.896609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 2acf7579-610c-40ac-a71a-eb8ec871e2cf details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:50.934471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c4c46a72-cbf5-47ea-a271-f92f6aa11c27 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port d641620e-c9d8-4ba2-9881-2f5ae90368bb {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:50.934868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4c46a72-cbf5-47ea-a271-f92f6aa11c27 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:50.976953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d78165e4-a829-4715-8922-f17021128792 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:51.107068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 2acf7579-610c-40ac-a71a-eb8ec871e2cf details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:51.259683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce931e2-ffe0-428f-acb4-a1cfb58eedb5 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:51.266097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 2acf7579-610c-40ac-a71a-eb8ec871e2cf details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:51.340046 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4c46a72-cbf5-47ea-a271-f92f6aa11c27 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:51.432998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 37c383f9-0c57-4fa1-9bec-8f61fa246483 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:51.521583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c4c46a72-cbf5-47ea-a271-f92f6aa11c27 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for d641620e-c9d8-4ba2-9881-2f5ae90368bb owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:51.581101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-c3362d58-e025-4f5c-9a9b-fea03db40044', 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'fixed_ips': [{'subnet_id': '858eee65-ce62-4c70-83e5-329b7e00b152'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:36:51.582151 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:51.614653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-58bd75f9-1b5b-4c0e-bef8-5d8a802af3d9 None None] Provisioning for port d641620e-c9d8-4ba2-9881-2f5ae90368bb completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:51.643634 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce931e2-ffe0-428f-acb4-a1cfb58eedb5 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:51.681513 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce931e2-ffe0-428f-acb4-a1cfb58eedb5 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:51.682101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce931e2-ffe0-428f-acb4-a1cfb58eedb5 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Fanout notify agent at l3_agent the message router_deleted on router bd37c957-1e48-4f91-a6f5-e1be46f41be3 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:36:51.689312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-58bd75f9-1b5b-4c0e-bef8-5d8a802af3d9 None None] Provisioning complete for port d641620e-c9d8-4ba2-9881-2f5ae90368bb triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:51.689775 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58bd75f9-1b5b-4c0e-bef8-5d8a802af3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:51.710521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-d78165e4-a829-4715-8922-f17021128792 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80908) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:36:51.717242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce931e2-ffe0-428f-acb4-a1cfb58eedb5 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:51.723363 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9ce931e2-ffe0-428f-acb4-a1cfb58eedb5 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "DELETE /v2.0/routers/bd37c957-1e48-4f91-a6f5-e1be46f41be3 HTTP/1.1" status: 204 len: 168 time: 3.9580913 Jan 14 07:36:51.727003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48278) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:51.737260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-17f2fc75-aa6a-4692-bc87-bb51afeb9c1c tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1729120744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:51.740206 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:51.876037 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d78165e4-a829-4715-8922-f17021128792 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:51.893098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 37c383f9-0c57-4fa1-9bec-8f61fa246483 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:51.893304 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:51.900566 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a26179a4-30f6-44d6-9e82-75e6faf2c642 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:51.951171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48284) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:52.118447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:52.122832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-58bd75f9-1b5b-4c0e-bef8-5d8a802af3d9 None None] Port d641620e-c9d8-4ba2-9881-2f5ae90368bb cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:36:52.151620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-17f2fc75-aa6a-4692-bc87-bb51afeb9c1c tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:52.263422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-17f2fc75-aa6a-4692-bc87-bb51afeb9c1c tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Usage tracker for resource:router and tenant:83d3969603a5401996b944d31d6b3090 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:52.279768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-17f2fc75-aa6a-4692-bc87-bb51afeb9c1c tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:52.299873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-17f2fc75-aa6a-4692-bc87-bb51afeb9c1c tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:52.336829 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17f2fc75-aa6a-4692-bc87-bb51afeb9c1c tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:52.337945 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17f2fc75-aa6a-4692-bc87-bb51afeb9c1c tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:52.339277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Allocated IP 172.22.0.2 (c3362d58-e025-4f5c-9a9b-fea03db40044/858eee65-ce62-4c70-83e5-329b7e00b152/72589ff6-8509-44b2-8b7f-bde9fe40cb06) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:52.488285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:52.492577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] device_id is not set on port cb43f49a-5491-4d83-b0e0-b21dba2fdc9d yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:36:52.506865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78165e4-a829-4715-8922-f17021128792 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event updated for resources: {'Subnet': ['ID=c60ef381-5be2-425b-98a2-3e980fa01449,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:52.525768 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d78165e4-a829-4715-8922-f17021128792 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:52.663113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78165e4-a829-4715-8922-f17021128792 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Checking segment: {'id': '65ae210b-4f80-4041-b351-757e59c28703', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '2acf7579-610c-40ac-a71a-eb8ec871e2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:52.663685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78165e4-a829-4715-8922-f17021128792 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network hostable DHCP agents. Network: 2acf7579-610c-40ac-a71a-eb8ec871e2cf, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:36:52.688823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78165e4-a829-4715-8922-f17021128792 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 2acf7579-610c-40ac-a71a-eb8ec871e2cf is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:36:52.716466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d78165e4-a829-4715-8922-f17021128792 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 2acf7579-610c-40ac-a71a-eb8ec871e2cf) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:52.732118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cb803b-a8f7-4f34-8978-36d7cb67aec3 None None] Network 2acf7579-610c-40ac-a71a-eb8ec871e2cf requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:52.745368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78165e4-a829-4715-8922-f17021128792 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:52.751669 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d78165e4-a829-4715-8922-f17021128792 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:52.784891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-860367948'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:52.795775 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d78165e4-a829-4715-8922-f17021128792 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3726883 Jan 14 07:36:52.797726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:52.800161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48292) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:52.808630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-23426cb0-e8b7-4de3-b5fb-a356972b9d1a tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Request body: {'port': {'network_id': '2acf7579-610c-40ac-a71a-eb8ec871e2cf', 'name': 'tempest-NetworksIpV6TestAttrs-2137762659'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:52.826166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:network and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:52.833651 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:52.859727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:52.969733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:53.010685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:53.022463 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.036725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-2acf7579-610c-40ac-a71a-eb8ec871e2cf', 'network_id': '2acf7579-610c-40ac-a71a-eb8ec871e2cf', 'tenant_id': '57fa3a7ee5f24cf99a4333cc50f2b32d', 'fixed_ips': [{'subnet_id': 'c60ef381-5be2-425b-98a2-3e980fa01449'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:36:53.038014 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.047612 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.055828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Transition to ACTIVE for port object 72589ff6-8509-44b2-8b7f-bde9fe40cb06 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:53.059564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Transition to ACTIVE for port object 0d2fce48-8987-4196-beee-e242c08b88dc will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:53.064319 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17f2fc75-aa6a-4692-bc87-bb51afeb9c1c tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.078768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:53.083569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:security_group_rule and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:53.085561 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4c46a72-cbf5-47ea-a271-f92f6aa11c27 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.086940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:53.093307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:53.107730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Transition to ACTIVE for port object 72589ff6-8509-44b2-8b7f-bde9fe40cb06 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:53.114133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Transition to ACTIVE for port object 0d2fce48-8987-4196-beee-e242c08b88dc will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:53.191371 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.223054 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.227708 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1991a9b-4ef9-4e32-ab1e-83b82941f540 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:53.232438 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a378ec3a-1fdb-464d-adf7-8b4045c6b8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:53.262291 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17f2fc75-aa6a-4692-bc87-bb51afeb9c1c tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.316199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-23426cb0-e8b7-4de3-b5fb-a356972b9d1a tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:53.320343 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17f2fc75-aa6a-4692-bc87-bb51afeb9c1c tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.320482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-23426cb0-e8b7-4de3-b5fb-a356972b9d1a tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Usage tracker for resource:port and tenant:57fa3a7ee5f24cf99a4333cc50f2b32d is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:53.323434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-23426cb0-e8b7-4de3-b5fb-a356972b9d1a tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Quota usage for port was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:53.324894 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-17f2fc75-aa6a-4692-bc87-bb51afeb9c1c tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.5965354 Jan 14 07:36:53.329769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48302) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:53.330226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-23426cb0-e8b7-4de3-b5fb-a356972b9d1a tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:53.330673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c46a72-cbf5-47ea-a271-f92f6aa11c27 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=d641620e-c9d8-4ba2-9881-2f5ae90368bb,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:53.338335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-00938ace-e481-4c42-bdb9-12f8ea6aaee0 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Request body: {'router': {'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:53.343525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:36:53.362921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23426cb0-e8b7-4de3-b5fb-a356972b9d1a tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Made reservation on behalf of 57fa3a7ee5f24cf99a4333cc50f2b32d for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:53.372626 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23426cb0-e8b7-4de3-b5fb-a356972b9d1a tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.400560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Allocated IP 2001:db8::f816:3eff:feb9:cefb (2acf7579-610c-40ac-a71a-eb8ec871e2cf/c60ef381-5be2-425b-98a2-3e980fa01449/10edf605-d26b-4692-8c89-537cd945b6a5) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:53.409831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4767ce-11ce-4bf4-8df2-b2b1ce957145,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:53.432692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.433088 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Added segment 59762060-0a77-40f8-a14d-cd0f8e99e974 of type vxlan for network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 Jan 14 07:36:53.435870 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:53.439792 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.443549 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.486393 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c4c46a72-cbf5-47ea-a271-f92f6aa11c27 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:53.592925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.654246 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4c46a72-cbf5-47ea-a271-f92f6aa11c27 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.659535 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c4c46a72-cbf5-47ea-a271-f92f6aa11c27 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/d641620e-c9d8-4ba2-9881-2f5ae90368bb HTTP/1.1" status: 204 len: 168 time: 2.8768256 Jan 14 07:36:53.663758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.667024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48306) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:53.723092 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fcebd346-e063-410f-a760-27f6e24ac0e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:53.736940 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-105b70af-d9f8-4ad2-b503-e96e237ff214 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:53.789465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:53.948942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00938ace-e481-4c42-bdb9-12f8ea6aaee0 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.025732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-23426cb0-e8b7-4de3-b5fb-a356972b9d1a tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] device_id is not set on port 34589225-5e98-4783-9b34-555b8194a7f1 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:36:54.077191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.098097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:54.098813 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.189743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event updated for resources: {'Port': ['ID=8baa84af-a11b-42ae-9bd2-6248d89c776d,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:54.194854 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:54.208202 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fc5bc4de-d266-4d74-9a86-df02d7562e6c tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:54.256018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Network c3362d58-e025-4f5c-9a9b-fea03db40044 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:54.289427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:54.291688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Pushing event updated for resources: {'Port': ['ID=0d2fce48-8987-4196-beee-e242c08b88dc,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:54.296925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Network 31f2348a-8799-4ed0-8020-d2957b85b324 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:54.300477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:54.304970 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:54.307745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:54.309367 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:54.380785 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b607c8f6-ec56-4cdd-8fbf-e243b52aa68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.382512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:54.386894 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0660498 Jan 14 07:36:54.387965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Checking segment: {'id': '0afba5e5-4257-46f8-b48a-960ee0f8c490', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '949c8e18-6d77-47d4-be82-60aefbc7d245'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:54.388368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Network hostable DHCP agents. Network: 949c8e18-6d77-47d4-be82-60aefbc7d245, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:36:54.393331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Pushing event updated for resources: {'Port': ['ID=72589ff6-8509-44b2-8b7f-bde9fe40cb06,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:54.400484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48314) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:54.416506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:54.419555 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:36:54.419555 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:54.419555 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:54.419555 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:54.419555 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:36:54.419555 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:54.419555 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:54.419555 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:54.419555 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:36:54.419555 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:54.419555 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:54.419555 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:54.419555 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:54.419555 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:54.419555 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:54.419555 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:54.419555 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:54.419555 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:54.419555 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:54.419555 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:54.427464 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:54.441864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e5bf90-d1c2-4c2f-806f-0592453aa140 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:54.444897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-44e5bf90-d1c2-4c2f-806f-0592453aa140 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:36:54.449839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6c6286f7-e6d2-4fdc-99b5-73fc1bdb1759 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'port': {'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8', 'name': 'tempest-PortsTestJSON-772947302'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:54.452240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Allocated IP 172.22.0.1 (c3362d58-e025-4f5c-9a9b-fea03db40044/858eee65-ce62-4c70-83e5-329b7e00b152/4c213f98-7170-4f0f-a879-7ec4b1026bf3) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:54.482399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Network': ['ID=b4274ba1-e2ac-4da5-87e7-620b99e5e6a8,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:54.486581 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:54.517969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:54.537525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:54.555703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:54.623158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-44e5bf90-d1c2-4c2f-806f-0592453aa140 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:36:54.629486 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-44e5bf90-d1c2-4c2f-806f-0592453aa140 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.9350066 Jan 14 07:36:54.629486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48318) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:54.635306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Network 949c8e18-6d77-47d4-be82-60aefbc7d245 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:36:54.647602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6c6286f7-e6d2-4fdc-99b5-73fc1bdb1759 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:54.705297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6c6286f7-e6d2-4fdc-99b5-73fc1bdb1759 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:port and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:54.710331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6c6286f7-e6d2-4fdc-99b5-73fc1bdb1759 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:54.714833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 949c8e18-6d77-47d4-be82-60aefbc7d245) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:54.728536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:54.729541 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.752167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Attempting to bind port 0d2fce48-8987-4196-beee-e242c08b88dc on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:36:54.752605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Attempting to bind port 0d2fce48-8987-4196-beee-e242c08b88dc by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '2f78bc48-f873-4d3f-94b5-47a9bfb01e19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '31f2348a-8799-4ed0-8020-d2957b85b324'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:36:54.752988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Attempting to bind port 0d2fce48-8987-4196-beee-e242c08b88dc on network 31f2348a-8799-4ed0-8020-d2957b85b324 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:36:54.753450 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8cc4e3d5-3797-4a07-832b-5b21a8420806 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:54.772062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:36:54.772432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Checking segment: {'id': '2f78bc48-f873-4d3f-94b5-47a9bfb01e19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '31f2348a-8799-4ed0-8020-d2957b85b324'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:54.772893 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.773345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Bound using segment: {'id': '2f78bc48-f873-4d3f-94b5-47a9bfb01e19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '31f2348a-8799-4ed0-8020-d2957b85b324'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:36:54.773883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Bound port: 0d2fce48-8987-4196-beee-e242c08b88dc, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f78bc48-f873-4d3f-94b5-47a9bfb01e19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '31f2348a-8799-4ed0-8020-d2957b85b324'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:36:54.774311 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.776922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00938ace-e481-4c42-bdb9-12f8ea6aaee0 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.785812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee0c573-478f-410c-b0b5-d506b73a485b None None] Network 949c8e18-6d77-47d4-be82-60aefbc7d245 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:54.792617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6c6286f7-e6d2-4fdc-99b5-73fc1bdb1759 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:54.799752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Attempting to bind port 72589ff6-8509-44b2-8b7f-bde9fe40cb06 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:36:54.800182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Attempting to bind port 72589ff6-8509-44b2-8b7f-bde9fe40cb06 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'c81c5f95-6086-44ca-8624-58f5aae07473', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:36:54.800599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Attempting to bind port 72589ff6-8509-44b2-8b7f-bde9fe40cb06 on network c3362d58-e025-4f5c-9a9b-fea03db40044 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:36:54.819283 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00938ace-e481-4c42-bdb9-12f8ea6aaee0 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.874834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:36:54.875443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Checking segment: {'id': 'c81c5f95-6086-44ca-8624-58f5aae07473', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:54.876097 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:54.876557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Bound using segment: {'id': 'c81c5f95-6086-44ca-8624-58f5aae07473', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:36:54.877106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Bound port: 72589ff6-8509-44b2-8b7f-bde9fe40cb06, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81c5f95-6086-44ca-8624-58f5aae07473', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:36:54.878403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:55.019666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] For port 72589ff6-8509-44b2-8b7f-bde9fe40cb06, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:36:55.021699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6286f7-e6d2-4fdc-99b5-73fc1bdb1759 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:55.023064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] For port 72589ff6-8509-44b2-8b7f-bde9fe40cb06, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=72589ff6-8509-44b2-8b7f-bde9fe40cb06,segment=NetworkSegment(c81c5f95-6086-44ca-8624-58f5aae07473),segment_id=c81c5f95-6086-44ca-8624-58f5aae07473)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:36:55.052241 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c6286f7-e6d2-4fdc-99b5-73fc1bdb1759 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:55.112371 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:55.135986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event updated for resources: {'Port': ['ID=cb43f49a-5491-4d83-b0e0-b21dba2fdc9d,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:55.157523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-00938ace-e481-4c42-bdb9-12f8ea6aaee0 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Allocated IP 172.25.3.172 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/5069469f-1cee-47a8-91ea-9dcfbfd03c38) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:55.196296 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:55.268628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.271520 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.272926 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.277479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.281750 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:55.281750 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.281750 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.281750 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.281750 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:55.281750 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.281750 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.281750 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.281750 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:55.281750 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.281750 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.281750 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.281750 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:55.281750 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.281750 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.281750 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.281750 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:55.281750 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:55.281750 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:55.281750 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:55.306931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334cdb0a-72c8-42e3-bd95-71ac401843a7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:55.309130 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-334cdb0a-72c8-42e3-bd95-71ac401843a7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6757529 Jan 14 07:36:55.324138 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00938ace-e481-4c42-bdb9-12f8ea6aaee0 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:55.336843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48324) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:55.363820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Pushing event updated for resources: {'Port': ['ID=72589ff6-8509-44b2-8b7f-bde9fe40cb06,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:55.369509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00938ace-e481-4c42-bdb9-12f8ea6aaee0 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:55.389266 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6e8f757a-fcfa-4852-bb37-0dbf79dd1308 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:55.426525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-6c6286f7-e6d2-4fdc-99b5-73fc1bdb1759 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] device_id is not set on port 52742541-013e-4ea6-a0c3-45708cc9cb53 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:36:55.451456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] For port 0d2fce48-8987-4196-beee-e242c08b88dc, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:36:55.455715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] For port 0d2fce48-8987-4196-beee-e242c08b88dc, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0d2fce48-8987-4196-beee-e242c08b88dc,segment=NetworkSegment(2f78bc48-f873-4d3f-94b5-47a9bfb01e19),segment_id=2f78bc48-f873-4d3f-94b5-47a9bfb01e19)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:36:55.487677 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:55.527448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Checking segment: {'id': 'ce3f81ae-683c-4510-8f31-e499a1271552', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2ca24711-10a0-48e4-bc55-388c9ad504f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:55.528283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Network hostable DHCP agents. Network: 2ca24711-10a0-48e4-bc55-388c9ad504f8, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:36:55.532429 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:55.552735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00938ace-e481-4c42-bdb9-12f8ea6aaee0 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Pushing event updated for resources: {'Port': ['ID=5069469f-1cee-47a8-91ea-9dcfbfd03c38,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:55.561399 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-00938ace-e481-4c42-bdb9-12f8ea6aaee0 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:55.565629 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:55.591296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089102e0-d87d-44e7-a69a-c6b7a4d7849d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:55.598237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089102e0-d87d-44e7-a69a-c6b7a4d7849d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:55.605417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089102e0-d87d-44e7-a69a-c6b7a4d7849d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:55.606526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-089102e0-d87d-44e7-a69a-c6b7a4d7849d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:36:55.608198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Transition to ACTIVE for port object 4c213f98-7170-4f0f-a879-7ec4b1026bf3 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:55.643786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Network 2ca24711-10a0-48e4-bc55-388c9ad504f8 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:36:55.665707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00938ace-e481-4c42-bdb9-12f8ea6aaee0 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:55.667970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-00938ace-e481-4c42-bdb9-12f8ea6aaee0 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:55.670948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00938ace-e481-4c42-bdb9-12f8ea6aaee0 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:55.710223 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:55.799686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Pushing event updated for resources: {'Port': ['ID=0d2fce48-8987-4196-beee-e242c08b88dc,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:55.805729 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:55.808414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:55.883078 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c6286f7-e6d2-4fdc-99b5-73fc1bdb1759 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:55.898927 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-486be26c-1358-414d-95e5-2f07f622d7b5 tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:55.946756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 2ca24711-10a0-48e4-bc55-388c9ad504f8) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:55.956137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:55.999459 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:56.011624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:56.015632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Transition to ACTIVE for port object 10edf605-d26b-4692-8c89-537cd945b6a5 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:56.049357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:56.050517 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:56.059086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Transition to ACTIVE for port object 10edf605-d26b-4692-8c89-537cd945b6a5 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:56.059316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-089102e0-d87d-44e7-a69a-c6b7a4d7849d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:36:56.063623 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-089102e0-d87d-44e7-a69a-c6b7a4d7849d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.7225072 Jan 14 07:36:56.063623 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c6286f7-e6d2-4fdc-99b5-73fc1bdb1759 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:56.067504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd23192-bbf5-4576-b6a9-447cefec0410 None None] Network 2ca24711-10a0-48e4-bc55-388c9ad504f8 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:56.101950 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:56.165412 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e607085-ca55-441d-9c1e-ce896c843635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:56.242072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48330) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:56.246241 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-88bc44fd-bbf4-48e5-8fc8-b9d9c1bc9747 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:56.476213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Pushing event updated for resources: {'Port': ['ID=10edf605-d26b-4692-8c89-537cd945b6a5,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:56.479439 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:56.582608 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.3365083 Jan 14 07:36:56.586244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48334) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:56.634809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6286f7-e6d2-4fdc-99b5-73fc1bdb1759 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Checking segment: {'id': '59762060-0a77-40f8-a14d-cd0f8e99e974', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:56.635209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6286f7-e6d2-4fdc-99b5-73fc1bdb1759 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network hostable DHCP agents. Network: b4274ba1-e2ac-4da5-87e7-620b99e5e6a8, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:36:56.652054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6286f7-e6d2-4fdc-99b5-73fc1bdb1759 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=52742541-013e-4ea6-a0c3-45708cc9cb53,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:56.667706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Port': ['ID=4c213f98-7170-4f0f-a879-7ec4b1026bf3,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:56.670099 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c6286f7-e6d2-4fdc-99b5-73fc1bdb1759 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:56.683351 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:56.699390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Network 2acf7579-610c-40ac-a71a-eb8ec871e2cf is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:56.709017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:56.709949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-23426cb0-e8b7-4de3-b5fb-a356972b9d1a tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Allocated IP 2001:db8::f816:3eff:fec3:31cf (2acf7579-610c-40ac-a71a-eb8ec871e2cf/c60ef381-5be2-425b-98a2-3e980fa01449/34589225-5e98-4783-9b34-555b8194a7f1) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:36:56.711909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:56.724822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6286f7-e6d2-4fdc-99b5-73fc1bdb1759 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:56.750269 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.753048 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.753048 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.753048 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:56.753048 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.753048 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.753048 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.753048 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:56.753048 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.753048 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.753048 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.753048 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:36:56.753048 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.753048 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.753048 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.753048 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:36:56.753048 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.753048 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.753048 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.754175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.757148 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:56.757148 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.757148 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.757148 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.757148 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:56.757148 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:56.757148 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.757148 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.757148 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.757148 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.757148 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.757148 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.757148 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:56.757148 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:56.771850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6c6286f7-e6d2-4fdc-99b5-73fc1bdb1759 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, b4274ba1-e2ac-4da5-87e7-620b99e5e6a8) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:56.804559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2efb4a-1dde-4159-810a-bbb29fbd3f93 None None] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:56.856074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb92058a-67e2-4226-bcc1-35e8e8df98b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:56.908269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb77db-5212-4951-aec9-36cf25120219 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:56.943963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdb77db-5212-4951-aec9-36cf25120219 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:56.945809 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8cdb77db-5212-4951-aec9-36cf25120219 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3534970 Jan 14 07:36:56.962554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48338) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:56.973091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network c3362d58-e025-4f5c-9a9b-fea03db40044 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:56.980283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:57.020756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0d2fce48-8987-4196-beee-e242c08b88dc up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:57.082578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Attempting to bind port 10edf605-d26b-4692-8c89-537cd945b6a5 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:36:57.082578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Attempting to bind port 10edf605-d26b-4692-8c89-537cd945b6a5 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '65ae210b-4f80-4041-b351-757e59c28703', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '2acf7579-610c-40ac-a71a-eb8ec871e2cf'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:36:57.082578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Attempting to bind port 10edf605-d26b-4692-8c89-537cd945b6a5 on network 2acf7579-610c-40ac-a71a-eb8ec871e2cf {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:36:57.093722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7735a9fa-436f-4f73-bb93-718bb30fc4a2 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Deleting port 8baa84af-a11b-42ae-9bd2-6248d89c776d {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:36:57.093722 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7735a9fa-436f-4f73-bb93-718bb30fc4a2 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:57.100066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:36:57.100066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Checking segment: {'id': '65ae210b-4f80-4041-b351-757e59c28703', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '2acf7579-610c-40ac-a71a-eb8ec871e2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:36:57.100066 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:57.100066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Bound using segment: {'id': '65ae210b-4f80-4041-b351-757e59c28703', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '2acf7579-610c-40ac-a71a-eb8ec871e2cf'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:36:57.100066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Bound port: 10edf605-d26b-4692-8c89-537cd945b6a5, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ae210b-4f80-4041-b351-757e59c28703', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '2acf7579-610c-40ac-a71a-eb8ec871e2cf'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:36:57.100066 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:57.236863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:57.298787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6286f7-e6d2-4fdc-99b5-73fc1bdb1759 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:57.318221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6286f7-e6d2-4fdc-99b5-73fc1bdb1759 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:57.318942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c6286f7-e6d2-4fdc-99b5-73fc1bdb1759 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:57.349689 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6c6286f7-e6d2-4fdc-99b5-73fc1bdb1759 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9458826 Jan 14 07:36:57.364932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48346) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:57.374384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e9622127-ba2d-4700-b9bc-d7c4e5305f6c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'network': {'name': 'tempest-PortsTestJSON-455823204'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:57.401988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e9622127-ba2d-4700-b9bc-d7c4e5305f6c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:57.426912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e9622127-ba2d-4700-b9bc-d7c4e5305f6c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:network and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:57.442541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e9622127-ba2d-4700-b9bc-d7c4e5305f6c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:57.456735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e9622127-ba2d-4700-b9bc-d7c4e5305f6c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:57.520521 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7735a9fa-436f-4f73-bb93-718bb30fc4a2 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:57.573353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:57.573985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9622127-ba2d-4700-b9bc-d7c4e5305f6c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:57.583949 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9622127-ba2d-4700-b9bc-d7c4e5305f6c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:57.629470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d85701c-a43c-48ab-91d3-4aef1bac4edc tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 507ad940-f198-49f6-8522-077957abdaaf {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:36:57.637025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e525d140-9278-497e-b932-c515a0b9087d None None] For port 10edf605-d26b-4692-8c89-537cd945b6a5, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:36:57.645091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e525d140-9278-497e-b932-c515a0b9087d None None] For port 10edf605-d26b-4692-8c89-537cd945b6a5, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=10edf605-d26b-4692-8c89-537cd945b6a5,segment=NetworkSegment(65ae210b-4f80-4041-b351-757e59c28703),segment_id=65ae210b-4f80-4041-b351-757e59c28703)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:36:57.648071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 0d2fce48-8987-4196-beee-e242c08b88dc completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:57.655292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9622127-ba2d-4700-b9bc-d7c4e5305f6c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:36:57.655703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 72589ff6-8509-44b2-8b7f-bde9fe40cb06 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:36:57.666294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9622127-ba2d-4700-b9bc-d7c4e5305f6c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:57.666608 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-e9622127-ba2d-4700-b9bc-d7c4e5305f6c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Added segment e4685a0f-2712-4233-8aaa-38c6254e7b2f of type vxlan for network 4c969d0e-6b29-4d72-8ebf-61841dab3962 Jan 14 07:36:57.669675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7735a9fa-436f-4f73-bb93-718bb30fc4a2 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Calling delete_port for 8baa84af-a11b-42ae-9bd2-6248d89c776d owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:36:57.701973 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9622127-ba2d-4700-b9bc-d7c4e5305f6c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:57.713486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:57.715894 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d85701c-a43c-48ab-91d3-4aef1bac4edc tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:57.737087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00938ace-e481-4c42-bdb9-12f8ea6aaee0 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:57.833878 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:57.842695 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d85701c-a43c-48ab-91d3-4aef1bac4edc tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:57.870588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441dc528-59db-4768-bdaa-7a76411f4c53 None None] Network c3362d58-e025-4f5c-9a9b-fea03db40044 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:57.894244 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9622127-ba2d-4700-b9bc-d7c4e5305f6c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:57.914395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9622127-ba2d-4700-b9bc-d7c4e5305f6c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:57.915106 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9622127-ba2d-4700-b9bc-d7c4e5305f6c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:57.946607 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:57.997312 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e9622127-ba2d-4700-b9bc-d7c4e5305f6c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6283963 Jan 14 07:36:58.067782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23426cb0-e8b7-4de3-b5fb-a356972b9d1a tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.070937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48350) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:58.092572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'ports': [{'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8'}, {'network_id': '4c969d0e-6b29-4d72-8ebf-61841dab3962'}]} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:58.092955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'port': {'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:58.093509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'port': {'network_id': '4c969d0e-6b29-4d72-8ebf-61841dab3962'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:36:58.162731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 72589ff6-8509-44b2-8b7f-bde9fe40cb06 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:58.167017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e889fca5-cf86-463e-80f2-d1fdbe5c9c7c None None] Provisioning for port 72589ff6-8509-44b2-8b7f-bde9fe40cb06 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:36:58.189301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e889fca5-cf86-463e-80f2-d1fdbe5c9c7c None None] Provisioning complete for port 72589ff6-8509-44b2-8b7f-bde9fe40cb06 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:58.189866 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e889fca5-cf86-463e-80f2-d1fdbe5c9c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.199270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00938ace-e481-4c42-bdb9-12f8ea6aaee0 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.203876 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.218221 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00938ace-e481-4c42-bdb9-12f8ea6aaee0 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.299777 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.320188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 72589ff6-8509-44b2-8b7f-bde9fe40cb06 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:36:58.320888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.363982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343eaeb6-f395-49b3-ad6a-78b9bc9d5182 None None] Network 31f2348a-8799-4ed0-8020-d2957b85b324 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:36:58.424349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:36:58.439447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-23426cb0-e8b7-4de3-b5fb-a356972b9d1a tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Transition to ACTIVE for port object 34589225-5e98-4783-9b34-555b8194a7f1 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:36:58.441050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:port and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:36:58.448216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for port was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:36:58.459436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9622127-ba2d-4700-b9bc-d7c4e5305f6c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Network': ['ID=4c969d0e-6b29-4d72-8ebf-61841dab3962,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:58.462596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:36:58.472515 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9622127-ba2d-4700-b9bc-d7c4e5305f6c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:58.499822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'port': 2} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:36:58.516300 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.565534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00938ace-e481-4c42-bdb9-12f8ea6aaee0 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Router 24a87ec1-981b-445c-b17e-fe3740e6ad63 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:36:58.606287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 4c969d0e-6b29-4d72-8ebf-61841dab3962 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:58.612116 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d85701c-a43c-48ab-91d3-4aef1bac4edc tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.656560 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7735a9fa-436f-4f73-bb93-718bb30fc4a2 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.686270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23426cb0-e8b7-4de3-b5fb-a356972b9d1a tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.708195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:58.732059 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c9c950ed-256f-4866-a7ff-11c70f63f4f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:58.770825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 4c969d0e-6b29-4d72-8ebf-61841dab3962 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:58.848423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23426cb0-e8b7-4de3-b5fb-a356972b9d1a tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event updated for resources: {'Port': ['ID=34589225-5e98-4783-9b34-555b8194a7f1,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:59.003474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 4c969d0e-6b29-4d72-8ebf-61841dab3962 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:36:59.136622 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2cc29bd-21cf-4c3f-8c48-7bee35527c6a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:59.136622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00938ace-e481-4c42-bdb9-12f8ea6aaee0 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:36:59.141516 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-23426cb0-e8b7-4de3-b5fb-a356972b9d1a tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:59.142144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735a9fa-436f-4f73-bb93-718bb30fc4a2 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event deleted for resources: {'Port': ['ID=8baa84af-a11b-42ae-9bd2-6248d89c776d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:59.142144 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7735a9fa-436f-4f73-bb93-718bb30fc4a2 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:59.142144 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00938ace-e481-4c42-bdb9-12f8ea6aaee0 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:59.142144 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-00938ace-e481-4c42-bdb9-12f8ea6aaee0 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "PUT /v2.0/routers/24a87ec1-981b-445c-b17e-fe3740e6ad63 HTTP/1.1" status: 200 len: 884 time: 5.7223752 Jan 14 07:36:59.142144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48366) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:59.155006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba97871-3a9d-4e6e-8275-160aa5d85dba None None] Sync routers for ids ['24a87ec1-981b-445c-b17e-fe3740e6ad63'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:36:59.267238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba97871-3a9d-4e6e-8275-160aa5d85dba None None] Routers {'24a87ec1-981b-445c-b17e-fe3740e6ad63'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:59.267238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9ba97871-3a9d-4e6e-8275-160aa5d85dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:36:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['24a87ec1-981b-445c-b17e-fe3740e6ad63'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:59.406412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] device_id is not set on port 01c6d2ae-f482-4b8e-8ed2-a8d25863686a yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:36:59.410036 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7735a9fa-436f-4f73-bb93-718bb30fc4a2 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:59.413084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e889fca5-cf86-463e-80f2-d1fdbe5c9c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:59.416384 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7735a9fa-436f-4f73-bb93-718bb30fc4a2 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "DELETE /v2.0/ports/8baa84af-a11b-42ae-9bd2-6248d89c776d HTTP/1.1" status: 204 len: 168 time: 2.4322608 Jan 14 07:36:59.425675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48378) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:36:59.431943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Pushing event updated for resources: {'Port': ['ID=10edf605-d26b-4692-8c89-537cd945b6a5,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:59.440918 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.602s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:36:59.451715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9ba97871-3a9d-4e6e-8275-160aa5d85dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:59.479255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e889fca5-cf86-463e-80f2-d1fdbe5c9c7c None None] For port 72589ff6-8509-44b2-8b7f-bde9fe40cb06, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=72589ff6-8509-44b2-8b7f-bde9fe40cb06,segment=NetworkSegment(c81c5f95-6086-44ca-8624-58f5aae07473),segment_id=c81c5f95-6086-44ca-8624-58f5aae07473)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:36:59.534893 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:59.551874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23426cb0-e8b7-4de3-b5fb-a356972b9d1a tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 2acf7579-610c-40ac-a71a-eb8ec871e2cf is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:36:59.576314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-23426cb0-e8b7-4de3-b5fb-a356972b9d1a tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:36:59.579328 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e889fca5-cf86-463e-80f2-d1fdbe5c9c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:59.581065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23426cb0-e8b7-4de3-b5fb-a356972b9d1a tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:36:59.602224 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:59.605697 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:59.616548 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:36:59.616548 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:59.616548 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:59.616548 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:59.616548 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:36:59.616548 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:59.616548 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:59.616548 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:59.616548 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:36:59.616548 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:59.616548 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:59.616548 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:59.616548 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:36:59.616548 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:59.616548 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:59.616548 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:59.616548 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:36:59.616548 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:36:59.616548 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:36:59.616548 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:36:59.668582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23426cb0-e8b7-4de3-b5fb-a356972b9d1a tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:36:59.668582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23426cb0-e8b7-4de3-b5fb-a356972b9d1a tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:36:59.713832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba97871-3a9d-4e6e-8275-160aa5d85dba None None] Routers {'24a87ec1-981b-445c-b17e-fe3740e6ad63'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:36:59.714821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9ba97871-3a9d-4e6e-8275-160aa5d85dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:36:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['24a87ec1-981b-445c-b17e-fe3740e6ad63'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:36:59.923689 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-23426cb0-e8b7-4de3-b5fb-a356972b9d1a tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 7.1155221 Jan 14 07:36:59.963041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889fca5-cf86-463e-80f2-d1fdbe5c9c7c None None] Pushing event updated for resources: {'Port': ['ID=72589ff6-8509-44b2-8b7f-bde9fe40cb06,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:36:59.989564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48384) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:00.006474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f3def1e4-4be5-45d3-9255-a0cfa85ad7e7 None None] Provisioning for port 0d2fce48-8987-4196-beee-e242c08b88dc completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:00.022433 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e889fca5-cf86-463e-80f2-d1fdbe5c9c7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:00.028668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f3def1e4-4be5-45d3-9255-a0cfa85ad7e7 None None] Provisioning complete for port 0d2fce48-8987-4196-beee-e242c08b88dc triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:00.029183 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3def1e4-4be5-45d3-9255-a0cfa85ad7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:00.252917 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:00.269252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:00.427297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] device_id is not set on port 45d31add-4f91-46d4-b8be-cd9540a932b2 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:37:00.528802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9ba97871-3a9d-4e6e-8275-160aa5d85dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:00.529646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba97871-3a9d-4e6e-8275-160aa5d85dba None None] The sync data for ids ['24a87ec1-981b-445c-b17e-fe3740e6ad63'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:37:00.554881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4693d9-d347-4c96-9d02-ae20926a08fe None None] Network 2acf7579-610c-40ac-a71a-eb8ec871e2cf requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:00.635273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-61de9229-de0b-441f-b17c-505e4785a192 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Deleting subnet c60ef381-5be2-425b-98a2-3e980fa01449 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:37:00.635273 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61de9229-de0b-441f-b17c-505e4785a192 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:00.774342 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61de9229-de0b-441f-b17c-505e4785a192 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:00.950921 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2429e65c-d461-4035-9b7e-ee56ddb3f29b tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "GET /v2.0/routers/24a87ec1-981b-445c-b17e-fe3740e6ad63 HTTP/1.1" status: 200 len: 925 time: 1.8405111 Jan 14 07:37:00.997116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-00001463-b58f-4bc2-95dd-12029474ee0e tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Deleting port cb43f49a-5491-4d83-b0e0-b21dba2fdc9d {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:00.997116 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00001463-b58f-4bc2-95dd-12029474ee0e tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:01.005510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d85701c-a43c-48ab-91d3-4aef1bac4edc tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:01.029517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 10edf605-d26b-4692-8c89-537cd945b6a5 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:01.071474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48398) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:01.328765 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3def1e4-4be5-45d3-9255-a0cfa85ad7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:01.424067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f3def1e4-4be5-45d3-9255-a0cfa85ad7e7 None None] For port 0d2fce48-8987-4196-beee-e242c08b88dc, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0d2fce48-8987-4196-beee-e242c08b88dc,segment=NetworkSegment(2f78bc48-f873-4d3f-94b5-47a9bfb01e19),segment_id=2f78bc48-f873-4d3f-94b5-47a9bfb01e19)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:01.424067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 10edf605-d26b-4692-8c89-537cd945b6a5 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:01.429124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 72589ff6-8509-44b2-8b7f-bde9fe40cb06 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:01.441401 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e95d0d73-261e-415b-9721-b6fa0698a2d5 tempest-FloatingIPNegativeTestJSON-601950953 tempest-FloatingIPNegativeTestJSON-601950953] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:01.503934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3def1e4-4be5-45d3-9255-a0cfa85ad7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:01.506705 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ffeb3120-471c-4b29-87d9-8fdcc13dc709 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:01.611560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3def1e4-4be5-45d3-9255-a0cfa85ad7e7 None None] Pushing event updated for resources: {'Port': ['ID=0d2fce48-8987-4196-beee-e242c08b88dc,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:01.625352 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f3def1e4-4be5-45d3-9255-a0cfa85ad7e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:01.651609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 72589ff6-8509-44b2-8b7f-bde9fe40cb06 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:01.652085 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:01.677683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61de9229-de0b-441f-b17c-505e4785a192 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:01.742702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] Provisioning for port 10edf605-d26b-4692-8c89-537cd945b6a5 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:01.753244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] Provisioning complete for port 10edf605-d26b-4692-8c89-537cd945b6a5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:01.753244 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:01.837899 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:01.855182 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00001463-b58f-4bc2-95dd-12029474ee0e tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:02.137723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85701c-a43c-48ab-91d3-4aef1bac4edc tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=507ad940-f198-49f6-8522-077957abdaaf,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:02.181381 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d85701c-a43c-48ab-91d3-4aef1bac4edc tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:02.191809 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:02.232726 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:02.266588 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-993e1e0b-9a20-4bfb-a5b1-d97903a1065a tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:02.282103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-00001463-b58f-4bc2-95dd-12029474ee0e tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Calling delete_port for cb43f49a-5491-4d83-b0e0-b21dba2fdc9d owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:02.354309 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d85701c-a43c-48ab-91d3-4aef1bac4edc tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:02.376134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b47707f-4982-4401-abc3-97e077e13765 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:02.488778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=01c6d2ae-f482-4b8e-8ed2-a8d25863686a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:02.492751 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:02.494795 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0d85701c-a43c-48ab-91d3-4aef1bac4edc tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/507ad940-f198-49f6-8522-077957abdaaf HTTP/1.1" status: 204 len: 168 time: 6.1572978 Jan 14 07:37:02.504269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48416) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:02.527453 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00001463-b58f-4bc2-95dd-12029474ee0e tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:02.581692 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d63e458d-fc7b-460e-a105-4dfae66292d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:02.846864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0d2fce48-8987-4196-beee-e242c08b88dc up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:03.162071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 0d2fce48-8987-4196-beee-e242c08b88dc triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:03.168319 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:03.244084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00001463-b58f-4bc2-95dd-12029474ee0e tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event deleted for resources: {'Port': ['ID=cb43f49a-5491-4d83-b0e0-b21dba2fdc9d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:03.302231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fa207e-2f83-45fc-aefe-0255de2971c1 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:03.302231 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b5fa207e-2f83-45fc-aefe-0255de2971c1 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "GET /v2.0/ports?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&device_id=24a87ec1-981b-445c-b17e-fe3740e6ad63&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 2.1829095 Jan 14 07:37:03.325748 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-00001463-b58f-4bc2-95dd-12029474ee0e tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:03.325748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48426) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:03.564708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00001463-b58f-4bc2-95dd-12029474ee0e tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:03.617645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:03.617645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:03.637194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:03.637194 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:03.755374 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-00001463-b58f-4bc2-95dd-12029474ee0e tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "DELETE /v2.0/ports/cb43f49a-5491-4d83-b0e0-b21dba2fdc9d HTTP/1.1" status: 204 len: 168 time: 4.3301044 Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.759437 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.769814 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.777883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48434) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.784239 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.795785 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:37:03.795785 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.795785 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.795785 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.795785 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:37:03.795785 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.795785 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.795785 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.795785 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:37:03.795785 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.795785 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.795785 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.795785 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:37:03.795785 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.795785 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.795785 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.795785 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:37:03.795785 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:03.795785 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:03.795785 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:03.815130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-20b2fab7-6371-4911-a6ff-1d3bdbd300fd tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Synchronizing usage tracker for tenant:6b9ec7474ee24f6ca3f36e227665f478 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:03.815130 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:37:03.821408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61de9229-de0b-441f-b17c-505e4785a192 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:03.824468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41d4275-6e25-4412-a462-6338ea809014 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:03.829468 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d41d4275-6e25-4412-a462-6338ea809014 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 881 time: 0.5095308 Jan 14 07:37:03.830526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48440) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:03.834714 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f03c2d9f-ecc2-439d-abf5-c769ce64adf9 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:03.958797 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:37:03.958797 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:37:03.973652 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:03.985346 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-77e351d6-e46c-46a9-a7ef-51b08efedd88 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "GET /v2.0/ports?device_id=24a87ec1-981b-445c-b17e-fe3740e6ad63 HTTP/1.1" status: 200 len: 205 time: 0.1434865 Jan 14 07:37:03.996137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48446) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:03.996137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:04.338785 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:04.412189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:04.526482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:04.562139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61de9229-de0b-441f-b17c-505e4785a192 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:04.567273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] For port 10edf605-d26b-4692-8c89-537cd945b6a5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=10edf605-d26b-4692-8c89-537cd945b6a5,segment=NetworkSegment(65ae210b-4f80-4041-b351-757e59c28703),segment_id=65ae210b-4f80-4041-b351-757e59c28703)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:04.568939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c60204bd-1292-4863-a09f-c767ed87f58a tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:04.570096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727ee5e3-beec-4166-abfd-23314d5b9aef None None] Network 2acf7579-610c-40ac-a71a-eb8ec871e2cf requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:04.589758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:04.598776 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:04.604353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=45d31add-4f91-46d4-b8be-cd9540a932b2,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:04.612053 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-61de9229-de0b-441f-b17c-505e4785a192 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "DELETE /v2.0/subnets/c60ef381-5be2-425b-98a2-3e980fa01449 HTTP/1.1" status: 204 len: 168 time: 4.6292536 Jan 14 07:37:04.615354 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:04.616763 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a180338f-74ec-4048-8699-659e0989f2a6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.449s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:04.734854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc629f4-3bbc-4dc6-a3e5-ba5698625c6b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet cc024318-6b0f-461a-a35e-f57fdb855aa2 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:37:04.759540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48454) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:04.773253 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2fc629f4-3bbc-4dc6-a3e5-ba5698625c6b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:04.792617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] Provisioning complete for port 0d2fce48-8987-4196-beee-e242c08b88dc triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:04.792617 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:04.854495 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c60204bd-1292-4863-a09f-c767ed87f58a tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:04.860446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c60204bd-1292-4863-a09f-c767ed87f58a tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Deleting port 5069469f-1cee-47a8-91ea-9dcfbfd03c38 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:04.860832 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c60204bd-1292-4863-a09f-c767ed87f58a tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:04.908406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-20b2fab7-6371-4911-a6ff-1d3bdbd300fd tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Unset dirty status for tenant:6b9ec7474ee24f6ca3f36e227665f478 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:04.908406 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-20b2fab7-6371-4911-a6ff-1d3bdbd300fd tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 1.1447189 Jan 14 07:37:04.930145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Port': ['ID=4c213f98-7170-4f0f-a879-7ec4b1026bf3,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:04.934104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de9229-de0b-441f-b17c-505e4785a192 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event deleted for resources: {'Subnet': ['ID=c60ef381-5be2-425b-98a2-3e980fa01449,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:04.949490 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:04.971105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48460) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:04.994239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network c3362d58-e025-4f5c-9a9b-fea03db40044 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:04.994239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:05.031854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-aa395f0d-c21c-41d9-bde2-f5cfb96666ff tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1169686567'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:05.031854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-aa395f0d-c21c-41d9-bde2-f5cfb96666ff tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:05.042611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-aa395f0d-c21c-41d9-bde2-f5cfb96666ff tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Usage tracker for resource:network and tenant:6b9ec7474ee24f6ca3f36e227665f478 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:05.042611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-aa395f0d-c21c-41d9-bde2-f5cfb96666ff tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Quota usage for network was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:05.051122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-aa395f0d-c21c-41d9-bde2-f5cfb96666ff tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:05.069883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa395f0d-c21c-41d9-bde2-f5cfb96666ff tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Made reservation on behalf of 6b9ec7474ee24f6ca3f36e227665f478 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:37:05.077729 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.088268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.088268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.088268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:37:05.088268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.088268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.088268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.088268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:37:05.088268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.088268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.088268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.088268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:37:05.088268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.088268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.088268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.088268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:37:05.088268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.088268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.088268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.096066 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa395f0d-c21c-41d9-bde2-f5cfb96666ff tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.100092 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:37:05.111249 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.111249 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.111249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.111249 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:37:05.111249 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.111249 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.111249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.111249 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:37:05.111249 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:05.111249 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.111249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.111249 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.111249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.111249 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:05.111249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:05.111249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07bdb2a-ab99-4758-9b26-e09bef84caf0 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:05.111249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a07bdb2a-ab99-4758-9b26-e09bef84caf0 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Synchronizing usage tracker for tenant:57fa3a7ee5f24cf99a4333cc50f2b32d on resource:subnet {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:05.169440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2fc629f4-3bbc-4dc6-a3e5-ba5698625c6b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:05.219400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa395f0d-c21c-41d9-bde2-f5cfb96666ff tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:37:05.235539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa395f0d-c21c-41d9-bde2-f5cfb96666ff tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:05.235539 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-aa395f0d-c21c-41d9-bde2-f5cfb96666ff tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Added segment 7430d65f-8530-470e-a0d0-531b75e2af4b of type vxlan for network c037ace2-21f3-401a-b277-70c453bc8260 Jan 14 07:37:05.278540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] Pushing event updated for resources: {'Port': ['ID=10edf605-d26b-4692-8c89-537cd945b6a5,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:05.283960 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:05.298369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] Provisioning for port 4c213f98-7170-4f0f-a879-7ec4b1026bf3 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:05.306198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] Provisioning complete for port 4c213f98-7170-4f0f-a879-7ec4b1026bf3 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:05.306198 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:05.356632 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2fc629f4-3bbc-4dc6-a3e5-ba5698625c6b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:05.421119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa395f0d-c21c-41d9-bde2-f5cfb96666ff tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:05.475863 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61de9229-de0b-441f-b17c-505e4785a192 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:05.538674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] Port 4c213f98-7170-4f0f-a879-7ec4b1026bf3 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:37:05.555313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] Provisioning complete for port 72589ff6-8509-44b2-8b7f-bde9fe40cb06 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:05.557893 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:05.629800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] DHCP port deletion for 2acf7579-610c-40ac-a71a-eb8ec871e2cf request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:37:05.647527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Checking segment: {'id': 'e4685a0f-2712-4233-8aaa-38c6254e7b2f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '4c969d0e-6b29-4d72-8ebf-61841dab3962'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:05.648253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network hostable DHCP agents. Network: 4c969d0e-6b29-4d72-8ebf-61841dab3962, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:37:05.663077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] Deleting port 10edf605-d26b-4692-8c89-537cd945b6a5 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:05.663865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:05.690661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a07bdb2a-ab99-4758-9b26-e09bef84caf0 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Unset dirty status for tenant:57fa3a7ee5f24cf99a4333cc50f2b32d on resource:subnet {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:05.692492 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a07bdb2a-ab99-4758-9b26-e09bef84caf0 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.9267707 Jan 14 07:37:05.696755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48472) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:05.699626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network 4c969d0e-6b29-4d72-8ebf-61841dab3962 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:37:05.705837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa395f0d-c21c-41d9-bde2-f5cfb96666ff tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:05.738548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa395f0d-c21c-41d9-bde2-f5cfb96666ff tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:05.739281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa395f0d-c21c-41d9-bde2-f5cfb96666ff tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:05.766469 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-629306f4-1a09-476a-8fdd-e9f998a18729 tempest-TaggedBootDevicesTest_v242-764740484 tempest-TaggedBootDevicesTest_v242-764740484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:06.054880 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f93f94f-b0f0-4d22-b86e-a67760b52514 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:06.090369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-bf161277-6e13-48a9-ac8f-62ecd8cd7141 None None] Provisioning complete for port 4c213f98-7170-4f0f-a879-7ec4b1026bf3 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:06.090709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf161277-6e13-48a9-ac8f-62ecd8cd7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:06.184590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 4c969d0e-6b29-4d72-8ebf-61841dab3962) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:06.203696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:06.207417 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-aa395f0d-c21c-41d9-bde2-f5cfb96666ff tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2123623 Jan 14 07:37:06.224352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48480) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:06.231163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-bf161277-6e13-48a9-ac8f-62ecd8cd7141 None None] Port 4c213f98-7170-4f0f-a879-7ec4b1026bf3 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:37:06.231163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c034396-711b-4d29-a8e9-9b106637af0b None None] Network 4c969d0e-6b29-4d72-8ebf-61841dab3962 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:06.267050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:06.278915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f8e6643e-cee5-4d67-a047-bfd4dad2520b tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-484338968'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:06.297980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:06.297980 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:06.334315 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 8.2513909 Jan 14 07:37:06.334315 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f93f94f-b0f0-4d22-b86e-a67760b52514 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:37:06.334315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f93f94f-b0f0-4d22-b86e-a67760b52514 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] No notification will be sent due to unsuccessful status code: 409 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:06.334315 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2f93f94f-b0f0-4d22-b86e-a67760b52514 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "DELETE /v2.0/networks/2acf7579-610c-40ac-a71a-eb8ec871e2cf HTTP/1.1" status: 409 len: 405 time: 0.6340818 Jan 14 07:37:06.343621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48486) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:06.343621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48488) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:06.351466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f53c918b-2d57-4dc8-b12f-68dfbfa61898 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2057538277'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:06.361446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f8e6643e-cee5-4d67-a047-bfd4dad2520b tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:06.364900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa395f0d-c21c-41d9-bde2-f5cfb96666ff tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event updated for resources: {'Network': ['ID=c037ace2-21f3-401a-b277-70c453bc8260,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:06.368262 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa395f0d-c21c-41d9-bde2-f5cfb96666ff tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:06.384142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f8e6643e-cee5-4d67-a047-bfd4dad2520b tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Usage tracker for resource:network and tenant:6b9ec7474ee24f6ca3f36e227665f478 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:06.388435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router c0a84acb-d1b6-4762-bd95-e39b3ca52497 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:37:06.390569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f8e6643e-cee5-4d67-a047-bfd4dad2520b tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Quota usage for network was recalculated. Used quota:3. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:06.405005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f8e6643e-cee5-4d67-a047-bfd4dad2520b tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:06.409821 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c60204bd-1292-4863-a09f-c767ed87f58a tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:06.430556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network c037ace2-21f3-401a-b277-70c453bc8260 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:06.565634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network c037ace2-21f3-401a-b277-70c453bc8260 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:06.577919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network c037ace2-21f3-401a-b277-70c453bc8260 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:06.688404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9c337959-29fa-4b7c-9601-14ab2110109e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port 45d31add-4f91-46d4-b8be-cd9540a932b2 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:06.688974 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c337959-29fa-4b7c-9601-14ab2110109e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:06.714357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e6643e-cee5-4d67-a047-bfd4dad2520b tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Made reservation on behalf of 6b9ec7474ee24f6ca3f36e227665f478 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:06.719446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 10edf605-d26b-4692-8c89-537cd945b6a5 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:37:06.728645 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8e6643e-cee5-4d67-a047-bfd4dad2520b tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:06.756048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-bf161277-6e13-48a9-ac8f-62ecd8cd7141 None None] Provisioning complete for port 0d2fce48-8987-4196-beee-e242c08b88dc triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:06.756048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf161277-6e13-48a9-ac8f-62ecd8cd7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:06.812986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f53c918b-2d57-4dc8-b12f-68dfbfa61898 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:06.829647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f53c918b-2d57-4dc8-b12f-68dfbfa61898 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Usage tracker for resource:network and tenant:57fa3a7ee5f24cf99a4333cc50f2b32d is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:06.837646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f53c918b-2d57-4dc8-b12f-68dfbfa61898 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Quota usage for network was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:06.846865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f53c918b-2d57-4dc8-b12f-68dfbfa61898 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:06.871206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53c918b-2d57-4dc8-b12f-68dfbfa61898 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Made reservation on behalf of 57fa3a7ee5f24cf99a4333cc50f2b32d for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:06.890682 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f53c918b-2d57-4dc8-b12f-68dfbfa61898 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:06.932192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c60204bd-1292-4863-a09f-c767ed87f58a tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Calling delete_port for 5069469f-1cee-47a8-91ea-9dcfbfd03c38 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:06.978259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53c918b-2d57-4dc8-b12f-68dfbfa61898 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] vxlan segment allocate from pool success with {'vxlan_vni': 20} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:37:07.091092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] For port 10edf605-d26b-4692-8c89-537cd945b6a5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=10edf605-d26b-4692-8c89-537cd945b6a5,segment=NetworkSegment(65ae210b-4f80-4041-b351-757e59c28703),segment_id=65ae210b-4f80-4041-b351-757e59c28703)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:07.091092 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:07.111184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:37:07.121568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] Sync routers for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:37:07.135228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:07.135228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:36:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:07.228564 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/c0a84acb-d1b6-4762-bd95-e39b3ca52497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5329416 Jan 14 07:37:07.228564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48502) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:07.238107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'network': {'name': 'tempest-RoutersTest-1347772338'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:07.252541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:07.252541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:network and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:07.265400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for network was recalculated. Used quota:3. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:07.295081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:07.308141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c60204bd-1292-4863-a09f-c767ed87f58a tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:07.383792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Made reservation on behalf of 5dbc558c61ca44a5a9c57934b14edce4 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:07.397232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:07.442617 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c337959-29fa-4b7c-9601-14ab2110109e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:07.615286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:07.693995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c60204bd-1292-4863-a09f-c767ed87f58a tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:07.739029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9c337959-29fa-4b7c-9601-14ab2110109e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for 45d31add-4f91-46d4-b8be-cd9540a932b2 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:07.779607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2fc629f4-3bbc-4dc6-a3e5-ba5698625c6b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:07.847595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] Calling delete_port for 10edf605-d26b-4692-8c89-537cd945b6a5 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:07.896074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f53c918b-2d57-4dc8-b12f-68dfbfa61898 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:07.896074 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-f53c918b-2d57-4dc8-b12f-68dfbfa61898 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Added segment 4ca8fc8f-18e2-4564-90b2-70d277986853 of type vxlan for network 5e02fbb5-2cb9-40c3-a849-16c01fc99e3c Jan 14 07:37:07.905360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-bf161277-6e13-48a9-ac8f-62ecd8cd7141 None None] Provisioning for port 34589225-5e98-4783-9b34-555b8194a7f1 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:07.966379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f53c918b-2d57-4dc8-b12f-68dfbfa61898 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:07.981964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-bf161277-6e13-48a9-ac8f-62ecd8cd7141 None None] Provisioning complete for port 34589225-5e98-4783-9b34-555b8194a7f1 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:07.981964 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf161277-6e13-48a9-ac8f-62ecd8cd7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.004998 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b2ac102b-0df3-4353-852a-5e8daf84c95e tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:08.035798 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-f8e6643e-cee5-4d67-a047-bfd4dad2520b tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:37:08.035798 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-f8e6643e-cee5-4d67-a047-bfd4dad2520b tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:37:08.035798 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c60204bd-1292-4863-a09f-c767ed87f58a tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.043755 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c60204bd-1292-4863-a09f-c767ed87f58a tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.048817 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:37:08.048817 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:37:08.052978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f53c918b-2d57-4dc8-b12f-68dfbfa61898 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.077636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53c918b-2d57-4dc8-b12f-68dfbfa61898 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:08.077636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f53c918b-2d57-4dc8-b12f-68dfbfa61898 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.135547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc629f4-3bbc-4dc6-a3e5-ba5698625c6b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=cc024318-6b0f-461a-a35e-f57fdb855aa2,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:08.137649 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c60204bd-1292-4863-a09f-c767ed87f58a tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.138482 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f53c918b-2d57-4dc8-b12f-68dfbfa61898 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7997222 Jan 14 07:37:08.143180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60204bd-1292-4863-a09f-c767ed87f58a tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Fanout notify agent at l3_agent the message router_deleted on router 24a87ec1-981b-445c-b17e-fe3740e6ad63 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:37:08.146678 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2fc629f4-3bbc-4dc6-a3e5-ba5698625c6b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:08.148183 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9622127-ba2d-4700-b9bc-d7c4e5305f6c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:08.149275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48512) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:08.151714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.205471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1956ac73-028f-4402-bc9c-5abe3458e1b3 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Request body: {'subnet': {'network_id': '5e02fbb5-2cb9-40c3-a849-16c01fc99e3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:08.216574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-bf161277-6e13-48a9-ac8f-62ecd8cd7141 None None] Port 34589225-5e98-4783-9b34-555b8194a7f1 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:37:08.232693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 10edf605-d26b-4692-8c89-537cd945b6a5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=10edf605-d26b-4692-8c89-537cd945b6a5,segment=NetworkSegment(65ae210b-4f80-4041-b351-757e59c28703),segment_id=65ae210b-4f80-4041-b351-757e59c28703)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:08.253616 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.268194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c918b-2d57-4dc8-b12f-68dfbfa61898 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event updated for resources: {'Network': ['ID=5e02fbb5-2cb9-40c3-a849-16c01fc99e3c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:08.269662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-bf161277-6e13-48a9-ac8f-62ecd8cd7141 None None] Provisioning complete for port 10edf605-d26b-4692-8c89-537cd945b6a5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:08.270349 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf161277-6e13-48a9-ac8f-62ecd8cd7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.281615 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f53c918b-2d57-4dc8-b12f-68dfbfa61898 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:08.345979 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c60204bd-1292-4863-a09f-c767ed87f58a tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.345979 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c60204bd-1292-4863-a09f-c767ed87f58a tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "DELETE /v2.0/routers/24a87ec1-981b-445c-b17e-fe3740e6ad63 HTTP/1.1" status: 204 len: 168 time: 4.3458772 Jan 14 07:37:08.347718 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f3ceb25-48c4-464d-8b0c-ce4991399338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:08.349298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48518) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:08.381082 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2fc629f4-3bbc-4dc6-a3e5-ba5698625c6b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.395113 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2fc629f4-3bbc-4dc6-a3e5-ba5698625c6b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/cc024318-6b0f-461a-a35e-f57fdb855aa2 HTTP/1.1" status: 204 len: 168 time: 5.8828046 Jan 14 07:37:08.405012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:36:59Z', 'revision_number': 4, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '37c383f9-0c57-4fa1-9bec-8f61fa246483', 'name': '', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:bc:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:30Z', 'updated_at': '2021-01-14T07:36:50Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4c213f98-7170-4f0f-a879-7ec4b1026bf3', 'name': '', 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:92:16:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:54Z', 'updated_at': '2021-01-14T07:37:02Z', 'revision_number': 2, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:08.415361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] Checking router: c0a84acb-d1b6-4762-bd95-e39b3ca52497 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:37:08.415361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] Updating router c0a84acb-d1b6-4762-bd95-e39b3ca52497 port 4c213f98-7170-4f0f-a879-7ec4b1026bf3 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:37:08.427295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-746d95bb-455d-4b18-8ab4-4ceb23817167 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-894750546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:08.437197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48522) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:08.501105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c337959-29fa-4b7c-9601-14ab2110109e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.510989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-746d95bb-455d-4b18-8ab4-4ceb23817167 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:08.515135 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.526700 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d01afd11-e294-42ed-9f32-626d348d12f5 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:08.535325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=10edf605-d26b-4692-8c89-537cd945b6a5,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:08.540121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 5e02fbb5-2cb9-40c3-a849-16c01fc99e3c details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:08.567122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 5e02fbb5-2cb9-40c3-a849-16c01fc99e3c details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:08.571530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-746d95bb-455d-4b18-8ab4-4ceb23817167 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Usage tracker for resource:router and tenant:83d3969603a5401996b944d31d6b3090 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:08.595276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8e6643e-cee5-4d67-a047-bfd4dad2520b tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.606201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.635293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-746d95bb-455d-4b18-8ab4-4ceb23817167 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:08.638855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c337959-29fa-4b7c-9601-14ab2110109e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Port': ['ID=45d31add-4f91-46d4-b8be-cd9540a932b2,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:08.650751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-746d95bb-455d-4b18-8ab4-4ceb23817167 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:08.653464 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c337959-29fa-4b7c-9601-14ab2110109e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:08.665728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48528) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:08.665970 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-99697b97-d66c-483f-bd96-4ef937200b79 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2316153 Jan 14 07:37:08.679250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ec1cb5fe-06ab-4f85-9075-8f9af5004cb7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:08.737987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e6643e-cee5-4d67-a047-bfd4dad2520b tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] vxlan segment allocate from pool success with {'vxlan_vni': 21} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:37:08.748229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 5e02fbb5-2cb9-40c3-a849-16c01fc99e3c details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:08.785365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeb4599-ffd3-424e-8884-b3ca0847ed14 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:08.795082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1956ac73-028f-4402-bc9c-5abe3458e1b3 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:08.825965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8e6643e-cee5-4d67-a047-bfd4dad2520b tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.825965 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-f8e6643e-cee5-4d67-a047-bfd4dad2520b tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Added segment c2f721ba-4805-4180-b177-537d7e93c3fc of type vxlan for network ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe Jan 14 07:37:08.838028 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:08.839616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1956ac73-028f-4402-bc9c-5abe3458e1b3 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:08.880102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1956ac73-028f-4402-bc9c-5abe3458e1b3 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Made reservation on behalf of 57fa3a7ee5f24cf99a4333cc50f2b32d for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:08.949272 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:37:08.949272 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:37:08.963753 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-746d95bb-455d-4b18-8ab4-4ceb23817167 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.968234 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-746d95bb-455d-4b18-8ab4-4ceb23817167 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:08.985225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-746d95bb-455d-4b18-8ab4-4ceb23817167 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.003175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ec1cb5fe-06ab-4f85-9075-8f9af5004cb7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:09.015442 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-746d95bb-455d-4b18-8ab4-4ceb23817167 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.033434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ec1cb5fe-06ab-4f85-9075-8f9af5004cb7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:09.047115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ec1cb5fe-06ab-4f85-9075-8f9af5004cb7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:09.052940 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c337959-29fa-4b7c-9601-14ab2110109e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.063269 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9c337959-29fa-4b7c-9601-14ab2110109e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/ports/45d31add-4f91-46d4-b8be-cd9540a932b2 HTTP/1.1" status: 204 len: 168 time: 2.7260931 Jan 14 07:37:09.064800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ec1cb5fe-06ab-4f85-9075-8f9af5004cb7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:09.068089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48534) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:09.070799 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1956ac73-028f-4402-bc9c-5abe3458e1b3 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.120672 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-746d95bb-455d-4b18-8ab4-4ceb23817167 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.130813 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-746d95bb-455d-4b18-8ab4-4ceb23817167 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7650323 Jan 14 07:37:09.132517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48538) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:09.144815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4574e958-b0b3-4ad4-953e-9c48451bbeb8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Request body: {'router': {'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'enable_snat': True}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:09.223325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1cb5fe-06ab-4f85-9075-8f9af5004cb7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:09.232223 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb5fe-06ab-4f85-9075-8f9af5004cb7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.272641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:37:09.386555 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8e6643e-cee5-4d67-a047-bfd4dad2520b tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.480828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] Deleting port 10edf605-d26b-4692-8c89-537cd945b6a5 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:09.480828 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.518344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8e6643e-cee5-4d67-a047-bfd4dad2520b tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.547339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e6643e-cee5-4d67-a047-bfd4dad2520b tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:09.547339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8e6643e-cee5-4d67-a047-bfd4dad2520b tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.556395 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:37:09.556395 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:37:09.556395 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f8d237e-83b9-46ac-9097-ae2563e38a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:09.569046 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.657373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] Transition to ACTIVE for port object 4c213f98-7170-4f0f-a879-7ec4b1026bf3 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:09.664596 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.753857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6643e-cee5-4d67-a047-bfd4dad2520b tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event updated for resources: {'Network': ['ID=ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:09.767111 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f8e6643e-cee5-4d67-a047-bfd4dad2520b tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:09.773261 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf161277-6e13-48a9-ac8f-62ecd8cd7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:09.850581 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4d54068-bcb7-45d8-95a4-1d6d3de6b832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:09.882269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-bf161277-6e13-48a9-ac8f-62ecd8cd7141 None None] For port 10edf605-d26b-4692-8c89-537cd945b6a5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=10edf605-d26b-4692-8c89-537cd945b6a5,segment=NetworkSegment(65ae210b-4f80-4041-b351-757e59c28703),segment_id=65ae210b-4f80-4041-b351-757e59c28703)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:09.900270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:09.954386 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f8e6643e-cee5-4d67-a047-bfd4dad2520b tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.7139244 Jan 14 07:37:10.391306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:10.414486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:10.472287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf161277-6e13-48a9-ac8f-62ecd8cd7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:10.487081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:10.502632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] Attempting to bind port 4c213f98-7170-4f0f-a879-7ec4b1026bf3 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:37:10.502632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] Attempting to bind port 4c213f98-7170-4f0f-a879-7ec4b1026bf3 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'c81c5f95-6086-44ca-8624-58f5aae07473', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:37:10.504003 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:10.504182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] Attempting to bind port 4c213f98-7170-4f0f-a879-7ec4b1026bf3 on network c3362d58-e025-4f5c-9a9b-fea03db40044 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:37:10.523007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Pushing event updated for resources: {'Port': ['ID=4c213f98-7170-4f0f-a879-7ec4b1026bf3,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:10.555661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:37:10.561128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] Checking segment: {'id': 'c81c5f95-6086-44ca-8624-58f5aae07473', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:10.563872 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:10.564350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] Bound using segment: {'id': 'c81c5f95-6086-44ca-8624-58f5aae07473', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:37:10.568007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] Bound port: 4c213f98-7170-4f0f-a879-7ec4b1026bf3, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81c5f95-6086-44ca-8624-58f5aae07473', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:37:10.586638 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:10.623586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] vxlan segment allocate from pool success with {'vxlan_vni': 22} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:37:10.630105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.630532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.644333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.644714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.645031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.647362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.647913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.648273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.648892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.650895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.651486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.652089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.659110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.659965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.660682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.661253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.661812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.662384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.663088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.663942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.664507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.665076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.665713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.666279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.669683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:10.670320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.670616 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Added segment d26f60bc-4cc9-4177-976e-a726fea38008 of type vxlan for network 593a51b8-f25b-43e2-a56b-d428448d188b Jan 14 07:37:10.671575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.672137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.672610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.673181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.673744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.680430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.681303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.681855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.682419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.683136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.683734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:10.691263 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:10.771186 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:10.837795 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4574e958-b0b3-4ad4-953e-9c48451bbeb8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:10.879941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:10.990677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:10.992282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:11.016523 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3332a236-efec-4fd1-9a15-101b11d13c59 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:11.047576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8c60f8-ab00-4e05-acc5-e3c126a6bef3 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:11.049957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-bf161277-6e13-48a9-ac8f-62ecd8cd7141 None None] Provisioning complete for port 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:11.050379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf161277-6e13-48a9-ac8f-62ecd8cd7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:11.072175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8c60f8-ab00-4e05-acc5-e3c126a6bef3 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:11.073339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fc8c60f8-ab00-4e05-acc5-e3c126a6bef3 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Synchronizing usage tracker for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:11.092756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] For port 4c213f98-7170-4f0f-a879-7ec4b1026bf3, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:37:11.110543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] For port 4c213f98-7170-4f0f-a879-7ec4b1026bf3, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4c213f98-7170-4f0f-a879-7ec4b1026bf3,segment=NetworkSegment(c81c5f95-6086-44ca-8624-58f5aae07473),segment_id=c81c5f95-6086-44ca-8624-58f5aae07473)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:37:11.122214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:11.418725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Network': ['ID=593a51b8-f25b-43e2-a56b-d428448d188b,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:11.444380 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:11.451448 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 4.2167239 Jan 14 07:37:11.451448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48558) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:11.491122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'subnet': {'network_id': '593a51b8-f25b-43e2-a56b-d428448d188b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:11.544603 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:11.642682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fc8c60f8-ab00-4e05-acc5-e3c126a6bef3 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Unset dirty status for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:11.644478 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fc8c60f8-ab00-4e05-acc5-e3c126a6bef3 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 2.5739281 Jan 14 07:37:11.650144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48564) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:11.729413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Pushing event updated for resources: {'Port': ['ID=4c213f98-7170-4f0f-a879-7ec4b1026bf3,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:11.744500 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:11.828830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:11.828830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:36:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:11.842163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] For port 10edf605-d26b-4692-8c89-537cd945b6a5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=10edf605-d26b-4692-8c89-537cd945b6a5,segment=NetworkSegment(65ae210b-4f80-4041-b351-757e59c28703),segment_id=65ae210b-4f80-4041-b351-757e59c28703)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:11.842163 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:12.235174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:12.255729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:subnet and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:12.255729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:12.255729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:12.310416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] Calling delete_port for 10edf605-d26b-4692-8c89-537cd945b6a5 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:12.355258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-80e0aeec-5141-42bd-824d-f39c02d1d7ee tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port 01c6d2ae-f482-4b8e-8ed2-a8d25863686a {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:12.355258 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80e0aeec-5141-42bd-824d-f39c02d1d7ee tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:12.421590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-1956ac73-028f-4402-bc9c-5abe3458e1b3 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80907) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:37:12.427184 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1956ac73-028f-4402-bc9c-5abe3458e1b3 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:12.722466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf161277-6e13-48a9-ac8f-62ecd8cd7141 None None] Pushing event updated for resources: {'Port': ['ID=10edf605-d26b-4692-8c89-537cd945b6a5,revision_number=6']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:12.731718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 593a51b8-f25b-43e2-a56b-d428448d188b details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:12.854466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Made reservation on behalf of 5dbc558c61ca44a5a9c57934b14edce4 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:12.924631 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-174beb2c-5de4-4793-b35e-ba8c99219d45 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:13.006032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 593a51b8-f25b-43e2-a56b-d428448d188b details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:13.060048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80e0aeec-5141-42bd-824d-f39c02d1d7ee tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:13.244787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 593a51b8-f25b-43e2-a56b-d428448d188b details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:13.256266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:13.271941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af637a25-2c8a-4f38-a6b2-629f8e12f424 None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:37:13.274159 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:37:13.274570 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:37:13.286852 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bf161277-6e13-48a9-ac8f-62ecd8cd7141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.782s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:13.552179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:13.571855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-80e0aeec-5141-42bd-824d-f39c02d1d7ee tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for 01c6d2ae-f482-4b8e-8ed2-a8d25863686a owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:13.590897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-af637a25-2c8a-4f38-a6b2-629f8e12f424 None None] Deleting port 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:13.590897 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af637a25-2c8a-4f38-a6b2-629f8e12f424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:13.749552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48582) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:13.767344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-bf161277-6e13-48a9-ac8f-62ecd8cd7141 None None] Provisioning complete for port 72589ff6-8509-44b2-8b7f-bde9fe40cb06 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:13.767344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf161277-6e13-48a9-ac8f-62ecd8cd7141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:13.775899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Request body: {'subnets': [{'network_id': 'c037ace2-21f3-401a-b277-70c453bc8260', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1957235647', 'ip_version': 6}, {'network_id': 'ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:13.775899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Request body: {'subnet': {'network_id': 'c037ace2-21f3-401a-b277-70c453bc8260', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1957235647', 'ip_version': 6}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:13.775899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Request body: {'subnet': {'network_id': 'ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:13.932354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1956ac73-028f-4402-bc9c-5abe3458e1b3 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event updated for resources: {'Subnet': ['ID=58c13076-d688-48de-8038-1a2f003602e9,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:13.951329 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1956ac73-028f-4402-bc9c-5abe3458e1b3 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.019s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:13.967362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1956ac73-028f-4402-bc9c-5abe3458e1b3 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Checking segment: {'id': '4ca8fc8f-18e2-4564-90b2-70d277986853', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '5e02fbb5-2cb9-40c3-a849-16c01fc99e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:13.967362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1956ac73-028f-4402-bc9c-5abe3458e1b3 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network hostable DHCP agents. Network: 5e02fbb5-2cb9-40c3-a849-16c01fc99e3c, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:37:13.997463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:36:59Z', 'revision_number': 4, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '37c383f9-0c57-4fa1-9bec-8f61fa246483', 'name': '', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:bc:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:30Z', 'updated_at': '2021-01-14T07:36:50Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4c213f98-7170-4f0f-a879-7ec4b1026bf3', 'name': '', 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:92:16:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:54Z', 'updated_at': '2021-01-14T07:37:11Z', 'revision_number': 4, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:14.007185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd75e83d-0247-4086-a69f-7cb7f4fe50f8 None None] The sync data for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 is: [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:36:59Z', 'revision_number': 4, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '37c383f9-0c57-4fa1-9bec-8f61fa246483', 'name': '', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:bc:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:30Z', 'updated_at': '2021-01-14T07:36:50Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4c213f98-7170-4f0f-a879-7ec4b1026bf3', 'name': '', 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:92:16:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:54Z', 'updated_at': '2021-01-14T07:37:11Z', 'revision_number': 4, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:37:14.011490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] Deleting port 10edf605-d26b-4692-8c89-537cd945b6a5 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:14.011490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.252852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4574e958-b0b3-4ad4-953e-9c48451bbeb8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.325139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4574e958-b0b3-4ad4-953e-9c48451bbeb8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.565450 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80e0aeec-5141-42bd-824d-f39c02d1d7ee tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.750817 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-57253d60-bcef-4eaa-ba3d-f59d3a2d3c13 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:14.806492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb5fe-06ab-4f85-9075-8f9af5004cb7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:14.896902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] For port 10edf605-d26b-4692-8c89-537cd945b6a5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=10edf605-d26b-4692-8c89-537cd945b6a5,segment=NetworkSegment(65ae210b-4f80-4041-b351-757e59c28703),segment_id=65ae210b-4f80-4041-b351-757e59c28703)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:14.896902 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.116199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:15.125935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1956ac73-028f-4402-bc9c-5abe3458e1b3 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 5e02fbb5-2cb9-40c3-a849-16c01fc99e3c is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:37:15.129127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Usage tracker for resource:subnet and tenant:6b9ec7474ee24f6ca3f36e227665f478 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:15.149331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:15.214116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0aeec-5141-42bd-824d-f39c02d1d7ee tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Port': ['ID=01c6d2ae-f482-4b8e-8ed2-a8d25863686a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:15.218271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1956ac73-028f-4402-bc9c-5abe3458e1b3 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 5e02fbb5-2cb9-40c3-a849-16c01fc99e3c) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:15.226566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:15.249778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4c213f98-7170-4f0f-a879-7ec4b1026bf3 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:15.263955 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-80e0aeec-5141-42bd-824d-f39c02d1d7ee tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:15.263955 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61de9229-de0b-441f-b17c-505e4785a192 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:15.284693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] Calling delete_port for 10edf605-d26b-4692-8c89-537cd945b6a5 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:15.299051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1956ac73-028f-4402-bc9c-5abe3458e1b3 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:15.299051 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1956ac73-028f-4402-bc9c-5abe3458e1b3 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.321688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c856386-2eee-4abd-9c3e-7df5bc6ed01c None None] Network 5e02fbb5-2cb9-40c3-a849-16c01fc99e3c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:15.426353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cb5fe-06ab-4f85-9075-8f9af5004cb7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=18c8292a-f50d-4108-984b-b16d9485d8d1,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:15.438509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1cb5fe-06ab-4f85-9075-8f9af5004cb7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:15.443236 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec1cb5fe-06ab-4f85-9075-8f9af5004cb7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:15.444189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ec1cb5fe-06ab-4f85-9075-8f9af5004cb7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:15.465003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Made reservation on behalf of 6b9ec7474ee24f6ca3f36e227665f478 for: {'subnet': 2} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:15.508607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1cb5fe-06ab-4f85-9075-8f9af5004cb7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:15.508607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec1cb5fe-06ab-4f85-9075-8f9af5004cb7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.550898 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80e0aeec-5141-42bd-824d-f39c02d1d7ee tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.550898 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-80e0aeec-5141-42bd-824d-f39c02d1d7ee tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/ports/01c6d2ae-f482-4b8e-8ed2-a8d25863686a HTTP/1.1" status: 204 len: 168 time: 3.8794112 Jan 14 07:37:15.550898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48598) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:15.558712 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ec1cb5fe-06ab-4f85-9075-8f9af5004cb7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 6.8859980 Jan 14 07:37:15.560709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-af637a25-2c8a-4f38-a6b2-629f8e12f424 None None] For port 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9619dfca-2b3e-45fe-a6e3-36933e7d6dc3,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:15.560709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af637a25-2c8a-4f38-a6b2-629f8e12f424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:15.615627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48600) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:15.642280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f2a51335-a12d-447b-9245-4bb5e59921d4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:15.817443 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1956ac73-028f-4402-bc9c-5abe3458e1b3 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.6575620 Jan 14 07:37:15.840647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48608) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:15.845174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f50a73-99dd-4fe0-9e2d-cf29157c5807 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:15.845174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-38f50a73-99dd-4fe0-9e2d-cf29157c5807 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Synchronizing usage tracker for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:15.903217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b773d09b-3860-408c-8e89-d20dff068eb9 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Request body: {'port': {'network_id': '5e02fbb5-2cb9-40c3-a849-16c01fc99e3c', 'name': 'tempest-NetworksIpV6TestAttrs-1701896897'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:15.912451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-38f50a73-99dd-4fe0-9e2d-cf29157c5807 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Unset dirty status for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:15.920590 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-38f50a73-99dd-4fe0-9e2d-cf29157c5807 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3572884 Jan 14 07:37:15.920590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48614) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:15.986453 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb45c769-8aac-4577-94a5-274a9e4d58cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] GET failed (client error): The resource could not be found. Jan 14 07:37:15.986453 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cb45c769-8aac-4577-94a5-274a9e4d58cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports/45d31add-4f91-46d4-b8be-cd9540a932b2 HTTP/1.1" status: 404 len: 333 time: 0.0548525 Jan 14 07:37:15.986453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-4574e958-b0b3-4ad4-953e-9c48451bbeb8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Allocated IP 172.25.3.119 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/4faf11a5-45b2-4e38-b788-aeb0c88f6c61) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:15.986453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f2a51335-a12d-447b-9245-4bb5e59921d4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:15.989556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48620) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:16.079294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-af637a25-2c8a-4f38-a6b2-629f8e12f424 None None] Calling delete_port for 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:16.202477 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.202477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-5e02fbb5-2cb9-40c3-a849-16c01fc99e3c', 'network_id': '5e02fbb5-2cb9-40c3-a849-16c01fc99e3c', 'tenant_id': '57fa3a7ee5f24cf99a4333cc50f2b32d', 'fixed_ips': [{'subnet_id': '58c13076-d688-48de-8038-1a2f003602e9'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:37:16.202477 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.268653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 4c213f98-7170-4f0f-a879-7ec4b1026bf3 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:16.299229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b773d09b-3860-408c-8e89-d20dff068eb9 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:16.315099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b773d09b-3860-408c-8e89-d20dff068eb9 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Usage tracker for resource:port and tenant:57fa3a7ee5f24cf99a4333cc50f2b32d is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:16.329663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b773d09b-3860-408c-8e89-d20dff068eb9 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Quota usage for port was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:16.329663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b773d09b-3860-408c-8e89-d20dff068eb9 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:16.381184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f2a51335-a12d-447b-9245-4bb5e59921d4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:16.394217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b773d09b-3860-408c-8e89-d20dff068eb9 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Made reservation on behalf of 57fa3a7ee5f24cf99a4333cc50f2b32d for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:16.396084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f2a51335-a12d-447b-9245-4bb5e59921d4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:16.409404 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b773d09b-3860-408c-8e89-d20dff068eb9 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.469570 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fa476d-f7ee-45d8-880e-f4eb6efdff14 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] GET failed (client error): The resource could not be found. Jan 14 07:37:16.469570 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-10fa476d-f7ee-45d8-880e-f4eb6efdff14 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports/01c6d2ae-f482-4b8e-8ed2-a8d25863686a HTTP/1.1" status: 404 len: 333 time: 0.4723012 Jan 14 07:37:16.478357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48628) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:16.506427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f2a51335-a12d-447b-9245-4bb5e59921d4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:16.675637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a51335-a12d-447b-9245-4bb5e59921d4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:16.834845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-b773d09b-3860-408c-8e89-d20dff068eb9 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] device_id is not set on port 52d86b6d-6d10-450e-89b7-ae5a2ecd20a1 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:37:16.908641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 4c213f98-7170-4f0f-a879-7ec4b1026bf3 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:16.908641 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.930360 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b123e4-7eca-4c77-9dbd-237b1d07c6a6 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.958273 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:16.983366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Allocated IP 2001:db8::f816:3eff:fe2e:53cd (5e02fbb5-2cb9-40c3-a849-16c01fc99e3c/58c13076-d688-48de-8038-1a2f003602e9/079ed156-ca16-4162-9e23-4f20b8f0e99e) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:17.010821 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bf161277-6e13-48a9-ac8f-62ecd8cd7141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:17.051798 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:17.076166 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4574e958-b0b3-4ad4-953e-9c48451bbeb8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:17.095085 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2a51335-a12d-447b-9245-4bb5e59921d4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:17.095830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] Pushing event deleted for resources: {'Port': ['ID=10edf605-d26b-4692-8c89-537cd945b6a5,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:17.102188 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af637a25-2c8a-4f38-a6b2-629f8e12f424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:17.188701 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:17.188701 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:17.251348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4574e958-b0b3-4ad4-953e-9c48451bbeb8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:17.333393 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec174e73-df51-4e04-9ae5-1ffe402a1a48 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:17.360158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af637a25-2c8a-4f38-a6b2-629f8e12f424 None None] Pushing event deleted for resources: {'Port': ['ID=9619dfca-2b3e-45fe-a6e3-36933e7d6dc3,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:17.376896 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:17.382518 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-af637a25-2c8a-4f38-a6b2-629f8e12f424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:17.383368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af637a25-2c8a-4f38-a6b2-629f8e12f424 None None] No DVR routers for this DVR port 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:37:17.462717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:17.532637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 4c213f98-7170-4f0f-a879-7ec4b1026bf3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4c213f98-7170-4f0f-a879-7ec4b1026bf3,segment=NetworkSegment(c81c5f95-6086-44ca-8624-58f5aae07473),segment_id=c81c5f95-6086-44ca-8624-58f5aae07473)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:17.532637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd2b95a-d8f4-4ba6-99b8-b33564ea5200 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:17.707664 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b123e4-7eca-4c77-9dbd-237b1d07c6a6 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:17.711832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4574e958-b0b3-4ad4-953e-9c48451bbeb8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:17.711832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4574e958-b0b3-4ad4-953e-9c48451bbeb8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:17.737453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4574e958-b0b3-4ad4-953e-9c48451bbeb8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:17.803068 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:17.809105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574e958-b0b3-4ad4-953e-9c48451bbeb8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Pushing event updated for resources: {'Port': ['ID=4faf11a5-45b2-4e38-b788-aeb0c88f6c61,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:17.824418 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4574e958-b0b3-4ad4-953e-9c48451bbeb8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:17.848610 n-d-769329-2 neutron-server[80794]: INFO neutron.db.ipam_backend_mixin [None req-f2a51335-a12d-447b-9245-4bb5e59921d4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18c8292a-f50d-4108-984b-b16d9485d8d1 (CIDR: 2001:db8::/64) Jan 14 07:37:17.870409 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e525d140-9278-497e-b932-c515a0b9087d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:17.879126 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a51335-a12d-447b-9245-4bb5e59921d4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:37:17.879126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a51335-a12d-447b-9245-4bb5e59921d4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 400 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:18.022973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=4c213f98-7170-4f0f-a879-7ec4b1026bf3,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:18.026391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:37:18.081981 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:18.081981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:37:18.081981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9619dfca-2b3e-45fe-a6e3-36933e7d6dc3 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:37:18.141181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a3b123e4-7eca-4c77-9dbd-237b1d07c6a6 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c969d0e-6b29-4d72-8ebf-61841dab3962']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:18.150099 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.181422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e6acc9a6-db0b-42d1-82b7-716516d3711e', 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'tenant_id': '33c6fb24403345ddb7d80c37208656bd', 'fixed_ips': [{'subnet_id': '18c8292a-f50d-4108-984b-b16d9485d8d1'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:37:18.189642 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.219808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b5df2d-90cb-4931-bd10-3a1588e0f54b None None] No DVR routers for this DVR port 10edf605-d26b-4692-8c89-537cd945b6a5 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:37:18.299404 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-960ad918-b955-4cc7-8752-7443094e74fa tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:18.329478 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f2a51335-a12d-447b-9245-4bb5e59921d4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.7098744 Jan 14 07:37:18.329903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48648) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:18.336598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6e08721b-9247-4fec-834c-a3eb05cd9005 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'subnet': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:18.356376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4c213f98-7170-4f0f-a879-7ec4b1026bf3 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:18.402624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Subnet': ['ID=3e11f357-17c6-44ad-bb3b-0ac98175fd40,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:18.402624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a3b123e4-7eca-4c77-9dbd-237b1d07c6a6 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4685a0f-2712-4233-8aaa-38c6254e7b2f') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:18.402624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a3b123e4-7eca-4c77-9dbd-237b1d07c6a6 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4685a0f-2712-4233-8aaa-38c6254e7b2f') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:18.449598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.449598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.449598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.449598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.449598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.449598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.449598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.449598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.449598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.449598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.449598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.449598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.449598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.449598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.459622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.459622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.459622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.459622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.459622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.459622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.459622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.459622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.459622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.459622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.459622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.459622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.459622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.477239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.477239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.477239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.477239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.477239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.477239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.477239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.477239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.477239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:18.477239 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b123e4-7eca-4c77-9dbd-237b1d07c6a6 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.492602 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:18.550218 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b123e4-7eca-4c77-9dbd-237b1d07c6a6 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.595452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a3b123e4-7eca-4c77-9dbd-237b1d07c6a6 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Releasing vxlan tunnel 18 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:37:18.704450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Checking segment: {'id': 'd26f60bc-4cc9-4177-976e-a726fea38008', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '593a51b8-f25b-43e2-a56b-d428448d188b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:18.704450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network hostable DHCP agents. Network: 593a51b8-f25b-43e2-a56b-d428448d188b, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:37:18.726338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6e08721b-9247-4fec-834c-a3eb05cd9005 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:18.734549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6e08721b-9247-4fec-834c-a3eb05cd9005 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Usage tracker for resource:subnet and tenant:33c6fb24403345ddb7d80c37208656bd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:18.734549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6e08721b-9247-4fec-834c-a3eb05cd9005 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:18.741886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6e08721b-9247-4fec-834c-a3eb05cd9005 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:18.750822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4574e958-b0b3-4ad4-953e-9c48451bbeb8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.814556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e08721b-9247-4fec-834c-a3eb05cd9005 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:18.825887 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e08721b-9247-4fec-834c-a3eb05cd9005 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.869245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 593a51b8-f25b-43e2-a56b-d428448d188b is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:37:18.903945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a3b123e4-7eca-4c77-9dbd-237b1d07c6a6 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network 4c969d0e-6b29-4d72-8ebf-61841dab3962 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:37:18.921670 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b123e4-7eca-4c77-9dbd-237b1d07c6a6 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.926502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 4c213f98-7170-4f0f-a879-7ec4b1026bf3 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:18.926502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:18.935352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 593a51b8-f25b-43e2-a56b-d428448d188b) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:19.025608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed33bda-c895-43a3-8662-62897a452214 None None] Network 593a51b8-f25b-43e2-a56b-d428448d188b requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:19.216995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:19.216995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:19.276994 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.8015602 Jan 14 07:37:19.284258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48660) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:19.338843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:19.596095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Allocated IP 2001:db8::2 (e6acc9a6-db0b-42d1-82b7-716516d3711e/18c8292a-f50d-4108-984b-b16d9485d8d1/fe5243e4-b4d7-42ec-be6d-1533ee1a2702) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:19.803250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4574e958-b0b3-4ad4-953e-9c48451bbeb8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:19.803250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4574e958-b0b3-4ad4-953e-9c48451bbeb8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:20.252465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a3b123e4-7eca-4c77-9dbd-237b1d07c6a6 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network 4c969d0e-6b29-4d72-8ebf-61841dab3962 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:37:20.257522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-6e08721b-9247-4fec-834c-a3eb05cd9005 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80908) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:37:20.257522 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e08721b-9247-4fec-834c-a3eb05cd9005 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:20.321881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-593a51b8-f25b-43e2-a56b-d428448d188b', 'network_id': '593a51b8-f25b-43e2-a56b-d428448d188b', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'fixed_ips': [{'subnet_id': '3e11f357-17c6-44ad-bb3b-0ac98175fd40'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:37:20.321881 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:20.406976 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d85701c-a43c-48ab-91d3-4aef1bac4edc tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:37:20.442609 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:37:20.453831 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:37:20.520055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e08721b-9247-4fec-834c-a3eb05cd9005 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:20.539026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6e08721b-9247-4fec-834c-a3eb05cd9005 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:20.594087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e08721b-9247-4fec-834c-a3eb05cd9005 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:20.594087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e08721b-9247-4fec-834c-a3eb05cd9005 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:20.642583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4574e958-b0b3-4ad4-953e-9c48451bbeb8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Router 18ca3755-594a-4bec-afaf-c1d615509d16 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:37:20.667625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08721b-9247-4fec-834c-a3eb05cd9005 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Subnet': ['ID=0994c121-debb-4d0b-b92b-0baf60a0cbaf,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:20.667625 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6e08721b-9247-4fec-834c-a3eb05cd9005 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:20.740553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Allocated IP 172.23.0.2 (593a51b8-f25b-43e2-a56b-d428448d188b/3e11f357-17c6-44ad-bb3b-0ac98175fd40/51f4b3a7-ac72-480f-9725-4fbc393c408e) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:21.052848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Transition to ACTIVE for port object 079ed156-ca16-4162-9e23-4f20b8f0e99e will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:21.059783 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.072716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Transition to ACTIVE for port object fe5243e4-b4d7-42ec-be6d-1533ee1a2702 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:21.094452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Transition to ACTIVE for port object fe5243e4-b4d7-42ec-be6d-1533ee1a2702 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:21.118202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.120642 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b123e4-7eca-4c77-9dbd-237b1d07c6a6 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.135607 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9913538a-0ce0-4630-8348-5c854b1ababc tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:21.237711 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b123e4-7eca-4c77-9dbd-237b1d07c6a6 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.237711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b123e4-7eca-4c77-9dbd-237b1d07c6a6 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Network': ['ID=4c969d0e-6b29-4d72-8ebf-61841dab3962,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:21.284098 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a3b123e4-7eca-4c77-9dbd-237b1d07c6a6 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:21.284098 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a3b123e4-7eca-4c77-9dbd-237b1d07c6a6 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/networks/4c969d0e-6b29-4d72-8ebf-61841dab3962 HTTP/1.1" status: 204 len: 168 time: 4.8035316 Jan 14 07:37:21.284098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48680) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:21.307296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-24f59e3c-b967-4f5d-8f69-3281982685be tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'network': {'name': 'tempest-PortsTestJSON-54715679'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:21.310590 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6e08721b-9247-4fec-834c-a3eb05cd9005 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9715924 Jan 14 07:37:21.310590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48686) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:21.315088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-24f59e3c-b967-4f5d-8f69-3281982685be tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:21.325818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1d624079-ba09-4712-924a-1bf498619998 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Request body: {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'mac_address': 'fa:16:3e:00:69:b2', 'name': 'tempest-NetworksTestDHCPv6-932590140'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:21.330762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-24f59e3c-b967-4f5d-8f69-3281982685be tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:network and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:21.338640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-24f59e3c-b967-4f5d-8f69-3281982685be tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for network was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:21.364678 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-af637a25-2c8a-4f38-a6b2-629f8e12f424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:21.402073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.407405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Transition to ACTIVE for port object 079ed156-ca16-4162-9e23-4f20b8f0e99e will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:21.445216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.477534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Transition to ACTIVE for port object 51f4b3a7-ac72-480f-9725-4fbc393c408e will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:21.506122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4574e958-b0b3-4ad4-953e-9c48451bbeb8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:37:21.506122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4574e958-b0b3-4ad4-953e-9c48451bbeb8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.506122 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4574e958-b0b3-4ad4-953e-9c48451bbeb8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "PUT /v2.0/routers/18ca3755-594a-4bec-afaf-c1d615509d16 HTTP/1.1" status: 200 len: 918 time: 12.3704145 Jan 14 07:37:21.518263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48692) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:21.551808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:21.551808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76f993f-d48f-4f17-8f16-58b40c00d356 None None] Sync routers for ids ['18ca3755-594a-4bec-afaf-c1d615509d16'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:37:21.561256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-24f59e3c-b967-4f5d-8f69-3281982685be tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:21.586877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:21.586877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:21.603589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76f993f-d48f-4f17-8f16-58b40c00d356 None None] Routers {'18ca3755-594a-4bec-afaf-c1d615509d16'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:21.603589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b76f993f-d48f-4f17-8f16-58b40c00d356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:36:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['18ca3755-594a-4bec-afaf-c1d615509d16'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:21.678294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f59e3c-b967-4f5d-8f69-3281982685be tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:21.689751 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-24f59e3c-b967-4f5d-8f69-3281982685be tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.757302 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.762136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Pushing event updated for resources: {'Port': ['ID=fe5243e4-b4d7-42ec-be6d-1533ee1a2702,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:21.773113 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:21.801562 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8c9c7ea6-4706-4368-a6b7-fdfa9aaa32a5 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "GET /v2.0/routers/18ca3755-594a-4bec-afaf-c1d615509d16 HTTP/1.1" status: 200 len: 924 time: 0.2860739 Jan 14 07:37:21.801562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48698) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:21.816903 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ef1c3181-d496-4431-9255-87068d0cd1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.337s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:21.939220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Transition to ACTIVE for port object 51f4b3a7-ac72-480f-9725-4fbc393c408e will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:21.947816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Pushing event updated for resources: {'Port': ['ID=079ed156-ca16-4162-9e23-4f20b8f0e99e,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:21.960313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-b773d09b-3860-408c-8e89-d20dff068eb9 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Allocated IP 2001:db8::f816:3eff:feaf:781c (5e02fbb5-2cb9-40c3-a849-16c01fc99e3c/58c13076-d688-48de-8038-1a2f003602e9/52d86b6d-6d10-450e-89b7-ae5a2ecd20a1) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:21.964574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Attempting to bind port fe5243e4-b4d7-42ec-be6d-1533ee1a2702 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:37:21.964574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Attempting to bind port fe5243e4-b4d7-42ec-be6d-1533ee1a2702 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:37:21.964574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Attempting to bind port fe5243e4-b4d7-42ec-be6d-1533ee1a2702 on network e6acc9a6-db0b-42d1-82b7-716516d3711e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:37:21.973692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b76f993f-d48f-4f17-8f16-58b40c00d356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:21.974143 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.979438 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:21.981351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:37:21.981861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Checking segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:21.982382 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.982557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1d624079-ba09-4712-924a-1bf498619998 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:21.982967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Bound using segment: {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:37:21.983690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Bound port: fe5243e4-b4d7-42ec-be6d-1533ee1a2702, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:37:21.984251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:21.993571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1d624079-ba09-4712-924a-1bf498619998 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:22.003588 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:22.006802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76f993f-d48f-4f17-8f16-58b40c00d356 None None] Routers {'18ca3755-594a-4bec-afaf-c1d615509d16'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:22.010151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b76f993f-d48f-4f17-8f16-58b40c00d356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:36:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['18ca3755-594a-4bec-afaf-c1d615509d16'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:22.083590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d624079-ba09-4712-924a-1bf498619998 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Made reservation on behalf of 33c6fb24403345ddb7d80c37208656bd for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:22.271168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event updated for resources: {'Subnet': ['ID=e32a87b0-4061-4d9a-8a73-c4567746627e,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:22.285814 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:22.290687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] For port fe5243e4-b4d7-42ec-be6d-1533ee1a2702, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:37:22.290687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] For port fe5243e4-b4d7-42ec-be6d-1533ee1a2702, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=fe5243e4-b4d7-42ec-be6d-1533ee1a2702,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:37:22.299198 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.353039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32daef1-9bbf-4b52-8b22-e17217a4e63a tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:22.353039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b32daef1-9bbf-4b52-8b22-e17217a4e63a tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Synchronizing usage tracker for tenant:d3d2514e6cbe484db97416d4196c99a4 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:22.356161 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:22.367490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f59e3c-b967-4f5d-8f69-3281982685be tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:37:22.395925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.453766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b32daef1-9bbf-4b52-8b22-e17217a4e63a tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Unset dirty status for tenant:d3d2514e6cbe484db97416d4196c99a4 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:22.453766 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b32daef1-9bbf-4b52-8b22-e17217a4e63a tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "GET /v2.0/ports?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&device_id=18ca3755-594a-4bec-afaf-c1d615509d16&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6434140 Jan 14 07:37:22.453766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48710) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:22.518449 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-24f59e3c-b967-4f5d-8f69-3281982685be tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.518449 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-24f59e3c-b967-4f5d-8f69-3281982685be tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Added segment 92ff5458-da92-4aff-a1fd-723ae059536d of type vxlan for network 439766a0-0884-4e43-9a23-4962130a6822 Jan 14 07:37:22.594016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Network 5e02fbb5-2cb9-40c3-a849-16c01fc99e3c is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:22.611844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Checking segment: {'id': '7430d65f-8530-470e-a0d0-531b75e2af4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'c037ace2-21f3-401a-b277-70c453bc8260'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:22.611844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Network hostable DHCP agents. Network: c037ace2-21f3-401a-b277-70c453bc8260, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:37:22.667295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:22.673341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b76f993f-d48f-4f17-8f16-58b40c00d356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:22.673341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76f993f-d48f-4f17-8f16-58b40c00d356 None None] The sync data for ids ['18ca3755-594a-4bec-afaf-c1d615509d16'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:37:22.683426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:22.750530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Pushing event updated for resources: {'Port': ['ID=51f4b3a7-ac72-480f-9725-4fbc393c408e,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:22.771539 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:22.781933 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d624079-ba09-4712-924a-1bf498619998 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.786210 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-24f59e3c-b967-4f5d-8f69-3281982685be tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:22.810987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e658d8b5-4d73-4051-a12c-00e76c3f1e3f tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:22.810987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e658d8b5-4d73-4051-a12c-00e76c3f1e3f tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Synchronizing usage tracker for tenant:d3d2514e6cbe484db97416d4196c99a4 on resource:network {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:22.829744 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:22.834044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e658d8b5-4d73-4051-a12c-00e76c3f1e3f tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Unset dirty status for tenant:d3d2514e6cbe484db97416d4196c99a4 on resource:network {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:22.846220 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e658d8b5-4d73-4051-a12c-00e76c3f1e3f tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 881 time: 0.3888509 Jan 14 07:37:22.877867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48716) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:22.948401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Pushing event updated for resources: {'Port': ['ID=fe5243e4-b4d7-42ec-be6d-1533ee1a2702,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:22.970872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Network c037ace2-21f3-401a-b277-70c453bc8260 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:37:22.996477 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:23.015932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, c037ace2-21f3-401a-b277-70c453bc8260) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:23.029062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f284aa-6469-417a-834a-ab212731f1c8 None None] Network c037ace2-21f3-401a-b277-70c453bc8260 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:23.137426 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-24f59e3c-b967-4f5d-8f69-3281982685be tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:23.162108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f59e3c-b967-4f5d-8f69-3281982685be tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:23.162108 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-24f59e3c-b967-4f5d-8f69-3281982685be tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:23.172771 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8e553d28-e0cf-4459-ba38-788567dfed00 tempest-TagsTest-2044312137 tempest-TagsTest-2044312137] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:23.203281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-1d624079-ba09-4712-924a-1bf498619998 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] device_id is not set on port f562dca7-21fc-4235-86a5-84c9d29caf70 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:37:23.371941 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-54cd9376-34a7-4fdb-abe1-156225839956 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "GET /v2.0/ports?device_id=18ca3755-594a-4bec-afaf-c1d615509d16 HTTP/1.1" status: 200 len: 205 time: 0.1007068 Jan 14 07:37:23.371941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48724) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:23.669466 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26e67500-52fb-4a57-b061-59e1e73cfc7d tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:23.743560 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-24f59e3c-b967-4f5d-8f69-3281982685be tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4427371 Jan 14 07:37:23.747815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Attempting to bind port 079ed156-ca16-4162-9e23-4f20b8f0e99e on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:37:23.747815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Attempting to bind port 079ed156-ca16-4162-9e23-4f20b8f0e99e by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ca8fc8f-18e2-4564-90b2-70d277986853', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '5e02fbb5-2cb9-40c3-a849-16c01fc99e3c'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:37:23.747815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Attempting to bind port 079ed156-ca16-4162-9e23-4f20b8f0e99e on network 5e02fbb5-2cb9-40c3-a849-16c01fc99e3c {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:37:23.760802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:37:23.760802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Checking segment: {'id': '4ca8fc8f-18e2-4564-90b2-70d277986853', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '5e02fbb5-2cb9-40c3-a849-16c01fc99e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:23.765120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48734) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:23.769220 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:23.769220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Bound using segment: {'id': '4ca8fc8f-18e2-4564-90b2-70d277986853', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '5e02fbb5-2cb9-40c3-a849-16c01fc99e3c'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:37:23.769220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Bound port: 079ed156-ca16-4162-9e23-4f20b8f0e99e, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca8fc8f-18e2-4564-90b2-70d277986853', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '5e02fbb5-2cb9-40c3-a849-16c01fc99e3c'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:37:23.769220 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:23.800491 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b773d09b-3860-408c-8e89-d20dff068eb9 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:23.867470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-df61c281-0403-40af-8de1-9348146680e2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'subnet': {'network_id': '439766a0-0884-4e43-9a23-4962130a6822', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:23.945430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f59e3c-b967-4f5d-8f69-3281982685be tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Network': ['ID=439766a0-0884-4e43-9a23-4962130a6822,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:23.945430 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-24f59e3c-b967-4f5d-8f69-3281982685be tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:24.091817 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26e67500-52fb-4a57-b061-59e1e73cfc7d tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:24.110770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-26e67500-52fb-4a57-b061-59e1e73cfc7d tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Deleting port 4faf11a5-45b2-4e38-b788-aeb0c88f6c61 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:24.110770 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26e67500-52fb-4a57-b061-59e1e73cfc7d tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:24.393325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-c037ace2-21f3-401a-b277-70c453bc8260', 'network_id': 'c037ace2-21f3-401a-b277-70c453bc8260', 'tenant_id': '6b9ec7474ee24f6ca3f36e227665f478', 'fixed_ips': [{'subnet_id': 'e32a87b0-4061-4d9a-8a73-c4567746627e'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:37:24.394577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:24.471958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 439766a0-0884-4e43-9a23-4962130a6822 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:24.471958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 439766a0-0884-4e43-9a23-4962130a6822 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:24.542499 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26e67500-52fb-4a57-b061-59e1e73cfc7d tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:24.581865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-df61c281-0403-40af-8de1-9348146680e2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:24.592736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-df61c281-0403-40af-8de1-9348146680e2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:subnet and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:24.592736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-df61c281-0403-40af-8de1-9348146680e2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:24.603692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-df61c281-0403-40af-8de1-9348146680e2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:24.622319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df61c281-0403-40af-8de1-9348146680e2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:24.699054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 439766a0-0884-4e43-9a23-4962130a6822 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:24.831139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device fe5243e4-b4d7-42ec-be6d-1533ee1a2702 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:25.022088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b773d09b-3860-408c-8e89-d20dff068eb9 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Transition to ACTIVE for port object 52d86b6d-6d10-450e-89b7-ae5a2ecd20a1 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:25.058494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-26e67500-52fb-4a57-b061-59e1e73cfc7d tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Calling delete_port for 4faf11a5-45b2-4e38-b788-aeb0c88f6c61 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:25.073231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] For port 079ed156-ca16-4162-9e23-4f20b8f0e99e, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:37:25.081426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] For port 079ed156-ca16-4162-9e23-4f20b8f0e99e, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=079ed156-ca16-4162-9e23-4f20b8f0e99e,segment=NetworkSegment(4ca8fc8f-18e2-4564-90b2-70d277986853),segment_id=4ca8fc8f-18e2-4564-90b2-70d277986853)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:37:25.145978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0832ca03-62e0-4633-b2a6-50860a5c9170 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:25.176982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:25.265544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df61c281-0403-40af-8de1-9348146680e2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:25.347792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Allocated IP 172.23.0.1 (593a51b8-f25b-43e2-a56b-d428448d188b/3e11f357-17c6-44ad-bb3b-0ac98175fd40/c2040467-e5f2-43df-a5ef-aacd9421c298) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:25.495308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-1d624079-ba09-4712-924a-1bf498619998 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8::237 (e6acc9a6-db0b-42d1-82b7-716516d3711e/18c8292a-f50d-4108-984b-b16d9485d8d1/f562dca7-21fc-4235-86a5-84c9d29caf70) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:25.495308 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26e67500-52fb-4a57-b061-59e1e73cfc7d tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:25.521673 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b773d09b-3860-408c-8e89-d20dff068eb9 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:25.546992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-1d624079-ba09-4712-924a-1bf498619998 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Allocated IP 2001:db8:0:1:f816:3eff:fe00:69b2 (e6acc9a6-db0b-42d1-82b7-716516d3711e/0994c121-debb-4d0b-b92b-0baf60a0cbaf/f562dca7-21fc-4235-86a5-84c9d29caf70) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:25.623826 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:25.713339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e45d9a93-33c3-4a38-a9b7-0609c291b732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:25.762867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Pushing event updated for resources: {'Port': ['ID=079ed156-ca16-4162-9e23-4f20b8f0e99e,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:25.786404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Network 593a51b8-f25b-43e2-a56b-d428448d188b is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:25.786404 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:25.827431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:25.861123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:25.992436 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-00938ace-e481-4c42-bdb9-12f8ea6aaee0 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:26.146366 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26e67500-52fb-4a57-b061-59e1e73cfc7d tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:26.303498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773d09b-3860-408c-8e89-d20dff068eb9 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event updated for resources: {'Port': ['ID=52d86b6d-6d10-450e-89b7-ae5a2ecd20a1,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:26.312453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1400b1f8-995e-4fab-959e-a075121a572b None None] Provisioning for port fe5243e4-b4d7-42ec-be6d-1533ee1a2702 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:26.364984 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b773d09b-3860-408c-8e89-d20dff068eb9 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:26.397209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1400b1f8-995e-4fab-959e-a075121a572b None None] Provisioning complete for port fe5243e4-b4d7-42ec-be6d-1533ee1a2702 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:26.397209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1400b1f8-995e-4fab-959e-a075121a572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:26.449875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port fe5243e4-b4d7-42ec-be6d-1533ee1a2702 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:26.587773 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:26.591262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Allocated IP 2001:db8::1 (c037ace2-21f3-401a-b277-70c453bc8260/e32a87b0-4061-4d9a-8a73-c4567746627e/2dd701e2-67e4-440b-acc7-8b5f41e0c13c) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:26.668136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Transition to ACTIVE for port object c2040467-e5f2-43df-a5ef-aacd9421c298 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:26.839447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port fe5243e4-b4d7-42ec-be6d-1533ee1a2702 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:26.839447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:26.860173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b773d09b-3860-408c-8e89-d20dff068eb9 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 5e02fbb5-2cb9-40c3-a849-16c01fc99e3c is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:26.942704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b773d09b-3860-408c-8e89-d20dff068eb9 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:26.947957 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:27.008202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Attempting to bind port 51f4b3a7-ac72-480f-9725-4fbc393c408e on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:37:27.008533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Attempting to bind port 51f4b3a7-ac72-480f-9725-4fbc393c408e by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'd26f60bc-4cc9-4177-976e-a726fea38008', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '593a51b8-f25b-43e2-a56b-d428448d188b'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:37:27.008989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Attempting to bind port 51f4b3a7-ac72-480f-9725-4fbc393c408e on network 593a51b8-f25b-43e2-a56b-d428448d188b {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:37:27.121742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:37:27.121742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Checking segment: {'id': 'd26f60bc-4cc9-4177-976e-a726fea38008', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '593a51b8-f25b-43e2-a56b-d428448d188b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:27.121742 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:27.121742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Bound using segment: {'id': 'd26f60bc-4cc9-4177-976e-a726fea38008', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '593a51b8-f25b-43e2-a56b-d428448d188b'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:37:27.121742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Bound port: 51f4b3a7-ac72-480f-9725-4fbc393c408e, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26f60bc-4cc9-4177-976e-a726fea38008', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '593a51b8-f25b-43e2-a56b-d428448d188b'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:37:27.121742 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b773d09b-3860-408c-8e89-d20dff068eb9 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:37:27.154500 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:27.162248 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:27.182300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b773d09b-3860-408c-8e89-d20dff068eb9 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:27.182300 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b773d09b-3860-408c-8e89-d20dff068eb9 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:27.238101 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26e67500-52fb-4a57-b061-59e1e73cfc7d tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:27.242206 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7928d221-fdb2-4520-9140-7d2f3b0dd29a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:27.247153 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26e67500-52fb-4a57-b061-59e1e73cfc7d tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:27.317820 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26e67500-52fb-4a57-b061-59e1e73cfc7d tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:27.317820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e67500-52fb-4a57-b061-59e1e73cfc7d tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Fanout notify agent at l3_agent the message router_deleted on router 18ca3755-594a-4bec-afaf-c1d615509d16 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:37:27.326429 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d624079-ba09-4712-924a-1bf498619998 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:27.421838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1d624079-ba09-4712-924a-1bf498619998 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Transition to ACTIVE for port object f562dca7-21fc-4235-86a5-84c9d29caf70 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:27.459259 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26e67500-52fb-4a57-b061-59e1e73cfc7d tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:27.465375 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:27.469729 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-26e67500-52fb-4a57-b061-59e1e73cfc7d tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "DELETE /v2.0/routers/18ca3755-594a-4bec-afaf-c1d615509d16 HTTP/1.1" status: 204 len: 168 time: 4.0907297 Jan 14 07:37:27.469729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48776) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:27.488251 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b773d09b-3860-408c-8e89-d20dff068eb9 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 11.6438661 Jan 14 07:37:27.526748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48780) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:27.530621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-12541d00-e514-4fdf-858c-fd019f099afd tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1925758642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:27.571995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-12541d00-e514-4fdf-858c-fd019f099afd tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:27.584060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-12541d00-e514-4fdf-858c-fd019f099afd tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Usage tracker for resource:router and tenant:83d3969603a5401996b944d31d6b3090 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:27.596188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-12541d00-e514-4fdf-858c-fd019f099afd tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:27.623461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-12541d00-e514-4fdf-858c-fd019f099afd tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:27.644920 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d624079-ba09-4712-924a-1bf498619998 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:27.677813 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c6286f7-e6d2-4fdc-99b5-73fc1bdb1759 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:27.850978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 593a51b8-f25b-43e2-a56b-d428448d188b is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:27.871926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:28.049522 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-12541d00-e514-4fdf-858c-fd019f099afd tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.049522 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-12541d00-e514-4fdf-858c-fd019f099afd tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.116095 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-12541d00-e514-4fdf-858c-fd019f099afd tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.122810 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb9ba15d-3b2a-4cbd-8569-f5a005438f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.144577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:28.174488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11d1b1d-1692-47a1-9375-9ec1276541cf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Deleting subnet 58c13076-d688-48de-8038-1a2f003602e9 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:37:28.192880 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.225588 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.237984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d624079-ba09-4712-924a-1bf498619998 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event updated for resources: {'Port': ['ID=f562dca7-21fc-4235-86a5-84c9d29caf70,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:28.245954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Port': ['ID=c2040467-e5f2-43df-a5ef-aacd9421c298,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-12541d00-e514-4fdf-858c-fd019f099afd tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:28.248506 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:28.254826 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:28.272206 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d624079-ba09-4712-924a-1bf498619998 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:28.272206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d624079-ba09-4712-924a-1bf498619998 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:28.275899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1d624079-ba09-4712-924a-1bf498619998 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:28.279760 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b11d1b1d-1692-47a1-9375-9ec1276541cf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.292125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d624079-ba09-4712-924a-1bf498619998 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:28.314750 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.074s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:28.320176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d624079-ba09-4712-924a-1bf498619998 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:28.320176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d624079-ba09-4712-924a-1bf498619998 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.351403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.378261 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-12541d00-e514-4fdf-858c-fd019f099afd tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.382640 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-12541d00-e514-4fdf-858c-fd019f099afd tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9097168 Jan 14 07:37:28.382640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48800) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:28.402257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-27edd718-70a2-4acc-b218-fffbd32e87f8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Request body: {'router': {'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'enable_snat': False}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:28.406260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Transition to ACTIVE for port object 2dd701e2-67e4-440b-acc7-8b5f41e0c13c will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:28.438381 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.447252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Transition to ACTIVE for port object 2dd701e2-67e4-440b-acc7-8b5f41e0c13c will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:28.468869 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:28.472691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port fe5243e4-b4d7-42ec-be6d-1533ee1a2702, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=fe5243e4-b4d7-42ec-be6d-1533ee1a2702,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:28.472691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9781a7-a64b-4691-aabe-c7d84f1bacf3 None None] Network 5e02fbb5-2cb9-40c3-a849-16c01fc99e3c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:28.510969 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1d624079-ba09-4712-924a-1bf498619998 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 7.1923406 Jan 14 07:37:28.518512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48804) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:28.671632 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.760103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b11d1b1d-1692-47a1-9375-9ec1276541cf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.823839 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:28.863391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] For port 51f4b3a7-ac72-480f-9725-4fbc393c408e, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:37:28.871834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] For port 51f4b3a7-ac72-480f-9725-4fbc393c408e, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=51f4b3a7-ac72-480f-9725-4fbc393c408e,segment=NetworkSegment(d26f60bc-4cc9-4177-976e-a726fea38008),segment_id=d26f60bc-4cc9-4177-976e-a726fea38008)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:37:28.871834 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f9344908-6151-4749-a45b-0e27cb855d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:28.882727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b11d1b1d-1692-47a1-9375-9ec1276541cf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:29.022015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Pushing event updated for resources: {'Port': ['ID=2dd701e2-67e4-440b-acc7-8b5f41e0c13c,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:29.034479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:29.155278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=fe5243e4-b4d7-42ec-be6d-1533ee1a2702,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:29.169670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 079ed156-ca16-4162-9e23-4f20b8f0e99e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:29.253148 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:29.253148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Network c037ace2-21f3-401a-b277-70c453bc8260 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:29.297622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting port f562dca7-21fc-4235-86a5-84c9d29caf70 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:29.297622 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:29.315162 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31d5a72f-2f20-4d78-ab90-e49946bbbd2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.349s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:29.388362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Update dhcp port {'port': {'network_id': 'e6acc9a6-db0b-42d1-82b7-716516d3711e', 'fixed_ips': [{'subnet_id': '18c8292a-f50d-4108-984b-b16d9485d8d1', 'ip_address': '2001:db8::2'}, {'subnet_id': '0994c121-debb-4d0b-b92b-0baf60a0cbaf'}], 'binding:host_id': 'n-d-769329-2'}, 'id': 'fe5243e4-b4d7-42ec-be6d-1533ee1a2702'} from n-d-769329-2. {{(pid=80909) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:37:29.442806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:29.469739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:29.490355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:29.508308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event updated for resources: {'Subnet': ['ID=e88022f0-e307-4b94-8fe5-3c803bffe389,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:29.512099 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.054s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:29.532396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:29.850596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Checking segment: {'id': 'c2f721ba-4805-4180-b177-537d7e93c3fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:29.850596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Network hostable DHCP agents. Network: ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:37:29.855108 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:29.859850 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:29.935327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe02:d1bb (e6acc9a6-db0b-42d1-82b7-716516d3711e/0994c121-debb-4d0b-b92b-0baf60a0cbaf/fe5243e4-b4d7-42ec-be6d-1533ee1a2702) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:29.991447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Network ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:37:30.069410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Calling delete_port for f562dca7-21fc-4235-86a5-84c9d29caf70 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:30.185606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 079ed156-ca16-4162-9e23-4f20b8f0e99e completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:30.259432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Pushing event updated for resources: {'Port': ['ID=51f4b3a7-ac72-480f-9725-4fbc393c408e,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:30.263999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:30.272071 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:30.276108 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b11d1b1d-1692-47a1-9375-9ec1276541cf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:30.297154 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.153s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:30.297154 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:30.297154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a888ba1-8c1d-441b-aad4-e7b10d2d099a None None] Network ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:30.313792 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5cbce32-c7bc-4dbf-a118-566302a30e66 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:30.385898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d1b1d-1692-47a1-9375-9ec1276541cf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event deleted for resources: {'Subnet': ['ID=58c13076-d688-48de-8038-1a2f003602e9,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:30.433725 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27edd718-70a2-4acc-b218-fffbd32e87f8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:30.503037 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b11d1b1d-1692-47a1-9375-9ec1276541cf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:30.547856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:30.547856 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:30.591588 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 16.8389833 Jan 14 07:37:30.603624 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:30.607891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48830) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:30.661438 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:30.715616 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:30.786821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Port': ['ID=f562dca7-21fc-4235-86a5-84c9d29caf70,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:30.860443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Attempting to bind port 2dd701e2-67e4-440b-acc7-8b5f41e0c13c on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:37:30.860443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Attempting to bind port 2dd701e2-67e4-440b-acc7-8b5f41e0c13c by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '7430d65f-8530-470e-a0d0-531b75e2af4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'c037ace2-21f3-401a-b277-70c453bc8260'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:37:30.860443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Attempting to bind port 2dd701e2-67e4-440b-acc7-8b5f41e0c13c on network c037ace2-21f3-401a-b277-70c453bc8260 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:37:30.974419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.974419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.974419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.974419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.974419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.974419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.974419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.974419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.974419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.974419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.974419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.974419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.974419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.979322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.979322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.979322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.979322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.979322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.979322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.979322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.979322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.979322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.979322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.979322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.979322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.979322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.983378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.983378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.983378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.983378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.983378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.983378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.983378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.992665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.992665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.992665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:30.995465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:37:30.995465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Checking segment: {'id': '7430d65f-8530-470e-a0d0-531b75e2af4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'c037ace2-21f3-401a-b277-70c453bc8260'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:30.995465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:30.995465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Bound using segment: {'id': '7430d65f-8530-470e-a0d0-531b75e2af4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'c037ace2-21f3-401a-b277-70c453bc8260'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:37:30.995465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Bound port: 2dd701e2-67e4-440b-acc7-8b5f41e0c13c, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7430d65f-8530-470e-a0d0-531b75e2af4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'c037ace2-21f3-401a-b277-70c453bc8260'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:37:30.995465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.008319 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:31.057772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] For port fe5243e4-b4d7-42ec-be6d-1533ee1a2702, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=fe5243e4-b4d7-42ec-be6d-1533ee1a2702,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:31.094748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.099675 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.117667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Transition to ACTIVE for port object fe5243e4-b4d7-42ec-be6d-1533ee1a2702 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:31.188934 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/f562dca7-21fc-4235-86a5-84c9d29caf70 HTTP/1.1" status: 204 len: 168 time: 2.6751566 Jan 14 07:37:31.246481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48836) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:31.437526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27edd718-70a2-4acc-b218-fffbd32e87f8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.464250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device fe5243e4-b4d7-42ec-be6d-1533ee1a2702 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:31.483604 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27edd718-70a2-4acc-b218-fffbd32e87f8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.490898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9530cf-c9ac-4803-a371-4f67a2165fab tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:31.496264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9530cf-c9ac-4803-a371-4f67a2165fab tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:31.503496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9530cf-c9ac-4803-a371-4f67a2165fab tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:31.504880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3c9530cf-c9ac-4803-a371-4f67a2165fab tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Synchronizing usage tracker for tenant:6b9ec7474ee24f6ca3f36e227665f478 on resource:subnet {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:31.511355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.527769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b11d1b1d-1692-47a1-9375-9ec1276541cf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.532187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f3d793d3-9471-41c3-814d-a7a2f2252fa8 None None] Provisioning for port 079ed156-ca16-4162-9e23-4f20b8f0e99e completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:31.533816 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b11d1b1d-1692-47a1-9375-9ec1276541cf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "DELETE /v2.0/subnets/58c13076-d688-48de-8038-1a2f003602e9 HTTP/1.1" status: 204 len: 168 time: 3.9957335 Jan 14 07:37:31.538173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48842) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:31.585982 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c619048-c628-4962-a574-4380555eb944 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:31.596214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df61c281-0403-40af-8de1-9348146680e2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.678000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Pushing event updated for resources: {'Port': ['ID=fe5243e4-b4d7-42ec-be6d-1533ee1a2702,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:31.701038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d96578e-07e2-419a-9716-40a490d98a3d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:31.703348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9d96578e-07e2-419a-9716-40a490d98a3d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:31.752168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.752553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.752933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.753305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.753673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.754516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.754888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.755256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.755618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.756005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.756367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.756728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.757160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.757518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.757878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.758215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.758757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.759265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.759848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.760373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.760817 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-102b542b-8fc7-470d-89d2-125e9fb8b386 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:31.761198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.762348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.762924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.763481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.764098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.765241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.765812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.766377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.766923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.767478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.768076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.768635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.769190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.770209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.770773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.771326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:37:31.777656 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:31.803980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9d96578e-07e2-419a-9716-40a490d98a3d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:31.808798 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9d96578e-07e2-419a-9716-40a490d98a3d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5608256 Jan 14 07:37:31.812006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48846) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:31.830649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f3d793d3-9471-41c3-814d-a7a2f2252fa8 None None] Provisioning complete for port 079ed156-ca16-4162-9e23-4f20b8f0e99e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:31.831401 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3d793d3-9471-41c3-814d-a7a2f2252fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:31.842210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61c281-0403-40af-8de1-9348146680e2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Subnet': ['ID=e55a5d4c-0bcc-4204-b26e-973be514bcb8,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:31.899568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3c9530cf-c9ac-4803-a371-4f67a2165fab tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Unset dirty status for tenant:6b9ec7474ee24f6ca3f36e227665f478 on resource:subnet {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:31.900935 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3c9530cf-c9ac-4803-a371-4f67a2165fab tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 1.3022897 Jan 14 07:37:31.902344 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-df61c281-0403-40af-8de1-9348146680e2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:31.943269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48850) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:32.020351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe', 'network_id': 'ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe', 'tenant_id': '6b9ec7474ee24f6ca3f36e227665f478', 'fixed_ips': [{'subnet_id': 'e88022f0-e307-4b94-8fe5-3c803bffe389'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:37:32.021266 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:32.072932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab37391e-82b9-42d0-9fd9-da3e7d7d37da None None] DHCP port deletion for 5e02fbb5-2cb9-40c3-a849-16c01fc99e3c request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:37:32.112683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab37391e-82b9-42d0-9fd9-da3e7d7d37da None None] Deleting port 079ed156-ca16-4162-9e23-4f20b8f0e99e {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:32.113142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df61c281-0403-40af-8de1-9348146680e2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Checking segment: {'id': '92ff5458-da92-4aff-a1fd-723ae059536d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '439766a0-0884-4e43-9a23-4962130a6822'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:32.113560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df61c281-0403-40af-8de1-9348146680e2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network hostable DHCP agents. Network: 439766a0-0884-4e43-9a23-4962130a6822, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:37:32.113804 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab37391e-82b9-42d0-9fd9-da3e7d7d37da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:32.383222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-732e42d1-e368-4afb-95a7-5ce6b611d806 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Deleting subnet e32a87b0-4061-4d9a-8a73-c4567746627e {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:37:32.391974 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-732e42d1-e368-4afb-95a7-5ce6b611d806 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:32.431248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df61c281-0403-40af-8de1-9348146680e2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network 439766a0-0884-4e43-9a23-4962130a6822 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:37:32.467191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab37391e-82b9-42d0-9fd9-da3e7d7d37da None None] For port 079ed156-ca16-4162-9e23-4f20b8f0e99e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=079ed156-ca16-4162-9e23-4f20b8f0e99e,segment=NetworkSegment(4ca8fc8f-18e2-4564-90b2-70d277986853),segment_id=4ca8fc8f-18e2-4564-90b2-70d277986853)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:32.468229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab37391e-82b9-42d0-9fd9-da3e7d7d37da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:32.469125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfc5a5a-cf2d-49fd-8380-501b7dc381d1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:32.474512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfc5a5a-cf2d-49fd-8380-501b7dc381d1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:32.476291 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3dfc5a5a-cf2d-49fd-8380-501b7dc381d1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.9305773 Jan 14 07:37:32.481054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48858) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:32.484730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-df61c281-0403-40af-8de1-9348146680e2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 439766a0-0884-4e43-9a23-4962130a6822) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:32.548752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df61c281-0403-40af-8de1-9348146680e2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:32.552312 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df61c281-0403-40af-8de1-9348146680e2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:32.584308 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-732e42d1-e368-4afb-95a7-5ce6b611d806 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:32.654666 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94c9cb9c-e303-424e-9918-af6d235c19c4 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:32.698962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed05238-8a60-46f7-b029-99bf409443cc None None] Network 439766a0-0884-4e43-9a23-4962130a6822 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:32.797475 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:32.811578 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-df61c281-0403-40af-8de1-9348146680e2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 8.9807773 Jan 14 07:37:32.815467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48878) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:32.824401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a9186f54-6acc-4cba-b980-e1a9425a5b69 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'port': {'network_id': '439766a0-0884-4e43-9a23-4962130a6822', 'name': 'tempest-PortsTestJSON-112339062'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:32.825019 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c9cb9c-e303-424e-9918-af6d235c19c4 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 07:37:32.825787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c9cb9c-e303-424e-9918-af6d235c19c4 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] No notification will be sent due to unsuccessful status code: 409 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:32.884138 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-94c9cb9c-e303-424e-9918-af6d235c19c4 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "DELETE /v2.0/networks/5e02fbb5-2cb9-40c3-a849-16c01fc99e3c HTTP/1.1" status: 409 len: 405 time: 0.3961155 Jan 14 07:37:32.885222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48882) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:32.929085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ebf109be-9928-4685-b68c-68f7da6bd44b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-558971404'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:32.950559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ebf109be-9928-4685-b68c-68f7da6bd44b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:32.962309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ebf109be-9928-4685-b68c-68f7da6bd44b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Usage tracker for resource:network and tenant:57fa3a7ee5f24cf99a4333cc50f2b32d is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:32.968923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ebf109be-9928-4685-b68c-68f7da6bd44b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Quota usage for network was recalculated. Used quota:3. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:32.988507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ebf109be-9928-4685-b68c-68f7da6bd44b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:33.023611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf109be-9928-4685-b68c-68f7da6bd44b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Made reservation on behalf of 57fa3a7ee5f24cf99a4333cc50f2b32d for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:33.042716 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebf109be-9928-4685-b68c-68f7da6bd44b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.100328 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.102266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2e796e-bb1c-4146-a019-0fa14e38a66e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:33.104247 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8f2e796e-bb1c-4146-a019-0fa14e38a66e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.2880421 Jan 14 07:37:33.111028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48888) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:33.152473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] For port 2dd701e2-67e4-440b-acc7-8b5f41e0c13c, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:37:33.161355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] For port 2dd701e2-67e4-440b-acc7-8b5f41e0c13c, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2dd701e2-67e4-440b-acc7-8b5f41e0c13c,segment=NetworkSegment(7430d65f-8530-470e-a0d0-531b75e2af4b),segment_id=7430d65f-8530-470e-a0d0-531b75e2af4b)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:37:33.190042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-732e42d1-e368-4afb-95a7-5ce6b611d806 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.227929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3f95e1-be14-464d-bdb2-72ce54e927b2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:33.236262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3f95e1-be14-464d-bdb2-72ce54e927b2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:33.241549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3f95e1-be14-464d-bdb2-72ce54e927b2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:33.242505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cd3f95e1-be14-464d-bdb2-72ce54e927b2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:33.253673 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6ff2d13-6d0a-4857-9b1b-58e219cb17f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:33.268100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-27edd718-70a2-4acc-b218-fffbd32e87f8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Allocated IP 172.25.3.63 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/4cec093b-40cf-48a7-b6db-a4db27e44cad) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:33.270373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cd3f95e1-be14-464d-bdb2-72ce54e927b2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:33.274344 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cd3f95e1-be14-464d-bdb2-72ce54e927b2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1566441 Jan 14 07:37:33.278205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48892) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:33.299262 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.382998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf109be-9928-4685-b68c-68f7da6bd44b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] vxlan segment allocate from pool success with {'vxlan_vni': 23} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:37:33.482669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab37391e-82b9-42d0-9fd9-da3e7d7d37da None None] Calling delete_port for 079ed156-ca16-4162-9e23-4f20b8f0e99e owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:33.511204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a9186f54-6acc-4cba-b980-e1a9425a5b69 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:33.527482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a9186f54-6acc-4cba-b980-e1a9425a5b69 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:33.578228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3d793d3-9471-41c3-814d-a7a2f2252fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.599934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9186f54-6acc-4cba-b980-e1a9425a5b69 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:33.609886 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9186f54-6acc-4cba-b980-e1a9425a5b69 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.617768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device fe5243e4-b4d7-42ec-be6d-1533ee1a2702 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:33.634293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-94131ba4-f2cd-4a5e-bf61-80b62a4ffbc6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 0994c121-debb-4d0b-b92b-0baf60a0cbaf {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:37:33.642585 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebf109be-9928-4685-b68c-68f7da6bd44b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.642992 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-ebf109be-9928-4685-b68c-68f7da6bd44b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Added segment d11902d0-a731-4629-8493-d65e65f8f4bb of type vxlan for network 5aa6a171-d0f2-4ad0-9f16-f098a4dbfc26 Jan 14 07:37:33.668805 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.684972 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebf109be-9928-4685-b68c-68f7da6bd44b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.693411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab37391e-82b9-42d0-9fd9-da3e7d7d37da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.738747 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94131ba4-f2cd-4a5e-bf61-80b62a4ffbc6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.848625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94131ba4-f2cd-4a5e-bf61-80b62a4ffbc6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.856734 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:33.958419 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94131ba4-f2cd-4a5e-bf61-80b62a4ffbc6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:33.975935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 593a51b8-f25b-43e2-a56b-d428448d188b is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:33.977056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event updated for resources: {'Port': ['ID=c2040467-e5f2-43df-a5ef-aacd9421c298,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:33.993787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:34.008699 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:34.058710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Allocated IP 2001:db8:0:1::1 (ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe/e88022f0-e307-4b94-8fe5-3c803bffe389/a17b7a8d-5999-45cd-83fa-637454bcce9a) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:34.205181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a3ae1-cb1e-4c04-aacb-17bbfe8c102e None None] Pushing event updated for resources: {'Port': ['ID=2dd701e2-67e4-440b-acc7-8b5f41e0c13c,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:34.260073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router c0a84acb-d1b6-4762-bd95-e39b3ca52497 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:37:34.269653 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27edd718-70a2-4acc-b218-fffbd32e87f8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:34.298545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebf109be-9928-4685-b68c-68f7da6bd44b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:34.322209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf109be-9928-4685-b68c-68f7da6bd44b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:34.322923 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebf109be-9928-4685-b68c-68f7da6bd44b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:34.346965 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-969df80a-3720-4fa0-8a3b-f8337fd905e5 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:34.495147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf109be-9928-4685-b68c-68f7da6bd44b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event updated for resources: {'Network': ['ID=5aa6a171-d0f2-4ad0-9f16-f098a4dbfc26,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:34.501867 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ebf109be-9928-4685-b68c-68f7da6bd44b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:34.502080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:37:34.503896 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27edd718-70a2-4acc-b218-fffbd32e87f8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:34.514282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] Sync routers for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:37:34.517537 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/c0a84acb-d1b6-4762-bd95-e39b3ca52497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2286267 Jan 14 07:37:34.521321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 48898) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:34.524479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 5aa6a171-d0f2-4ad0-9f16-f098a4dbfc26 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:34.534777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:34.535288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-a9186f54-6acc-4cba-b980-e1a9425a5b69 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] device_id is not set on port e689384c-6fcd-41f0-8d8c-78a05dee55fb yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:37:34.535471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:37:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:34.592255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-45cca731-2768-4425-af4f-6f5895350cb2 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:34.695582 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5cb2ee96-23fd-4dba-a32a-8100e33248b4 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:34.813168 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ebf109be-9928-4685-b68c-68f7da6bd44b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9149935 Jan 14 07:37:34.820568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edd718-70a2-4acc-b218-fffbd32e87f8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Pushing event updated for resources: {'Port': ['ID=4cec093b-40cf-48a7-b6db-a4db27e44cad,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:34.824497 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-27edd718-70a2-4acc-b218-fffbd32e87f8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:34.841815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48902) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:34.878575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:34.913088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-96008eb3-9d99-4615-85bf-03bbb58f5adf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Request body: {'subnet': {'network_id': '5aa6a171-d0f2-4ad0-9f16-f098a4dbfc26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:35.001857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 5aa6a171-d0f2-4ad0-9f16-f098a4dbfc26 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:35.028406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 5aa6a171-d0f2-4ad0-9f16-f098a4dbfc26 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:35.128576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27edd718-70a2-4acc-b218-fffbd32e87f8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:35.133155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-27edd718-70a2-4acc-b218-fffbd32e87f8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:35.135865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-96008eb3-9d99-4615-85bf-03bbb58f5adf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:35.144468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27edd718-70a2-4acc-b218-fffbd32e87f8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:35.213343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-96008eb3-9d99-4615-85bf-03bbb58f5adf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:35.332155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e67473-9754-43c8-b61e-5502406a634b None None] Network 593a51b8-f25b-43e2-a56b-d428448d188b requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:35.403121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:37:29Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '37c383f9-0c57-4fa1-9bec-8f61fa246483', 'name': '', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:bc:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:30Z', 'updated_at': '2021-01-14T07:36:50Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4c213f98-7170-4f0f-a879-7ec4b1026bf3', 'name': '', 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:92:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:54Z', 'updated_at': '2021-01-14T07:37:17Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c2040467-e5f2-43df-a5ef-aacd9421c298', 'name': '', 'network_id': '593a51b8-f25b-43e2-a56b-d428448d188b', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:28:02:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '3e11f357-17c6-44ad-bb3b-0ac98175fd40', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:23Z', 'updated_at': '2021-01-14T07:37:31Z', 'revision_number': 2, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '3e11f357-17c6-44ad-bb3b-0ac98175fd40', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:35.414039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] Checking router: c0a84acb-d1b6-4762-bd95-e39b3ca52497 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:37:35.414530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] Updating router c0a84acb-d1b6-4762-bd95-e39b3ca52497 port c2040467-e5f2-43df-a5ef-aacd9421c298 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:37:35.529315 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:35.537435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96008eb3-9d99-4615-85bf-03bbb58f5adf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Made reservation on behalf of 57fa3a7ee5f24cf99a4333cc50f2b32d for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:35.691852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:35.706112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Transition to ACTIVE for port object a17b7a8d-5999-45cd-83fa-637454bcce9a will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:35.723394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Transition to ACTIVE for port object a17b7a8d-5999-45cd-83fa-637454bcce9a will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:35.781236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d3270d42-96cc-4b22-83f8-0d71991080df None None] Provisioning for port fe5243e4-b4d7-42ec-be6d-1533ee1a2702 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:35.786836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37391e-82b9-42d0-9fd9-da3e7d7d37da None None] Pushing event deleted for resources: {'Port': ['ID=079ed156-ca16-4162-9e23-4f20b8f0e99e,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:35.790408 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab37391e-82b9-42d0-9fd9-da3e7d7d37da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.934s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:35.864199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d3270d42-96cc-4b22-83f8-0d71991080df None None] Provisioning complete for port fe5243e4-b4d7-42ec-be6d-1533ee1a2702 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:35.864632 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d3270d42-96cc-4b22-83f8-0d71991080df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:35.924615 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.945s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:35.925032 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:35.929148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:35.961402 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:36.026803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94131ba4-f2cd-4a5e-bf61-80b62a4ffbc6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:36.037635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-439766a0-0884-4e43-9a23-4962130a6822', 'network_id': '439766a0-0884-4e43-9a23-4962130a6822', 'tenant_id': '4605628481ce4f349c9c522bcadc9a32', 'fixed_ips': [{'subnet_id': 'e55a5d4c-0bcc-4204-b26e-973be514bcb8'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:37:36.038530 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:36.099514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Pushing event updated for resources: {'Port': ['ID=a17b7a8d-5999-45cd-83fa-637454bcce9a,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:36.103017 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:36.181033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab37391e-82b9-42d0-9fd9-da3e7d7d37da None None] No DVR routers for this DVR port 079ed156-ca16-4162-9e23-4f20b8f0e99e on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:37:36.269401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.extraroute_db [None req-45cca731-2768-4425-af4f-6f5895350cb2 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=80907) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 07:37:36.305391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.extraroute_db [None req-45cca731-2768-4425-af4f-6f5895350cb2 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Removed routes are [] {{(pid=80907) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 07:37:36.305391 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45cca731-2768-4425-af4f-6f5895350cb2 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:36.337716 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:36.352278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] Transition to ACTIVE for port object c2040467-e5f2-43df-a5ef-aacd9421c298 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:36.368190 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:36.387410 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5c6d2ef7-85f5-4e79-a1b7-5acea6335548 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:36.474531 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94131ba4-f2cd-4a5e-bf61-80b62a4ffbc6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:36.506475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94131ba4-f2cd-4a5e-bf61-80b62a4ffbc6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=0994c121-debb-4d0b-b92b-0baf60a0cbaf,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:36.583270 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-94131ba4-f2cd-4a5e-bf61-80b62a4ffbc6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/0994c121-debb-4d0b-b92b-0baf60a0cbaf HTTP/1.1" status: 204 len: 168 time: 3.2930827 Jan 14 07:37:36.607004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 48912) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:36.609095 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-94131ba4-f2cd-4a5e-bf61-80b62a4ffbc6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:36.627899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-a9186f54-6acc-4cba-b980-e1a9425a5b69 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Allocated IP 172.20.0.6 (439766a0-0884-4e43-9a23-4962130a6822/e55a5d4c-0bcc-4204-b26e-973be514bcb8/e689384c-6fcd-41f0-8d8c-78a05dee55fb) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:36.631179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-732e42d1-e368-4afb-95a7-5ce6b611d806 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:36.686212 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96008eb3-9d99-4615-85bf-03bbb58f5adf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:36.695831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port fe5243e4-b4d7-42ec-be6d-1533ee1a2702 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:36.696264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:36.738400 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae2e5b66-b214-494e-a516-cd66e0c0119f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:36.904556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167a301-0b44-42c6-9053-855d76c11a6a None None] Pushing event updated for resources: {'Port': ['ID=c2040467-e5f2-43df-a5ef-aacd9421c298,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:36.926104 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5167a301-0b44-42c6-9053-855d76c11a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:36.944916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3564e87a-5cc7-420f-b31f-802613c0a27e None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:37.046517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-203e7a29-2bc7-4071-98a9-a274264a1eae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Deleting subnet 18c8292a-f50d-4108-984b-b16d9485d8d1 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:37:37.050554 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-203e7a29-2bc7-4071-98a9-a274264a1eae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:37.164713 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-203e7a29-2bc7-4071-98a9-a274264a1eae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:37.202415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] Attempting to bind port c2040467-e5f2-43df-a5ef-aacd9421c298 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:37:37.203110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] Attempting to bind port c2040467-e5f2-43df-a5ef-aacd9421c298 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'd26f60bc-4cc9-4177-976e-a726fea38008', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '593a51b8-f25b-43e2-a56b-d428448d188b'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:37:37.203271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] Attempting to bind port c2040467-e5f2-43df-a5ef-aacd9421c298 on network 593a51b8-f25b-43e2-a56b-d428448d188b {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:37:37.205164 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9186f54-6acc-4cba-b980-e1a9425a5b69 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:37.219968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:37:37.220391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] Checking segment: {'id': 'd26f60bc-4cc9-4177-976e-a726fea38008', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '593a51b8-f25b-43e2-a56b-d428448d188b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:37.220899 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:37.221336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] Bound using segment: {'id': 'd26f60bc-4cc9-4177-976e-a726fea38008', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '593a51b8-f25b-43e2-a56b-d428448d188b'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:37:37.221974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] Bound port: c2040467-e5f2-43df-a5ef-aacd9421c298, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26f60bc-4cc9-4177-976e-a726fea38008', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '593a51b8-f25b-43e2-a56b-d428448d188b'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:37:37.222352 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:37.226875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a9186f54-6acc-4cba-b980-e1a9425a5b69 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Transition to ACTIVE for port object e689384c-6fcd-41f0-8d8c-78a05dee55fb will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:37.253452 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-83104d9d-acea-4831-bd18-e15b3a56f1ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:37.303377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27edd718-70a2-4acc-b218-fffbd32e87f8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:37.320955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9186f54-6acc-4cba-b980-e1a9425a5b69 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:37.369656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e42d1-e368-4afb-95a7-5ce6b611d806 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event deleted for resources: {'Subnet': ['ID=e32a87b0-4061-4d9a-8a73-c4567746627e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:37.373484 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-732e42d1-e368-4afb-95a7-5ce6b611d806 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:37.461287 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-191e08c4-bd99-4cf3-882a-3453e90db2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:37.506703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] For port c2040467-e5f2-43df-a5ef-aacd9421c298, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:37:37.507213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-203e7a29-2bc7-4071-98a9-a274264a1eae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:37.523041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] For port c2040467-e5f2-43df-a5ef-aacd9421c298, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c2040467-e5f2-43df-a5ef-aacd9421c298,segment=NetworkSegment(d26f60bc-4cc9-4177-976e-a726fea38008),segment_id=d26f60bc-4cc9-4177-976e-a726fea38008)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:37:37.534890 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:37.600039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Network ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:37.647369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:37.679785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:37.761129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Allocated IP 172.20.0.2 (439766a0-0884-4e43-9a23-4962130a6822/e55a5d4c-0bcc-4204-b26e-973be514bcb8/c6f51580-68aa-406c-a5fc-4558e44d3629) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:37.895730 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-faca023a-d35f-4380-92db-2d3c36165a62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:38.105817 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:38.116105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9186f54-6acc-4cba-b980-e1a9425a5b69 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=e689384c-6fcd-41f0-8d8c-78a05dee55fb,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:38.119273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Transition to ACTIVE for port object c6f51580-68aa-406c-a5fc-4558e44d3629 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:38.130095 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-732e42d1-e368-4afb-95a7-5ce6b611d806 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:38.136767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:38.137892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:37:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:38.151932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Transition to ACTIVE for port object c6f51580-68aa-406c-a5fc-4558e44d3629 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:38.229426 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:38.287547 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a9186f54-6acc-4cba-b980-e1a9425a5b69 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:38.425048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65278c1-3e96-41a5-9de2-bb3f3665e814 None None] Network c037ace2-21f3-401a-b277-70c453bc8260 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:38.442637 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45cca731-2768-4425-af4f-6f5895350cb2 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:38.447037 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45cca731-2768-4425-af4f-6f5895350cb2 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:38.489858 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-732e42d1-e368-4afb-95a7-5ce6b611d806 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "DELETE /v2.0/subnets/e32a87b0-4061-4d9a-8a73-c4567746627e HTTP/1.1" status: 204 len: 168 time: 6.5409398 Jan 14 07:37:38.505107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49048) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:38.652043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:38.672721 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8676e71f-80c0-434b-abcf-d8ed94dd8101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:38.824736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d3270d42-96cc-4b22-83f8-0d71991080df None None] Could not find standard attr ID for object f562dca7-21fc-4235-86a5-84c9d29caf70. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:37:38.844873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Pushing event updated for resources: {'Port': ['ID=c6f51580-68aa-406c-a5fc-4558e44d3629,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:38.855054 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:38.890690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Network 439766a0-0884-4e43-9a23-4962130a6822 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:38.943414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cca731-2768-4425-af4f-6f5895350cb2 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router c0a84acb-d1b6-4762-bd95-e39b3ca52497 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:37:38.976092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9186f54-6acc-4cba-b980-e1a9425a5b69 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network 439766a0-0884-4e43-9a23-4962130a6822 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:38.981471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167a301-0b44-42c6-9053-855d76c11a6a None None] Pushing event updated for resources: {'Port': ['ID=c2040467-e5f2-43df-a5ef-aacd9421c298,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:38.989141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a9186f54-6acc-4cba-b980-e1a9425a5b69 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:39.006627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9186f54-6acc-4cba-b980-e1a9425a5b69 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:39.011278 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5167a301-0b44-42c6-9053-855d76c11a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.116s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:37:39.105905 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.111700 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:39.118606 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:39.292459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:37:36Z', 'revision_number': 6, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '37c383f9-0c57-4fa1-9bec-8f61fa246483', 'name': '', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:bc:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:30Z', 'updated_at': '2021-01-14T07:36:50Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4c213f98-7170-4f0f-a879-7ec4b1026bf3', 'name': '', 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:92:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:54Z', 'updated_at': '2021-01-14T07:37:17Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c2040467-e5f2-43df-a5ef-aacd9421c298', 'name': '', 'network_id': '593a51b8-f25b-43e2-a56b-d428448d188b', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:28:02:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '3e11f357-17c6-44ad-bb3b-0ac98175fd40', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:23Z', 'updated_at': '2021-01-14T07:37:37Z', 'revision_number': 4, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '3e11f357-17c6-44ad-bb3b-0ac98175fd40', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:39.297161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b8bb09-03f2-4da3-9660-34bcbaea07ed None None] The sync data for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 is: [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:37:36Z', 'revision_number': 6, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '37c383f9-0c57-4fa1-9bec-8f61fa246483', 'name': '', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:bc:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:30Z', 'updated_at': '2021-01-14T07:36:50Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4c213f98-7170-4f0f-a879-7ec4b1026bf3', 'name': '', 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:92:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:54Z', 'updated_at': '2021-01-14T07:37:17Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c2040467-e5f2-43df-a5ef-aacd9421c298', 'name': '', 'network_id': '593a51b8-f25b-43e2-a56b-d428448d188b', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:28:02:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '3e11f357-17c6-44ad-bb3b-0ac98175fd40', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:23Z', 'updated_at': '2021-01-14T07:37:37Z', 'revision_number': 4, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '3e11f357-17c6-44ad-bb3b-0ac98175fd40', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:37:39.518446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:39.520517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:39.569154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27edd718-70a2-4acc-b218-fffbd32e87f8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:39.611362 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-203e7a29-2bc7-4071-98a9-a274264a1eae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:39.629254 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27edd718-70a2-4acc-b218-fffbd32e87f8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:39.699255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Attempting to bind port a17b7a8d-5999-45cd-83fa-637454bcce9a on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:37:39.700062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Attempting to bind port a17b7a8d-5999-45cd-83fa-637454bcce9a by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'c2f721ba-4805-4180-b177-537d7e93c3fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:37:39.701119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Attempting to bind port a17b7a8d-5999-45cd-83fa-637454bcce9a on network ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:37:39.747355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:37:39.747817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Checking segment: {'id': 'c2f721ba-4805-4180-b177-537d7e93c3fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:39.748309 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:39.748949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Bound using segment: {'id': 'c2f721ba-4805-4180-b177-537d7e93c3fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:37:39.749996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Bound port: a17b7a8d-5999-45cd-83fa-637454bcce9a, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f721ba-4805-4180-b177-537d7e93c3fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:37:39.750441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:39.766969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Attempting to bind port c6f51580-68aa-406c-a5fc-4558e44d3629 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:37:39.767495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Attempting to bind port c6f51580-68aa-406c-a5fc-4558e44d3629 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '92ff5458-da92-4aff-a1fd-723ae059536d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '439766a0-0884-4e43-9a23-4962130a6822'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:37:39.768067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Attempting to bind port c6f51580-68aa-406c-a5fc-4558e44d3629 on network 439766a0-0884-4e43-9a23-4962130a6822 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:37:39.787732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:37:39.788262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Checking segment: {'id': '92ff5458-da92-4aff-a1fd-723ae059536d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '439766a0-0884-4e43-9a23-4962130a6822'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:39.788641 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:39.789097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Bound using segment: {'id': '92ff5458-da92-4aff-a1fd-723ae059536d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '439766a0-0884-4e43-9a23-4962130a6822'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:37:39.789654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Bound port: c6f51580-68aa-406c-a5fc-4558e44d3629, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ff5458-da92-4aff-a1fd-723ae059536d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '439766a0-0884-4e43-9a23-4962130a6822'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:37:39.790100 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:39.854095 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a404dcf-6ce2-4fc5-808d-03a4172a1148 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:39.926438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c87c15c1-defd-4157-b75d-b6a50b085cc2 None None] Provisioning for port 51f4b3a7-ac72-480f-9725-4fbc393c408e completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:40.114703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cca731-2768-4425-af4f-6f5895350cb2 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:37:40.124577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-203e7a29-2bc7-4071-98a9-a274264a1eae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:40.127254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 079ed156-ca16-4162-9e23-4f20b8f0e99e no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:37:40.159399 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45cca731-2768-4425-af4f-6f5895350cb2 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:40.168830 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-45cca731-2768-4425-af4f-6f5895350cb2 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/c0a84acb-d1b6-4762-bd95-e39b3ca52497 HTTP/1.1" status: 200 len: 934 time: 5.6363084 Jan 14 07:37:40.186071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] For port a17b7a8d-5999-45cd-83fa-637454bcce9a, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:37:40.202787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9186f54-6acc-4cba-b980-e1a9425a5b69 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:40.203513 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9186f54-6acc-4cba-b980-e1a9425a5b69 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:40.214816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 079ed156-ca16-4162-9e23-4f20b8f0e99e {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:37:40.215219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 079ed156-ca16-4162-9e23-4f20b8f0e99e not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:37:40.221020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49178) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:40.324128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] For port a17b7a8d-5999-45cd-83fa-637454bcce9a, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a17b7a8d-5999-45cd-83fa-637454bcce9a,segment=NetworkSegment(c2f721ba-4805-4180-b177-537d7e93c3fc),segment_id=c2f721ba-4805-4180-b177-537d7e93c3fc)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:37:40.326162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c87c15c1-defd-4157-b75d-b6a50b085cc2 None None] Provisioning complete for port fe5243e4-b4d7-42ec-be6d-1533ee1a2702 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:40.326605 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c87c15c1-defd-4157-b75d-b6a50b085cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:40.333900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0599ca07-c199-4fe6-9f99-284fe3b20385 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Deleting subnet e88022f0-e307-4b94-8fe5-3c803bffe389 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:37:40.369850 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0599ca07-c199-4fe6-9f99-284fe3b20385 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:40.476758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e7a29-2bc7-4071-98a9-a274264a1eae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Subnet': ['ID=18c8292a-f50d-4108-984b-b16d9485d8d1,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:40.481403 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-203e7a29-2bc7-4071-98a9-a274264a1eae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:40.548085 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:40.570634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27edd718-70a2-4acc-b218-fffbd32e87f8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Router 5e946d04-7941-49b2-ab71-3cf898eda449 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:37:40.579955 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-203e7a29-2bc7-4071-98a9-a274264a1eae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/18c8292a-f50d-4108-984b-b16d9485d8d1 HTTP/1.1" status: 204 len: 168 time: 3.9611702 Jan 14 07:37:40.580936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49218) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:40.588742 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-08a1830c-acc3-4ba9-a361-332450ce77a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:40.635603 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0599ca07-c199-4fe6-9f99-284fe3b20385 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:40.749437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeedb57-f35e-426c-9210-5f9dcd59de21 None None] DHCP port deletion for c037ace2-21f3-401a-b277-70c453bc8260 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:37:40.791138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c2040467-e5f2-43df-a5ef-aacd9421c298 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:40.900976 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a9186f54-6acc-4cba-b980-e1a9425a5b69 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 8.0838842 Jan 14 07:37:40.926809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49244) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:41.094023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b17891-59aa-4aa0-86db-7efffd32f69e None None] Sync routers for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:37:41.110206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-abeedb57-f35e-426c-9210-5f9dcd59de21 None None] Deleting port 2dd701e2-67e4-440b-acc7-8b5f41e0c13c {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:41.111255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-abeedb57-f35e-426c-9210-5f9dcd59de21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:41.150482 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c8481fa6-ef9e-4340-9d0f-9a65cd02c078 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5450504 Jan 14 07:37:41.171478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49264) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:41.172213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] For port c6f51580-68aa-406c-a5fc-4558e44d3629, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:37:41.183282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] For port c6f51580-68aa-406c-a5fc-4558e44d3629, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c6f51580-68aa-406c-a5fc-4558e44d3629,segment=NetworkSegment(92ff5458-da92-4aff-a1fd-723ae059536d),segment_id=92ff5458-da92-4aff-a1fd-723ae059536d)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:37:41.264349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Pushing event updated for resources: {'Port': ['ID=a17b7a8d-5999-45cd-83fa-637454bcce9a,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:41.269306 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:41.325658 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:41.431184 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d4b6b1b5-afc7-4bb2-905d-5a4120dd3799 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/routers/c0a84acb-d1b6-4762-bd95-e39b3ca52497 HTTP/1.1" status: 200 len: 934 time: 1.1985173 Jan 14 07:37:41.490246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49292) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:41.500687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-03694b8c-776e-44a5-88a4-5d562e0f0e74 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'router': {'routes': None}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:41.520300 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fcebd346-e063-410f-a760-27f6e24ac0e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:41.637203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port c2040467-e5f2-43df-a5ef-aacd9421c298 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:41.740777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Pushing event updated for resources: {'Port': ['ID=c6f51580-68aa-406c-a5fc-4558e44d3629,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:41.745052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b17891-59aa-4aa0-86db-7efffd32f69e None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:41.746106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-14b17891-59aa-4aa0-86db-7efffd32f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:37:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:41.754920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27edd718-70a2-4acc-b218-fffbd32e87f8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:37:41.766165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae57597e-2ace-4b2a-acfe-0989eb5d3df4 None None] Sync routers for ids ['5e946d04-7941-49b2-ab71-3cf898eda449'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:37:41.770534 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27edd718-70a2-4acc-b218-fffbd32e87f8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:41.772376 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-27edd718-70a2-4acc-b218-fffbd32e87f8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "PUT /v2.0/routers/5e946d04-7941-49b2-ab71-3cf898eda449 HTTP/1.1" status: 200 len: 919 time: 13.3890741 Jan 14 07:37:41.776592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49322) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:41.788878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae57597e-2ace-4b2a-acfe-0989eb5d3df4 None None] Routers {'5e946d04-7941-49b2-ab71-3cf898eda449'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:41.791632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ae57597e-2ace-4b2a-acfe-0989eb5d3df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:37:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5e946d04-7941-49b2-ab71-3cf898eda449'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:41.922090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ae57597e-2ace-4b2a-acfe-0989eb5d3df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:41.940589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae57597e-2ace-4b2a-acfe-0989eb5d3df4 None None] Routers {'5e946d04-7941-49b2-ab71-3cf898eda449'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:41.942363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ae57597e-2ace-4b2a-acfe-0989eb5d3df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:37:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5e946d04-7941-49b2-ab71-3cf898eda449'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:42.030609 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:42.079963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0c933e-11b9-44cd-bcf8-a7d3e339ee89 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:42.092940 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ac0c933e-11b9-44cd-bcf8-a7d3e339ee89 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9106803 Jan 14 07:37:42.102351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16e3f26-7faa-436d-ae3e-811060511af9 None None] Network e6acc9a6-db0b-42d1-82b7-716516d3711e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:42.133938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ae57597e-2ace-4b2a-acfe-0989eb5d3df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:42.136582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae57597e-2ace-4b2a-acfe-0989eb5d3df4 None None] The sync data for ids ['5e946d04-7941-49b2-ab71-3cf898eda449'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:37:42.178144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c95bc-3845-40e7-bed8-eccc51ddc8d5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port e689384c-6fcd-41f0-8d8c-78a05dee55fb {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:42.178542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e4c95bc-3845-40e7-bed8-eccc51ddc8d5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:42.235057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49352) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:42.290430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-96008eb3-9d99-4615-85bf-03bbb58f5adf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80908) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:37:42.321725 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96008eb3-9d99-4615-85bf-03bbb58f5adf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:42.416654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 51f4b3a7-ac72-480f-9725-4fbc393c408e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:42.611599 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0599ca07-c199-4fe6-9f99-284fe3b20385 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:43.135320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab91a45-542f-4447-b805-56fabf3fccfa tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:43.137165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7ab91a45-542f-4447-b805-56fabf3fccfa tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Synchronizing usage tracker for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:43.214784 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0c86b23f-d70e-4a48-a0fd-e10edf2ba121 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:43.313919 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0f519e80-545d-44bf-b453-050e45540b81 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "GET /v2.0/routers/5e946d04-7941-49b2-ab71-3cf898eda449 HTTP/1.1" status: 200 len: 925 time: 1.5339868 Jan 14 07:37:43.314895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96008eb3-9d99-4615-85bf-03bbb58f5adf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event updated for resources: {'Subnet': ['ID=4d945f62-944a-4a06-9b91-7564783d42ce,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:43.318569 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96008eb3-9d99-4615-85bf-03bbb58f5adf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:43.323447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49400) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:43.382191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-abeedb57-f35e-426c-9210-5f9dcd59de21 None None] For port 2dd701e2-67e4-440b-acc7-8b5f41e0c13c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2dd701e2-67e4-440b-acc7-8b5f41e0c13c,segment=NetworkSegment(7430d65f-8530-470e-a0d0-531b75e2af4b),segment_id=7430d65f-8530-470e-a0d0-531b75e2af4b)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:43.382628 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-abeedb57-f35e-426c-9210-5f9dcd59de21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:43.462159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7ab91a45-542f-4447-b805-56fabf3fccfa tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Unset dirty status for tenant:33c6fb24403345ddb7d80c37208656bd on resource:subnet {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:43.464060 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7ab91a45-542f-4447-b805-56fabf3fccfa tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.2066128 Jan 14 07:37:43.483668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49406) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:43.557643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-abeedb57-f35e-426c-9210-5f9dcd59de21 None None] Calling delete_port for 2dd701e2-67e4-440b-acc7-8b5f41e0c13c owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:43.681784 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-abeedb57-f35e-426c-9210-5f9dcd59de21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:43.706011 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e4c95bc-3845-40e7-bed8-eccc51ddc8d5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:43.713916 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-752a037c-da5b-42bc-affb-017ca345479e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2268395 Jan 14 07:37:43.719972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96008eb3-9d99-4615-85bf-03bbb58f5adf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Checking segment: {'id': 'd11902d0-a731-4629-8493-d65e65f8f4bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '5aa6a171-d0f2-4ad0-9f16-f098a4dbfc26'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:43.720517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96008eb3-9d99-4615-85bf-03bbb58f5adf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network hostable DHCP agents. Network: 5aa6a171-d0f2-4ad0-9f16-f098a4dbfc26, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:37:43.727840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49410) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:43.783503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bc140a-885b-4097-8040-5c5ab5782ad4 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:43.788761 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-30bc140a-885b-4097-8040-5c5ab5782ad4 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "GET /v2.0/ports?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&device_id=5e946d04-7941-49b2-ab71-3cf898eda449&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4629760 Jan 14 07:37:43.790140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49412) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:43.820497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96008eb3-9d99-4615-85bf-03bbb58f5adf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 5aa6a171-d0f2-4ad0-9f16-f098a4dbfc26 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:37:43.884056 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:43.916780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-96008eb3-9d99-4615-85bf-03bbb58f5adf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 5aa6a171-d0f2-4ad0-9f16-f098a4dbfc26) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:43.986075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2104e8-b788-4b48-a7c7-9998ff04f0b6 None None] Network 5aa6a171-d0f2-4ad0-9f16-f098a4dbfc26 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:43.990248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96008eb3-9d99-4615-85bf-03bbb58f5adf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:43.991192 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96008eb3-9d99-4615-85bf-03bbb58f5adf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:44.033619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0599ca07-c199-4fe6-9f99-284fe3b20385 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:44.037847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c87c15c1-defd-4157-b75d-b6a50b085cc2 None None] Could not find standard attr ID for object 2dd701e2-67e4-440b-acc7-8b5f41e0c13c. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:37:44.038036 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-96008eb3-9d99-4615-85bf-03bbb58f5adf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 9.1332567 Jan 14 07:37:44.039772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeedb57-f35e-426c-9210-5f9dcd59de21 None None] Pushing event deleted for resources: {'Port': ['ID=2dd701e2-67e4-440b-acc7-8b5f41e0c13c,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:44.042024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeedb57-f35e-426c-9210-5f9dcd59de21 None None] No DVR routers for this DVR port 2dd701e2-67e4-440b-acc7-8b5f41e0c13c on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:37:44.051914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49418) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:44.119258 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-abeedb57-f35e-426c-9210-5f9dcd59de21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:44.133693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-14b17891-59aa-4aa0-86db-7efffd32f69e None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:44.164052 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:44.259009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99166cc6-aa3e-42dd-943a-28fa16816a09 None None] Network ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:44.304156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 51f4b3a7-ac72-480f-9725-4fbc393c408e completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:44.320135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 51f4b3a7-ac72-480f-9725-4fbc393c408e triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:44.320504 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:44.354207 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:44.484773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd281b00-c8ea-4d65-93fd-eb537810924d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:44.484773 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dd281b00-c8ea-4d65-93fd-eb537810924d tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "GET /v2.0/networks/c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 881 time: 0.6791112 Jan 14 07:37:44.484773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49426) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:44.613351 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a8af5673-66bf-40d7-b81c-bbc62db7a1ef tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "GET /v2.0/ports?device_id=5e946d04-7941-49b2-ab71-3cf898eda449 HTTP/1.1" status: 200 len: 205 time: 0.1247499 Jan 14 07:37:44.614371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49430) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:44.703010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c95bc-3845-40e7-bed8-eccc51ddc8d5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for e689384c-6fcd-41f0-8d8c-78a05dee55fb owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:44.763054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-30cf219d-a47e-4fa6-89c1-83ad82fcdee8 None None] Provisioning complete for port 51f4b3a7-ac72-480f-9725-4fbc393c408e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:44.763696 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b183cd12-8f4c-4dcb-af6e-6a1a493bebc2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:44.764967 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30cf219d-a47e-4fa6-89c1-83ad82fcdee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:44.775052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b183cd12-8f4c-4dcb-af6e-6a1a493bebc2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:44.815379 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b183cd12-8f4c-4dcb-af6e-6a1a493bebc2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/f562dca7-21fc-4235-86a5-84c9d29caf70 HTTP/1.1" status: 404 len: 333 time: 0.9276555 Jan 14 07:37:44.816391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599ca07-c199-4fe6-9f99-284fe3b20385 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event deleted for resources: {'Subnet': ['ID=e88022f0-e307-4b94-8fe5-3c803bffe389,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:44.818250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49434) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:44.853563 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:44.888437 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0599ca07-c199-4fe6-9f99-284fe3b20385 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:44.910763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a773c3-b5af-4af4-848e-2034d7968cac None None] DHCP port deletion for e6acc9a6-db0b-42d1-82b7-716516d3711e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:37:44.943385 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0599ca07-c199-4fe6-9f99-284fe3b20385 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:44.945702 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0599ca07-c199-4fe6-9f99-284fe3b20385 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "DELETE /v2.0/subnets/e88022f0-e307-4b94-8fe5-3c803bffe389 HTTP/1.1" status: 204 len: 168 time: 6.4392657 Jan 14 07:37:44.949910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49438) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:44.966851 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2602191e-0a85-48fd-8613-1795c8004689 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:44.967776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2602191e-0a85-48fd-8613-1795c8004689 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:44.973385 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2602191e-0a85-48fd-8613-1795c8004689 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/0994c121-debb-4d0b-b92b-0baf60a0cbaf HTTP/1.1" status: 404 len: 337 time: 0.1245406 Jan 14 07:37:44.977797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49440) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:45.068448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b2d0d0-f30b-42b9-8153-22dfb2eac175 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:45.070585 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-99b2d0d0-f30b-42b9-8153-22dfb2eac175 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0983191 Jan 14 07:37:45.135223 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef0d6f92-f95b-4cb9-8346-567504e7cb35 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:45.193551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e019cc84-1b87-4900-96c8-dce944cfd3ba None None] Network 439766a0-0884-4e43-9a23-4962130a6822 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:45.194989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49446) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:45.298231 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:45.360254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-18a773c3-b5af-4af4-848e-2034d7968cac None None] Deleting port fe5243e4-b4d7-42ec-be6d-1533ee1a2702 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:45.360684 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18a773c3-b5af-4af4-848e-2034d7968cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:45.391681 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-472ffea8-91eb-48cf-bf59-78522c7f0ae3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:45.392196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472ffea8-91eb-48cf-bf59-78522c7f0ae3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:45.396906 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-472ffea8-91eb-48cf-bf59-78522c7f0ae3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/18c8292a-f50d-4108-984b-b16d9485d8d1 HTTP/1.1" status: 404 len: 337 time: 0.4155383 Jan 14 07:37:45.400201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49460) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:45.459414 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2710229a-8a18-4a64-b01c-ed1c2ab11285 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:45.459414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2710229a-8a18-4a64-b01c-ed1c2ab11285 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:45.465002 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2710229a-8a18-4a64-b01c-ed1c2ab11285 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/d641620e-c9d8-4ba2-9881-2f5ae90368bb HTTP/1.1" status: 404 len: 333 time: 0.0625949 Jan 14 07:37:45.477849 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:45.533649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49464) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:45.540251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.extraroute_db [None req-03694b8c-776e-44a5-88a4-5d562e0f0e74 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Added routes are [] {{(pid=80907) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 07:37:45.540603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.extraroute_db [None req-03694b8c-776e-44a5-88a4-5d562e0f0e74 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=80907) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 07:37:45.601796 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df31bcd-a2f4-4287-b9bf-525d7630a81c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:45.602210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df31bcd-a2f4-4287-b9bf-525d7630a81c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:45.614210 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9df31bcd-a2f4-4287-b9bf-525d7630a81c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/cc024318-6b0f-461a-a35e-f57fdb855aa2 HTTP/1.1" status: 404 len: 337 time: 0.0770857 Jan 14 07:37:45.615273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49468) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:45.664846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e4c95bc-3845-40e7-bed8-eccc51ddc8d5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:45.669181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Deleting port a17b7a8d-5999-45cd-83fa-637454bcce9a {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:45.669642 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:45.697728 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:45.712736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 51f4b3a7-ac72-480f-9725-4fbc393c408e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=51f4b3a7-ac72-480f-9725-4fbc393c408e,segment=NetworkSegment(d26f60bc-4cc9-4177-976e-a726fea38008),segment_id=d26f60bc-4cc9-4177-976e-a726fea38008)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:45.728666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-18a773c3-b5af-4af4-848e-2034d7968cac None None] For port fe5243e4-b4d7-42ec-be6d-1533ee1a2702, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=fe5243e4-b4d7-42ec-be6d-1533ee1a2702,segment=NetworkSegment(94cc2abb-6f2b-443f-8df7-48da0b2b2fa8),segment_id=94cc2abb-6f2b-443f-8df7-48da0b2b2fa8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:45.729113 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18a773c3-b5af-4af4-848e-2034d7968cac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:45.762281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:45.777339 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:45.779236 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-26571a54-bb99-47fa-aadf-840d1908e501 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:45.783663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26571a54-bb99-47fa-aadf-840d1908e501 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:45.792367 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-26571a54-bb99-47fa-aadf-840d1908e501 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/507ad940-f198-49f6-8522-077957abdaaf HTTP/1.1" status: 404 len: 337 time: 0.1728733 Jan 14 07:37:45.795679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49478) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:45.820729 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef0d6f92-f95b-4cb9-8346-567504e7cb35 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:45.828196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ef0d6f92-f95b-4cb9-8346-567504e7cb35 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Deleting port 4cec093b-40cf-48a7-b6db-a4db27e44cad {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:45.828513 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef0d6f92-f95b-4cb9-8346-567504e7cb35 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:45.871710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c95bc-3845-40e7-bed8-eccc51ddc8d5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Port': ['ID=e689384c-6fcd-41f0-8d8c-78a05dee55fb,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:45.886371 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2e4c95bc-3845-40e7-bed8-eccc51ddc8d5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:45.932458 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03694b8c-776e-44a5-88a4-5d562e0f0e74 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:45.964398 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7581cd31-746e-40c3-a88a-1559c83672a0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:45.965146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7581cd31-746e-40c3-a88a-1559c83672a0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:45.970888 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7581cd31-746e-40c3-a88a-1559c83672a0 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/d47454e3-81bf-4d16-b35e-9a8d85374af7 HTTP/1.1" status: 404 len: 333 time: 0.1014478 Jan 14 07:37:46.116822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49482) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:46.202597 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef0d6f92-f95b-4cb9-8346-567504e7cb35 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:46.227712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:37:46.254295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=51f4b3a7-ac72-480f-9725-4fbc393c408e,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:46.366604 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03694b8c-776e-44a5-88a4-5d562e0f0e74 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:46.373776 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:46.375809 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03694b8c-776e-44a5-88a4-5d562e0f0e74 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:46.385039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ef0d6f92-f95b-4cb9-8346-567504e7cb35 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Calling delete_port for 4cec093b-40cf-48a7-b6db-a4db27e44cad owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:46.386596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device a17b7a8d-5999-45cd-83fa-637454bcce9a up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:46.396666 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-58077ff7-d1c8-405e-97ae-60600435b23d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:46.397166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58077ff7-d1c8-405e-97ae-60600435b23d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:46.401816 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-58077ff7-d1c8-405e-97ae-60600435b23d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/9df5dba2-d897-4680-a069-676a13504b58 HTTP/1.1" status: 404 len: 337 time: 0.2806485 Jan 14 07:37:46.407151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49490) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:46.480034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-18a773c3-b5af-4af4-848e-2034d7968cac None None] Calling delete_port for fe5243e4-b4d7-42ec-be6d-1533ee1a2702 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:46.636732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705033c9-da41-495d-86fd-0813669663a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-5aa6a171-d0f2-4ad0-9f16-f098a4dbfc26', 'network_id': '5aa6a171-d0f2-4ad0-9f16-f098a4dbfc26', 'tenant_id': '57fa3a7ee5f24cf99a4333cc50f2b32d', 'fixed_ips': [{'subnet_id': '4d945f62-944a-4a06-9b91-7564783d42ce'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:37:46.637669 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-705033c9-da41-495d-86fd-0813669663a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:46.667992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] For port a17b7a8d-5999-45cd-83fa-637454bcce9a, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a17b7a8d-5999-45cd-83fa-637454bcce9a,segment=NetworkSegment(c2f721ba-4805-4180-b177-537d7e93c3fc),segment_id=c2f721ba-4805-4180-b177-537d7e93c3fc)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:46.668679 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:46.692546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf58314-518e-4fc2-b584-b0f049362eef None None] DHCP port deletion for ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:37:46.696646 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:46.698163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-30cf219d-a47e-4fa6-89c1-83ad82fcdee8 None None] Provisioning for port c2040467-e5f2-43df-a5ef-aacd9421c298 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:46.698854 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f09b6ba-285f-42f7-82e9-6c895edfad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:46.699356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f09b6ba-285f-42f7-82e9-6c895edfad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:46.704761 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3f09b6ba-285f-42f7-82e9-6c895edfad1d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/76e21bb0-5007-4009-99c5-ec1e5522e6db HTTP/1.1" status: 404 len: 337 time: 0.2965529 Jan 14 07:37:46.709371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49500) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:46.757414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03694b8c-776e-44a5-88a4-5d562e0f0e74 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router c0a84acb-d1b6-4762-bd95-e39b3ca52497 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:37:46.784274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-acf58314-518e-4fc2-b584-b0f049362eef None None] Deleting port a17b7a8d-5999-45cd-83fa-637454bcce9a {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:46.784705 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-acf58314-518e-4fc2-b584-b0f049362eef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:46.828948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Calling delete_port for a17b7a8d-5999-45cd-83fa-637454bcce9a owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:46.829405 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-681cf640-a4a6-4bc3-b781-977ad5ebe97d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:46.830135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681cf640-a4a6-4bc3-b781-977ad5ebe97d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:46.835207 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-681cf640-a4a6-4bc3-b781-977ad5ebe97d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/061bf911-2c56-4e01-9225-b3d88eb5da5f HTTP/1.1" status: 404 len: 333 time: 0.1246214 Jan 14 07:37:46.865034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49508) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:46.921182 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f591c011-3dd4-4a0c-8823-318f3e6dd841 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:46.921764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f591c011-3dd4-4a0c-8823-318f3e6dd841 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:46.926644 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f591c011-3dd4-4a0c-8823-318f3e6dd841 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/09dae890-3693-4bf7-8321-127818da6efd HTTP/1.1" status: 404 len: 337 time: 0.0638127 Jan 14 07:37:46.940487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:46.954084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49512) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:47.019815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-30cf219d-a47e-4fa6-89c1-83ad82fcdee8 None None] Provisioning complete for port c2040467-e5f2-43df-a5ef-aacd9421c298 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:47.020189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30cf219d-a47e-4fa6-89c1-83ad82fcdee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:47.034938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:47.094132 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e4c95bc-3845-40e7-bed8-eccc51ddc8d5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:47.099964 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2e4c95bc-3845-40e7-bed8-eccc51ddc8d5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/ports/e689384c-6fcd-41f0-8d8c-78a05dee55fb HTTP/1.1" status: 204 len: 168 time: 5.7163880 Jan 14 07:37:47.103692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49516) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:47.125776 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b9c71680-59fc-46a5-9b4a-2c9f66d67cdd tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:47.169259 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cbb4624-b292-43ed-96a7-ae0fd72e7dec tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] DELETE failed (client error): The resource could not be found. Jan 14 07:37:47.170059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cbb4624-b292-43ed-96a7-ae0fd72e7dec tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:47.176114 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7cbb4624-b292-43ed-96a7-ae0fd72e7dec tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/ports/e689384c-6fcd-41f0-8d8c-78a05dee55fb HTTP/1.1" status: 404 len: 333 time: 0.0711248 Jan 14 07:37:47.176671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49524) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:47.179967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03694b8c-776e-44a5-88a4-5d562e0f0e74 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:37:47.183465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-acf58314-518e-4fc2-b584-b0f049362eef None None] The port 'a17b7a8d-5999-45cd-83fa-637454bcce9a' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:37:47.246804 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c89ad10-0e9b-4c9e-b6fa-3f52fc3f542f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:47.247293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c89ad10-0e9b-4c9e-b6fa-3f52fc3f542f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:47.256414 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd25f19-1c5d-48fe-814d-bc0eedea5843 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] GET failed (client error): The resource could not be found. Jan 14 07:37:47.256987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8dd25f19-1c5d-48fe-814d-bc0eedea5843 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Synchronizing usage tracker for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:37:47.258106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event deleted for resources: {'Port': ['ID=a17b7a8d-5999-45cd-83fa-637454bcce9a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:47.275400 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03694b8c-776e-44a5-88a4-5d562e0f0e74 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:47.280395 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-03694b8c-776e-44a5-88a4-5d562e0f0e74 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/c0a84acb-d1b6-4762-bd95-e39b3ca52497 HTTP/1.1" status: 200 len: 700 time: 5.7877824 Jan 14 07:37:47.281448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49528) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:47.287746 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:47.302538 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5c89ad10-0e9b-4c9e-b6fa-3f52fc3f542f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/20339cf3-3c4d-4980-bb0d-227a62c4d7db HTTP/1.1" status: 404 len: 337 time: 0.3471684 Jan 14 07:37:47.303140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49532) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:47.304065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] No DVR routers for this DVR port a17b7a8d-5999-45cd-83fa-637454bcce9a on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:37:47.307445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port a17b7a8d-5999-45cd-83fa-637454bcce9a triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:47.308008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:47.363548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30cf219d-a47e-4fa6-89c1-83ad82fcdee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:47.378033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Port a17b7a8d-5999-45cd-83fa-637454bcce9a was deleted so its status cannot be updated. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 07:37:47.378750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c6f51580-68aa-406c-a5fc-4558e44d3629 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:47.429611 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18a773c3-b5af-4af4-848e-2034d7968cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:47.504578 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bffc2805-a558-4a26-b3fa-28471a238c0a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/routers/c0a84acb-d1b6-4762-bd95-e39b3ca52497 HTTP/1.1" status: 200 len: 700 time: 0.2210522 Jan 14 07:37:47.505748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49542) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:47.588336 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-00f35a26-6dc4-490d-8a81-a28d3aec6837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:47.657818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8dd25f19-1c5d-48fe-814d-bc0eedea5843 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Unset dirty status for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:37:47.659728 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8dd25f19-1c5d-48fe-814d-bc0eedea5843 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports/e689384c-6fcd-41f0-8d8c-78a05dee55fb HTTP/1.1" status: 404 len: 333 time: 0.4819000 Jan 14 07:37:47.669514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49546) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:47.793293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-30cf219d-a47e-4fa6-89c1-83ad82fcdee8 None None] For port c2040467-e5f2-43df-a5ef-aacd9421c298, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c2040467-e5f2-43df-a5ef-aacd9421c298,segment=NetworkSegment(d26f60bc-4cc9-4177-976e-a726fea38008),segment_id=d26f60bc-4cc9-4177-976e-a726fea38008)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:47.806011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a773c3-b5af-4af4-848e-2034d7968cac None None] Pushing event deleted for resources: {'Port': ['ID=fe5243e4-b4d7-42ec-be6d-1533ee1a2702,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:47.821493 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18a773c3-b5af-4af4-848e-2034d7968cac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:47.824202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30cf219d-a47e-4fa6-89c1-83ad82fcdee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:47.833260 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad8d6286-1ff9-47fc-af61-eaf713012fda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:47.895969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-14b17891-59aa-4aa0-86db-7efffd32f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:37:36Z', 'revision_number': 6, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '37c383f9-0c57-4fa1-9bec-8f61fa246483', 'name': '', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:bc:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:30Z', 'updated_at': '2021-01-14T07:36:50Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4c213f98-7170-4f0f-a879-7ec4b1026bf3', 'name': '', 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:92:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:54Z', 'updated_at': '2021-01-14T07:37:17Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c2040467-e5f2-43df-a5ef-aacd9421c298', 'name': '', 'network_id': '593a51b8-f25b-43e2-a56b-d428448d188b', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:28:02:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '3e11f357-17c6-44ad-bb3b-0ac98175fd40', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:23Z', 'updated_at': '2021-01-14T07:37:37Z', 'revision_number': 4, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '3e11f357-17c6-44ad-bb3b-0ac98175fd40', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:47.917791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-30cf219d-a47e-4fa6-89c1-83ad82fcdee8 None None] Could not find standard attr ID for object fe5243e4-b4d7-42ec-be6d-1533ee1a2702. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:37:47.955661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dac6da3-6dfc-4856-a662-22d0f7c2601e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting subnet e55a5d4c-0bcc-4204-b26e-973be514bcb8 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:37:47.967027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b17891-59aa-4aa0-86db-7efffd32f69e None None] Checking router: c0a84acb-d1b6-4762-bd95-e39b3ca52497 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:37:47.968522 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:48.002059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a773c3-b5af-4af4-848e-2034d7968cac None None] No DVR routers for this DVR port fe5243e4-b4d7-42ec-be6d-1533ee1a2702 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:37:48.025316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b17891-59aa-4aa0-86db-7efffd32f69e None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:48.025316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-14b17891-59aa-4aa0-86db-7efffd32f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:37:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:48.123103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dac6da3-6dfc-4856-a662-22d0f7c2601e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:48.163872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:48.178866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f721ba-4805-4180-b177-537d7e93c3fc') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:48.179232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f721ba-4805-4180-b177-537d7e93c3fc') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:48.193931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:48.202937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-aece52f0-be9d-4b4e-95ba-5ebca1045195 None None] Could not find standard attr ID for object a17b7a8d-5999-45cd-83fa-637454bcce9a. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:37:48.213613 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:48.216362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Releasing vxlan tunnel 21 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:37:48.222798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf219d-a47e-4fa6-89c1-83ad82fcdee8 None None] Pushing event updated for resources: {'Port': ['ID=c2040467-e5f2-43df-a5ef-aacd9421c298,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:48.225780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port c6f51580-68aa-406c-a5fc-4558e44d3629 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:48.235814 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-30cf219d-a47e-4fa6-89c1-83ad82fcdee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:48.281139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-aece52f0-be9d-4b4e-95ba-5ebca1045195 None None] Provisioning for port c6f51580-68aa-406c-a5fc-4558e44d3629 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:37:48.291920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-aece52f0-be9d-4b4e-95ba-5ebca1045195 None None] Provisioning complete for port c6f51580-68aa-406c-a5fc-4558e44d3629 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:48.292166 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aece52f0-be9d-4b4e-95ba-5ebca1045195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:48.381009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device fe5243e4-b4d7-42ec-be6d-1533ee1a2702 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:37:48.466310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-14b17891-59aa-4aa0-86db-7efffd32f69e None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:48.643699 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:48.653227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: fe5243e4-b4d7-42ec-be6d-1533ee1a2702 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:37:48.653928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device fe5243e4-b4d7-42ec-be6d-1533ee1a2702 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:37:48.654568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2dd701e2-67e4-440b-acc7-8b5f41e0c13c no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:37:48.662084 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-879dfeec-b5b8-4480-90cf-4f54cc41c5e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:48.662657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-879dfeec-b5b8-4480-90cf-4f54cc41c5e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:48.681225 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8716aa4c-879e-4a40-849e-07a27a45ef01 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:48.714625 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-879dfeec-b5b8-4480-90cf-4f54cc41c5e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/d2bd1d84-f88a-412f-aee4-0229e868db3b HTTP/1.1" status: 404 len: 333 time: 1.4054282 Jan 14 07:37:48.716632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49564) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:48.817215 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef0d6f92-f95b-4cb9-8346-567504e7cb35 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:48.831334 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad28b00-99c6-4ccb-87b4-6afc41bac120 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:48.831581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad28b00-99c6-4ccb-87b4-6afc41bac120 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:48.836956 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0ad28b00-99c6-4ccb-87b4-6afc41bac120 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/126a4c37-9093-4e4c-85c0-5ed4707683f5 HTTP/1.1" status: 404 len: 337 time: 0.1097341 Jan 14 07:37:48.837591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49568) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:48.856424 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dac6da3-6dfc-4856-a662-22d0f7c2601e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:48.977405 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dac6da3-6dfc-4856-a662-22d0f7c2601e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:49.052936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event deleted for resources: {'Subnet': ['ID=4d945f62-944a-4a06-9b91-7564783d42ce,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:49.064505 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef0d6f92-f95b-4cb9-8346-567504e7cb35 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:49.224434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef0d6f92-f95b-4cb9-8346-567504e7cb35 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:49.227003 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef0d6f92-f95b-4cb9-8346-567504e7cb35 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:49.262791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Network ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:37:49.272242 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:49.278623 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:49.294282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef0d6f92-f95b-4cb9-8346-567504e7cb35 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:49.295015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0d6f92-f95b-4cb9-8346-567504e7cb35 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Fanout notify agent at l3_agent the message router_deleted on router 5e946d04-7941-49b2-ab71-3cf898eda449 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server [None req-705033c9-da41-495d-86fd-0813669663a1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d945f62-944a-4a06-9b91-7564783d42ce: This subnet is being modified by another concurrent operation. Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise exception Jan 14 07:37:49.328555 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d945f62-944a-4a06-9b91-7564783d42ce: This subnet is being modified by another concurrent operation. Jan 14 07:37:49.340955 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server Jan 14 07:37:49.342887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 2dd701e2-67e4-440b-acc7-8b5f41e0c13c {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:37:49.343494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2dd701e2-67e4-440b-acc7-8b5f41e0c13c not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:37:49.355524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aece52f0-be9d-4b4e-95ba-5ebca1045195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:49.394735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab760c6-4f83-4871-964f-068bee4b06a3 None None] Network 5aa6a171-d0f2-4ad0-9f16-f098a4dbfc26 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:49.449558 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7fc6f22-dc7c-4597-8184-0463e195bd8b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:49.450333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7fc6f22-dc7c-4597-8184-0463e195bd8b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:49.453365 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d7fc6f22-dc7c-4597-8184-0463e195bd8b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/bd2ac258-8d11-4012-bd7a-15004bff69b7 HTTP/1.1" status: 404 len: 333 time: 0.3736811 Jan 14 07:37:49.462134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49580) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:49.532855 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17439d3-62d3-4613-a7a3-c44f51a34193 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:49.532855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c17439d3-62d3-4613-a7a3-c44f51a34193 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:49.532855 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c17439d3-62d3-4613-a7a3-c44f51a34193 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/cc502cc9-fceb-441b-81a9-baa5fd5594ad HTTP/1.1" status: 404 len: 337 time: 0.0631282 Jan 14 07:37:49.535962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49584) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:49.545595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c2040467-e5f2-43df-a5ef-aacd9421c298 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:49.587117 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-58358ea6-8fc0-4bc0-a1e2-f3e2c8d197f3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:49.587704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58358ea6-8fc0-4bc0-a1e2-f3e2c8d197f3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:49.592491 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-58358ea6-8fc0-4bc0-a1e2-f3e2c8d197f3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/12ac2adf-10d8-4c0b-88a0-30e1f891c1b2 HTTP/1.1" status: 404 len: 333 time: 0.0518911 Jan 14 07:37:49.603665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Network ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:37:49.635629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49588) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:49.689540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-14b17891-59aa-4aa0-86db-7efffd32f69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:37:45Z', 'revision_number': 7, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '37c383f9-0c57-4fa1-9bec-8f61fa246483', 'name': '', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:bc:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:30Z', 'updated_at': '2021-01-14T07:36:50Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4c213f98-7170-4f0f-a879-7ec4b1026bf3', 'name': '', 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:92:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:54Z', 'updated_at': '2021-01-14T07:37:17Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c2040467-e5f2-43df-a5ef-aacd9421c298', 'name': '', 'network_id': '593a51b8-f25b-43e2-a56b-d428448d188b', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:28:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '3e11f357-17c6-44ad-bb3b-0ac98175fd40', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:23Z', 'updated_at': '2021-01-14T07:37:47Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '3e11f357-17c6-44ad-bb3b-0ac98175fd40', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:49.695677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b17891-59aa-4aa0-86db-7efffd32f69e None None] The sync data for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 is: [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:37:45Z', 'revision_number': 7, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '37c383f9-0c57-4fa1-9bec-8f61fa246483', 'name': '', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:bc:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:30Z', 'updated_at': '2021-01-14T07:36:50Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4c213f98-7170-4f0f-a879-7ec4b1026bf3', 'name': '', 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:92:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:54Z', 'updated_at': '2021-01-14T07:37:17Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c2040467-e5f2-43df-a5ef-aacd9421c298', 'name': '', 'network_id': '593a51b8-f25b-43e2-a56b-d428448d188b', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:28:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '3e11f357-17c6-44ad-bb3b-0ac98175fd40', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:23Z', 'updated_at': '2021-01-14T07:37:47Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '3e11f357-17c6-44ad-bb3b-0ac98175fd40', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:37:49.698679 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bed29e4-a682-42c9-a0be-30ce099e6f0b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:49.699182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bed29e4-a682-42c9-a0be-30ce099e6f0b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:49.721317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef0d6f92-f95b-4cb9-8346-567504e7cb35 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:49.722677 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ef0d6f92-f95b-4cb9-8346-567504e7cb35 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "DELETE /v2.0/routers/5e946d04-7941-49b2-ab71-3cf898eda449 HTTP/1.1" status: 204 len: 168 time: 5.1060894 Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:37:49.727186 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:37:49.734746 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:37:49.734746 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:37:49.734746 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:37:49.734746 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:37:49.734746 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:37:49.734746 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:37:49.734746 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:37:49.735213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49596) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:49.738237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1171301', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}, 'admin_state_up': False}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:49.751442 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4bed29e4-a682-42c9-a0be-30ce099e6f0b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/67e08c39-07bb-4627-abe6-7b7dbad3edb8 HTTP/1.1" status: 404 len: 337 time: 0.1072865 Jan 14 07:37:49.758648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49600) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:49.760128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:49.765486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dac6da3-6dfc-4856-a662-22d0f7c2601e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:49.782060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c2040467-e5f2-43df-a5ef-aacd9421c298 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:49.782479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:49.835563 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b198005-0f5f-4b7f-b3cc-018b18a68f0a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:49.836092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b198005-0f5f-4b7f-b3cc-018b18a68f0a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:49.850973 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3b198005-0f5f-4b7f-b3cc-018b18a68f0a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/1c9347ec-ebbd-4135-9370-15631ee1b668 HTTP/1.1" status: 404 len: 333 time: 0.0880172 Jan 14 07:37:49.851757 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:49.871144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49606) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:49.876394 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9869dd5e-400a-4375-8031-8748a6b01ee7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:49.903381 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:49.903381 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "DELETE /v2.0/networks/ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe HTTP/1.1" status: 204 len: 168 time: 4.6937256 Jan 14 07:37:49.942073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49610) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:49.960402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5403baa-e1cc-42ae-8a53-e5d5cf6fd5e4 None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:37:49.974882 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ffa4a58e-77da-46dd-9b08-83cac0c5cb13 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:50.044527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Usage tracker for resource:router and tenant:83d3969603a5401996b944d31d6b3090 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:50.048739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:50.058131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:50.070101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac6da3-6dfc-4856-a662-22d0f7c2601e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Subnet': ['ID=e55a5d4c-0bcc-4204-b26e-973be514bcb8,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:50.079426 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4dac6da3-6dfc-4856-a662-22d0f7c2601e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:50.091505 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:50.093276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:50.103427 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-aece52f0-be9d-4b4e-95ba-5ebca1045195 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:37:50.103878 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-aece52f0-be9d-4b4e-95ba-5ebca1045195 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:37:50.116791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:50.118446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 51f4b3a7-ac72-480f-9725-4fbc393c408e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:50.126114 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df0e1e2-7d76-41f9-ab55-c5b8d5f579a4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:50.126691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df0e1e2-7d76-41f9-ab55-c5b8d5f579a4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:50.128661 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4df0e1e2-7d76-41f9-ab55-c5b8d5f579a4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/9dc42713-d4c6-4dc8-8f93-d26cd883ae0c HTTP/1.1" status: 404 len: 337 time: 0.2551053 Jan 14 07:37:50.129883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event deleted for resources: {'Network': ['ID=ba9a2dc9-a9cf-4dbe-abf2-bf4e8d582cfe,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:50.147085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49616) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:50.159340 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dac6da3-6dfc-4856-a662-22d0f7c2601e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:50.167341 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4dac6da3-6dfc-4856-a662-22d0f7c2601e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/subnets/e55a5d4c-0bcc-4204-b26e-973be514bcb8 HTTP/1.1" status: 204 len: 168 time: 2.4958932 Jan 14 07:37:50.170880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49622) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:50.189132 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:50.224465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:50.317432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4524b3d-de65-4bc3-a787-d509583d7f4d None None] Sync routers for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:37:50.324114 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-38081bb4-132f-41e6-94e5-b45b75c47667 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:50.324611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38081bb4-132f-41e6-94e5-b45b75c47667 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:50.329296 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-38081bb4-132f-41e6-94e5-b45b75c47667 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/84bf9d5c-a80a-459b-abde-70eb032b9be2 HTTP/1.1" status: 404 len: 333 time: 0.1785662 Jan 14 07:37:50.333659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 51f4b3a7-ac72-480f-9725-4fbc393c408e triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:50.334087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:50.343810 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e879-d6fb-4720-a618-989d10a50095 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:50.370025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4524b3d-de65-4bc3-a787-d509583d7f4d None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:50.370729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e4524b3d-de65-4bc3-a787-d509583d7f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:37:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:50.403946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49626) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:50.459845 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-de457f61-11f6-4143-8d23-1fc80db875e3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:50.460440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de457f61-11f6-4143-8d23-1fc80db875e3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:50.464739 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-de457f61-11f6-4143-8d23-1fc80db875e3 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/f3bcce61-9018-4ccf-a2cb-238d5f23647a HTTP/1.1" status: 404 len: 337 time: 0.0563877 Jan 14 07:37:50.467843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa6a171-d0f2-4ad0-9f16-f098a4dbfc26']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:50.476376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49630) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:50.493206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11902d0-a731-4629-8493-d65e65f8f4bb') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:50.493562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11902d0-a731-4629-8493-d65e65f8f4bb') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:50.559599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e4524b3d-de65-4bc3-a787-d509583d7f4d None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:50.562160 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e48b7d8-e6d6-40ae-8804-b358a0b87aed tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:50.563333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e48b7d8-e6d6-40ae-8804-b358a0b87aed tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:50.568537 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1e48b7d8-e6d6-40ae-8804-b358a0b87aed tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/64b63579-96c2-4415-80f3-30e96e23ac3c HTTP/1.1" status: 404 len: 333 time: 0.0902936 Jan 14 07:37:50.572256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49638) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:50.576616 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:50.644429 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38f3d44-1397-4eb1-8f4b-a5d27ec8a7d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:50.644927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38f3d44-1397-4eb1-8f4b-a5d27ec8a7d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:50.649880 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d38f3d44-1397-4eb1-8f4b-a5d27ec8a7d6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/fbf787f9-2cda-489d-8397-d2b3b2a88eed HTTP/1.1" status: 404 len: 337 time: 0.0765893 Jan 14 07:37:50.651276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49642) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:50.673576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:50.693835 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:50.740837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Releasing vxlan tunnel 23 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:37:50.883104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port c6f51580-68aa-406c-a5fc-4558e44d3629 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:50.883104 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:50.943378 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:51.148879 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aece52f0-be9d-4b4e-95ba-5ebca1045195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:51.210988 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75fa704-0767-4d4c-9b64-ef179434c678 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:51.211489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d75fa704-0767-4d4c-9b64-ef179434c678 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:51.216194 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d75fa704-0767-4d4c-9b64-ef179434c678 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/ebdcdf26-3dac-43c5-8872-a536315614f3 HTTP/1.1" status: 404 len: 337 time: 0.5279567 Jan 14 07:37:51.218800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-aece52f0-be9d-4b4e-95ba-5ebca1045195 None None] For port c6f51580-68aa-406c-a5fc-4558e44d3629, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c6f51580-68aa-406c-a5fc-4558e44d3629,segment=NetworkSegment(92ff5458-da92-4aff-a1fd-723ae059536d),segment_id=92ff5458-da92-4aff-a1fd-723ae059536d)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:51.220016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49656) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:51.230572 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7214884-0d0a-4cc9-a8fe-63b95a400b83 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:51.241200 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aece52f0-be9d-4b4e-95ba-5ebca1045195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:51.253516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e4524b3d-de65-4bc3-a787-d509583d7f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:37:45Z', 'revision_number': 7, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '37c383f9-0c57-4fa1-9bec-8f61fa246483', 'name': '', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:bc:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:30Z', 'updated_at': '2021-01-14T07:36:50Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4c213f98-7170-4f0f-a879-7ec4b1026bf3', 'name': '', 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:92:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:54Z', 'updated_at': '2021-01-14T07:37:17Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c2040467-e5f2-43df-a5ef-aacd9421c298', 'name': '', 'network_id': '593a51b8-f25b-43e2-a56b-d428448d188b', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:28:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '3e11f357-17c6-44ad-bb3b-0ac98175fd40', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:23Z', 'updated_at': '2021-01-14T07:37:47Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '3e11f357-17c6-44ad-bb3b-0ac98175fd40', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:51.256019 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-16ce80d3-c9f4-481f-8fef-fb55e445cf5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:51.368678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece52f0-be9d-4b4e-95ba-5ebca1045195 None None] Pushing event updated for resources: {'Port': ['ID=c6f51580-68aa-406c-a5fc-4558e44d3629,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:51.373461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device a17b7a8d-5999-45cd-83fa-637454bcce9a no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:37:51.394833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e879-d6fb-4720-a618-989d10a50095 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:51.411791 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aece52f0-be9d-4b4e-95ba-5ebca1045195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:51.414557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: a17b7a8d-5999-45cd-83fa-637454bcce9a {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:37:51.414951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device a17b7a8d-5999-45cd-83fa-637454bcce9a not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:37:51.419850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4524b3d-de65-4bc3-a787-d509583d7f4d None None] Checking router: c0a84acb-d1b6-4762-bd95-e39b3ca52497 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:37:51.427075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5403baa-e1cc-42ae-8a53-e5d5cf6fd5e4 None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:37:51.446871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4524b3d-de65-4bc3-a787-d509583d7f4d None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:51.447573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e4524b3d-de65-4bc3-a787-d509583d7f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:37:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:51.480430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 5aa6a171-d0f2-4ad0-9f16-f098a4dbfc26 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:37:51.495954 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:51.599449 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0806aa1-d507-4e1e-a4a1-cd57ed36c71a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:51.600268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0806aa1-d507-4e1e-a4a1-cd57ed36c71a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:51.602515 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b0806aa1-d507-4e1e-a4a1-cd57ed36c71a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/46ce8388-23ad-4d81-ab95-d43651078c37 HTTP/1.1" status: 404 len: 333 time: 0.2971032 Jan 14 07:37:51.610561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49662) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:51.630584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9f896a81-2f5e-4eeb-9e26-4803364010cc None None] Provisioning complete for port c6f51580-68aa-406c-a5fc-4558e44d3629 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:51.631393 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f896a81-2f5e-4eeb-9e26-4803364010cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:51.634548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] For port c6f51580-68aa-406c-a5fc-4558e44d3629, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c6f51580-68aa-406c-a5fc-4558e44d3629,segment=NetworkSegment(92ff5458-da92-4aff-a1fd-723ae059536d),segment_id=92ff5458-da92-4aff-a1fd-723ae059536d)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:51.634949 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:51.732298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c6f51580-68aa-406c-a5fc-4558e44d3629 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:37:51.756529 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-310b6831-7519-46ff-810b-9b5b1f37684a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:51.757028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310b6831-7519-46ff-810b-9b5b1f37684a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:51.758861 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-310b6831-7519-46ff-810b-9b5b1f37684a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/574abf23-fb05-49ab-9313-f20bce14997b HTTP/1.1" status: 404 len: 337 time: 0.1471727 Jan 14 07:37:51.775154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49670) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:51.801916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e4524b3d-de65-4bc3-a787-d509583d7f4d None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:51.825757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-cfd0e879-d6fb-4720-a618-989d10a50095 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c037ace2-21f3-401a-b277-70c453bc8260']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:51.834559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 5aa6a171-d0f2-4ad0-9f16-f098a4dbfc26 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:37:51.846591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for c6f51580-68aa-406c-a5fc-4558e44d3629 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:37:51.867233 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:37:51.958171 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3927bea-c46f-4716-80ec-53ef1e534585 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:51.958660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3927bea-c46f-4716-80ec-53ef1e534585 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:51.960704 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c3927bea-c46f-4716-80ec-53ef1e534585 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/d1583d0b-05f0-44fe-97ac-9d980378950c HTTP/1.1" status: 404 len: 337 time: 0.1844723 Jan 14 07:37:51.969351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-cfd0e879-d6fb-4720-a618-989d10a50095 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7430d65f-8530-470e-a0d0-531b75e2af4b') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:51.969697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-cfd0e879-d6fb-4720-a618-989d10a50095 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7430d65f-8530-470e-a0d0-531b75e2af4b') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:51.989756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49676) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:52.041374 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f7d51a-4a36-4bd5-9bd9-8fea5c95f3b4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:52.041868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f7d51a-4a36-4bd5-9bd9-8fea5c95f3b4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:52.043829 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-87f7d51a-4a36-4bd5-9bd9-8fea5c95f3b4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/3d27293d-746b-436c-8609-e14f1c6b41e4 HTTP/1.1" status: 404 len: 333 time: 0.0529706 Jan 14 07:37:52.051636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49682) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:52.057512 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e879-d6fb-4720-a618-989d10a50095 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:52.120372 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:52.129412 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e879-d6fb-4720-a618-989d10a50095 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:52.131739 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-05fbfa0b-efc0-42ca-b3df-b8ce69cd4c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:52.148615 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1d489f-792f-40f1-9718-b22df952bc39 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:52.149107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d1d489f-792f-40f1-9718-b22df952bc39 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:52.156748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:52.160230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cfd0e879-d6fb-4720-a618-989d10a50095 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Releasing vxlan tunnel 19 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:37:52.195175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event deleted for resources: {'Network': ['ID=5aa6a171-d0f2-4ad0-9f16-f098a4dbfc26,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:52.202428 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5d1d489f-792f-40f1-9718-b22df952bc39 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/b73af0ea-18cb-4751-85df-c4c90119f862 HTTP/1.1" status: 404 len: 337 time: 0.1483243 Jan 14 07:37:52.254407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49686) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:52.255813 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:52.257422 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "DELETE /v2.0/networks/5aa6a171-d0f2-4ad0-9f16-f098a4dbfc26 HTTP/1.1" status: 204 len: 168 time: 8.2043123 Jan 14 07:37:52.263603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49688) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:52.273516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d4eb3e7d-278c-4edf-980e-7da0d5fa47e8 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2047343910'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:52.303604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d4eb3e7d-278c-4edf-980e-7da0d5fa47e8 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:52.350449 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-603556ea-1931-477d-8b69-b04df6bc522a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:52.351112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603556ea-1931-477d-8b69-b04df6bc522a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:52.353115 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-603556ea-1931-477d-8b69-b04df6bc522a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/c925b9ca-a68c-4f2b-8541-020d6637cc00 HTTP/1.1" status: 404 len: 337 time: 0.0881348 Jan 14 07:37:52.363732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d4eb3e7d-278c-4edf-980e-7da0d5fa47e8 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Usage tracker for resource:network and tenant:57fa3a7ee5f24cf99a4333cc50f2b32d is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:52.366135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49698) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:52.372296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d4eb3e7d-278c-4edf-980e-7da0d5fa47e8 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Quota usage for network was recalculated. Used quota:3. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:52.392866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d4eb3e7d-278c-4edf-980e-7da0d5fa47e8 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:52.409469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-cfd0e879-d6fb-4720-a618-989d10a50095 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Network c037ace2-21f3-401a-b277-70c453bc8260 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:37:52.430106 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e879-d6fb-4720-a618-989d10a50095 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:52.548381 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-33baa2d3-8da8-49f9-a791-17928c095a2f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:52.549138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33baa2d3-8da8-49f9-a791-17928c095a2f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:52.551125 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-33baa2d3-8da8-49f9-a791-17928c095a2f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/63a9a5e2-cb15-4052-8fc7-59354f268440 HTTP/1.1" status: 404 len: 333 time: 0.1758380 Jan 14 07:37:52.560775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49702) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:52.672339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9f896a81-2f5e-4eeb-9e26-4803364010cc None None] Could not find standard attr ID for object e689384c-6fcd-41f0-8d8c-78a05dee55fb. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:37:52.672859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:37:52.673386 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:37:52.683688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-cfd0e879-d6fb-4720-a618-989d10a50095 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Network c037ace2-21f3-401a-b277-70c453bc8260 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:37:52.698082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c6f51580-68aa-406c-a5fc-4558e44d3629 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:37:52.698509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:52.766525 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d737c29-f694-4cf1-95e7-15e4c545c577 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:52.767097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d737c29-f694-4cf1-95e7-15e4c545c577 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:52.814873 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7d737c29-f694-4cf1-95e7-15e4c545c577 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/33aa38f0-95d5-4130-b430-67e150a29428 HTTP/1.1" status: 404 len: 337 time: 0.2422409 Jan 14 07:37:52.823242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49710) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:52.827171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4eb3e7d-278c-4edf-980e-7da0d5fa47e8 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Made reservation on behalf of 57fa3a7ee5f24cf99a4333cc50f2b32d for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:52.837417 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d4eb3e7d-278c-4edf-980e-7da0d5fa47e8 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:52.848723 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:37:52.861258 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:37:52.871970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e879-d6fb-4720-a618-989d10a50095 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:52.877389 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-561c90f6-4e1b-41bb-9520-7aea6803096e tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:52.903024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cfd0e879-d6fb-4720-a618-989d10a50095 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:52.907399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0e879-d6fb-4720-a618-989d10a50095 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event deleted for resources: {'Network': ['ID=c037ace2-21f3-401a-b277-70c453bc8260,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:52.914522 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cfd0e879-d6fb-4720-a618-989d10a50095 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:52.926052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4eb3e7d-278c-4edf-980e-7da0d5fa47e8 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:37:52.936896 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cfd0e879-d6fb-4720-a618-989d10a50095 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "DELETE /v2.0/networks/c037ace2-21f3-401a-b277-70c453bc8260 HTTP/1.1" status: 204 len: 168 time: 2.9303229 Jan 14 07:37:52.939064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49716) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:52.954104 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:52.968584 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d4eb3e7d-278c-4edf-980e-7da0d5fa47e8 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:52.969321 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-d4eb3e7d-278c-4edf-980e-7da0d5fa47e8 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Added segment 45409817-af5f-4403-8b22-56af3d6d048c of type vxlan for network 985e3b25-99df-48f5-9c81-4a5aca12bbd9 Jan 14 07:37:52.972452 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ab4e50-83a7-41e8-8179-83fb5e9e0cf2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:52.972947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ab4e50-83a7-41e8-8179-83fb5e9e0cf2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:52.974784 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-08ab4e50-83a7-41e8-8179-83fb5e9e0cf2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/634ff1b0-2fc6-424f-a685-91676c773333 HTTP/1.1" status: 404 len: 337 time: 0.1502132 Jan 14 07:37:52.980088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49720) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:53.064556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e4524b3d-de65-4bc3-a787-d509583d7f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:37:45Z', 'revision_number': 7, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '37c383f9-0c57-4fa1-9bec-8f61fa246483', 'name': '', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:bc:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:30Z', 'updated_at': '2021-01-14T07:36:50Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4c213f98-7170-4f0f-a879-7ec4b1026bf3', 'name': '', 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:92:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:54Z', 'updated_at': '2021-01-14T07:37:17Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c2040467-e5f2-43df-a5ef-aacd9421c298', 'name': '', 'network_id': '593a51b8-f25b-43e2-a56b-d428448d188b', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:28:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '3e11f357-17c6-44ad-bb3b-0ac98175fd40', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:23Z', 'updated_at': '2021-01-14T07:37:47Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '3e11f357-17c6-44ad-bb3b-0ac98175fd40', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:53.073106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4524b3d-de65-4bc3-a787-d509583d7f4d None None] The sync data for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 is: [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:37:45Z', 'revision_number': 7, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '37c383f9-0c57-4fa1-9bec-8f61fa246483', 'name': '', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:bc:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:30Z', 'updated_at': '2021-01-14T07:36:50Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4c213f98-7170-4f0f-a879-7ec4b1026bf3', 'name': '', 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:92:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:54Z', 'updated_at': '2021-01-14T07:37:17Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c2040467-e5f2-43df-a5ef-aacd9421c298', 'name': '', 'network_id': '593a51b8-f25b-43e2-a56b-d428448d188b', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:28:02:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '3e11f357-17c6-44ad-bb3b-0ac98175fd40', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:37:23Z', 'updated_at': '2021-01-14T07:37:47Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '3e11f357-17c6-44ad-bb3b-0ac98175fd40', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:37:53.134015 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-32a0b143-97f7-402c-9846-aa21fd4dc6f2 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports?device_id=9daeb259-4edd-465d-9f84-9d22f8b4a7aa HTTP/1.1" status: 200 len: 205 time: 0.0916371 Jan 14 07:37:53.146724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49728) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:53.191798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port c6f51580-68aa-406c-a5fc-4558e44d3629 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:53.192063 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:53.228094 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d4eb3e7d-278c-4edf-980e-7da0d5fa47e8 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:53.265440 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-d640e962-3fd6-4a53-b19f-b72c3050535c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] delete failed (client error): The resource could not be found. Jan 14 07:37:53.266729 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d640e962-3fd6-4a53-b19f-b72c3050535c tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/routers/9daeb259-4edd-465d-9f84-9d22f8b4a7aa HTTP/1.1" status: 404 len: 336 time: 0.1156785 Jan 14 07:37:53.271343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49732) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:53.350624 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bdf2c79-f05a-44b8-8154-a58d0e632988 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:53.395489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aff7f3-2dae-482e-9f3d-dda037147411 None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:37:53.452495 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c3fc41-9b3b-4f78-a2fc-c41af3b86de8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:53.452495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c3fc41-9b3b-4f78-a2fc-c41af3b86de8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:53.492746 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c5c3fc41-9b3b-4f78-a2fc-c41af3b86de8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/077a02c6-1cb7-4632-baea-8d29e9d4309b HTTP/1.1" status: 404 len: 337 time: 0.2168434 Jan 14 07:37:53.494857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49740) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:53.563611 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d4eb3e7d-278c-4edf-980e-7da0d5fa47e8 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:53.575321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f7214884-0d0a-4cc9-a8fe-63b95a400b83 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting port c2040467-e5f2-43df-a5ef-aacd9421c298 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:53.575933 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7214884-0d0a-4cc9-a8fe-63b95a400b83 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:53.584259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eb3e7d-278c-4edf-980e-7da0d5fa47e8 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:53.584954 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d4eb3e7d-278c-4edf-980e-7da0d5fa47e8 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:53.598504 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:53.601021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aff7f3-2dae-482e-9f3d-dda037147411 None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:37:53.629824 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2790e0cd-844d-400b-99dc-2e93dd687f6a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "GET /v2.0/ports?device_id=7ebc4dc2-436a-44a6-951c-4b8a06ab9637 HTTP/1.1" status: 200 len: 205 time: 0.1336834 Jan 14 07:37:53.693504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49744) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:53.802818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f7214884-0d0a-4cc9-a8fe-63b95a400b83 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] For port c2040467-e5f2-43df-a5ef-aacd9421c298, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c2040467-e5f2-43df-a5ef-aacd9421c298,segment=NetworkSegment(d26f60bc-4cc9-4177-976e-a726fea38008),segment_id=d26f60bc-4cc9-4177-976e-a726fea38008)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:53.804172 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7214884-0d0a-4cc9-a8fe-63b95a400b83 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:53.886941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bdf2c79-f05a-44b8-8154-a58d0e632988 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:53.956994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f7214884-0d0a-4cc9-a8fe-63b95a400b83 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Calling delete_port for c2040467-e5f2-43df-a5ef-aacd9421c298 owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:54.001696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb3e7d-278c-4edf-980e-7da0d5fa47e8 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event updated for resources: {'Network': ['ID=985e3b25-99df-48f5-9c81-4a5aca12bbd9,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:54.006783 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d4eb3e7d-278c-4edf-980e-7da0d5fa47e8 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:54.013349 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d4eb3e7d-278c-4edf-980e-7da0d5fa47e8 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7475791 Jan 14 07:37:54.026147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49758) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:54.052025 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-81032374-dea5-4fb3-8ce4-52632bd7d479 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] delete failed (client error): The resource could not be found. Jan 14 07:37:54.053281 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-81032374-dea5-4fb3-8ce4-52632bd7d479 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/routers/7ebc4dc2-436a-44a6-951c-4b8a06ab9637 HTTP/1.1" status: 404 len: 336 time: 0.3522968 Jan 14 07:37:54.053902 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05990ca0-44d0-495f-a8b9-cec733bfc265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:54.064137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bfd088f5-5f28-4936-b265-3b06bddade39 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Request body: {'subnet': {'network_id': '985e3b25-99df-48f5-9c81-4a5aca12bbd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:54.066275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 985e3b25-99df-48f5-9c81-4a5aca12bbd9 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:54.084088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 985e3b25-99df-48f5-9c81-4a5aca12bbd9 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:54.087299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49762) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:54.213651 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 985e3b25-99df-48f5-9c81-4a5aca12bbd9 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:37:54.225443 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6e8f18-977b-4db5-a8a5-39b475444295 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:54.226236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6e8f18-977b-4db5-a8a5-39b475444295 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:54.228955 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3d6e8f18-977b-4db5-a8a5-39b475444295 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/442b2dde-202a-4979-8782-920a6e6ae78e HTTP/1.1" status: 404 len: 337 time: 0.1397238 Jan 14 07:37:54.239239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49766) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:54.248077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Allocated IP 172.25.3.254 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/35ac9842-bfe1-49aa-b244-be1ea5f4f6cb) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:54.282019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9bdf2c79-f05a-44b8-8154-a58d0e632988 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca24711-10a0-48e4-bc55-388c9ad504f8']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:54.314654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9bdf2c79-f05a-44b8-8154-a58d0e632988 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3f81ae-683c-4510-8f31-e499a1271552') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:54.315121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9bdf2c79-f05a-44b8-8154-a58d0e632988 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3f81ae-683c-4510-8f31-e499a1271552') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:54.338852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bfd088f5-5f28-4936-b265-3b06bddade39 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:54.339415 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-08611f52-b8f7-4014-9c26-c66bd3594be8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:54.340933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08611f52-b8f7-4014-9c26-c66bd3594be8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:54.352283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bfd088f5-5f28-4936-b265-3b06bddade39 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:54.366760 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-08611f52-b8f7-4014-9c26-c66bd3594be8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/35df3541-9523-4dc9-b58c-71581a36863a HTTP/1.1" status: 404 len: 337 time: 0.1152186 Jan 14 07:37:54.375812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49774) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:54.379917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] For port c6f51580-68aa-406c-a5fc-4558e44d3629, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c6f51580-68aa-406c-a5fc-4558e44d3629,segment=NetworkSegment(92ff5458-da92-4aff-a1fd-723ae059536d),segment_id=92ff5458-da92-4aff-a1fd-723ae059536d)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:54.380827 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:54.382989 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bdf2c79-f05a-44b8-8154-a58d0e632988 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:54.418006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd5430a-2e28-46f1-9826-9af25326245c None None] Network 439766a0-0884-4e43-9a23-4962130a6822 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:54.461858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd088f5-5f28-4936-b265-3b06bddade39 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Made reservation on behalf of 57fa3a7ee5f24cf99a4333cc50f2b32d for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:54.483569 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7214884-0d0a-4cc9-a8fe-63b95a400b83 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:54.561558 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2e4c95bc-3845-40e7-bed8-eccc51ddc8d5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:54.604692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfd088f5-5f28-4936-b265-3b06bddade39 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:54.683363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for c6f51580-68aa-406c-a5fc-4558e44d3629 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:54.715223 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c018e221-344c-422b-ab2e-32edcf0619ee tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:54.715613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c018e221-344c-422b-ab2e-32edcf0619ee tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:54.720146 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c018e221-344c-422b-ab2e-32edcf0619ee tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/47512ecf-800e-4cfb-8bdb-7778216a1bfd HTTP/1.1" status: 404 len: 333 time: 0.3381231 Jan 14 07:37:54.721047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49782) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:54.776120 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bdf2c79-f05a-44b8-8154-a58d0e632988 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:54.785340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9bdf2c79-f05a-44b8-8154-a58d0e632988 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Releasing vxlan tunnel 6 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:37:54.817381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7214884-0d0a-4cc9-a8fe-63b95a400b83 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Port': ['ID=c2040467-e5f2-43df-a5ef-aacd9421c298,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:54.824686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfd5f0a-1ef6-4edf-8d9d-25df540b0342 None None] DHCP port deletion for 439766a0-0884-4e43-9a23-4962130a6822 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:37:54.825872 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae62fb2d-9c9b-4829-8e62-ffb085689663 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:54.826381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae62fb2d-9c9b-4829-8e62-ffb085689663 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:54.830981 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ae62fb2d-9c9b-4829-8e62-ffb085689663 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/f849a31d-d718-4762-8446-c0d63d49fa79 HTTP/1.1" status: 404 len: 337 time: 0.1022892 Jan 14 07:37:54.831123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-adfd5f0a-1ef6-4edf-8d9d-25df540b0342 None None] Deleting port c6f51580-68aa-406c-a5fc-4558e44d3629 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:54.831414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-adfd5f0a-1ef6-4edf-8d9d-25df540b0342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:54.835839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49786) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:54.846101 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f7214884-0d0a-4cc9-a8fe-63b95a400b83 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:54.973920 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bb65f1-ceb0-4657-ba98-5fa1dbc52f79 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:54.974459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47bb65f1-ceb0-4657-ba98-5fa1dbc52f79 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:54.998005 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-47bb65f1-ceb0-4657-ba98-5fa1dbc52f79 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/ff0bb64b-3344-4625-afa7-78e66bbab12f HTTP/1.1" status: 404 len: 333 time: 0.1610239 Jan 14 07:37:55.004404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49796) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:55.024943 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:55.166892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9bdf2c79-f05a-44b8-8154-a58d0e632988 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Network 2ca24711-10a0-48e4-bc55-388c9ad504f8 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:37:55.181825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-adfd5f0a-1ef6-4edf-8d9d-25df540b0342 None None] For port c6f51580-68aa-406c-a5fc-4558e44d3629, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c6f51580-68aa-406c-a5fc-4558e44d3629,segment=NetworkSegment(92ff5458-da92-4aff-a1fd-723ae059536d),segment_id=92ff5458-da92-4aff-a1fd-723ae059536d)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:37:55.182374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-adfd5f0a-1ef6-4edf-8d9d-25df540b0342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:55.209673 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc419956-af72-489e-81c4-a06b689ceac9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:55.210272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc419956-af72-489e-81c4-a06b689ceac9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:55.214726 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fc419956-af72-489e-81c4-a06b689ceac9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/2d108d3e-9d23-4161-bc03-13be17b74e72 HTTP/1.1" status: 404 len: 337 time: 0.1496344 Jan 14 07:37:55.220117 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bdf2c79-f05a-44b8-8154-a58d0e632988 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:55.237489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49800) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:55.349533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-adfd5f0a-1ef6-4edf-8d9d-25df540b0342 None None] Calling delete_port for c6f51580-68aa-406c-a5fc-4558e44d3629 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:37:55.399517 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:55.411518 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:55.463115 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-adfd5f0a-1ef6-4edf-8d9d-25df540b0342 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:37:55.463618 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-adfd5f0a-1ef6-4edf-8d9d-25df540b0342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:37:55.559424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Port': ['ID=c6f51580-68aa-406c-a5fc-4558e44d3629,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:55.577941 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:55.614058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c6f51580-68aa-406c-a5fc-4558e44d3629 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:37:55.688509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] No DVR routers for this DVR port c6f51580-68aa-406c-a5fc-4558e44d3629 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:37:55.713075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: c6f51580-68aa-406c-a5fc-4558e44d3629 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:37:55.718710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c6f51580-68aa-406c-a5fc-4558e44d3629 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:37:55.729813 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-673d515f-dc39-42a8-9555-962d453457a7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:55.730365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-673d515f-dc39-42a8-9555-962d453457a7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:55.732618 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-673d515f-dc39-42a8-9555-962d453457a7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/b594449a-67ec-4554-b49f-3c0a41f7ed53 HTTP/1.1" status: 404 len: 333 time: 0.4940064 Jan 14 07:37:55.738820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49812) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:55.919540 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28cecfe-1a98-4997-be51-d0d8823d2193 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:55.920240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28cecfe-1a98-4997-be51-d0d8823d2193 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:55.925183 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d28cecfe-1a98-4997-be51-d0d8823d2193 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/019eebdd-7f7b-4571-b71f-93bb1e92656e HTTP/1.1" status: 404 len: 337 time: 0.1790497 Jan 14 07:37:55.937271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49816) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:55.949215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9bdf2c79-f05a-44b8-8154-a58d0e632988 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Network 2ca24711-10a0-48e4-bc55-388c9ad504f8 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:37:55.965342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-adfd5f0a-1ef6-4edf-8d9d-25df540b0342 None None] Deleting port c6f51580-68aa-406c-a5fc-4558e44d3629 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:37:55.965769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-adfd5f0a-1ef6-4edf-8d9d-25df540b0342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:56.015325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:37:56.036394 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:37:56.038580 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b7ff8e-3012-4207-90c7-f8e54da7ffc4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:56.038580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b7ff8e-3012-4207-90c7-f8e54da7ffc4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:56.039126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-adfd5f0a-1ef6-4edf-8d9d-25df540b0342 None None] The port 'c6f51580-68aa-406c-a5fc-4558e44d3629' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:37:56.043073 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-63b7ff8e-3012-4207-90c7-f8e54da7ffc4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/56475898-b783-4ac4-9dd5-5333c726e608 HTTP/1.1" status: 404 len: 333 time: 0.0941570 Jan 14 07:37:56.048663 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-00001463-b58f-4bc2-95dd-12029474ee0e tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:56.085186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49820) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:56.183378 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bdf2c79-f05a-44b8-8154-a58d0e632988 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:56.238544 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-671f40b8-1464-4b9c-896e-d5275f501eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:56.262602 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:56.269135 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bdf2c79-f05a-44b8-8154-a58d0e632988 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:56.272127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf2c79-f05a-44b8-8154-a58d0e632988 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event deleted for resources: {'Network': ['ID=2ca24711-10a0-48e4-bc55-388c9ad504f8,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:56.280157 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9bdf2c79-f05a-44b8-8154-a58d0e632988 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:56.281424 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-988dae90-0d77-4a6e-bba5-ab03c7e560cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:56.282091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988dae90-0d77-4a6e-bba5-ab03c7e560cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:56.301625 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9bdf2c79-f05a-44b8-8154-a58d0e632988 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "DELETE /v2.0/networks/2ca24711-10a0-48e4-bc55-388c9ad504f8 HTTP/1.1" status: 204 len: 168 time: 3.3606305 Jan 14 07:37:56.304219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49830) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:56.370608 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-988dae90-0d77-4a6e-bba5-ab03c7e560cf tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/4e8c0253-27ce-4e99-bbc6-a1c9c531e633 HTTP/1.1" status: 404 len: 337 time: 0.2600789 Jan 14 07:37:56.390403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49834) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:56.397174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Pushing event updated for resources: {'Port': ['ID=35ac9842-bfe1-49aa-b244-be1ea5f4f6cb,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:56.416572 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:56.417718 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7214884-0d0a-4cc9-a8fe-63b95a400b83 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:56.490219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0e24e21-fc50-4fa2-96f6-f57bd6b463ee tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:56.596825 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43d93ed-5fab-40a5-b260-97272900ddee tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:56.597515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43d93ed-5fab-40a5-b260-97272900ddee tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:56.599467 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e43d93ed-5fab-40a5-b260-97272900ddee tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/e83acd18-f7fb-4741-a4c8-27f185e4229e HTTP/1.1" status: 404 len: 333 time: 0.2038841 Jan 14 07:37:56.604333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49842) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:56.641271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439766a0-0884-4e43-9a23-4962130a6822']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:56.677623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ff5458-da92-4aff-a1fd-723ae059536d') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:56.677957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ff5458-da92-4aff-a1fd-723ae059536d') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:56.715962 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:56.731081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:56.742187 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:56.744932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:56.749309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Releasing vxlan tunnel 18 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:37:56.754317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2dfb9062-0bbe-41ee-bee5-82435261a02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:56.769596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:56.812268 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb32bd2-d3f9-4360-aaad-0691da5b494d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:56.812765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb32bd2-d3f9-4360-aaad-0691da5b494d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:56.817139 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ddb32bd2-d3f9-4360-aaad-0691da5b494d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/560e3470-6372-48c7-a95c-1795fbd42fbf HTTP/1.1" status: 404 len: 337 time: 0.2092304 Jan 14 07:37:56.827896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49850) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:56.840014 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfd088f5-5f28-4936-b265-3b06bddade39 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:56.858580 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-64979050-4915-4406-a9e4-307e26d2bd7e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:56.907071 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0e24e21-fc50-4fa2-96f6-f57bd6b463ee tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:57.130121 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5ac1f8-9a6f-48dc-8949-d30d3aedc876 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:57.130121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c5ac1f8-9a6f-48dc-8949-d30d3aedc876 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:57.130121 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6c5ac1f8-9a6f-48dc-8949-d30d3aedc876 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/1277e916-d906-41d9-a4ae-76d06fdacb73 HTTP/1.1" status: 404 len: 333 time: 0.2995231 Jan 14 07:37:57.188563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49862) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:57.300947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd088f5-5f28-4936-b265-3b06bddade39 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event updated for resources: {'Subnet': ['ID=6e433a63-de15-4199-b2ba-dc8162ca9378,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:57.303728 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-87332290-1b54-4f69-bf88-daed108647a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:57.304456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87332290-1b54-4f69-bf88-daed108647a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:57.307162 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-87332290-1b54-4f69-bf88-daed108647a9 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/8b5b8dc1-1925-456e-88ee-d51123ecb08a HTTP/1.1" status: 404 len: 337 time: 0.1171193 Jan 14 07:37:57.311395 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bfd088f5-5f28-4936-b265-3b06bddade39 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:57.323539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49866) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:57.325832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network 439766a0-0884-4e43-9a23-4962130a6822 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:37:57.359990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:57.414278 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:57.426314 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a84560b-28d2-4bfc-98c3-c705b1ff3b9e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:57.426738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a84560b-28d2-4bfc-98c3-c705b1ff3b9e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:57.431241 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8a84560b-28d2-4bfc-98c3-c705b1ff3b9e tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/ports/6e10d194-fb13-4ee2-a63e-73bf98f6bb56 HTTP/1.1" status: 404 len: 333 time: 0.0765324 Jan 14 07:37:57.435131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49874) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:57.442303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f0e24e21-fc50-4fa2-96f6-f57bd6b463ee tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949c8e18-6d77-47d4-be82-60aefbc7d245']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:57.506152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f0e24e21-fc50-4fa2-96f6-f57bd6b463ee tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0afba5e5-4257-46f8-b48a-960ee0f8c490') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:57.506494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f0e24e21-fc50-4fa2-96f6-f57bd6b463ee tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0afba5e5-4257-46f8-b48a-960ee0f8c490') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:57.525251 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e29cac-e6e8-4c63-af45-fd683bd1fe77 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] DELETE failed (client error): The resource could not be found. Jan 14 07:37:57.525744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e29cac-e6e8-4c63-af45-fd683bd1fe77 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:37:57.531154 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-30e29cac-e6e8-4c63-af45-fd683bd1fe77 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/subnets/61c09c31-a2c4-4055-bc75-84f7658ee9d1 HTTP/1.1" status: 404 len: 337 time: 0.0892966 Jan 14 07:37:57.531154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49878) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:57.534767 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0e24e21-fc50-4fa2-96f6-f57bd6b463ee tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:57.675013 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0e24e21-fc50-4fa2-96f6-f57bd6b463ee tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:57.681345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f0e24e21-fc50-4fa2-96f6-f57bd6b463ee tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Releasing vxlan tunnel 13 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:37:57.784707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd088f5-5f28-4936-b265-3b06bddade39 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Checking segment: {'id': '45409817-af5f-4403-8b22-56af3d6d048c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '985e3b25-99df-48f5-9c81-4a5aca12bbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:57.785108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd088f5-5f28-4936-b265-3b06bddade39 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network hostable DHCP agents. Network: 985e3b25-99df-48f5-9c81-4a5aca12bbd9, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:37:57.808641 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7fd06df1-f4b7-4609-9f87-e3426d2757e4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:57.945257 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:57.973406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd088f5-5f28-4936-b265-3b06bddade39 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 985e3b25-99df-48f5-9c81-4a5aca12bbd9 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:37:58.031480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f0e24e21-fc50-4fa2-96f6-f57bd6b463ee tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Network 949c8e18-6d77-47d4-be82-60aefbc7d245 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:37:58.045183 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0e24e21-fc50-4fa2-96f6-f57bd6b463ee tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:58.063162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-bfd088f5-5f28-4936-b265-3b06bddade39 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 985e3b25-99df-48f5-9c81-4a5aca12bbd9) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:58.071207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc8db80-ac27-4215-9dab-15c9e8e50af3 None None] Network 985e3b25-99df-48f5-9c81-4a5aca12bbd9 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:37:58.191997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network 439766a0-0884-4e43-9a23-4962130a6822 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:37:58.223028 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:37:58.236857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd088f5-5f28-4936-b265-3b06bddade39 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:37:58.237526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfd088f5-5f28-4936-b265-3b06bddade39 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:58.388374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-985e3b25-99df-48f5-9c81-4a5aca12bbd9', 'network_id': '985e3b25-99df-48f5-9c81-4a5aca12bbd9', 'tenant_id': '57fa3a7ee5f24cf99a4333cc50f2b32d', 'fixed_ips': [{'subnet_id': '6e433a63-de15-4199-b2ba-dc8162ca9378'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:37:58.388891 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7fd06df1-f4b7-4609-9f87-e3426d2757e4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:58.389839 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:58.489518 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bfd088f5-5f28-4936-b265-3b06bddade39 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.4502165 Jan 14 07:37:58.513360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49896) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:58.529049 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:58.600963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7214884-0d0a-4cc9-a8fe-63b95a400b83 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router c0a84acb-d1b6-4762-bd95-e39b3ca52497 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:37:58.644702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f0e24e21-fc50-4fa2-96f6-f57bd6b463ee tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Network 949c8e18-6d77-47d4-be82-60aefbc7d245 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:37:58.706354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:58.757704 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:58.790866 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:58.813954 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:37:58.835682 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:37:58.910174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Network': ['ID=439766a0-0884-4e43-9a23-4962130a6822,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:58.921500 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:58.931858 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/networks/439766a0-0884-4e43-9a23-4962130a6822 HTTP/1.1" status: 204 len: 168 time: 8.7570539 Jan 14 07:37:58.939568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49904) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:58.946704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fc39c0ba-9dcb-4c49-8e07-f3de3d6b4265 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'network': {'name': 'tempest-PortsTestJSON-392742512'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:37:58.954151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fc39c0ba-9dcb-4c49-8e07-f3de3d6b4265 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:37:58.958419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fc39c0ba-9dcb-4c49-8e07-f3de3d6b4265 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:network and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:37:58.961660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fc39c0ba-9dcb-4c49-8e07-f3de3d6b4265 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for network was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:37:58.969643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fc39c0ba-9dcb-4c49-8e07-f3de3d6b4265 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:37:58.987521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc39c0ba-9dcb-4c49-8e07-f3de3d6b4265 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:37:58.999243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc39c0ba-9dcb-4c49-8e07-f3de3d6b4265 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:59.023109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7214884-0d0a-4cc9-a8fe-63b95a400b83 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:37:59.037343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92a8c5a-4cb0-4fc3-ac7d-4c819050e5db None None] Sync routers for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:37:59.038320 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f7214884-0d0a-4cc9-a8fe-63b95a400b83 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/c0a84acb-d1b6-4762-bd95-e39b3ca52497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5302541 Jan 14 07:37:59.043677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49912) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:37:59.045396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Allocated IP 2001:db8::2 (985e3b25-99df-48f5-9c81-4a5aca12bbd9/6e433a63-de15-4199-b2ba-dc8162ca9378/076ef52f-130c-41f6-9868-eadf8c80927e) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:37:59.052505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92a8c5a-4cb0-4fc3-ac7d-4c819050e5db None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:59.053192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c92a8c5a-4cb0-4fc3-ac7d-4c819050e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:37:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:59.085220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-7fd06df1-f4b7-4609-9f87-e3426d2757e4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6acc9a6-db0b-42d1-82b7-716516d3711e']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:59.122641 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:59.298256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-c92a8c5a-4cb0-4fc3-ac7d-4c819050e5db None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:37:59.315204 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:59.381465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:59.398951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Transition to ACTIVE for port object 076ef52f-130c-41f6-9868-eadf8c80927e will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:59.421656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Transition to ACTIVE for port object 076ef52f-130c-41f6-9868-eadf8c80927e will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:37:59.453829 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:59.480721 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:59.481958 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-427a84ba-9137-43e7-a85b-d4b68e84eb89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:59.558964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Pushing event updated for resources: {'Port': ['ID=076ef52f-130c-41f6-9868-eadf8c80927e,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:59.564759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-7fd06df1-f4b7-4609-9f87-e3426d2757e4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:59.565330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-7fd06df1-f4b7-4609-9f87-e3426d2757e4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94cc2abb-6f2b-443f-8df7-48da0b2b2fa8') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:59.573389 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0e24e21-fc50-4fa2-96f6-f57bd6b463ee tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:59.587929 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-583f510e-3308-4865-8d32-69d1cb81d766 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:37:59.605297 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0e24e21-fc50-4fa2-96f6-f57bd6b463ee tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:59.613294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7fd06df1-f4b7-4609-9f87-e3426d2757e4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:59.619583 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:59.634918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e24e21-fc50-4fa2-96f6-f57bd6b463ee tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Pushing event deleted for resources: {'Network': ['ID=949c8e18-6d77-47d4-be82-60aefbc7d245,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:37:59.646064 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f0e24e21-fc50-4fa2-96f6-f57bd6b463ee tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:37:59.655047 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7fd06df1-f4b7-4609-9f87-e3426d2757e4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:59.661107 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f0e24e21-fc50-4fa2-96f6-f57bd6b463ee tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] 10.222.0.41 "DELETE /v2.0/networks/949c8e18-6d77-47d4-be82-60aefbc7d245 HTTP/1.1" status: 204 len: 168 time: 3.3540094 Jan 14 07:37:59.665912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7fd06df1-f4b7-4609-9f87-e3426d2757e4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Releasing vxlan tunnel 14 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:37:59.709408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Network 985e3b25-99df-48f5-9c81-4a5aca12bbd9 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:37:59.710681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:37:59.714337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:37:59.763599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc39c0ba-9dcb-4c49-8e07-f3de3d6b4265 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:37:59.832791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc39c0ba-9dcb-4c49-8e07-f3de3d6b4265 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:59.833544 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-fc39c0ba-9dcb-4c49-8e07-f3de3d6b4265 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Added segment 3994b9fc-75db-407f-a5e9-f95e672b563f of type vxlan for network 4812e539-824f-494c-8679-bbb75f5d026c Jan 14 07:37:59.834693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c92a8c5a-4cb0-4fc3-ac7d-4c819050e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:37:54Z', 'revision_number': 8, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '37c383f9-0c57-4fa1-9bec-8f61fa246483', 'name': '', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:bc:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:30Z', 'updated_at': '2021-01-14T07:36:50Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4c213f98-7170-4f0f-a879-7ec4b1026bf3', 'name': '', 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:92:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:54Z', 'updated_at': '2021-01-14T07:37:17Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:59.841756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Attempting to bind port 076ef52f-130c-41f6-9868-eadf8c80927e on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:37:59.843073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Attempting to bind port 076ef52f-130c-41f6-9868-eadf8c80927e by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '45409817-af5f-4403-8b22-56af3d6d048c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '985e3b25-99df-48f5-9c81-4a5aca12bbd9'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:37:59.843735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Attempting to bind port 076ef52f-130c-41f6-9868-eadf8c80927e on network 985e3b25-99df-48f5-9c81-4a5aca12bbd9 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:37:59.847244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92a8c5a-4cb0-4fc3-ac7d-4c819050e5db None None] Checking router: c0a84acb-d1b6-4762-bd95-e39b3ca52497 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:37:59.853317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:37:59.854244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Checking segment: {'id': '45409817-af5f-4403-8b22-56af3d6d048c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '985e3b25-99df-48f5-9c81-4a5aca12bbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:37:59.855105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:59.856242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Bound using segment: {'id': '45409817-af5f-4403-8b22-56af3d6d048c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '985e3b25-99df-48f5-9c81-4a5aca12bbd9'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:37:59.857281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Bound port: 076ef52f-130c-41f6-9868-eadf8c80927e, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45409817-af5f-4403-8b22-56af3d6d048c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '985e3b25-99df-48f5-9c81-4a5aca12bbd9'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:37:59.858191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:59.869425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92a8c5a-4cb0-4fc3-ac7d-4c819050e5db None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:37:59.870235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c92a8c5a-4cb0-4fc3-ac7d-4c819050e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:37:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:37:59.870362 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc39c0ba-9dcb-4c49-8e07-f3de3d6b4265 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:37:59.970378 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc39c0ba-9dcb-4c49-8e07-f3de3d6b4265 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:00.024232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc39c0ba-9dcb-4c49-8e07-f3de3d6b4265 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:00.024956 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc39c0ba-9dcb-4c49-8e07-f3de3d6b4265 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:00.049949 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-24f59e3c-b967-4f5d-8f69-3281982685be tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:00.091043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] For port 076ef52f-130c-41f6-9868-eadf8c80927e, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:38:00.098062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7fd06df1-f4b7-4609-9f87-e3426d2757e4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:00.100828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] For port 076ef52f-130c-41f6-9868-eadf8c80927e, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=076ef52f-130c-41f6-9868-eadf8c80927e,segment=NetworkSegment(45409817-af5f-4403-8b22-56af3d6d048c),segment_id=45409817-af5f-4403-8b22-56af3d6d048c)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:38:00.109380 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:00.118495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-c92a8c5a-4cb0-4fc3-ac7d-4c819050e5db None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:00.129769 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1500e6a4-fe11-4f69-a921-b63d56e5eb53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:00.145807 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7fd06df1-f4b7-4609-9f87-e3426d2757e4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:00.187276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39c0ba-9dcb-4c49-8e07-f3de3d6b4265 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Network': ['ID=4812e539-824f-494c-8679-bbb75f5d026c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:00.283473 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fc39c0ba-9dcb-4c49-8e07-f3de3d6b4265 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:00.310514 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fc39c0ba-9dcb-4c49-8e07-f3de3d6b4265 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3694715 Jan 14 07:38:00.313619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49930) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:00.323965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fa1d50c7-5fa0-43ab-ab9e-bb94b710ac4f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'subnet': {'network_id': '4812e539-824f-494c-8679-bbb75f5d026c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:00.406938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 4812e539-824f-494c-8679-bbb75f5d026c details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:00.500921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c92a8c5a-4cb0-4fc3-ac7d-4c819050e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:37:54Z', 'revision_number': 8, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '37c383f9-0c57-4fa1-9bec-8f61fa246483', 'name': '', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:bc:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:30Z', 'updated_at': '2021-01-14T07:36:50Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4c213f98-7170-4f0f-a879-7ec4b1026bf3', 'name': '', 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:92:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:54Z', 'updated_at': '2021-01-14T07:37:17Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:00.504376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49940) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:00.507845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92a8c5a-4cb0-4fc3-ac7d-4c819050e5db None None] The sync data for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 is: [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:37:54Z', 'revision_number': 8, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '37c383f9-0c57-4fa1-9bec-8f61fa246483', 'name': '', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:bc:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:30Z', 'updated_at': '2021-01-14T07:36:50Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4c213f98-7170-4f0f-a879-7ec4b1026bf3', 'name': '', 'network_id': 'c3362d58-e025-4f5c-9a9b-fea03db40044', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:92:16:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:54Z', 'updated_at': '2021-01-14T07:37:17Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '858eee65-ce62-4c70-83e5-329b7e00b152', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:38:00.616542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c63268-5b21-4c20-939e-89269536a7f3 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting subnet 3e11f357-17c6-44ad-bb3b-0ac98175fd40 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:38:00.621182 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1c63268-5b21-4c20-939e-89269536a7f3 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:00.650419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 4812e539-824f-494c-8679-bbb75f5d026c details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:00.705299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 4812e539-824f-494c-8679-bbb75f5d026c details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:00.722375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7fd06df1-f4b7-4609-9f87-e3426d2757e4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Network e6acc9a6-db0b-42d1-82b7-716516d3711e has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:00.722633 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1c63268-5b21-4c20-939e-89269536a7f3 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:38:00.754254 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:38:00.856645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Pushing event updated for resources: {'Port': ['ID=076ef52f-130c-41f6-9868-eadf8c80927e,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:00.870913 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:00.940590 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7fd06df1-f4b7-4609-9f87-e3426d2757e4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:00.948971 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:00.977980 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:01.122779 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7fd06df1-f4b7-4609-9f87-e3426d2757e4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:01.126240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd06df1-f4b7-4609-9f87-e3426d2757e4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Pushing event deleted for resources: {'Network': ['ID=e6acc9a6-db0b-42d1-82b7-716516d3711e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:01.165797 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7fd06df1-f4b7-4609-9f87-e3426d2757e4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:01.172591 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96008eb3-9d99-4615-85bf-03bbb58f5adf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:01.181704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fa1d50c7-5fa0-43ab-ab9e-bb94b710ac4f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:01.191586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fa1d50c7-5fa0-43ab-ab9e-bb94b710ac4f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:subnet and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:01.194435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Router 593fe767-bb7f-4d88-b049-af86f8786a7d is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:38:01.199421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fa1d50c7-5fa0-43ab-ab9e-bb94b710ac4f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:01.213531 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7fd06df1-f4b7-4609-9f87-e3426d2757e4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] 10.222.0.41 "DELETE /v2.0/networks/e6acc9a6-db0b-42d1-82b7-716516d3711e HTTP/1.1" status: 204 len: 168 time: 3.6788633 Jan 14 07:38:01.214224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fa1d50c7-5fa0-43ab-ab9e-bb94b710ac4f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:01.341497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event deleted for resources: {'Subnet': ['ID=6e433a63-de15-4199-b2ba-dc8162ca9378,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:01.388477 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:01.558751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985e3b25-99df-48f5-9c81-4a5aca12bbd9']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:01.582311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:38:01.596460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5985fdd5-6b5e-48f5-aadf-6b18241a2237 None None] Sync routers for ids ['593fe767-bb7f-4d88-b049-af86f8786a7d'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:38:01.603555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45409817-af5f-4403-8b22-56af3d6d048c') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:01.603920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45409817-af5f-4403-8b22-56af3d6d048c') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:01.618137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:01.633735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5985fdd5-6b5e-48f5-aadf-6b18241a2237 None None] Routers {'593fe767-bb7f-4d88-b049-af86f8786a7d'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:01.634449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5985fdd5-6b5e-48f5-aadf-6b18241a2237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:37:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['593fe767-bb7f-4d88-b049-af86f8786a7d'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:01.635337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:01.638262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Releasing vxlan tunnel 19 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:38:01.647217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1d50c7-5fa0-43ab-ab9e-bb94b710ac4f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:01.746186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 076ef52f-130c-41f6-9868-eadf8c80927e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:38:01.789099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5985fdd5-6b5e-48f5-aadf-6b18241a2237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:01.798343 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1c63268-5b21-4c20-939e-89269536a7f3 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:01.815053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5985fdd5-6b5e-48f5-aadf-6b18241a2237 None None] Routers {'593fe767-bb7f-4d88-b049-af86f8786a7d'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:01.815896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5985fdd5-6b5e-48f5-aadf-6b18241a2237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:37:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['593fe767-bb7f-4d88-b049-af86f8786a7d'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:01.866692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49964) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:01.877858 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fa1d50c7-5fa0-43ab-ab9e-bb94b710ac4f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:01.939769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5985fdd5-6b5e-48f5-aadf-6b18241a2237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:01.940233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5985fdd5-6b5e-48f5-aadf-6b18241a2237 None None] The sync data for ids ['593fe767-bb7f-4d88-b049-af86f8786a7d'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:38:01.963919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 985e3b25-99df-48f5-9c81-4a5aca12bbd9 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:01.984337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:02.003050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 076ef52f-130c-41f6-9868-eadf8c80927e completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:02.019826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c2040467-e5f2-43df-a5ef-aacd9421c298 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:02.058065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: c2040467-e5f2-43df-a5ef-aacd9421c298 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:38:02.058470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c2040467-e5f2-43df-a5ef-aacd9421c298 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:38:02.137217 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:02.138469 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 12.4075584 Jan 14 07:38:02.146161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49972) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:02.180894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1e5bffb8-c4a6-458f-9c93-1bc4579d4184 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Request body: {'router': {'external_gateway_info': {}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:02.182193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 985e3b25-99df-48f5-9c81-4a5aca12bbd9 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.129s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-da7e7d34-4d94-456c-b986-719dfb50aa2a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b9ec7474ee24f6ca3f36e227665f478&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8005714 Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: [parameters: {'id': '985e3b25-99df-48f5-9c81-4a5aca12bbd9'}] Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:38:02.309808 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:38:02.313926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 49980) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:02.387009 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c7c5ea7-8cde-4dbb-8607-771c719e4667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:02.427545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c7c5ea7-8cde-4dbb-8607-771c719e4667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:02.480510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c7c5ea7-8cde-4dbb-8607-771c719e4667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:02.488563 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-426465a6-659b-4439-8791-3cbba348eb69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:02.502938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c5ea7-8cde-4dbb-8607-771c719e4667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e34752b-44c7-4f2c-b577-b93cc40d1ffe,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:02.506140 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8c7c5ea7-8cde-4dbb-8607-771c719e4667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:02.509572 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c7c5ea7-8cde-4dbb-8607-771c719e4667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:02.513441 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8c7c5ea7-8cde-4dbb-8607-771c719e4667 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e34752b-44c7-4f2c-b577-b93cc40d1ffe HTTP/1.1" status: 204 len: 168 time: 0.1958499 Jan 14 07:38:02.801396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc297039-ffb1-4096-b21a-12bde871a918 None None] Network 985e3b25-99df-48f5-9c81-4a5aca12bbd9 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:02.809235 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:02.855071 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d4acd00d-d392-4e8d-ae87-a2eeac3dbfc1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33c6fb24403345ddb7d80c37208656bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7555697 Jan 14 07:38:02.881327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 49998) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:02.961647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Deleting port 076ef52f-130c-41f6-9868-eadf8c80927e {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:02.962005 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:02.997446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-473a9237-7b4b-4cf1-8437-84c16a3fba20 None None] Provisioning for port 076ef52f-130c-41f6-9868-eadf8c80927e completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:03.027283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-473a9237-7b4b-4cf1-8437-84c16a3fba20 None None] Provisioning complete for port 076ef52f-130c-41f6-9868-eadf8c80927e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:03.027932 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-473a9237-7b4b-4cf1-8437-84c16a3fba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:03.092427 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1c63268-5b21-4c20-939e-89269536a7f3 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:03.218739 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4dac6da3-6dfc-4856-a662-22d0f7c2601e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:03.312057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c63268-5b21-4c20-939e-89269536a7f3 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Subnet': ['ID=3e11f357-17c6-44ad-bb3b-0ac98175fd40,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:03.315436 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1c63268-5b21-4c20-939e-89269536a7f3 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:03.345283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] For port 076ef52f-130c-41f6-9868-eadf8c80927e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=076ef52f-130c-41f6-9868-eadf8c80927e,segment=NetworkSegment(45409817-af5f-4403-8b22-56af3d6d048c),segment_id=45409817-af5f-4403-8b22-56af3d6d048c)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:03.345978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:03.373408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-473a9237-7b4b-4cf1-8437-84c16a3fba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:03.453308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-473a9237-7b4b-4cf1-8437-84c16a3fba20 None None] For port 076ef52f-130c-41f6-9868-eadf8c80927e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=076ef52f-130c-41f6-9868-eadf8c80927e,segment=NetworkSegment(45409817-af5f-4403-8b22-56af3d6d048c),segment_id=45409817-af5f-4403-8b22-56af3d6d048c)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:03.473219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-473a9237-7b4b-4cf1-8437-84c16a3fba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:03.477710 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab37391e-82b9-42d0-9fd9-da3e7d7d37da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:03.528632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Calling delete_port for 076ef52f-130c-41f6-9868-eadf8c80927e owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:03.551024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c3124bd-ce6e-49e8-a2a8-0dbdacee9e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:03.551690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a34ad0-91df-489d-be2b-ddc47c78031a None None] DHCP port deletion for 985e3b25-99df-48f5-9c81-4a5aca12bbd9 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:38:03.562287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-38a34ad0-91df-489d-be2b-ddc47c78031a None None] Deleting port 076ef52f-130c-41f6-9868-eadf8c80927e {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:03.562685 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38a34ad0-91df-489d-be2b-ddc47c78031a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:03.591451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c3124bd-ce6e-49e8-a2a8-0dbdacee9e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:03.622516 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:38:03.622516 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:38:03.642598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a9237-7b4b-4cf1-8437-84c16a3fba20 None None] Pushing event updated for resources: {'Port': ['ID=076ef52f-130c-41f6-9868-eadf8c80927e,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:03.648988 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-473a9237-7b4b-4cf1-8437-84c16a3fba20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:03.682803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c3124bd-ce6e-49e8-a2a8-0dbdacee9e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:03.691039 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1c63268-5b21-4c20-939e-89269536a7f3 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:03.695317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eec6b6-335e-4e1b-bdce-1bb3ac2e7362 None None] Network 593a51b8-f25b-43e2-a56b-d428448d188b requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:03.695569 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cf0dd326-29e7-4fdb-aaec-42de7d5cb9c5 tempest-RoutersAdminNegativeTest-1368546383 tempest-RoutersAdminNegativeTest-1368546383] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:03.713684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3124bd-ce6e-49e8-a2a8-0dbdacee9e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01002e44-8728-443a-8696-17cefd5c23f6,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:03.741991 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0c3124bd-ce6e-49e8-a2a8-0dbdacee9e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:03.791511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50026) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:03.791882 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f1c63268-5b21-4c20-939e-89269536a7f3 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/subnets/3e11f357-17c6-44ad-bb3b-0ac98175fd40 HTTP/1.1" status: 204 len: 168 time: 4.7431545 Jan 14 07:38:03.797081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c3124bd-ce6e-49e8-a2a8-0dbdacee9e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:03.798289 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0c3124bd-ce6e-49e8-a2a8-0dbdacee9e51 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/01002e44-8728-443a-8696-17cefd5c23f6 HTTP/1.1" status: 204 len: 168 time: 0.9161184 Jan 14 07:38:03.911780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50032) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:04.085627 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:04.168916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-38a34ad0-91df-489d-be2b-ddc47c78031a None None] For port 076ef52f-130c-41f6-9868-eadf8c80927e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=076ef52f-130c-41f6-9868-eadf8c80927e,segment=NetworkSegment(45409817-af5f-4403-8b22-56af3d6d048c),segment_id=45409817-af5f-4403-8b22-56af3d6d048c)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:04.169431 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38a34ad0-91df-489d-be2b-ddc47c78031a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:04.213723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Deleting port 076ef52f-130c-41f6-9868-eadf8c80927e {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:04.213842 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:04.347710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6fb253-4f1e-4186-86dd-4f29f5a90e1c None None] DHCP port deletion for 593a51b8-f25b-43e2-a56b-d428448d188b request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:38:04.356394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-38a34ad0-91df-489d-be2b-ddc47c78031a None None] Calling delete_port for 076ef52f-130c-41f6-9868-eadf8c80927e owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:04.397492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fa1d50c7-5fa0-43ab-ab9e-bb94b710ac4f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:04.423095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8e6fb253-4f1e-4186-86dd-4f29f5a90e1c None None] Deleting port 51f4b3a7-ac72-480f-9725-4fbc393c408e {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:04.423523 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e6fb253-4f1e-4186-86dd-4f29f5a90e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:04.430018 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-732e42d1-e368-4afb-95a7-5ce6b611d806 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:04.520164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d50c7-5fa0-43ab-ab9e-bb94b710ac4f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Subnet': ['ID=ba271429-a8a5-4f07-ad79-62744e3bd7cd,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:04.526612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] For port 076ef52f-130c-41f6-9868-eadf8c80927e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=076ef52f-130c-41f6-9868-eadf8c80927e,segment=NetworkSegment(45409817-af5f-4403-8b22-56af3d6d048c),segment_id=45409817-af5f-4403-8b22-56af3d6d048c)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:04.527252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:04.533373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e5bffb8-c4a6-458f-9c93-1bc4579d4184 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:04.606719 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fa1d50c7-5fa0-43ab-ab9e-bb94b710ac4f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:04.622365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-675353387'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:04.628974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:04.633631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:network and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:04.640555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:04.649070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:04.704404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Calling delete_port for 076ef52f-130c-41f6-9868-eadf8c80927e owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:04.800406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting port 51f4b3a7-ac72-480f-9725-4fbc393c408e {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:04.800792 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:04.839928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:04.863313 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:04.892138 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:04.928184 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e5bffb8-c4a6-458f-9c93-1bc4579d4184 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:04.941626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:04.979891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:security_group_rule and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:04.982960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1e5bffb8-c4a6-458f-9c93-1bc4579d4184 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Deleting port 35ac9842-bfe1-49aa-b244-be1ea5f4f6cb {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:04.983622 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e5bffb8-c4a6-458f-9c93-1bc4579d4184 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:05.019484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-38a34ad0-91df-489d-be2b-ddc47c78031a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 14 07:38:05.019484 n-d-769329-2 neutron-server[80794]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Jan 14 07:38:05.019484 n-d-769329-2 neutron-server[80794]: [parameters: {'port_id': '076ef52f-130c-41f6-9868-eadf8c80927e', 'host': 'n-d-769329-2'}] Jan 14 07:38:05.019484 n-d-769329-2 neutron-server[80794]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:38:05.020870 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-38a34ad0-91df-489d-be2b-ddc47c78031a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:38:05.046145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:05.070995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] For port 51f4b3a7-ac72-480f-9725-4fbc393c408e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=51f4b3a7-ac72-480f-9725-4fbc393c408e,segment=NetworkSegment(d26f60bc-4cc9-4177-976e-a726fea38008),segment_id=d26f60bc-4cc9-4177-976e-a726fea38008)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:05.072393 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:05.097203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:05.115780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8e6fb253-4f1e-4186-86dd-4f29f5a90e1c None None] For port 51f4b3a7-ac72-480f-9725-4fbc393c408e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=51f4b3a7-ac72-480f-9725-4fbc393c408e,segment=NetworkSegment(d26f60bc-4cc9-4177-976e-a726fea38008),segment_id=d26f60bc-4cc9-4177-976e-a726fea38008)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:05.116236 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e6fb253-4f1e-4186-86dd-4f29f5a90e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:05.218600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1d50c7-5fa0-43ab-ab9e-bb94b710ac4f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Checking segment: {'id': '3994b9fc-75db-407f-a5e9-f95e672b563f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4812e539-824f-494c-8679-bbb75f5d026c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:38:05.219434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1d50c7-5fa0-43ab-ab9e-bb94b710ac4f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network hostable DHCP agents. Network: 4812e539-824f-494c-8679-bbb75f5d026c, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:38:05.301804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8e6fb253-4f1e-4186-86dd-4f29f5a90e1c None None] Calling delete_port for 51f4b3a7-ac72-480f-9725-4fbc393c408e owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:05.406858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1d50c7-5fa0-43ab-ab9e-bb94b710ac4f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network 4812e539-824f-494c-8679-bbb75f5d026c is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:38:05.408713 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e6fb253-4f1e-4186-86dd-4f29f5a90e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:05.438000 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:05.447102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-fa1d50c7-5fa0-43ab-ab9e-bb94b710ac4f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 4812e539-824f-494c-8679-bbb75f5d026c) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:05.449027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:05.518609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:05.559975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e5bffb8-c4a6-458f-9c93-1bc4579d4184 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:05.571526 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0c3124bd-ce6e-49e8-a2a8-0dbdacee9e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:05.589592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-38a34ad0-91df-489d-be2b-ddc47c78031a None None] Deleting port 076ef52f-130c-41f6-9868-eadf8c80927e {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:05.590134 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38a34ad0-91df-489d-be2b-ddc47c78031a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:05.615610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fb253-4f1e-4186-86dd-4f29f5a90e1c None None] Pushing event deleted for resources: {'Port': ['ID=51f4b3a7-ac72-480f-9725-4fbc393c408e,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:05.616561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4a915e-e1e1-4403-9371-7437a307e96b,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:05.618444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713207c7-fe25-413f-acf9-b5d05d2fadba None None] Network 4812e539-824f-494c-8679-bbb75f5d026c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:05.629790 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:05.631190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1d50c7-5fa0-43ab-ab9e-bb94b710ac4f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:05.631882 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fa1d50c7-5fa0-43ab-ab9e-bb94b710ac4f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:05.634225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 076ef52f-130c-41f6-9868-eadf8c80927e no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:05.700645 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8e6fb253-4f1e-4186-86dd-4f29f5a90e1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:05.738886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Calling delete_port for 51f4b3a7-ac72-480f-9725-4fbc393c408e owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:05.858301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50080) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:05.858301 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:38:05.858301 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:38:05.876331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:05.907236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1e5bffb8-c4a6-458f-9c93-1bc4579d4184 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Calling delete_port for 35ac9842-bfe1-49aa-b244-be1ea5f4f6cb owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:05.927727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6fb253-4f1e-4186-86dd-4f29f5a90e1c None None] No DVR routers for this DVR port 51f4b3a7-ac72-480f-9725-4fbc393c408e on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:38:06.007452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-38a34ad0-91df-489d-be2b-ddc47c78031a None None] The port '076ef52f-130c-41f6-9868-eadf8c80927e' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:38:06.008661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Port 076ef52f-130c-41f6-9868-eadf8c80927e update to DOWN by agent not found {{(pid=80909) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Jan 14 07:38:06.009133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 51f4b3a7-ac72-480f-9725-4fbc393c408e no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:06.074635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 51f4b3a7-ac72-480f-9725-4fbc393c408e {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:38:06.075482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 51f4b3a7-ac72-480f-9725-4fbc393c408e not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:38:06.090345 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-489ae435-a0d6-4b04-8a74-d8556cf77d8d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:06.171207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2092913280'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:06.180669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:06.185011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Usage tracker for resource:network and tenant:59c802bcd47c4046834785f7985cb96e is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:06.194045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:06.202214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:06.232896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Made reservation on behalf of 59c802bcd47c4046834785f7985cb96e for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:06.242722 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:06.255109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event deleted for resources: {'Port': ['ID=076ef52f-130c-41f6-9868-eadf8c80927e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:06.258085 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:06.278811 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:06.303792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-4812e539-824f-494c-8679-bbb75f5d026c', 'network_id': '4812e539-824f-494c-8679-bbb75f5d026c', 'tenant_id': '4605628481ce4f349c9c522bcadc9a32', 'fixed_ips': [{'subnet_id': 'ba271429-a8a5-4f07-ad79-62744e3bd7cd'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:38:06.304715 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:06.313335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:06.318416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Usage tracker for resource:security_group_rule and tenant:59c802bcd47c4046834785f7985cb96e is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:06.328076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:06.335071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:06.362087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting port 51f4b3a7-ac72-480f-9725-4fbc393c408e {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:06.362725 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:06.445088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] The port '51f4b3a7-ac72-480f-9725-4fbc393c408e' was deleted {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:38:06.476306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:38:06.520127 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fa1d50c7-5fa0-43ab-ab9e-bb94b710ac4f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.2027957 Jan 14 07:38:06.524238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50094) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:06.538980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ba0eb085-f651-4391-9e72-4d5e6107afe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'port': {'network_id': '4812e539-824f-494c-8679-bbb75f5d026c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-990267227'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:06.566157 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:06.566735 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Added segment a2f2736f-9f7d-4b14-b650-cf0d5394427c of type vxlan for network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c Jan 14 07:38:06.633614 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e5bffb8-c4a6-458f-9c93-1bc4579d4184 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:06.664971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] No DVR routers for this DVR port 076ef52f-130c-41f6-9868-eadf8c80927e on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:38:06.684889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Allocated IP 172.20.0.2 (4812e539-824f-494c-8679-bbb75f5d026c/ba271429-a8a5-4f07-ad79-62744e3bd7cd/7a248367-b481-4416-bf22-7464f8747d27) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:38:06.712165 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:06.742376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:06.742874 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1760b41b-f2b6-4262-980d-ba63bee316e6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:06.762891 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:06.780710 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:06.845791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bffb8-c4a6-458f-9c93-1bc4579d4184 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Pushing event deleted for resources: {'Port': ['ID=35ac9842-bfe1-49aa-b244-be1ea5f4f6cb,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:06.845791 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e5bffb8-c4a6-458f-9c93-1bc4579d4184 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:06.853054 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:06.923639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:06.944779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:06.945501 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:06.969385 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c617b833-7491-43b2-b93f-a297b5a71f4d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:06.991386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:06.995498 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:38:06.996175 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:38:07.004171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Transition to ACTIVE for port object 7a248367-b481-4416-bf22-7464f8747d27 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:38:07.022087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Transition to ACTIVE for port object 7a248367-b481-4416-bf22-7464f8747d27 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:38:07.032520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.038695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Pushing event updated for resources: {'SecurityGroup': ['ID=19c8fb93-56e5-4b11-9fe2-3e6ca943774a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:07.048117 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:07.059385 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.102071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Network': ['ID=bb7b12c8-3f47-4a0b-9290-b78a0ab3246c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:07.106197 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:07.113508 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.1936507 Jan 14 07:38:07.120162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50106) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:07.139154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-dd2e67fd-10f2-4324-b574-85fe58e774da tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'port': {'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c', 'name': 'tempest-PortsIpV6TestJSON-1821503632'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:07.178649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593a51b8-f25b-43e2-a56b-d428448d188b']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:07.190393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ba0eb085-f651-4391-9e72-4d5e6107afe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:07.195544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ba0eb085-f651-4391-9e72-4d5e6107afe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:port and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:07.199209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ba0eb085-f651-4391-9e72-4d5e6107afe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for port was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:07.206234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ba0eb085-f651-4391-9e72-4d5e6107afe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:07.207358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26f60bc-4cc9-4177-976e-a726fea38008') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:07.207914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26f60bc-4cc9-4177-976e-a726fea38008') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:07.234705 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.238956 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-503eaafb-290c-490c-bfaa-24e216d1b479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:07.288186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985e3b25-99df-48f5-9c81-4a5aca12bbd9']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:07.292442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0eb085-f651-4391-9e72-4d5e6107afe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:07.303096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb085-f651-4391-9e72-4d5e6107afe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.323177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45409817-af5f-4403-8b22-56af3d6d048c') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:07.323501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45409817-af5f-4403-8b22-56af3d6d048c') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:07.336682 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.353486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Releasing vxlan tunnel 22 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:38:07.365193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:07.379031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:07.386367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.401083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Pushing event updated for resources: {'Port': ['ID=7a248367-b481-4416-bf22-7464f8747d27,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:07.404452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:07.432356 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:07.473544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.488061 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e5bffb8-c4a6-458f-9c93-1bc4579d4184 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.494321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Releasing vxlan tunnel 19 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:38:07.509802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.562182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dd2e67fd-10f2-4324-b574-85fe58e774da tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:07.562634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] vxlan segment allocate from pool success with {'vxlan_vni': 14} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:38:07.566518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dd2e67fd-10f2-4324-b574-85fe58e774da tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:port and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:07.570401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dd2e67fd-10f2-4324-b574-85fe58e774da tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for port was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:07.572414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.572919 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Added segment f4ab8d2a-1f40-4d42-b919-9b45bf462c06 of type vxlan for network 76dd2236-c2d5-4a90-b1c8-160c65f48bc5 Jan 14 07:38:07.578100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dd2e67fd-10f2-4324-b574-85fe58e774da tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:07.584482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Network 4812e539-824f-494c-8679-bbb75f5d026c is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:07.609706 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.650597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:07.665786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:07.710946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2e67fd-10f2-4324-b574-85fe58e774da tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:07.721902 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd2e67fd-10f2-4324-b574-85fe58e774da tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.753090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.774643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:07.775625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.793938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Attempting to bind port 7a248367-b481-4416-bf22-7464f8747d27 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:38:07.794356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Attempting to bind port 7a248367-b481-4416-bf22-7464f8747d27 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '3994b9fc-75db-407f-a5e9-f95e672b563f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4812e539-824f-494c-8679-bbb75f5d026c'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:38:07.794770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Attempting to bind port 7a248367-b481-4416-bf22-7464f8747d27 on network 4812e539-824f-494c-8679-bbb75f5d026c {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:38:07.795029 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9109395f-9eb8-40db-b059-14127df523a5 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:07.806250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:38:07.806671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Checking segment: {'id': '3994b9fc-75db-407f-a5e9-f95e672b563f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4812e539-824f-494c-8679-bbb75f5d026c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:38:07.807095 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.807548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Bound using segment: {'id': '3994b9fc-75db-407f-a5e9-f95e672b563f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4812e539-824f-494c-8679-bbb75f5d026c'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:38:07.808293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Bound port: 7a248367-b481-4416-bf22-7464f8747d27, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3994b9fc-75db-407f-a5e9-f95e672b563f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4812e539-824f-494c-8679-bbb75f5d026c'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:38:07.808713 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:07.972345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 593a51b8-f25b-43e2-a56b-d428448d188b has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:08.015643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] For port 7a248367-b481-4416-bf22-7464f8747d27, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:38:08.046777 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:08.177353 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3226385 Jan 14 07:38:08.178302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Pushing event updated for resources: {'Network': ['ID=76dd2236-c2d5-4a90-b1c8-160c65f48bc5,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:08.183161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50126) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:08.184864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 985e3b25-99df-48f5-9c81-4a5aca12bbd9 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:08.191388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 76dd2236-c2d5-4a90-b1c8-160c65f48bc5 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:08.197679 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:08.221068 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:08.246190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-600d4e90-22e2-4279-8a56-3887ae9d22ad tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Request body: {'subnet': {'network_id': '76dd2236-c2d5-4a90-b1c8-160c65f48bc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:08.288335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e5bffb8-c4a6-458f-9c93-1bc4579d4184 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:08.320213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-ba0eb085-f651-4391-9e72-4d5e6107afe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] device_id is not set on port bc91aad9-73cc-43f3-bc43-0abeb68f6212 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:38:08.333961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 76dd2236-c2d5-4a90-b1c8-160c65f48bc5 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:08.357781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e5bffb8-c4a6-458f-9c93-1bc4579d4184 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:08.422713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-dd2e67fd-10f2-4324-b574-85fe58e774da tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] device_id is not set on port 0b259b0e-a4ee-4be0-ab31-bab4b7d341d5 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:38:08.463305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 76dd2236-c2d5-4a90-b1c8-160c65f48bc5 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:08.554799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network 593a51b8-f25b-43e2-a56b-d428448d188b has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:38:08.604040 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:38:08.631962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5bffb8-c4a6-458f-9c93-1bc4579d4184 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Router 593fe767-bb7f-4d88-b049-af86f8786a7d has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:38:08.685624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 985e3b25-99df-48f5-9c81-4a5aca12bbd9 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:38:08.722828 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:38:08.800207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-600d4e90-22e2-4279-8a56-3887ae9d22ad tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:08.823721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-600d4e90-22e2-4279-8a56-3887ae9d22ad tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Usage tracker for resource:subnet and tenant:59c802bcd47c4046834785f7985cb96e is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:08.827012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:08.829495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-600d4e90-22e2-4279-8a56-3887ae9d22ad tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:08.834336 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-21ad8f86-09dd-46cc-bba5-6f95350f6813 tempest-PortsAdminExtendedAttrsTestJSON-1432296119 tempest-PortsAdminExtendedAttrsTestJSON-1432296119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:08.853145 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:08.861472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-600d4e90-22e2-4279-8a56-3887ae9d22ad tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:08.866567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5bffb8-c4a6-458f-9c93-1bc4579d4184 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:38:08.869834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] For port 7a248367-b481-4416-bf22-7464f8747d27, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7a248367-b481-4416-bf22-7464f8747d27,segment=NetworkSegment(3994b9fc-75db-407f-a5e9-f95e672b563f),segment_id=3994b9fc-75db-407f-a5e9-f95e672b563f)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:38:08.871392 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/networks/593a51b8-f25b-43e2-a56b-d428448d188b HTTP/1.1" status: 204 len: 168 time: 5.0786989 Jan 14 07:38:08.874715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Network': ['ID=593a51b8-f25b-43e2-a56b-d428448d188b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:08.876427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50138) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:08.881096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666eb8a9-0383-4575-88b1-101544d2d45f None None] Sync routers for ids ['593fe767-bb7f-4d88-b049-af86f8786a7d'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:38:08.881378 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:08.883446 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:08.919325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:08.925659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666eb8a9-0383-4575-88b1-101544d2d45f None None] Routers {'593fe767-bb7f-4d88-b049-af86f8786a7d'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:08.925659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-666eb8a9-0383-4575-88b1-101544d2d45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:37:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['593fe767-bb7f-4d88-b049-af86f8786a7d'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:08.945306 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e5bffb8-c4a6-458f-9c93-1bc4579d4184 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:08.949401 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1e5bffb8-c4a6-458f-9c93-1bc4579d4184 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "PUT /v2.0/routers/593fe767-bb7f-4d88-b049-af86f8786a7d HTTP/1.1" status: 200 len: 707 time: 6.8019848 Jan 14 07:38:08.950590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50142) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:09.074717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-666eb8a9-0383-4575-88b1-101544d2d45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:09.082649 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f7f29472-e1fe-4998-8748-5fa68a8ad2a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:09.103982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666eb8a9-0383-4575-88b1-101544d2d45f None None] Routers {'593fe767-bb7f-4d88-b049-af86f8786a7d'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:09.104834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-666eb8a9-0383-4575-88b1-101544d2d45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:37:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['593fe767-bb7f-4d88-b049-af86f8786a7d'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:09.235260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Pushing event updated for resources: {'Port': ['ID=7a248367-b481-4416-bf22-7464f8747d27,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:09.240868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-666eb8a9-0383-4575-88b1-101544d2d45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:09.241328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666eb8a9-0383-4575-88b1-101544d2d45f None None] The sync data for ids ['593fe767-bb7f-4d88-b049-af86f8786a7d'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:38:09.248578 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:09.483206 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f53c918b-2d57-4dc8-b12f-68dfbfa61898 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:09.506761 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:09.512560 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "DELETE /v2.0/networks/985e3b25-99df-48f5-9c81-4a5aca12bbd9 HTTP/1.1" status: 204 len: 168 time: 10.9971120 Jan 14 07:38:09.531467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50156) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:09.532480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event deleted for resources: {'Network': ['ID=985e3b25-99df-48f5-9c81-4a5aca12bbd9,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:09.542980 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:09.635381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-ba0eb085-f651-4391-9e72-4d5e6107afe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Allocated IP 172.20.0.6 (4812e539-824f-494c-8679-bbb75f5d026c/ba271429-a8a5-4f07-ad79-62744e3bd7cd/bc91aad9-73cc-43f3-bc43-0abeb68f6212) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:38:09.660912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-16189cad-aa3f-4056-9c07-ba1318c977bc tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1216178878'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:09.669487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600d4e90-22e2-4279-8a56-3887ae9d22ad tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Made reservation on behalf of 59c802bcd47c4046834785f7985cb96e for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:09.706515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-16189cad-aa3f-4056-9c07-ba1318c977bc tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:09.726099 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd2e67fd-10f2-4324-b574-85fe58e774da tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:09.736272 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-027d0681-2578-457a-8555-df43ccd4b21f tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "GET /v2.0/routers/593fe767-bb7f-4d88-b049-af86f8786a7d HTTP/1.1" status: 200 len: 742 time: 0.7636056 Jan 14 07:38:09.740503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50160) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:09.834837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-16189cad-aa3f-4056-9c07-ba1318c977bc tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Usage tracker for resource:network and tenant:57fa3a7ee5f24cf99a4333cc50f2b32d is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:09.836793 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-534a21f9-f35d-4aeb-a3ce-f7744c6b607e tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] 10.222.0.41 "GET /v2.0/ports?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&device_id=593fe767-bb7f-4d88-b049-af86f8786a7d HTTP/1.1" status: 200 len: 205 time: 0.0946822 Jan 14 07:38:09.849417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-16189cad-aa3f-4056-9c07-ba1318c977bc tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Quota usage for network was recalculated. Used quota:3. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:09.857403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50168) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:09.939329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-16189cad-aa3f-4056-9c07-ba1318c977bc tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:09.967486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd2e67fd-10f2-4324-b574-85fe58e774da tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:09.971698 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c770477a-2a62-4b3d-95a9-e51dc0c11c89 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "GET /v2.0/ports?device_id=593fe767-bb7f-4d88-b049-af86f8786a7d HTTP/1.1" status: 200 len: 205 time: 0.1122289 Jan 14 07:38:09.976962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50172) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:09.977640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16189cad-aa3f-4056-9c07-ba1318c977bc tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Made reservation on behalf of 57fa3a7ee5f24cf99a4333cc50f2b32d for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:09.987909 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-16189cad-aa3f-4056-9c07-ba1318c977bc tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:09.988870 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-79ec01de-ec39-4d7b-bd91-f9f973cb618f tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:10.168193 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-600d4e90-22e2-4279-8a56-3887ae9d22ad tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:10.203990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16189cad-aa3f-4056-9c07-ba1318c977bc tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:38:10.215822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e67fd-10f2-4324-b574-85fe58e774da tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=0b259b0e-a4ee-4be0-ab31-bab4b7d341d5,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:10.249956 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dd2e67fd-10f2-4324-b574-85fe58e774da tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:10.257657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb085-f651-4391-9e72-4d5e6107afe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:10.281183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e67fd-10f2-4324-b574-85fe58e774da tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Checking segment: {'id': 'a2f2736f-9f7d-4b14-b650-cf0d5394427c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:38:10.281757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2e67fd-10f2-4324-b574-85fe58e774da tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network hostable DHCP agents. Network: bb7b12c8-3f47-4a0b-9290-b78a0ab3246c, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:38:10.290188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ba0eb085-f651-4391-9e72-4d5e6107afe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Transition to ACTIVE for port object bc91aad9-73cc-43f3-bc43-0abeb68f6212 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:38:10.309859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2e67fd-10f2-4324-b574-85fe58e774da tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:38:10.323584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-dd2e67fd-10f2-4324-b574-85fe58e774da tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, bb7b12c8-3f47-4a0b-9290-b78a0ab3246c) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:10.328684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e67fd-10f2-4324-b574-85fe58e774da tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:10.333533 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:10.340043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea0d8ae-607e-4f9c-9bce-3a3be4b1e135 None None] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:10.355030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2e67fd-10f2-4324-b574-85fe58e774da tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:10.356429 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd2e67fd-10f2-4324-b574-85fe58e774da tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:10.376342 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb085-f651-4391-9e72-4d5e6107afe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:10.394929 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-01b12d34-2d29-4812-a6c2-116d8442aa99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:10.452006 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dd2e67fd-10f2-4324-b574-85fe58e774da tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.3303084 Jan 14 07:38:10.515356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50186) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:10.583536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c9f44e7b-8203-4c74-b4b2-480907e13769 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-633733412'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:10.607683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c9f44e7b-8203-4c74-b4b2-480907e13769 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:10.619229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c9f44e7b-8203-4c74-b4b2-480907e13769 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:network and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:10.627636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c9f44e7b-8203-4c74-b4b2-480907e13769 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for network was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:10.639550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0eb085-f651-4391-9e72-4d5e6107afe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=bc91aad9-73cc-43f3-bc43-0abeb68f6212,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:10.644396 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ba0eb085-f651-4391-9e72-4d5e6107afe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:10.646191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c9f44e7b-8203-4c74-b4b2-480907e13769 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:10.678887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f44e7b-8203-4c74-b4b2-480907e13769 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:10.689698 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9f44e7b-8203-4c74-b4b2-480907e13769 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:10.713060 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-47ffcaff-7301-4f70-94c7-6e37c4e454d8 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:10.782718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0eb085-f651-4391-9e72-4d5e6107afe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network 4812e539-824f-494c-8679-bbb75f5d026c is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:10.784313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ba0eb085-f651-4391-9e72-4d5e6107afe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:10.787861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0eb085-f651-4391-9e72-4d5e6107afe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:10.911298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0eb085-f651-4391-9e72-4d5e6107afe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:10.912331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba0eb085-f651-4391-9e72-4d5e6107afe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:10.954347 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ba0eb085-f651-4391-9e72-4d5e6107afe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 4.4194698 Jan 14 07:38:10.954347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50194) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:10.970476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0724336-90c9-44cd-a7cd-5908a5d14c59 None None] Network 4812e539-824f-494c-8679-bbb75f5d026c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:11.040442 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-16189cad-aa3f-4056-9c07-ba1318c977bc tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:11.040886 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-16189cad-aa3f-4056-9c07-ba1318c977bc tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Added segment cd2225b3-9ec3-4de6-89c2-b472e6f8a2f0 of type vxlan for network 1d4b9b17-91d5-4783-b593-49bc238ad2eb Jan 14 07:38:11.043245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8fb2e561-9bdb-48dc-b598-c23a321dc424 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port bc91aad9-73cc-43f3-bc43-0abeb68f6212 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:11.043803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fb2e561-9bdb-48dc-b598-c23a321dc424 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:11.154871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-47ffcaff-7301-4f70-94c7-6e37c4e454d8 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:11.184353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-47ffcaff-7301-4f70-94c7-6e37c4e454d8 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:11.206619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d880e28b-eff0-4e38-ac83-4df3c4a8ebf8 None None] Provisioning for port 7a248367-b481-4416-bf22-7464f8747d27 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:11.222153 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-16189cad-aa3f-4056-9c07-ba1318c977bc tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:11.343016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-47ffcaff-7301-4f70-94c7-6e37c4e454d8 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:11.343587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ffcaff-7301-4f70-94c7-6e37c4e454d8 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Fanout notify agent at l3_agent the message router_deleted on router 593fe767-bb7f-4d88-b049-af86f8786a7d {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:38:11.356831 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fb2e561-9bdb-48dc-b598-c23a321dc424 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:11.422272 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-47ffcaff-7301-4f70-94c7-6e37c4e454d8 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:11.423803 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-47ffcaff-7301-4f70-94c7-6e37c4e454d8 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "DELETE /v2.0/routers/593fe767-bb7f-4d88-b049-af86f8786a7d HTTP/1.1" status: 204 len: 168 time: 1.4158995 Jan 14 07:38:11.428748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-16189cad-aa3f-4056-9c07-ba1318c977bc tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:11.436399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50204) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:11.455638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16189cad-aa3f-4056-9c07-ba1318c977bc tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:11.456684 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-16189cad-aa3f-4056-9c07-ba1318c977bc tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:11.483904 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d4eb3e7d-278c-4edf-980e-7da0d5fa47e8 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:11.517196 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-c9f44e7b-8203-4c74-b4b2-480907e13769 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:38:11.517587 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-c9f44e7b-8203-4c74-b4b2-480907e13769 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:38:11.528958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8fb2e561-9bdb-48dc-b598-c23a321dc424 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for bc91aad9-73cc-43f3-bc43-0abeb68f6212 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:11.663904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7a248367-b481-4416-bf22-7464f8747d27 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:38:11.671332 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-16189cad-aa3f-4056-9c07-ba1318c977bc tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1362102 Jan 14 07:38:11.676101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50212) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:11.724971 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8efd286b-c9fa-4e90-a33d-1ec3b23683c6 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "GET /v2.0/ports?device_id=593fe767-bb7f-4d88-b049-af86f8786a7d HTTP/1.1" status: 200 len: 205 time: 0.2872133 Jan 14 07:38:11.725658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50216) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:11.745428 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f5eb4cd-54a7-4196-b9df-614ec931a1bf tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:11.766519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-edada015-c877-43c7-a759-415c5ac159f5 None None] Provisioning for port bc91aad9-73cc-43f3-bc43-0abeb68f6212 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:11.775891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-edada015-c877-43c7-a759-415c5ac159f5 None None] Provisioning complete for port bc91aad9-73cc-43f3-bc43-0abeb68f6212 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:11.776600 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edada015-c877-43c7-a759-415c5ac159f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:11.842952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-edada015-c877-43c7-a759-415c5ac159f5 None None] Port bc91aad9-73cc-43f3-bc43-0abeb68f6212 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:38:11.851181 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-f1439cd6-058a-452d-99e5-4ce7d1f0cb60 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] delete failed (client error): The resource could not be found. Jan 14 07:38:11.852956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 7a248367-b481-4416-bf22-7464f8747d27 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:11.855602 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f1439cd6-058a-452d-99e5-4ce7d1f0cb60 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "DELETE /v2.0/routers/593fe767-bb7f-4d88-b049-af86f8786a7d HTTP/1.1" status: 404 len: 336 time: 0.1247954 Jan 14 07:38:11.860501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50220) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:11.861725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 7a248367-b481-4416-bf22-7464f8747d27 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:11.862255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:11.924436 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-672e2131-ae8b-46d1-84ce-bd202f6a33d2 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "GET /v2.0/ports?device_id=5e946d04-7941-49b2-ab71-3cf898eda449 HTTP/1.1" status: 200 len: 205 time: 0.0626452 Jan 14 07:38:11.927290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50226) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:11.996640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d7852ab0-f92a-4b52-8ba8-f5c09fa01c9e tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Request body: {'subnet': {'network_id': '1d4b9b17-91d5-4783-b593-49bc238ad2eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:12.022500 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9f44e7b-8203-4c74-b4b2-480907e13769 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.068291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-31070728-222e-4c5b-b0af-c57f75102674 None None] Provisioning complete for port 7a248367-b481-4416-bf22-7464f8747d27 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:12.068291 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31070728-222e-4c5b-b0af-c57f75102674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.071959 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-52e7ddeb-26d2-4551-a84a-ae71ffbeabbd tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] delete failed (client error): The resource could not be found. Jan 14 07:38:12.073104 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-52e7ddeb-26d2-4551-a84a-ae71ffbeabbd tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "DELETE /v2.0/routers/5e946d04-7941-49b2-ab71-3cf898eda449 HTTP/1.1" status: 404 len: 336 time: 0.1442122 Jan 14 07:38:12.117766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50232) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:12.209526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31070728-222e-4c5b-b0af-c57f75102674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.227287 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-01be952c-0677-472d-b172-957f270d7109 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "GET /v2.0/ports?device_id=18ca3755-594a-4bec-afaf-c1d615509d16 HTTP/1.1" status: 200 len: 205 time: 0.1027730 Jan 14 07:38:12.238327 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fb2e561-9bdb-48dc-b598-c23a321dc424 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.299971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-31070728-222e-4c5b-b0af-c57f75102674 None None] For port 7a248367-b481-4416-bf22-7464f8747d27, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7a248367-b481-4416-bf22-7464f8747d27,segment=NetworkSegment(3994b9fc-75db-407f-a5e9-f95e672b563f),segment_id=3994b9fc-75db-407f-a5e9-f95e672b563f)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:12.309063 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-600d4e90-22e2-4279-8a56-3887ae9d22ad tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.321116 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31070728-222e-4c5b-b0af-c57f75102674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.333391 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f3def1e4-4be5-45d3-9255-a0cfa85ad7e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:12.334627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50236) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:12.415711 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.421012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f44e7b-8203-4c74-b4b2-480907e13769 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:38:12.424112 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dd2e67fd-10f2-4324-b574-85fe58e774da tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:12.475970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31070728-222e-4c5b-b0af-c57f75102674 None None] Pushing event updated for resources: {'Port': ['ID=7a248367-b481-4416-bf22-7464f8747d27,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:12.509709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2e561-9bdb-48dc-b598-c23a321dc424 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Port': ['ID=bc91aad9-73cc-43f3-bc43-0abeb68f6212,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:12.518550 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8fb2e561-9bdb-48dc-b598-c23a321dc424 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:12.527951 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-08a17803-17ca-4bbd-bdba-4c772f77ac70 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] delete failed (client error): The resource could not be found. Jan 14 07:38:12.532015 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-08a17803-17ca-4bbd-bdba-4c772f77ac70 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "DELETE /v2.0/routers/18ca3755-594a-4bec-afaf-c1d615509d16 HTTP/1.1" status: 404 len: 336 time: 0.1625037 Jan 14 07:38:12.532015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16189cad-aa3f-4056-9c07-ba1318c977bc tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event updated for resources: {'Network': ['ID=1d4b9b17-91d5-4783-b593-49bc238ad2eb,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:12.532963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50246) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:12.562864 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31070728-222e-4c5b-b0af-c57f75102674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:12.566788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0c8b77ef-8bc6-472e-87ff-fe8386ff2240 None None] Provisioning complete for port 7a248367-b481-4416-bf22-7464f8747d27 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:12.567213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c8b77ef-8bc6-472e-87ff-fe8386ff2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.595016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 1d4b9b17-91d5-4783-b593-49bc238ad2eb details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:12.605613 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9f44e7b-8203-4c74-b4b2-480907e13769 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.606078 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-c9f44e7b-8203-4c74-b4b2-480907e13769 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Added segment 6dfe4670-d90b-4c35-b301-e0f2ace55366 of type vxlan for network 65ca05d9-fc40-45f8-8ad7-06dbdec0d786 Jan 14 07:38:12.608607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fb2e561-9bdb-48dc-b598-c23a321dc424 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.633284 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8fb2e561-9bdb-48dc-b598-c23a321dc424 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/ports/bc91aad9-73cc-43f3-bc43-0abeb68f6212 HTTP/1.1" status: 204 len: 168 time: 1.6822650 Jan 14 07:38:12.635378 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-16189cad-aa3f-4056-9c07-ba1318c977bc tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.152s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:12.640920 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6e08721b-9247-4fec-834c-a3eb05cd9005 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:12.642803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50250) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:12.698213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 1d4b9b17-91d5-4783-b593-49bc238ad2eb details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:12.714172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 1d4b9b17-91d5-4783-b593-49bc238ad2eb details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:12.736925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9f44e7b-8203-4c74-b4b2-480907e13769 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:12.744908 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabc6786-420a-4662-a9a2-5ad94b9fa1b9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] GET failed (client error): The resource could not be found. Jan 14 07:38:12.745505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cabc6786-420a-4662-a9a2-5ad94b9fa1b9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Synchronizing usage tracker for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:12.788560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cabc6786-420a-4662-a9a2-5ad94b9fa1b9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Unset dirty status for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:12.792121 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cabc6786-420a-4662-a9a2-5ad94b9fa1b9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports/bc91aad9-73cc-43f3-bc43-0abeb68f6212 HTTP/1.1" status: 404 len: 333 time: 0.1471889 Jan 14 07:38:12.801600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50258) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:13.044583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:38:13.045510 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:38:13.088424 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9f44e7b-8203-4c74-b4b2-480907e13769 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:13.113981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f44e7b-8203-4c74-b4b2-480907e13769 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:13.114746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9f44e7b-8203-4c74-b4b2-480907e13769 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:13.157174 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:13.168205 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-428dbf68-ccdb-4572-b437-a98b51cc866e tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "GET /v2.0/ports?device_id=24a87ec1-981b-445c-b17e-fe3740e6ad63 HTTP/1.1" status: 200 len: 205 time: 0.5702109 Jan 14 07:38:13.183785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0c8b77ef-8bc6-472e-87ff-fe8386ff2240 None None] Could not find standard attr ID for object bc91aad9-73cc-43f3-bc43-0abeb68f6212. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:38:13.194698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50266) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:13.200753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a2179e-df7d-4021-ac82-08c691003955 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting subnet ba271429-a8a5-4f07-ad79-62744e3bd7cd {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:38:13.286710 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54a2179e-df7d-4021-ac82-08c691003955 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:13.323835 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-2c0af093-613c-4248-b5ea-5875a77d08b5 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] delete failed (client error): The resource could not be found. Jan 14 07:38:13.325288 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2c0af093-613c-4248-b5ea-5875a77d08b5 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "DELETE /v2.0/routers/24a87ec1-981b-445c-b17e-fe3740e6ad63 HTTP/1.1" status: 404 len: 336 time: 0.1235673 Jan 14 07:38:13.327150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d7852ab0-f92a-4b52-8ba8-f5c09fa01c9e tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:13.330124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50272) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:13.331739 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c9f44e7b-8203-4c74-b4b2-480907e13769 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.8149302 Jan 14 07:38:13.342924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50276) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:13.363181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d4e90-22e2-4279-8a56-3887ae9d22ad tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Pushing event updated for resources: {'Subnet': ['ID=5e8158d0-6198-4c4e-ad35-060cc173628a,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:13.390098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'ports': [{'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c'}, {'network_id': '65ca05d9-fc40-45f8-8ad7-06dbdec0d786'}]} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:13.390098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'port': {'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:13.390098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'port': {'network_id': '65ca05d9-fc40-45f8-8ad7-06dbdec0d786'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:13.393996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f44e7b-8203-4c74-b4b2-480907e13769 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Network': ['ID=65ca05d9-fc40-45f8-8ad7-06dbdec0d786,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:13.409108 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c9f44e7b-8203-4c74-b4b2-480907e13769 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:13.410342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 65ca05d9-fc40-45f8-8ad7-06dbdec0d786 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:13.417097 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b77a630b-95eb-4224-ac98-ebdffee09804 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "GET /v2.0/ports?device_id=bd37c957-1e48-4f91-a6f5-e1be46f41be3 HTTP/1.1" status: 200 len: 205 time: 0.0840526 Jan 14 07:38:13.420635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50284) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:13.428977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 65ca05d9-fc40-45f8-8ad7-06dbdec0d786 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:13.463852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 65ca05d9-fc40-45f8-8ad7-06dbdec0d786 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:13.475706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d7852ab0-f92a-4b52-8ba8-f5c09fa01c9e tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:13.475706 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-600d4e90-22e2-4279-8a56-3887ae9d22ad tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:13.514382 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54a2179e-df7d-4021-ac82-08c691003955 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:13.548196 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-7bd86e34-281d-4e80-a0a3-54e1f75e01eb tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] delete failed (client error): The resource could not be found. Jan 14 07:38:13.552217 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7bd86e34-281d-4e80-a0a3-54e1f75e01eb tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "DELETE /v2.0/routers/bd37c957-1e48-4f91-a6f5-e1be46f41be3 HTTP/1.1" status: 404 len: 336 time: 0.1305532 Jan 14 07:38:13.552868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50288) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:13.620743 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4f359288-9a19-42c0-97b0-6b668821a066 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "GET /v2.0/ports?device_id=ddc9c011-33f5-4529-8ce9-d4f9f59310c0 HTTP/1.1" status: 200 len: 205 time: 0.0617237 Jan 14 07:38:13.624010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50292) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:13.682601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:13.690531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:port and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:13.694870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7852ab0-f92a-4b52-8ba8-f5c09fa01c9e tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Made reservation on behalf of 57fa3a7ee5f24cf99a4333cc50f2b32d for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:13.701520 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-e25969af-e423-40f1-94d9-5e1f62b4a885 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] delete failed (client error): The resource could not be found. Jan 14 07:38:13.705690 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e25969af-e423-40f1-94d9-5e1f62b4a885 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "DELETE /v2.0/routers/ddc9c011-33f5-4529-8ce9-d4f9f59310c0 HTTP/1.1" status: 404 len: 336 time: 0.0806777 Jan 14 07:38:13.706341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50302) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:13.721961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for port was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:13.788038 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bea460b-18e1-4530-873d-031ba2e8fff2 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] DELETE failed (client error): The resource could not be found. Jan 14 07:38:13.788775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bea460b-18e1-4530-873d-031ba2e8fff2 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:38:13.793301 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5bea460b-18e1-4530-873d-031ba2e8fff2 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] 10.222.0.41 "DELETE /v2.0/subnets/7767cc06-abb2-4695-9735-63758eab5d90 HTTP/1.1" status: 404 len: 337 time: 0.0824709 Jan 14 07:38:13.798276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:13.873306 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54a2179e-df7d-4021-ac82-08c691003955 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:14.026243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7a248367-b481-4416-bf22-7464f8747d27 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:38:14.032367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5f5eb4cd-54a7-4196-b9df-614ec931a1bf tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting port 4c213f98-7170-4f0f-a879-7ec4b1026bf3 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:14.033041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f5eb4cd-54a7-4196-b9df-614ec931a1bf tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:14.082488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'port': 2} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:14.097041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:14.122247 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7852ab0-f92a-4b52-8ba8-f5c09fa01c9e tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:14.156553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 7a248367-b481-4416-bf22-7464f8747d27 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:14.157253 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:14.328456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:14.332731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50316) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:14.375409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54a2179e-df7d-4021-ac82-08c691003955 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:14.397148 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-243b04ef-eeed-4d2c-9cc6-27dc8e7ddb3a tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:14.415380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600d4e90-22e2-4279-8a56-3887ae9d22ad tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Checking segment: {'id': 'f4ab8d2a-1f40-4d42-b919-9b45bf462c06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '76dd2236-c2d5-4a90-b1c8-160c65f48bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:38:14.415812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600d4e90-22e2-4279-8a56-3887ae9d22ad tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Network hostable DHCP agents. Network: 76dd2236-c2d5-4a90-b1c8-160c65f48bc5, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:38:14.643058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600d4e90-22e2-4279-8a56-3887ae9d22ad tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Network 76dd2236-c2d5-4a90-b1c8-160c65f48bc5 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:38:14.710485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-600d4e90-22e2-4279-8a56-3887ae9d22ad tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 76dd2236-c2d5-4a90-b1c8-160c65f48bc5) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:14.721121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f5322d-e339-4c2c-8d8c-b7658ec43742 None None] Network 76dd2236-c2d5-4a90-b1c8-160c65f48bc5 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:14.737122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600d4e90-22e2-4279-8a56-3887ae9d22ad tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:14.737781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-600d4e90-22e2-4279-8a56-3887ae9d22ad tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:14.748121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] device_id is not set on port cefa9cc3-a0fb-419d-a810-8c4b5aa774ab yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:38:14.854015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5f5eb4cd-54a7-4196-b9df-614ec931a1bf tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] For port 4c213f98-7170-4f0f-a879-7ec4b1026bf3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4c213f98-7170-4f0f-a879-7ec4b1026bf3,segment=NetworkSegment(c81c5f95-6086-44ca-8624-58f5aae07473),segment_id=c81c5f95-6086-44ca-8624-58f5aae07473)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:14.854015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f5eb4cd-54a7-4196-b9df-614ec931a1bf tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:14.880043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0eb4-0931-4129-af22-71b28968db4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:14.885543 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-600d4e90-22e2-4279-8a56-3887ae9d22ad tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.6914060 Jan 14 07:38:14.898002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2179e-df7d-4021-ac82-08c691003955 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Subnet': ['ID=ba271429-a8a5-4f07-ad79-62744e3bd7cd,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:14.899938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50332) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:14.930465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9c1a0eb4-0931-4129-af22-71b28968db4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:14.935075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9c1a0eb4-0931-4129-af22-71b28968db4b admin admin] Usage tracker for resource:security_group_rule and tenant:83d3969603a5401996b944d31d6b3090 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:14.939250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9c1a0eb4-0931-4129-af22-71b28968db4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:14.946352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9c1a0eb4-0931-4129-af22-71b28968db4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:15.052741 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0eb4-0931-4129-af22-71b28968db4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.056308 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-54a2179e-df7d-4021-ac82-08c691003955 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:15.063141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-baf42257-e57c-4efa-b4e0-c644d995a662 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Request body: {'port': {'network_id': '76dd2236-c2d5-4a90-b1c8-160c65f48bc5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-810546852'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:15.081388 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0eb4-0931-4129-af22-71b28968db4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.109550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5f5eb4cd-54a7-4196-b9df-614ec931a1bf tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Calling delete_port for 4c213f98-7170-4f0f-a879-7ec4b1026bf3 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:15.115513 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e5db3958-9d43-4cd6-bb30-61e1b01f8cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:15.144856 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9c1a0eb4-0931-4129-af22-71b28968db4b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83d3969603a5401996b944d31d6b3090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8109095 Jan 14 07:38:15.158587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50342) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:15.261793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952b1836-809c-4f6e-87c7-ed890c405440 None None] Network 4812e539-824f-494c-8679-bbb75f5d026c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:15.263246 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54a2179e-df7d-4021-ac82-08c691003955 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.278131 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-54a2179e-df7d-4021-ac82-08c691003955 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/subnets/ba271429-a8a5-4f07-ad79-62744e3bd7cd HTTP/1.1" status: 204 len: 168 time: 2.4790883 Jan 14 07:38:15.280067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a0eb4-0931-4129-af22-71b28968db4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d1de0d-a8f4-4b04-a643-5cc2b76a8551,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:15.307023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50346) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:15.311165 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c1a0eb4-0931-4129-af22-71b28968db4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:15.347125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.464076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-76dd2236-c2d5-4a90-b1c8-160c65f48bc5', 'network_id': '76dd2236-c2d5-4a90-b1c8-160c65f48bc5', 'tenant_id': '59c802bcd47c4046834785f7985cb96e', 'fixed_ips': [{'subnet_id': '5e8158d0-6198-4c4e-ad35-060cc173628a'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:38:15.465131 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.489046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-baf42257-e57c-4efa-b4e0-c644d995a662 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:15.493357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-baf42257-e57c-4efa-b4e0-c644d995a662 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Usage tracker for resource:port and tenant:59c802bcd47c4046834785f7985cb96e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:15.504696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-baf42257-e57c-4efa-b4e0-c644d995a662 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Quota usage for port was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:15.504696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-baf42257-e57c-4efa-b4e0-c644d995a662 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:15.528579 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.598580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf42257-e57c-4efa-b4e0-c644d995a662 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Made reservation on behalf of 59c802bcd47c4046834785f7985cb96e for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:15.608728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-baf42257-e57c-4efa-b4e0-c644d995a662 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.630950 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b44cad7-9196-494f-9425-3c6c6b054428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.662331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b44cad7-9196-494f-9425-3c6c6b054428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.666533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port 7a248367-b481-4416-bf22-7464f8747d27 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:15.666917 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.796957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80f0bd5-1d6d-4510-a3e1-4230d79bd385 None None] DHCP port deletion for 4812e539-824f-494c-8679-bbb75f5d026c request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:38:15.800456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b44cad7-9196-494f-9425-3c6c6b054428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.805861 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.816106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d80f0bd5-1d6d-4510-a3e1-4230d79bd385 None None] Deleting port 7a248367-b481-4416-bf22-7464f8747d27 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:15.816530 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d80f0bd5-1d6d-4510-a3e1-4230d79bd385 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.833557 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-075a575e-cc84-4144-a3f5-cfb663ef2cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:15.858497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] device_id is not set on port 87fd4785-fa0a-4507-8056-6a1eff9d69b2 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:38:15.864857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44cad7-9196-494f-9425-3c6c6b054428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d1de0d-a8f4-4b04-a643-5cc2b76a8551,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:15.866961 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b44cad7-9196-494f-9425-3c6c6b054428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:15.871278 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7b44cad7-9196-494f-9425-3c6c6b054428 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21d1de0d-a8f4-4b04-a643-5cc2b76a8551 HTTP/1.1" status: 204 len: 168 time: 0.7075822 Jan 14 07:38:15.875669 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7b44cad7-9196-494f-9425-3c6c6b054428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:15.917497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-baf42257-e57c-4efa-b4e0-c644d995a662 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] device_id is not set on port 4e58cece-e88f-4567-8d9f-fc2a0c2147d0 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:38:16.054964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7a248367-b481-4416-bf22-7464f8747d27 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:16.132964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] For port 7a248367-b481-4416-bf22-7464f8747d27, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7a248367-b481-4416-bf22-7464f8747d27,segment=NetworkSegment(3994b9fc-75db-407f-a5e9-f95e672b563f),segment_id=3994b9fc-75db-407f-a5e9-f95e672b563f)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:16.133457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:16.327419 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f5eb4cd-54a7-4196-b9df-614ec931a1bf tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:16.355016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for 7a248367-b481-4416-bf22-7464f8747d27 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:16.432282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d80f0bd5-1d6d-4510-a3e1-4230d79bd385 None None] For port 7a248367-b481-4416-bf22-7464f8747d27, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7a248367-b481-4416-bf22-7464f8747d27,segment=NetworkSegment(3994b9fc-75db-407f-a5e9-f95e672b563f),segment_id=3994b9fc-75db-407f-a5e9-f95e672b563f)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:16.432747 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d80f0bd5-1d6d-4510-a3e1-4230d79bd385 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:16.476428 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb7b33cd-9fec-40be-8181-712844cfdd4f tempest-FloatingIPAdminTestJSON-1927289407 tempest-FloatingIPAdminTestJSON-1927289407] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:16.553486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:16.604486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5eb4cd-54a7-4196-b9df-614ec931a1bf tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Port': ['ID=4c213f98-7170-4f0f-a879-7ec4b1026bf3,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:16.605784 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No ports have port_id starting with 7a248367-b481-4416-bf22-7464f8747d27 Jan 14 07:38:16.607084 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f5eb4cd-54a7-4196-b9df-614ec931a1bf tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:16.640803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50374) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:16.694967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d80f0bd5-1d6d-4510-a3e1-4230d79bd385 None None] Calling delete_port for 7a248367-b481-4416-bf22-7464f8747d27 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:16.746156 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:16.750044 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d021e053-4c16-4848-8b86-455e6b1e7140 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:16.772170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Allocated IP 172.20.0.2 (76dd2236-c2d5-4a90-b1c8-160c65f48bc5/5e8158d0-6198-4c4e-ad35-060cc173628a/6fd6d717-cae3-4d10-a088-0beeb865a38d) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:38:16.818149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Port': ['ID=7a248367-b481-4416-bf22-7464f8747d27,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:16.829460 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:16.857385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] No DVR routers for this DVR port 7a248367-b481-4416-bf22-7464f8747d27 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:38:16.912148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-d80f0bd5-1d6d-4510-a3e1-4230d79bd385 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:38:16.912560 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-d80f0bd5-1d6d-4510-a3e1-4230d79bd385 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:38:17.039387 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f5eb4cd-54a7-4196-b9df-614ec931a1bf tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.066717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.094021 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.105792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Transition to ACTIVE for port object 6fd6d717-cae3-4d10-a088-0beeb865a38d will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:38:17.125613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Transition to ACTIVE for port object 6fd6d717-cae3-4d10-a088-0beeb865a38d will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:38:17.133012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.153637 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e889fca5-cf86-463e-80f2-d1fdbe5c9c7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:17.217276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.295785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4812e539-824f-494c-8679-bbb75f5d026c']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:17.313305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-baf42257-e57c-4efa-b4e0-c644d995a662 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Allocated IP 172.20.0.3 (76dd2236-c2d5-4a90-b1c8-160c65f48bc5/5e8158d0-6198-4c4e-ad35-060cc173628a/4e58cece-e88f-4567-8d9f-fc2a0c2147d0) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:38:17.316509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3994b9fc-75db-407f-a5e9-f95e672b563f') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:17.316852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3994b9fc-75db-407f-a5e9-f95e672b563f') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:17.337170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.365046 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.368396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Network 76dd2236-c2d5-4a90-b1c8-160c65f48bc5 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:17.369582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:17.374192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:17.382330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Pushing event updated for resources: {'Port': ['ID=6fd6d717-cae3-4d10-a088-0beeb865a38d,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:17.392265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Releasing vxlan tunnel 6 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:38:17.398274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.objects.ports [None req-d7852ab0-f92a-4b52-8ba8-f5c09fa01c9e tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80908) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 07:38:17.407062 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7852ab0-f92a-4b52-8ba8-f5c09fa01c9e tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.412109 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:17.417099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d80f0bd5-1d6d-4510-a3e1-4230d79bd385 None None] Deleting port 7a248367-b481-4416-bf22-7464f8747d27 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:17.417632 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d80f0bd5-1d6d-4510-a3e1-4230d79bd385 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.517219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d80f0bd5-1d6d-4510-a3e1-4230d79bd385 None None] The port '7a248367-b481-4416-bf22-7464f8747d27' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:38:17.519145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Attempting to bind port 6fd6d717-cae3-4d10-a088-0beeb865a38d on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:38:17.519835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Attempting to bind port 6fd6d717-cae3-4d10-a088-0beeb865a38d by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'f4ab8d2a-1f40-4d42-b919-9b45bf462c06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '76dd2236-c2d5-4a90-b1c8-160c65f48bc5'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:38:17.520249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Attempting to bind port 6fd6d717-cae3-4d10-a088-0beeb865a38d on network 76dd2236-c2d5-4a90-b1c8-160c65f48bc5 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:38:17.531525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:38:17.531998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Checking segment: {'id': 'f4ab8d2a-1f40-4d42-b919-9b45bf462c06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '76dd2236-c2d5-4a90-b1c8-160c65f48bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:38:17.532604 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.533055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Bound using segment: {'id': 'f4ab8d2a-1f40-4d42-b919-9b45bf462c06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '76dd2236-c2d5-4a90-b1c8-160c65f48bc5'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:38:17.533940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Bound port: 6fd6d717-cae3-4d10-a088-0beeb865a38d, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ab8d2a-1f40-4d42-b919-9b45bf462c06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '76dd2236-c2d5-4a90-b1c8-160c65f48bc5'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:38:17.534071 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.664312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] For port 6fd6d717-cae3-4d10-a088-0beeb865a38d, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:38:17.668619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] For port 6fd6d717-cae3-4d10-a088-0beeb865a38d, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=6fd6d717-cae3-4d10-a088-0beeb865a38d,segment=NetworkSegment(f4ab8d2a-1f40-4d42-b919-9b45bf462c06),segment_id=f4ab8d2a-1f40-4d42-b919-9b45bf462c06)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:38:17.674091 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.762873 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bfd088f5-5f28-4936-b265-3b06bddade39 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:17.793536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network 4812e539-824f-494c-8679-bbb75f5d026c has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:17.812947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.815841 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cd481bb4-2b54-48cb-bc88-46777b738f8a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3d2514e6cbe484db97416d4196c99a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1621373 Jan 14 07:38:17.824309 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:17.849222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50396) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:17.958452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Pushing event updated for resources: {'Port': ['ID=6fd6d717-cae3-4d10-a088-0beeb865a38d,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:17.971277 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:17.994405 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:17.996930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7852ab0-f92a-4b52-8ba8-f5c09fa01c9e tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event updated for resources: {'Subnet': ['ID=e2251043-e508-4e20-bbf6-09f70b512a37,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:18.070434 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d7852ab0-f92a-4b52-8ba8-f5c09fa01c9e tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:18.076211 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c337959-29fa-4b7c-9601-14ab2110109e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:18.218059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network 4812e539-824f-494c-8679-bbb75f5d026c has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:38:18.253901 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:38:18.342840 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.387619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.456674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=cefa9cc3-a0fb-419d-a810-8c4b5aa774ab,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:18.483052 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:18.496449 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.513166 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d6a2ff8-3b1f-48b5-ac9e-5fa667f2d502 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:18.536690 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-baf42257-e57c-4efa-b4e0-c644d995a662 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.541078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78913d7-0da8-4cea-a9b6-40aa9319a83e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:18.554994 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.559236 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.577220 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.581136 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e78913d7-0da8-4cea-a9b6-40aa9319a83e HTTP/1.1" status: 204 len: 168 time: 0.7281375 Jan 14 07:38:18.586622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.586622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.586622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.592364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.592364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.592364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.592364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.592364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.592364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.592364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.592364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.592364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.600254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.600711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.601126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.601536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.601943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.602366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.602770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.603304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.603740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.604150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.604546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.604943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.605510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.605909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.606306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.606716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.607099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.608229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.608996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.609408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.609808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.610206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.610606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.611000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:18.616014 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/networks/4812e539-824f-494c-8679-bbb75f5d026c HTTP/1.1" status: 204 len: 168 time: 3.3076251 Jan 14 07:38:18.625614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-baf42257-e57c-4efa-b4e0-c644d995a662 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Transition to ACTIVE for port object 4e58cece-e88f-4567-8d9f-fc2a0c2147d0 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:38:18.644673 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:18.645257 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-58d764cc-72bf-4898-ba89-d0841f22c660 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:18.666621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50410) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:18.667837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-baf42257-e57c-4efa-b4e0-c644d995a662 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.732241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:18.733915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7852ab0-f92a-4b52-8ba8-f5c09fa01c9e tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Checking segment: {'id': 'cd2225b3-9ec3-4de6-89c2-b472e6f8a2f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '1d4b9b17-91d5-4783-b593-49bc238ad2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:38:18.734317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7852ab0-f92a-4b52-8ba8-f5c09fa01c9e tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network hostable DHCP agents. Network: 1d4b9b17-91d5-4783-b593-49bc238ad2eb, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:38:18.741953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5eb4cd-54a7-4196-b9df-614ec931a1bf tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router c0a84acb-d1b6-4762-bd95-e39b3ca52497 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:38:18.743150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:18.749700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:18.750578 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:18.774110 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-23426cb0-e8b7-4de3-b5fb-a356972b9d1a tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:18.832377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-63dff945-de26-4365-80f6-500ff2cc8b77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'port': {'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8', 'name': 'tempest-PortsTestJSON-1864056398'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:18.940448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Network': ['ID=4812e539-824f-494c-8679-bbb75f5d026c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:18.946130 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:18.987212 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f7214884-0d0a-4cc9-a8fe-63b95a400b83 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:19.030085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-63dff945-de26-4365-80f6-500ff2cc8b77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:19.061455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-63dff945-de26-4365-80f6-500ff2cc8b77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:port and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:19.088573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-63dff945-de26-4365-80f6-500ff2cc8b77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for port was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:19.103962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-63dff945-de26-4365-80f6-500ff2cc8b77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:19.121922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf42257-e57c-4efa-b4e0-c644d995a662 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Pushing event updated for resources: {'Port': ['ID=4e58cece-e88f-4567-8d9f-fc2a0c2147d0,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:19.139672 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-baf42257-e57c-4efa-b4e0-c644d995a662 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:19.156915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dff945-de26-4365-80f6-500ff2cc8b77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.160635 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.167709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-63dff945-de26-4365-80f6-500ff2cc8b77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:19.198378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5eb4cd-54a7-4196-b9df-614ec931a1bf tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:38:19.198852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf42257-e57c-4efa-b4e0-c644d995a662 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Network 76dd2236-c2d5-4a90-b1c8-160c65f48bc5 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:19.202119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-baf42257-e57c-4efa-b4e0-c644d995a662 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:19.210832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7e668-06fa-41e4-b771-9909b6dba3d0 None None] Sync routers for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:38:19.221750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7e668-06fa-41e4-b771-9909b6dba3d0 None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:19.222916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=87fd4785-fa0a-4507-8056-6a1eff9d69b2,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:19.223192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a3c7e668-06fa-41e4-b771-9909b6dba3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:37:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:19.226155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf42257-e57c-4efa-b4e0-c644d995a662 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:19.246773 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:19.259372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7852ab0-f92a-4b52-8ba8-f5c09fa01c9e tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 1d4b9b17-91d5-4783-b593-49bc238ad2eb is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:38:19.348534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d7852ab0-f92a-4b52-8ba8-f5c09fa01c9e tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 1d4b9b17-91d5-4783-b593-49bc238ad2eb) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:19.364954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Checking segment: {'id': '6dfe4670-d90b-4c35-b301-e0f2ace55366', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '65ca05d9-fc40-45f8-8ad7-06dbdec0d786'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:38:19.365360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network hostable DHCP agents. Network: 65ca05d9-fc40-45f8-8ad7-06dbdec0d786, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:38:19.389205 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5f5eb4cd-54a7-4196-b9df-614ec931a1bf tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/c0a84acb-d1b6-4762-bd95-e39b3ca52497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5088713 Jan 14 07:38:19.403996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50430) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:19.496985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7852ab0-f92a-4b52-8ba8-f5c09fa01c9e tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:19.498563 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7852ab0-f92a-4b52-8ba8-f5c09fa01c9e tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:19.571561 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d7852ab0-f92a-4b52-8ba8-f5c09fa01c9e tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 7.8825998 Jan 14 07:38:19.577113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50440) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:19.579991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network 65ca05d9-fc40-45f8-8ad7-06dbdec0d786 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:19.832175 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:19.841295 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:19.859424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523b5195-969a-4ec4-a559-5f68aefde59b None None] Network 1d4b9b17-91d5-4783-b593-49bc238ad2eb requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:19.884338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e97f40-c67c-485d-a136-ab30efe8f9a3 None None] Network 76dd2236-c2d5-4a90-b1c8-160c65f48bc5 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:19.971847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 65ca05d9-fc40-45f8-8ad7-06dbdec0d786) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:20.087359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e25507-cc01-47cc-975a-fc185b9b920c None None] Network 65ca05d9-fc40-45f8-8ad7-06dbdec0d786 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:20.197601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-63dff945-de26-4365-80f6-500ff2cc8b77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] device_id is not set on port 6d365b60-f522-4634-8641-4f4d53d34ec1 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:38:20.212298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 6fd6d717-cae3-4d10-a088-0beeb865a38d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:38:20.252269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:20.287157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:20.334492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:20.335264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:20.425832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50458) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:20.443294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:20.468815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf42257-e57c-4efa-b4e0-c644d995a662 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:20.469633 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-baf42257-e57c-4efa-b4e0-c644d995a662 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:20.605018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-a3c7e668-06fa-41e4-b771-9909b6dba3d0 None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:20.611834 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-baf42257-e57c-4efa-b4e0-c644d995a662 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5572090 Jan 14 07:38:20.613620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50468) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:20.627489 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-63dff945-de26-4365-80f6-500ff2cc8b77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:20.642263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Request body: {'port': {'network_id': '76dd2236-c2d5-4a90-b1c8-160c65f48bc5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1207552768', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:20.644890 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.api.validators [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] bootfile-name is not in valid_values {{(pid=80907) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:38:20.645483 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.api.validators [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] tftp-server is not in valid_values {{(pid=80907) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:38:20.645867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.api.validators [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] server-ip-address is not in valid_values {{(pid=80907) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:38:20.788388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a879cd8-e986-4202-a739-ac8b0c56efde tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting subnet 858eee65-ce62-4c70-83e5-329b7e00b152 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:38:20.793449 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:20.808614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8527b677-fc74-4326-96f8-9f2f6667f6da None None] Provisioning for port 6fd6d717-cae3-4d10-a088-0beeb865a38d completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:20.816113 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 7.4598134 Jan 14 07:38:20.816113 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a879cd8-e986-4202-a739-ac8b0c56efde tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:20.820073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1109160140'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:20.836884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50472) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:20.843838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:20.869413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08015d33-25b3-407c-91ad-88c5cf748d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-1d4b9b17-91d5-4783-b593-49bc238ad2eb', 'network_id': '1d4b9b17-91d5-4783-b593-49bc238ad2eb', 'tenant_id': '57fa3a7ee5f24cf99a4333cc50f2b32d', 'fixed_ips': [{'subnet_id': 'e2251043-e508-4e20-bbf6-09f70b512a37'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:38:20.870364 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08015d33-25b3-407c-91ad-88c5cf748d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:20.899045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Usage tracker for resource:network and tenant:a7b9beba52f041f7ad1113f4888c9225 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:20.913858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:20.954951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:20.974037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 6fd6d717-cae3-4d10-a088-0beeb865a38d completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:20.998719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-665add31-0148-436f-8bd3-5f4b99b25d87 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port 87fd4785-fa0a-4507-8056-6a1eff9d69b2 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:20.999057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-665add31-0148-436f-8bd3-5f4b99b25d87 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.022960 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89d6e18d-8e6b-4760-8eb7-03265115d669 tempest-FloatingIPAdminTestJSON-622309663 tempest-FloatingIPAdminTestJSON-622309663] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:21.103835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event deleted for resources: {'Subnet': ['ID=e2251043-e508-4e20-bbf6-09f70b512a37,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:21.112073 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:21.141384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-63dff945-de26-4365-80f6-500ff2cc8b77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.178272 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a9186f54-6acc-4cba-b980-e1a9425a5b69 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:21.211506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:21.212484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a879cd8-e986-4202-a739-ac8b0c56efde tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.291841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 6fd6d717-cae3-4d10-a088-0beeb865a38d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:21.292212 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.294412 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.301001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Made reservation on behalf of a7b9beba52f041f7ad1113f4888c9225 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:21.311591 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.360175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Usage tracker for resource:port and tenant:59c802bcd47c4046834785f7985cb96e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:21.393520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd26d6d-58a7-45f3-b10c-f16909810d31 None None] Network 1d4b9b17-91d5-4783-b593-49bc238ad2eb requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:21.423841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Quota usage for port was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:21.426762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.465954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:21.472021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Usage tracker for resource:security_group_rule and tenant:a7b9beba52f041f7ad1113f4888c9225 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:21.475435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:21.484231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:21.635619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dff945-de26-4365-80f6-500ff2cc8b77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=6d365b60-f522-4634-8641-4f4d53d34ec1,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:21.643960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:21.655139 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-63dff945-de26-4365-80f6-500ff2cc8b77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:21.675999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Made reservation on behalf of 59c802bcd47c4046834785f7985cb96e for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.677806 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:21.684479 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:21.700068 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.776640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dff945-de26-4365-80f6-500ff2cc8b77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:21.801224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.801591 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-665add31-0148-436f-8bd3-5f4b99b25d87 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.876626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4b9b17-91d5-4783-b593-49bc238ad2eb']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:21.893380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2225b3-9ec3-4de6-89c2-b472e6f8a2f0') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:21.894206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2225b3-9ec3-4de6-89c2-b472e6f8a2f0') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:21.911847 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:21.919330 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a879cd8-e986-4202-a739-ac8b0c56efde tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:22.018373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:22.023388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Releasing vxlan tunnel 18 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:38:22.146144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-665add31-0148-436f-8bd3-5f4b99b25d87 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for 87fd4785-fa0a-4507-8056-6a1eff9d69b2 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:22.180923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-63dff945-de26-4365-80f6-500ff2cc8b77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:22.229559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dff945-de26-4365-80f6-500ff2cc8b77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:22.239585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 6fd6d717-cae3-4d10-a088-0beeb865a38d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=6fd6d717-cae3-4d10-a088-0beeb865a38d,segment=NetworkSegment(f4ab8d2a-1f40-4d42-b919-9b45bf462c06),segment_id=f4ab8d2a-1f40-4d42-b919-9b45bf462c06)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:22.253878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:22.255299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dff945-de26-4365-80f6-500ff2cc8b77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:22.257315 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-63dff945-de26-4365-80f6-500ff2cc8b77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:22.273057 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:22.316037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-475b58af-ff0f-443b-b91f-a1c6cde65899 None None] Provisioning for port 4e58cece-e88f-4567-8d9f-fc2a0c2147d0 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:22.337539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-475b58af-ff0f-443b-b91f-a1c6cde65899 None None] Provisioning complete for port 4e58cece-e88f-4567-8d9f-fc2a0c2147d0 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:22.338039 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-475b58af-ff0f-443b-b91f-a1c6cde65899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:22.395575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 1d4b9b17-91d5-4783-b593-49bc238ad2eb has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:22.417434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:22.418382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-475b58af-ff0f-443b-b91f-a1c6cde65899 None None] Port 4e58cece-e88f-4567-8d9f-fc2a0c2147d0 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:38:22.452575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-475b58af-ff0f-443b-b91f-a1c6cde65899 None None] Provisioning complete for port 6fd6d717-cae3-4d10-a088-0beeb865a38d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:22.453302 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-475b58af-ff0f-443b-b91f-a1c6cde65899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:22.504693 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-63dff945-de26-4365-80f6-500ff2cc8b77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.8336458 Jan 14 07:38:22.505618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-665add31-0148-436f-8bd3-5f4b99b25d87 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:22.511066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50500) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:22.530796 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-937a390f-5bca-495c-a4e4-adbba5f65f00 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:22.550647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=6fd6d717-cae3-4d10-a088-0beeb865a38d,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:22.555228 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:22.569727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a3c7e668-06fa-41e4-b771-9909b6dba3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:38:15Z', 'revision_number': 9, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '37c383f9-0c57-4fa1-9bec-8f61fa246483', 'name': '', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:bc:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:30Z', 'updated_at': '2021-01-14T07:36:50Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:22.576994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7e668-06fa-41e4-b771-9909b6dba3d0 None None] Checking router: c0a84acb-d1b6-4762-bd95-e39b3ca52497 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:38:22.635158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665add31-0148-436f-8bd3-5f4b99b25d87 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=87fd4785-fa0a-4507-8056-6a1eff9d69b2,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:22.702060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7e668-06fa-41e4-b771-9909b6dba3d0 None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:22.702759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a3c7e668-06fa-41e4-b771-9909b6dba3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:37:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:22.720227 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-665add31-0148-436f-8bd3-5f4b99b25d87 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:22.752331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 1d4b9b17-91d5-4783-b593-49bc238ad2eb has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:38:22.786325 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:38:22.797949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-15d5ed4e-3dd6-46a3-9d03-47b34c76e9ab tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port 6d365b60-f522-4634-8641-4f4d53d34ec1 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:22.798335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15d5ed4e-3dd6-46a3-9d03-47b34c76e9ab tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:22.892557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-a3c7e668-06fa-41e4-b771-9909b6dba3d0 None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:22.957052 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:22.968490 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:22.972757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] device_id is not set on port 051d6df5-16e0-4de7-83fd-f1d7ce532bff yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:38:23.053698 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-665add31-0148-436f-8bd3-5f4b99b25d87 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:23.060201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:23.090573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event deleted for resources: {'Network': ['ID=1d4b9b17-91d5-4783-b593-49bc238ad2eb,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:23.110070 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:23.121764 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-665add31-0148-436f-8bd3-5f4b99b25d87 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/ports/87fd4785-fa0a-4507-8056-6a1eff9d69b2 HTTP/1.1" status: 204 len: 168 time: 2.2837632 Jan 14 07:38:23.128826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50516) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:23.185400 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "DELETE /v2.0/networks/1d4b9b17-91d5-4783-b593-49bc238ad2eb HTTP/1.1" status: 204 len: 168 time: 3.5949237 Jan 14 07:38:23.185400 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a879cd8-e986-4202-a739-ac8b0c56efde tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:23.192705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50522) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:23.227333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:38:23.256897 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-368dc6bb-d5e0-442f-91e4-1d8e03ca2106 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] DELETE failed (client error): The resource could not be found. Jan 14 07:38:23.257394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-368dc6bb-d5e0-442f-91e4-1d8e03ca2106 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:38:23.277612 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-368dc6bb-d5e0-442f-91e4-1d8e03ca2106 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "DELETE /v2.0/subnets/e2251043-e508-4e20-bbf6-09f70b512a37 HTTP/1.1" status: 404 len: 337 time: 0.0797756 Jan 14 07:38:23.287931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50526) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:23.306836 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:23.333711 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e90468-b721-44af-b71a-8f0071448203 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] DELETE failed (client error): The resource could not be found. Jan 14 07:38:23.334203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e90468-b721-44af-b71a-8f0071448203 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:38:23.356857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6eb2c478-27ea-47b5-b506-a59262c44237 None None] Provisioning complete for port 4e58cece-e88f-4567-8d9f-fc2a0c2147d0 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:23.357300 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6eb2c478-27ea-47b5-b506-a59262c44237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:23.366453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a879cd8-e986-4202-a739-ac8b0c56efde tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Subnet': ['ID=858eee65-ce62-4c70-83e5-329b7e00b152,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:23.377960 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a879cd8-e986-4202-a739-ac8b0c56efde tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:23.379393 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a879cd8-e986-4202-a739-ac8b0c56efde tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:23.385374 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6a879cd8-e986-4202-a739-ac8b0c56efde tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/subnets/858eee65-ce62-4c70-83e5-329b7e00b152 HTTP/1.1" status: 204 len: 168 time: 3.9533224 Jan 14 07:38:23.397086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50530) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:23.408106 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15d5ed4e-3dd6-46a3-9d03-47b34c76e9ab tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:23.421002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dca0371-6bb1-47d7-8230-becf24b9234e None None] Network c3362d58-e025-4f5c-9a9b-fea03db40044 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:23.431956 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-93e90468-b721-44af-b71a-8f0071448203 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "DELETE /v2.0/networks/1d4b9b17-91d5-4783-b593-49bc238ad2eb HTTP/1.1" status: 404 len: 339 time: 0.1406360 Jan 14 07:38:23.434931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6eb2c478-27ea-47b5-b506-a59262c44237 None None] Port 4e58cece-e88f-4567-8d9f-fc2a0c2147d0 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:38:23.441936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50534) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:23.539529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6eb2c478-27ea-47b5-b506-a59262c44237 None None] Provisioning complete for port 6fd6d717-cae3-4d10-a088-0beeb865a38d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:23.540053 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6eb2c478-27ea-47b5-b506-a59262c44237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:23.576896 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:23.584893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-15d5ed4e-3dd6-46a3-9d03-47b34c76e9ab tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for 6d365b60-f522-4634-8641-4f4d53d34ec1 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:23.589765 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0579b70-7cdd-4d11-b01a-bb8bfe005a17 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] DELETE failed (client error): The resource could not be found. Jan 14 07:38:23.590273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0579b70-7cdd-4d11-b01a-bb8bfe005a17 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:38:23.595953 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b0579b70-7cdd-4d11-b01a-bb8bfe005a17 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "DELETE /v2.0/subnets/6e433a63-de15-4199-b2ba-dc8162ca9378 HTTP/1.1" status: 404 len: 337 time: 0.1438096 Jan 14 07:38:23.597125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50538) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:23.624229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:23.625693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a3c7e668-06fa-41e4-b771-9909b6dba3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:38:15Z', 'revision_number': 9, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '37c383f9-0c57-4fa1-9bec-8f61fa246483', 'name': '', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:bc:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:30Z', 'updated_at': '2021-01-14T07:36:50Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:23.632433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7e668-06fa-41e4-b771-9909b6dba3d0 None None] The sync data for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 is: [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:38:15Z', 'revision_number': 9, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '37c383f9-0c57-4fa1-9bec-8f61fa246483', 'name': '', 'network_id': 'ee2ea8ac-f9bd-41c4-842c-96278da29bd9', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:bc:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:30Z', 'updated_at': '2021-01-14T07:36:50Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '614ba5ff-2094-48ff-aa1e-8435847f4ecc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:38:23.640009 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-46f6b1c8-16cb-45ba-8b4b-22d616661b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:23.680742 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-659fa69f-1a7d-4960-938a-07c419261022 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] DELETE failed (client error): The resource could not be found. Jan 14 07:38:23.682181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-659fa69f-1a7d-4960-938a-07c419261022 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:38:23.687846 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-659fa69f-1a7d-4960-938a-07c419261022 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "DELETE /v2.0/networks/985e3b25-99df-48f5-9c81-4a5aca12bbd9 HTTP/1.1" status: 404 len: 339 time: 0.0697787 Jan 14 07:38:23.688697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50542) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:23.691608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:38:23.728246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Allocated IP 172.20.0.13 (76dd2236-c2d5-4a90-b1c8-160c65f48bc5/5e8158d0-6198-4c4e-ad35-060cc173628a/051d6df5-16e0-4de7-83fd-f1d7ce532bff) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:38:23.736429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Pushing event updated for resources: {'SecurityGroup': ['ID=43da930d-3a72-4f04-af73-7f54b49052f5,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:23.743618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:23.744087 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Added segment 7bff211f-7bb6-4a41-a7a5-c48112ff5b8d of type vxlan for network 52499f97-e596-470a-9726-4e7961789aae Jan 14 07:38:23.756280 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:23.808234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f71b924-3714-47a2-bba2-91e5fe4ee045 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:23.816953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15d5ed4e-3dd6-46a3-9d03-47b34c76e9ab tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:23.836597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f71b924-3714-47a2-bba2-91e5fe4ee045 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:23.837984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0f71b924-3714-47a2-bba2-91e5fe4ee045 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Synchronizing usage tracker for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:23.843780 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e306ad7-e3ef-4cfb-b184-2121cd16bbf5 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] DELETE failed (client error): The resource could not be found. Jan 14 07:38:23.844375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e306ad7-e3ef-4cfb-b184-2121cd16bbf5 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:38:23.845914 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c5c030a8-96e0-481f-b167-08f4fef1c7be tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:23.850843 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2e306ad7-e3ef-4cfb-b184-2121cd16bbf5 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "DELETE /v2.0/subnets/4d945f62-944a-4a06-9b91-7564783d42ce HTTP/1.1" status: 404 len: 337 time: 0.1443346 Jan 14 07:38:23.851630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50546) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:23.905035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9068c12-3e7b-4699-a487-0eef4ce035af None None] DHCP port deletion for c3362d58-e025-4f5c-9a9b-fea03db40044 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:38:23.922084 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a98665c-7014-4d02-99d6-f7275e41b940 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] DELETE failed (client error): The resource could not be found. Jan 14 07:38:23.922996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a98665c-7014-4d02-99d6-f7275e41b940 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:38:23.926646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5ed4e-3dd6-46a3-9d03-47b34c76e9ab tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Port': ['ID=6d365b60-f522-4634-8641-4f4d53d34ec1,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:23.930198 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1a98665c-7014-4d02-99d6-f7275e41b940 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "DELETE /v2.0/networks/5aa6a171-d0f2-4ad0-9f16-f098a4dbfc26 HTTP/1.1" status: 404 len: 339 time: 0.0499687 Jan 14 07:38:23.930372 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-15d5ed4e-3dd6-46a3-9d03-47b34c76e9ab tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:23.931769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0f71b924-3714-47a2-bba2-91e5fe4ee045 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Unset dirty status for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:23.932785 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0f71b924-3714-47a2-bba2-91e5fe4ee045 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.8018508 Jan 14 07:38:23.933547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50550) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:23.941075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50552) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:23.947770 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6aadad6e-72c3-4b86-a2f4-afce508693f9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:23.949570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b9068c12-3e7b-4699-a487-0eef4ce035af None None] Deleting port 72589ff6-8509-44b2-8b7f-bde9fe40cb06 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:23.950439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9068c12-3e7b-4699-a487-0eef4ce035af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.005081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.116262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d5d6a87f-b27c-4b3e-bb40-bf8fd578e371 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Deleting port 52d86b6d-6d10-450e-89b7-ae5a2ecd20a1 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:24.116631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5d6a87f-b27c-4b3e-bb40-bf8fd578e371 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.151846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c94a5-484f-403a-9dc4-732433e3ae07 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port cefa9cc3-a0fb-419d-a810-8c4b5aa774ab {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:24.152151 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c4c94a5-484f-403a-9dc4-732433e3ae07 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.240490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b9068c12-3e7b-4699-a487-0eef4ce035af None None] For port 72589ff6-8509-44b2-8b7f-bde9fe40cb06, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=72589ff6-8509-44b2-8b7f-bde9fe40cb06,segment=NetworkSegment(c81c5f95-6086-44ca-8624-58f5aae07473),segment_id=c81c5f95-6086-44ca-8624-58f5aae07473)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:24.240948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9068c12-3e7b-4699-a487-0eef4ce035af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.391084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b9068c12-3e7b-4699-a487-0eef4ce035af None None] Calling delete_port for 72589ff6-8509-44b2-8b7f-bde9fe40cb06 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:24.430748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5d6a87f-b27c-4b3e-bb40-bf8fd578e371 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.473697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 6fd6d717-cae3-4d10-a088-0beeb865a38d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:38:24.543186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3ec7e031-5498-4585-9249-52362f336b9f None None] Provisioning complete for port 6fd6d717-cae3-4d10-a088-0beeb865a38d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:24.543607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ec7e031-5498-4585-9249-52362f336b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.577051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d5d6a87f-b27c-4b3e-bb40-bf8fd578e371 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Calling delete_port for 52d86b6d-6d10-450e-89b7-ae5a2ecd20a1 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:24.601862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9068c12-3e7b-4699-a487-0eef4ce035af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.605380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6aadad6e-72c3-4b86-a2f4-afce508693f9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting port 72589ff6-8509-44b2-8b7f-bde9fe40cb06 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:24.605760 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6aadad6e-72c3-4b86-a2f4-afce508693f9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.706059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b46a583-728b-4d8e-b873-0e05f48c85a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.710705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6aadad6e-72c3-4b86-a2f4-afce508693f9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] The port '72589ff6-8509-44b2-8b7f-bde9fe40cb06' was deleted {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:38:24.718619 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:24.773495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9068c12-3e7b-4699-a487-0eef4ce035af None None] Pushing event deleted for resources: {'Port': ['ID=72589ff6-8509-44b2-8b7f-bde9fe40cb06,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:24.783988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:38:24.799812 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b9068c12-3e7b-4699-a487-0eef4ce035af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:24.830780 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15d5ed4e-3dd6-46a3-9d03-47b34c76e9ab tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.852652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 6fd6d717-cae3-4d10-a088-0beeb865a38d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:24.853062 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.863438 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6aadad6e-72c3-4b86-a2f4-afce508693f9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.885225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.904774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:24.905580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:24.925054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9068c12-3e7b-4699-a487-0eef4ce035af None None] No DVR routers for this DVR port 72589ff6-8509-44b2-8b7f-bde9fe40cb06 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:38:24.969488 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76ef0f45-089b-433c-9592-6b737160ad24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:25.007607 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-15d5ed4e-3dd6-46a3-9d03-47b34c76e9ab tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/ports/6d365b60-f522-4634-8641-4f4d53d34ec1 HTTP/1.1" status: 204 len: 168 time: 2.4953783 Jan 14 07:38:25.009611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50560) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:25.013166 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5d6a87f-b27c-4b3e-bb40-bf8fd578e371 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.035625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-92f2da57-6dc3-4360-8422-f75383c3eb44 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'port': {'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8', 'mac_address': 'fa:16:3e:b6:30:66', 'name': 'tempest-PortsTestJSON-1658013374'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:25.055089 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4574e958-b0b3-4ad4-953e-9c48451bbeb8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:25.086263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4c213f98-7170-4f0f-a879-7ec4b1026bf3 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:25.125547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 4c213f98-7170-4f0f-a879-7ec4b1026bf3 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:38:25.125941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4c213f98-7170-4f0f-a879-7ec4b1026bf3 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:38:25.126591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 72589ff6-8509-44b2-8b7f-bde9fe40cb06 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:25.143170 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.6949878 Jan 14 07:38:25.148953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Pushing event updated for resources: {'Network': ['ID=52499f97-e596-470a-9726-4e7961789aae,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:25.162473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50564) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:25.165126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 52499f97-e596-470a-9726-4e7961789aae details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:25.168145 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:25.172316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-6aadad6e-72c3-4b86-a2f4-afce508693f9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3362d58-e025-4f5c-9a9b-fea03db40044']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:25.180843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2aec2e18-4955-40d8-9493-9fd97592340d tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Request body: {'subnet': {'network_id': '52499f97-e596-470a-9726-4e7961789aae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:25.181009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6a87f-b27c-4b3e-bb40-bf8fd578e371 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event deleted for resources: {'Port': ['ID=52d86b6d-6d10-450e-89b7-ae5a2ecd20a1,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:25.182503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 52499f97-e596-470a-9726-4e7961789aae details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:25.184208 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d5d6a87f-b27c-4b3e-bb40-bf8fd578e371 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:25.197971 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c4c94a5-484f-403a-9dc4-732433e3ae07 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.198176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 52499f97-e596-470a-9726-4e7961789aae details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:25.212381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 72589ff6-8509-44b2-8b7f-bde9fe40cb06 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:38:25.212783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 72589ff6-8509-44b2-8b7f-bde9fe40cb06 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:38:25.223143 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.287443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-6aadad6e-72c3-4b86-a2f4-afce508693f9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81c5f95-6086-44ca-8624-58f5aae07473') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:25.287859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-6aadad6e-72c3-4b86-a2f4-afce508693f9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81c5f95-6086-44ca-8624-58f5aae07473') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:25.322936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6aadad6e-72c3-4b86-a2f4-afce508693f9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.367587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-92f2da57-6dc3-4360-8422-f75383c3eb44 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:25.379732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6aadad6e-72c3-4b86-a2f4-afce508693f9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.379732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6aadad6e-72c3-4b86-a2f4-afce508693f9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Releasing vxlan tunnel 16 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:38:25.393237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-92f2da57-6dc3-4360-8422-f75383c3eb44 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:port and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:25.399772 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5d6a87f-b27c-4b3e-bb40-bf8fd578e371 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.417036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-92f2da57-6dc3-4360-8422-f75383c3eb44 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for port was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:25.450379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c94a5-484f-403a-9dc4-732433e3ae07 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for cefa9cc3-a0fb-419d-a810-8c4b5aa774ab owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:25.490466 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d5d6a87f-b27c-4b3e-bb40-bf8fd578e371 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "DELETE /v2.0/ports/52d86b6d-6d10-450e-89b7-ae5a2ecd20a1 HTTP/1.1" status: 204 len: 168 time: 1.5468245 Jan 14 07:38:25.490466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-92f2da57-6dc3-4360-8422-f75383c3eb44 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:25.490799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50576) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:25.541906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Transition to ACTIVE for port object 051d6df5-16e0-4de7-83fd-f1d7ce532bff will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:38:25.600285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2aec2e18-4955-40d8-9493-9fd97592340d tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:25.605790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2aec2e18-4955-40d8-9493-9fd97592340d tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Usage tracker for resource:subnet and tenant:a7b9beba52f041f7ad1113f4888c9225 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:25.610015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2aec2e18-4955-40d8-9493-9fd97592340d tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:25.617821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2aec2e18-4955-40d8-9493-9fd97592340d tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:25.646112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aec2e18-4955-40d8-9493-9fd97592340d tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Made reservation on behalf of a7b9beba52f041f7ad1113f4888c9225 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:25.798639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2aec2e18-4955-40d8-9493-9fd97592340d tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.890106 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c4c94a5-484f-403a-9dc4-732433e3ae07 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:25.940166 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-71045c3c-7c3b-46a7-a695-1c860e70b95b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] DELETE failed (client error): The resource could not be found. Jan 14 07:38:25.940723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71045c3c-7c3b-46a7-a695-1c860e70b95b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:38:25.942615 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-71045c3c-7c3b-46a7-a695-1c860e70b95b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "DELETE /v2.0/subnets/58c13076-d688-48de-8038-1a2f003602e9 HTTP/1.1" status: 404 len: 337 time: 0.4482808 Jan 14 07:38:25.946162 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b773d09b-3860-408c-8e89-d20dff068eb9 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:25.955842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50582) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:25.956571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f2da57-6dc3-4360-8422-f75383c3eb44 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:25.982773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6aadad6e-72c3-4b86-a2f4-afce508693f9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network c3362d58-e025-4f5c-9a9b-fea03db40044 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:25.990450 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.015947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6aadad6e-72c3-4b86-a2f4-afce508693f9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.071317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c94a5-484f-403a-9dc4-732433e3ae07 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=cefa9cc3-a0fb-419d-a810-8c4b5aa774ab,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:26.100701 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0c4c94a5-484f-403a-9dc4-732433e3ae07 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:26.101323 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7735a9fa-436f-4f73-bb93-718bb30fc4a2 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:26.329894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Pushing event updated for resources: {'Port': ['ID=051d6df5-16e0-4de7-83fd-f1d7ce532bff,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:26.339348 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:26.376547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Network 76dd2236-c2d5-4a90-b1c8-160c65f48bc5 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:26.385616 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6372-9a13-47ee-8d4d-6536f5278afa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.411851 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c4c94a5-484f-403a-9dc4-732433e3ae07 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.421747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:26.429114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:26.464040 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92f2da57-6dc3-4360-8422-f75383c3eb44 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.505874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6aadad6e-72c3-4b86-a2f4-afce508693f9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network c3362d58-e025-4f5c-9a9b-fea03db40044 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:26.510825 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0c4c94a5-484f-403a-9dc4-732433e3ae07 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/ports/cefa9cc3-a0fb-419d-a810-8c4b5aa774ab HTTP/1.1" status: 204 len: 168 time: 2.5654473 Jan 14 07:38:26.515937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50590) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:38:26.586306 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.597441 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:26.603809 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:26.615720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:26.617165 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.679145 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 6.0579495 Jan 14 07:38:26.702046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50594) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:26.762610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7e8c403-0983-4577-94d0-3d866b4769c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.792525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2035349a-7802-4dbc-9cbc-d58e0022baf1 None None] Provisioning for port 051d6df5-16e0-4de7-83fd-f1d7ce532bff completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:26.800120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2035349a-7802-4dbc-9cbc-d58e0022baf1 None None] Provisioning complete for port 051d6df5-16e0-4de7-83fd-f1d7ce532bff triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:26.801432 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2035349a-7802-4dbc-9cbc-d58e0022baf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.838364 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6372-9a13-47ee-8d4d-6536f5278afa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:26.903051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2035349a-7802-4dbc-9cbc-d58e0022baf1 None None] Port 051d6df5-16e0-4de7-83fd-f1d7ce532bff cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:38:26.992542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae16649-2e06-430f-a9d3-2eaf0e7042c3 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:26.993835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2ae16649-2e06-430f-a9d3-2eaf0e7042c3 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Synchronizing usage tracker for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:27.031867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6aadad6e-72c3-4b86-a2f4-afce508693f9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:27.048398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-8b3f6372-9a13-47ee-8d4d-6536f5278afa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e02fbb5-2cb9-40c3-a849-16c01fc99e3c']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:27.057433 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:27.067709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308d1959-df16-4713-95dc-c108dce1269a tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:27.078277 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6aadad6e-72c3-4b86-a2f4-afce508693f9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:27.096451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308d1959-df16-4713-95dc-c108dce1269a tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:27.098796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-8b3f6372-9a13-47ee-8d4d-6536f5278afa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca8fc8f-18e2-4564-90b2-70d277986853') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:27.099135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-8b3f6372-9a13-47ee-8d4d-6536f5278afa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca8fc8f-18e2-4564-90b2-70d277986853') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:27.106737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadad6e-72c3-4b86-a2f4-afce508693f9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Network': ['ID=c3362d58-e025-4f5c-9a9b-fea03db40044,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:27.123587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308d1959-df16-4713-95dc-c108dce1269a tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:27.124747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-308d1959-df16-4713-95dc-c108dce1269a tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Synchronizing usage tracker for tenant:59c802bcd47c4046834785f7985cb96e on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:27.126189 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6aadad6e-72c3-4b86-a2f4-afce508693f9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:27.128186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2ae16649-2e06-430f-a9d3-2eaf0e7042c3 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Unset dirty status for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:27.129462 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2ae16649-2e06-430f-a9d3-2eaf0e7042c3 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6103070 Jan 14 07:38:27.129626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-92f2da57-6dc3-4360-8422-f75383c3eb44 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] device_id is not set on port 1d1a1525-c064-4b55-9bd5-39a1a2867cf3 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:38:27.135190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50598) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:27.168386 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6aadad6e-72c3-4b86-a2f4-afce508693f9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/networks/c3362d58-e025-4f5c-9a9b-fea03db40044 HTTP/1.1" status: 204 len: 168 time: 3.7592759 Jan 14 07:38:27.171400 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6372-9a13-47ee-8d4d-6536f5278afa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:27.182640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50602) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:27.216199 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4851181c-830d-4a27-80db-59f212151064 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] GET failed (client error): The resource could not be found. Jan 14 07:38:27.220921 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4851181c-830d-4a27-80db-59f212151064 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports/87fd4785-fa0a-4507-8056-6a1eff9d69b2 HTTP/1.1" status: 404 len: 333 time: 0.0819700 Jan 14 07:38:27.222000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50606) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:27.282137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6372-9a13-47ee-8d4d-6536f5278afa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:27.282315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-308d1959-df16-4713-95dc-c108dce1269a tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Unset dirty status for tenant:59c802bcd47c4046834785f7985cb96e on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:27.288170 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-308d1959-df16-4713-95dc-c108dce1269a tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.5829856 Jan 14 07:38:27.295473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50612) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:27.352495 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0849a5f6-1666-4dd2-9e95-360331b83c7e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] GET failed (client error): The resource could not be found. Jan 14 07:38:27.355051 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0849a5f6-1666-4dd2-9e95-360331b83c7e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports/cefa9cc3-a0fb-419d-a810-8c4b5aa774ab HTTP/1.1" status: 404 len: 333 time: 0.1313384 Jan 14 07:38:27.358003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8b3f6372-9a13-47ee-8d4d-6536f5278afa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Releasing vxlan tunnel 20 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:38:27.370401 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:27.377503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50616) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:27.541393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-94884aca-0d1f-4014-91ba-1a85aca16e46 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Deleting port 051d6df5-16e0-4de7-83fd-f1d7ce532bff {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:27.541811 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94884aca-0d1f-4014-91ba-1a85aca16e46 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:27.669984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42ccadd8-a02c-45fe-8130-7558173fac65 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:27.736858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8b3f6372-9a13-47ee-8d4d-6536f5278afa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 5e02fbb5-2cb9-40c3-a849-16c01fc99e3c has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:27.805794 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6372-9a13-47ee-8d4d-6536f5278afa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:27.811390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2aec2e18-4955-40d8-9493-9fd97592340d tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:27.836024 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3706b75c-bd3a-413b-b298-507ab085c11c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:27.954271 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:28.490653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8b3f6372-9a13-47ee-8d4d-6536f5278afa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 5e02fbb5-2cb9-40c3-a849-16c01fc99e3c has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:38:28.523383 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:38:28.526000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec2e18-4955-40d8-9493-9fd97592340d tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Pushing event updated for resources: {'Subnet': ['ID=7b6710e3-c540-4c85-9551-77266c50801b,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:28.535068 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2aec2e18-4955-40d8-9493-9fd97592340d tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:28.539303 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42ccadd8-a02c-45fe-8130-7558173fac65 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:28.665793 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92f2da57-6dc3-4360-8422-f75383c3eb44 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:28.726778 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6372-9a13-47ee-8d4d-6536f5278afa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:28.726778 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c063ea4b-0aa3-4134-adab-b24ee2426c65 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:28.768470 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6372-9a13-47ee-8d4d-6536f5278afa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:28.779933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f6372-9a13-47ee-8d4d-6536f5278afa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event deleted for resources: {'Network': ['ID=5e02fbb5-2cb9-40c3-a849-16c01fc99e3c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:28.779933 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8b3f6372-9a13-47ee-8d4d-6536f5278afa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "DELETE /v2.0/networks/5e02fbb5-2cb9-40c3-a849-16c01fc99e3c HTTP/1.1" status: 204 len: 168 time: 2.8017056 Jan 14 07:38:28.787571 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8b3f6372-9a13-47ee-8d4d-6536f5278afa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:28.787571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50624) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:28.791681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-42ccadd8-a02c-45fe-8130-7558173fac65 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ca05d9-fc40-45f8-8ad7-06dbdec0d786']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:28.804478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94884aca-0d1f-4014-91ba-1a85aca16e46 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:28.824066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-42ccadd8-a02c-45fe-8130-7558173fac65 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dfe4670-d90b-4c35-b301-e0f2ace55366') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:28.824410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-42ccadd8-a02c-45fe-8130-7558173fac65 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dfe4670-d90b-4c35-b301-e0f2ace55366') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:28.840475 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:28.861544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92f2da57-6dc3-4360-8422-f75383c3eb44 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:28.880154 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-077013e2-86c4-480d-9c9d-f5c4a84e5438 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:28.980028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42ccadd8-a02c-45fe-8130-7558173fac65 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:28.997184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-94884aca-0d1f-4014-91ba-1a85aca16e46 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Calling delete_port for 051d6df5-16e0-4de7-83fd-f1d7ce532bff owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:29.025191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0bca884c-12cf-4cb1-a257-0e82ba90fc5f tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Deleting port 34589225-5e98-4783-9b34-555b8194a7f1 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:29.025580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0bca884c-12cf-4cb1-a257-0e82ba90fc5f tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:29.062694 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42ccadd8-a02c-45fe-8130-7558173fac65 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:29.064765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aec2e18-4955-40d8-9493-9fd97592340d tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Checking segment: {'id': '7bff211f-7bb6-4a41-a7a5-c48112ff5b8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52499f97-e596-470a-9726-4e7961789aae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:38:29.065173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aec2e18-4955-40d8-9493-9fd97592340d tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Network hostable DHCP agents. Network: 52499f97-e596-470a-9726-4e7961789aae, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:38:29.071987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-42ccadd8-a02c-45fe-8130-7558173fac65 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Releasing vxlan tunnel 19 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:38:29.137693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2da57-6dc3-4360-8422-f75383c3eb44 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=1d1a1525-c064-4b55-9bd5-39a1a2867cf3,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:29.155856 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-92f2da57-6dc3-4360-8422-f75383c3eb44 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:29.256442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f2da57-6dc3-4360-8422-f75383c3eb44 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:29.273659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aec2e18-4955-40d8-9493-9fd97592340d tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Network 52499f97-e596-470a-9726-4e7961789aae is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:38:29.276551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-92f2da57-6dc3-4360-8422-f75383c3eb44 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:29.310948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-42ccadd8-a02c-45fe-8130-7558173fac65 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network 65ca05d9-fc40-45f8-8ad7-06dbdec0d786 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:29.319241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2aec2e18-4955-40d8-9493-9fd97592340d tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 52499f97-e596-470a-9726-4e7961789aae) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:29.322032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42ccadd8-a02c-45fe-8130-7558173fac65 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:29.327692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057cf724-ba45-49ac-a7eb-cfadc2f7bf28 None None] Network 52499f97-e596-470a-9726-4e7961789aae requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:29.336467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f2da57-6dc3-4360-8422-f75383c3eb44 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:29.340268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:29.356236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f2da57-6dc3-4360-8422-f75383c3eb44 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:29.356953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92f2da57-6dc3-4360-8422-f75383c3eb44 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:29.411791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89304d79-1a91-4f4d-a0a3-1f406ca0a475 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:29.497058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aec2e18-4955-40d8-9493-9fd97592340d tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:29.499230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2aec2e18-4955-40d8-9493-9fd97592340d tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:29.576510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-52499f97-e596-470a-9726-4e7961789aae', 'network_id': '52499f97-e596-470a-9726-4e7961789aae', 'tenant_id': 'a7b9beba52f041f7ad1113f4888c9225', 'fixed_ips': [{'subnet_id': '7b6710e3-c540-4c85-9551-77266c50801b'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:38:29.577689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:29.584017 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-92f2da57-6dc3-4360-8422-f75383c3eb44 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.5723941 Jan 14 07:38:29.584871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50632) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:29.593800 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0bca884c-12cf-4cb1-a257-0e82ba90fc5f tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:29.623154 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2aec2e18-4955-40d8-9493-9fd97592340d tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4566617 Jan 14 07:38:29.625497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-42ccadd8-a02c-45fe-8130-7558173fac65 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network 65ca05d9-fc40-45f8-8ad7-06dbdec0d786 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:29.634616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50636) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:38:29.656930 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:38:29.666909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-464b357e-5917-4efc-8a01-2cc3dfee5296 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Request body: {'port': {'network_id': '52499f97-e596-470a-9726-4e7961789aae', 'name': 'tempest-AllowedAddressPairTestJSON-427537930'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:29.740065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94884aca-0d1f-4014-91ba-1a85aca16e46 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:29.799065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0bca884c-12cf-4cb1-a257-0e82ba90fc5f tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Calling delete_port for 34589225-5e98-4783-9b34-555b8194a7f1 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:29.825245 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-15d5ed4e-3dd6-46a3-9d03-47b34c76e9ab tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:29.900293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94884aca-0d1f-4014-91ba-1a85aca16e46 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Pushing event deleted for resources: {'Port': ['ID=051d6df5-16e0-4de7-83fd-f1d7ce532bff,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:29.916631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ae7886-1c06-4aa9-a6f6-7a7a8a295354 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:29.917315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-43ae7886-1c06-4aa9-a6f6-7a7a8a295354 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Synchronizing usage tracker for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:29.923546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Allocated IP 172.20.0.2 (52499f97-e596-470a-9726-4e7961789aae/7b6710e3-c540-4c85-9551-77266c50801b/59c41724-e22f-44d6-8c54-f810d7a500d7) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:38:29.960197 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-94884aca-0d1f-4014-91ba-1a85aca16e46 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:29.982445 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42ccadd8-a02c-45fe-8130-7558173fac65 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:29.992830 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e21410b6-2c7f-46ef-abb8-0123b44d7504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:30.012553 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42ccadd8-a02c-45fe-8130-7558173fac65 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.046871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccadd8-a02c-45fe-8130-7558173fac65 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Network': ['ID=65ca05d9-fc40-45f8-8ad7-06dbdec0d786,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:30.056388 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-42ccadd8-a02c-45fe-8130-7558173fac65 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/networks/65ca05d9-fc40-45f8-8ad7-06dbdec0d786 HTTP/1.1" status: 204 len: 168 time: 2.6745355 Jan 14 07:38:30.063937 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42ccadd8-a02c-45fe-8130-7558173fac65 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:30.078484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50642) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:30.078807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-43ae7886-1c06-4aa9-a6f6-7a7a8a295354 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Unset dirty status for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:30.083269 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-43ae7886-1c06-4aa9-a6f6-7a7a8a295354 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports/1d1a1525-c064-4b55-9bd5-39a1a2867cf3 HTTP/1.1" status: 200 len: 841 time: 0.4928288 Jan 14 07:38:30.084137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50646) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:30.097198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c6d36040-0f8c-4123-b89f-411fe8e013de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-811120845'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:30.110049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c6d36040-0f8c-4123-b89f-411fe8e013de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:30.128483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c6d36040-0f8c-4123-b89f-411fe8e013de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:network and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:30.134568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c6d36040-0f8c-4123-b89f-411fe8e013de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for network was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:30.146713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c6d36040-0f8c-4123-b89f-411fe8e013de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:30.152424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-464b357e-5917-4efc-8a01-2cc3dfee5296 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:30.161495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-464b357e-5917-4efc-8a01-2cc3dfee5296 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Usage tracker for resource:port and tenant:a7b9beba52f041f7ad1113f4888c9225 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:30.166223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-464b357e-5917-4efc-8a01-2cc3dfee5296 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Quota usage for port was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:30.177271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-464b357e-5917-4efc-8a01-2cc3dfee5296 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:30.194337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0bca884c-12cf-4cb1-a257-0e82ba90fc5f tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.220192 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4f8a2fcf-e709-413a-b494-3f86b259ca50 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:30.220863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d36040-0f8c-4123-b89f-411fe8e013de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:30.230606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6d36040-0f8c-4123-b89f-411fe8e013de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.270114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464b357e-5917-4efc-8a01-2cc3dfee5296 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Made reservation on behalf of a7b9beba52f041f7ad1113f4888c9225 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:30.281249 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-464b357e-5917-4efc-8a01-2cc3dfee5296 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.313256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d36040-0f8c-4123-b89f-411fe8e013de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:38:30.316305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.326922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6d36040-0f8c-4123-b89f-411fe8e013de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.328201 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-c6d36040-0f8c-4123-b89f-411fe8e013de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Added segment 76731a38-6143-4cf1-be70-c60fe0851ed9 of type vxlan for network db5f8cba-cd67-4e25-82d9-d8205be0840c Jan 14 07:38:30.330210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Transition to ACTIVE for port object 59c41724-e22f-44d6-8c54-f810d7a500d7 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:38:30.580298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Transition to ACTIVE for port object 59c41724-e22f-44d6-8c54-f810d7a500d7 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:38:30.580298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.587004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6d36040-0f8c-4123-b89f-411fe8e013de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.587004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6d36040-0f8c-4123-b89f-411fe8e013de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.587004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d36040-0f8c-4123-b89f-411fe8e013de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:30.587004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6d36040-0f8c-4123-b89f-411fe8e013de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.587004 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fc39c0ba-9dcb-4c49-8e07-f3de3d6b4265 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:30.588568 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eea92f85-416d-44f4-8b23-dea6ab63a80e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:30.591233 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94884aca-0d1f-4014-91ba-1a85aca16e46 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.628492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca884c-12cf-4cb1-a257-0e82ba90fc5f tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event deleted for resources: {'Port': ['ID=34589225-5e98-4783-9b34-555b8194a7f1,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:30.644528 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0bca884c-12cf-4cb1-a257-0e82ba90fc5f tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:30.651028 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c6d36040-0f8c-4123-b89f-411fe8e013de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5662334 Jan 14 07:38:30.689379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50666) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:30.707536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-68eebdb5-73d5-4578-884e-8cf50686ab83 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'subnet': {'network_id': 'db5f8cba-cd67-4e25-82d9-d8205be0840c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:30.718839 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-94884aca-0d1f-4014-91ba-1a85aca16e46 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] 10.222.0.41 "DELETE /v2.0/ports/051d6df5-16e0-4de7-83fd-f1d7ce532bff HTTP/1.1" status: 204 len: 168 time: 3.4143140 Jan 14 07:38:30.718839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50670) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:30.752747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port 1d1a1525-c064-4b55-9bd5-39a1a2867cf3 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:30.752747 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:30.757506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0a21850a-b996-4b20-ae7d-21973d79d1f8 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Request body: {'port': {'name': 'tempest-new-port-name-419595306', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:30.757506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.api.validators [None req-0a21850a-b996-4b20-ae7d-21973d79d1f8 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] bootfile-name is not in valid_values {{(pid=80907) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:38:30.757506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.api.validators [None req-0a21850a-b996-4b20-ae7d-21973d79d1f8 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] tftp-server is not in valid_values {{(pid=80907) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:38:30.757506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.api.validators [None req-0a21850a-b996-4b20-ae7d-21973d79d1f8 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] server-ip-address is not in valid_values {{(pid=80907) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:38:30.778881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Pushing event updated for resources: {'Port': ['ID=59c41724-e22f-44d6-8c54-f810d7a500d7,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:30.778881 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:30.792997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d36040-0f8c-4123-b89f-411fe8e013de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Network': ['ID=db5f8cba-cd67-4e25-82d9-d8205be0840c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:30.808630 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6d36040-0f8c-4123-b89f-411fe8e013de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:30.813176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Network 52499f97-e596-470a-9726-4e7961789aae is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:30.813176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:30.818532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network db5f8cba-cd67-4e25-82d9-d8205be0840c details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:30.852174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network db5f8cba-cd67-4e25-82d9-d8205be0840c details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:31.002194 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a21850a-b996-4b20-ae7d-21973d79d1f8 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:31.032964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-464b357e-5917-4efc-8a01-2cc3dfee5296 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] device_id is not set on port 478cb59a-92e8-44a1-9823-7f59f39eb9f4 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:38:31.190086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:31.190086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network db5f8cba-cd67-4e25-82d9-d8205be0840c details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:31.309019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-68eebdb5-73d5-4578-884e-8cf50686ab83 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:31.315576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-68eebdb5-73d5-4578-884e-8cf50686ab83 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:subnet and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:31.315576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-68eebdb5-73d5-4578-884e-8cf50686ab83 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:31.322238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-68eebdb5-73d5-4578-884e-8cf50686ab83 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:31.348636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0bca884c-12cf-4cb1-a257-0e82ba90fc5f tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:31.389363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eebdb5-73d5-4578-884e-8cf50686ab83 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:31.546494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Attempting to bind port 59c41724-e22f-44d6-8c54-f810d7a500d7 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:38:31.546494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Attempting to bind port 59c41724-e22f-44d6-8c54-f810d7a500d7 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '7bff211f-7bb6-4a41-a7a5-c48112ff5b8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52499f97-e596-470a-9726-4e7961789aae'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:38:31.546494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Attempting to bind port 59c41724-e22f-44d6-8c54-f810d7a500d7 on network 52499f97-e596-470a-9726-4e7961789aae {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:38:31.558491 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0bca884c-12cf-4cb1-a257-0e82ba90fc5f tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "DELETE /v2.0/ports/34589225-5e98-4783-9b34-555b8194a7f1 HTTP/1.1" status: 204 len: 168 time: 2.7660699 Jan 14 07:38:31.562656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:38:31.562656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Checking segment: {'id': '7bff211f-7bb6-4a41-a7a5-c48112ff5b8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52499f97-e596-470a-9726-4e7961789aae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:38:31.562656 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:31.562656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Bound using segment: {'id': '7bff211f-7bb6-4a41-a7a5-c48112ff5b8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52499f97-e596-470a-9726-4e7961789aae'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:38:31.562656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Bound port: 59c41724-e22f-44d6-8c54-f810d7a500d7, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bff211f-7bb6-4a41-a7a5-c48112ff5b8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52499f97-e596-470a-9726-4e7961789aae'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:38:31.562656 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:31.585786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50680) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:31.639528 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:31.671513 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c465595-0f97-4d6f-bc93-42f9fa265452 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] DELETE failed (client error): The resource could not be found. Jan 14 07:38:31.672038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c465595-0f97-4d6f-bc93-42f9fa265452 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:38:31.676494 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7c465595-0f97-4d6f-bc93-42f9fa265452 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "DELETE /v2.0/subnets/c60ef381-5be2-425b-98a2-3e980fa01449 HTTP/1.1" status: 404 len: 337 time: 0.0860391 Jan 14 07:38:31.677326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50686) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:31.783583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] For port 59c41724-e22f-44d6-8c54-f810d7a500d7, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:38:31.792244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] For port 59c41724-e22f-44d6-8c54-f810d7a500d7, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=59c41724-e22f-44d6-8c54-f810d7a500d7,segment=NetworkSegment(7bff211f-7bb6-4a41-a7a5-c48112ff5b8d),segment_id=7bff211f-7bb6-4a41-a7a5-c48112ff5b8d)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:38:31.805439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:31.834843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68eebdb5-73d5-4578-884e-8cf50686ab83 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:32.091643 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:32.109628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-464b357e-5917-4efc-8a01-2cc3dfee5296 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Allocated IP 172.20.0.12 (52499f97-e596-470a-9726-4e7961789aae/7b6710e3-c540-4c85-9551-77266c50801b/478cb59a-92e8-44a1-9823-7f59f39eb9f4) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:38:32.218565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Pushing event updated for resources: {'Port': ['ID=59c41724-e22f-44d6-8c54-f810d7a500d7,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:32.245281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.245783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.246256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.246744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.247454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.247547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.248723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.249443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.249895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.250358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.251121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.251121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.254031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.254031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.254031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.254031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.254031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.254031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.254031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.268150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.268150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.268150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.268150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.268150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.268150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.268150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.268150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.268150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.268150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.268150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.268150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.268150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.293052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.297886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.297886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.297886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:32.334800 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:32.439947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-0a21850a-b996-4b20-ae7d-21973d79d1f8 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:38:32.491335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a21850a-b996-4b20-ae7d-21973d79d1f8 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:32.503920 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a21850a-b996-4b20-ae7d-21973d79d1f8 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:32.601406 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6807e5cd-cdbe-4aa7-8abb-4d2c13d84404 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:32.614830 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:32.657324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for 1d1a1525-c064-4b55-9bd5-39a1a2867cf3 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:32.898736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21850a-b996-4b20-ae7d-21973d79d1f8 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Pushing event updated for resources: {'Port': ['ID=4e58cece-e88f-4567-8d9f-fc2a0c2147d0,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:32.913318 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a21850a-b996-4b20-ae7d-21973d79d1f8 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:33.000671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-464b357e-5917-4efc-8a01-2cc3dfee5296 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:33.076971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-89304d79-1a91-4f4d-a0a3-1f406ca0a475 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting port 37c383f9-0c57-4fa1-9bec-8f61fa246483 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:33.076971 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89304d79-1a91-4f4d-a0a3-1f406ca0a475 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:33.122108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-464b357e-5917-4efc-8a01-2cc3dfee5296 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Transition to ACTIVE for port object 478cb59a-92e8-44a1-9823-7f59f39eb9f4 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:38:33.230183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0a21850a-b996-4b20-ae7d-21973d79d1f8 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] In _notify_port_updated(), no bound segment for port 4e58cece-e88f-4567-8d9f-fc2a0c2147d0 on network 76dd2236-c2d5-4a90-b1c8-160c65f48bc5 {{(pid=80907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.234614 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.268344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a21850a-b996-4b20-ae7d-21973d79d1f8 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:33.268344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a21850a-b996-4b20-ae7d-21973d79d1f8 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:33.268344 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0a21850a-b996-4b20-ae7d-21973d79d1f8 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] 10.222.0.41 "PUT /v2.0/ports/4e58cece-e88f-4567-8d9f-fc2a0c2147d0 HTTP/1.1" status: 200 len: 1135 time: 2.5298159 Jan 14 07:38:33.275526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50708) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:33.348285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-464b357e-5917-4efc-8a01-2cc3dfee5296 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:33.376502 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a98b3c3-a6fa-4f33-9e2e-817d0d6fe518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1988058316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:33.409473 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:33.447312 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-27edd718-70a2-4acc-b218-fffbd32e87f8 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:33.532161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6807e5cd-cdbe-4aa7-8abb-4d2c13d84404 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:33.559268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Port': ['ID=1d1a1525-c064-4b55-9bd5-39a1a2867cf3,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:33.569771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae2ff3b-ce8f-4362-8a64-26ef71c92e60 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:33.569771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cae2ff3b-ce8f-4362-8a64-26ef71c92e60 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Synchronizing usage tracker for tenant:59c802bcd47c4046834785f7985cb96e on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:33.644678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.645203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.645688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.646117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.646684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.647107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.647524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.648785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.649216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.649641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.650062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.650478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.650984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.651552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.652013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.652430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.652843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.653256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.653665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.654194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.654826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.655450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.655899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.656313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.656785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.657200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.657635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.658023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.658441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.658891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.659730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.660004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.660415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.660812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.661605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.661752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:38:33.726600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cae2ff3b-ce8f-4362-8a64-26ef71c92e60 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Unset dirty status for tenant:59c802bcd47c4046834785f7985cb96e on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:33.726600 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cae2ff3b-ce8f-4362-8a64-26ef71c92e60 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] 10.222.0.41 "GET /v2.0/ports/4e58cece-e88f-4567-8d9f-fc2a0c2147d0 HTTP/1.1" status: 200 len: 1135 time: 0.4515252 Jan 14 07:38:33.752927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50716) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:33.765002 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:33.771080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-89304d79-1a91-4f4d-a0a3-1f406ca0a475 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] For port 37c383f9-0c57-4fa1-9bec-8f61fa246483, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=37c383f9-0c57-4fa1-9bec-8f61fa246483,segment=NetworkSegment(18d99d9d-9392-49d2-b750-bd7fc49ab2cf),segment_id=18d99d9d-9392-49d2-b750-bd7fc49ab2cf)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:33.771080 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89304d79-1a91-4f4d-a0a3-1f406ca0a475 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:33.870836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6ac74647-bc40-4429-8cbd-6e6682fc42d7 None None] Provisioning complete for port 4e58cece-e88f-4567-8d9f-fc2a0c2147d0 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:33.871257 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ac74647-bc40-4429-8cbd-6e6682fc42d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:33.893200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b357e-5917-4efc-8a01-2cc3dfee5296 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Pushing event updated for resources: {'Port': ['ID=478cb59a-92e8-44a1-9823-7f59f39eb9f4,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:33.912107 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-464b357e-5917-4efc-8a01-2cc3dfee5296 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:33.922831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464b357e-5917-4efc-8a01-2cc3dfee5296 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Network 52499f97-e596-470a-9726-4e7961789aae is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:33.936464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-464b357e-5917-4efc-8a01-2cc3dfee5296 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.940204 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:33.958703 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:33.970285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-57e03853-f60b-4393-8a7c-0c0ff77cdca6 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Deleting port 4e58cece-e88f-4567-8d9f-fc2a0c2147d0 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:33.970957 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57e03853-f60b-4393-8a7c-0c0ff77cdca6 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:33.972507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6ac74647-bc40-4429-8cbd-6e6682fc42d7 None None] Port 4e58cece-e88f-4567-8d9f-fc2a0c2147d0 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:38:34.062536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-89304d79-1a91-4f4d-a0a3-1f406ca0a475 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Calling delete_port for 37c383f9-0c57-4fa1-9bec-8f61fa246483 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:34.066534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464b357e-5917-4efc-8a01-2cc3dfee5296 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:34.231815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464b357e-5917-4efc-8a01-2cc3dfee5296 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:34.231815 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-464b357e-5917-4efc-8a01-2cc3dfee5296 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:34.336795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc27dc4-4fe6-4490-816e-b33b5fb6aa5d None None] Network 52499f97-e596-470a-9726-4e7961789aae requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:34.514754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 59c41724-e22f-44d6-8c54-f810d7a500d7 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:38:34.541678 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-464b357e-5917-4efc-8a01-2cc3dfee5296 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8819599 Jan 14 07:38:34.541678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50728) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:34.556988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-86bd68f7-a791-47a3-b0aa-450c8daa14b9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Request body: {'port': {'network_id': '52499f97-e596-470a-9726-4e7961789aae', 'name': 'tempest-AllowedAddressPairTestJSON-147916180', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:48:fa:da'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:34.590323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5864f76e-526f-4f06-8d37-9fd80a25fa67 None None] Provisioning for port 59c41724-e22f-44d6-8c54-f810d7a500d7 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:34.641307 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89304d79-1a91-4f4d-a0a3-1f406ca0a475 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:34.659696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 59c41724-e22f-44d6-8c54-f810d7a500d7 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:34.670195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 59c41724-e22f-44d6-8c54-f810d7a500d7 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:34.670618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:34.799639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57e03853-f60b-4393-8a7c-0c0ff77cdca6 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:34.846080 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:34.850084 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f5eb4cd-54a7-4196-b9df-614ec931a1bf tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:35.003885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-57e03853-f60b-4393-8a7c-0c0ff77cdca6 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Calling delete_port for 4e58cece-e88f-4567-8d9f-fc2a0c2147d0 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:35.039532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-86bd68f7-a791-47a3-b0aa-450c8daa14b9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:35.056801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-86bd68f7-a791-47a3-b0aa-450c8daa14b9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Usage tracker for resource:port and tenant:a7b9beba52f041f7ad1113f4888c9225 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:35.065524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-86bd68f7-a791-47a3-b0aa-450c8daa14b9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Quota usage for port was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:35.077711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-86bd68f7-a791-47a3-b0aa-450c8daa14b9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:35.118905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-6807e5cd-cdbe-4aa7-8abb-4d2c13d84404 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2acf7579-610c-40ac-a71a-eb8ec871e2cf']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:35.132379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:35.147453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-6807e5cd-cdbe-4aa7-8abb-4d2c13d84404 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ae210b-4f80-4041-b351-757e59c28703') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:35.147453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-6807e5cd-cdbe-4aa7-8abb-4d2c13d84404 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ae210b-4f80-4041-b351-757e59c28703') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:35.150102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bd68f7-a791-47a3-b0aa-450c8daa14b9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Made reservation on behalf of a7b9beba52f041f7ad1113f4888c9225 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:35.162056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6807e5cd-cdbe-4aa7-8abb-4d2c13d84404 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:35.163695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 59c41724-e22f-44d6-8c54-f810d7a500d7, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=59c41724-e22f-44d6-8c54-f810d7a500d7,segment=NetworkSegment(7bff211f-7bb6-4a41-a7a5-c48112ff5b8d),segment_id=7bff211f-7bb6-4a41-a7a5-c48112ff5b8d)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:35.174317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:35.182516 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4d73343-8ade-41cc-b674-fdfa048b973d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:35.182640 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6807e5cd-cdbe-4aa7-8abb-4d2c13d84404 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:35.185902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6807e5cd-cdbe-4aa7-8abb-4d2c13d84404 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Releasing vxlan tunnel 15 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:38:35.292563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89304d79-1a91-4f4d-a0a3-1f406ca0a475 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Port': ['ID=37c383f9-0c57-4fa1-9bec-8f61fa246483,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:35.317285 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89304d79-1a91-4f4d-a0a3-1f406ca0a475 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:35.384483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=59c41724-e22f-44d6-8c54-f810d7a500d7,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:35.384483 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:35.442165 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86bd68f7-a791-47a3-b0aa-450c8daa14b9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:35.459990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57e03853-f60b-4393-8a7c-0c0ff77cdca6 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:35.476081 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/ports/1d1a1525-c064-4b55-9bd5-39a1a2867cf3 HTTP/1.1" status: 204 len: 168 time: 5.3896763 Jan 14 07:38:35.479288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50742) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:35.479848 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f6fce995-269b-4468-be3d-2d4142147702 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:35.640626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6807e5cd-cdbe-4aa7-8abb-4d2c13d84404 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 2acf7579-610c-40ac-a71a-eb8ec871e2cf has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:35.652401 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6807e5cd-cdbe-4aa7-8abb-4d2c13d84404 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:35.680255 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-132e8de3-606c-41f1-afeb-c0a737b8349e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] GET failed (client error): The resource could not be found. Jan 14 07:38:35.682097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-132e8de3-606c-41f1-afeb-c0a737b8349e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Synchronizing usage tracker for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:35.718742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e03853-f60b-4393-8a7c-0c0ff77cdca6 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Pushing event deleted for resources: {'Port': ['ID=4e58cece-e88f-4567-8d9f-fc2a0c2147d0,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:35.730522 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-57e03853-f60b-4393-8a7c-0c0ff77cdca6 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:35.871956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-58d06148-570c-4ff8-8ff9-25d7ffdd0a3c None None] Provisioning complete for port 59c41724-e22f-44d6-8c54-f810d7a500d7 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:35.871956 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58d06148-570c-4ff8-8ff9-25d7ffdd0a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:36.235509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-86bd68f7-a791-47a3-b0aa-450c8daa14b9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] device_id is not set on port 8f30e3a4-288a-4ff0-83eb-3e55f9b24fdf yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:38:36.282379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-58d06148-570c-4ff8-8ff9-25d7ffdd0a3c None None] Provisioning for port 478cb59a-92e8-44a1-9823-7f59f39eb9f4 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:36.304425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-58d06148-570c-4ff8-8ff9-25d7ffdd0a3c None None] Provisioning complete for port 478cb59a-92e8-44a1-9823-7f59f39eb9f4 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:36.304425 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58d06148-570c-4ff8-8ff9-25d7ffdd0a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:36.382478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-132e8de3-606c-41f1-afeb-c0a737b8349e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Unset dirty status for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:36.396033 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-132e8de3-606c-41f1-afeb-c0a737b8349e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports/1d1a1525-c064-4b55-9bd5-39a1a2867cf3 HTTP/1.1" status: 404 len: 333 time: 0.8569784 Jan 14 07:38:36.400231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50756) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:36.409997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2faa066b-63cc-4e86-a224-2373ab5f02a5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'port': {'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8', 'name': 'tempest-PortsTestJSON-260236540'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:36.535491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-58d06148-570c-4ff8-8ff9-25d7ffdd0a3c None None] Port 478cb59a-92e8-44a1-9823-7f59f39eb9f4 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:38:36.679122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 59c41724-e22f-44d6-8c54-f810d7a500d7 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:38:36.753646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6807e5cd-cdbe-4aa7-8abb-4d2c13d84404 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 2acf7579-610c-40ac-a71a-eb8ec871e2cf has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:36.790393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-56efaa54-a27c-4676-a00b-0f4a2893c5e4 None None] Provisioning complete for port 59c41724-e22f-44d6-8c54-f810d7a500d7 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:36.790393 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56efaa54-a27c-4676-a00b-0f4a2893c5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:38:36.796531 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:38:36.858028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57e03853-f60b-4393-8a7c-0c0ff77cdca6 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:36.969932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2faa066b-63cc-4e86-a224-2373ab5f02a5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:37.012698 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-57e03853-f60b-4393-8a7c-0c0ff77cdca6 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] 10.222.0.41 "DELETE /v2.0/ports/4e58cece-e88f-4567-8d9f-fc2a0c2147d0 HTTP/1.1" status: 204 len: 168 time: 3.2539454 Jan 14 07:38:37.022887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2faa066b-63cc-4e86-a224-2373ab5f02a5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:37.042426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50764) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:37.163548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 59c41724-e22f-44d6-8c54-f810d7a500d7 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:37.163548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:37.191380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-86bd68f7-a791-47a3-b0aa-450c8daa14b9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Allocated IP 172.20.0.14 (52499f97-e596-470a-9726-4e7961789aae/7b6710e3-c540-4c85-9551-77266c50801b/8f30e3a4-288a-4ff0-83eb-3e55f9b24fdf) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:38:37.334086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faa066b-63cc-4e86-a224-2373ab5f02a5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:37.340538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5ad20549-9558-4789-8b9d-95616adef5a4 None None] Provisioning complete for port 59c41724-e22f-44d6-8c54-f810d7a500d7 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:37.340538 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ad20549-9558-4789-8b9d-95616adef5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:37.412062 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2faa066b-63cc-4e86-a224-2373ab5f02a5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:37.520290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5ad20549-9558-4789-8b9d-95616adef5a4 None None] Provisioning complete for port 478cb59a-92e8-44a1-9823-7f59f39eb9f4 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:37.520290 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ad20549-9558-4789-8b9d-95616adef5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:37.617631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5ad20549-9558-4789-8b9d-95616adef5a4 None None] Port 478cb59a-92e8-44a1-9823-7f59f39eb9f4 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:38:37.701513 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6807e5cd-cdbe-4aa7-8abb-4d2c13d84404 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:37.712487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6807e5cd-cdbe-4aa7-8abb-4d2c13d84404 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:37.775974 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-16189cad-aa3f-4056-9c07-ba1318c977bc tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:37.791977 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6807e5cd-cdbe-4aa7-8abb-4d2c13d84404 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "DELETE /v2.0/networks/2acf7579-610c-40ac-a71a-eb8ec871e2cf HTTP/1.1" status: 204 len: 168 time: 5.9613385 Jan 14 07:38:37.804818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50776) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:37.871196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807e5cd-cdbe-4aa7-8abb-4d2c13d84404 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event deleted for resources: {'Network': ['ID=2acf7579-610c-40ac-a71a-eb8ec871e2cf,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:37.871196 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6807e5cd-cdbe-4aa7-8abb-4d2c13d84404 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:37.979424 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89304d79-1a91-4f4d-a0a3-1f406ca0a475 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:38.196339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68eebdb5-73d5-4578-884e-8cf50686ab83 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:38.216053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8b69f5-50e2-4e81-9104-2db70a574963 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Deleting subnet 5e8158d0-6198-4c4e-ad35-060cc173628a {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:38:38.216053 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da8b69f5-50e2-4e81-9104-2db70a574963 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:38.223516 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-876d3ea9-7b96-4569-ad76-d3114ccafee0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:38.381450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eebdb5-73d5-4578-884e-8cf50686ab83 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Subnet': ['ID=b2e1f616-1cf2-444b-9b7b-caaa1b89666b,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:38.485075 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da8b69f5-50e2-4e81-9104-2db70a574963 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:38.519207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-2faa066b-63cc-4e86-a224-2373ab5f02a5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] device_id is not set on port 1a6295ba-c80a-4fb7-93ea-d4831f6f943d yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:38:38.637605 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-68eebdb5-73d5-4578-884e-8cf50686ab83 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:38.676473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9dd4fba-331a-41bf-b9c7-fa0ca69f82e7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Deleting subnet 2282d666-a7e6-41f7-a0c7-c1f8e55b9b94 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:38:38.680149 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9dd4fba-331a-41bf-b9c7-fa0ca69f82e7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:38.731877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86bd68f7-a791-47a3-b0aa-450c8daa14b9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:38.839964 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da8b69f5-50e2-4e81-9104-2db70a574963 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:38.885710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-86bd68f7-a791-47a3-b0aa-450c8daa14b9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Transition to ACTIVE for port object 8f30e3a4-288a-4ff0-83eb-3e55f9b24fdf will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:38:38.892984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9dd4fba-331a-41bf-b9c7-fa0ca69f82e7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:38.937347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eebdb5-73d5-4578-884e-8cf50686ab83 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Checking segment: {'id': '76731a38-6143-4cf1-be70-c60fe0851ed9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'db5f8cba-cd67-4e25-82d9-d8205be0840c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:38:38.938085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eebdb5-73d5-4578-884e-8cf50686ab83 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network hostable DHCP agents. Network: db5f8cba-cd67-4e25-82d9-d8205be0840c, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:38:39.053827 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2faa066b-63cc-4e86-a224-2373ab5f02a5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:39.082913 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86bd68f7-a791-47a3-b0aa-450c8daa14b9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:39.103922 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a9a065e2-27ca-4a7d-ae61-616f1c55d777 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:39.262375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eebdb5-73d5-4578-884e-8cf50686ab83 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network db5f8cba-cd67-4e25-82d9-d8205be0840c is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:38:39.314873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd68f7-a791-47a3-b0aa-450c8daa14b9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Pushing event updated for resources: {'Port': ['ID=8f30e3a4-288a-4ff0-83eb-3e55f9b24fdf,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:39.326598 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-86bd68f7-a791-47a3-b0aa-450c8daa14b9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:39.356636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2faa066b-63cc-4e86-a224-2373ab5f02a5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:39.406873 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-57e03853-f60b-4393-8a7c-0c0ff77cdca6 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:39.432258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-68eebdb5-73d5-4578-884e-8cf50686ab83 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, db5f8cba-cd67-4e25-82d9-d8205be0840c) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:39.443600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36b17fa-2603-4099-b064-7c777f36f850 None None] Network db5f8cba-cd67-4e25-82d9-d8205be0840c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:39.468326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89304d79-1a91-4f4d-a0a3-1f406ca0a475 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router c0a84acb-d1b6-4762-bd95-e39b3ca52497 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:38:39.472631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eebdb5-73d5-4578-884e-8cf50686ab83 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:39.473578 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68eebdb5-73d5-4578-884e-8cf50686ab83 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:39.634300 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9dd4fba-331a-41bf-b9c7-fa0ca69f82e7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:39.677185 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-68eebdb5-73d5-4578-884e-8cf50686ab83 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 8.9854741 Jan 14 07:38:39.697251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa066b-63cc-4e86-a224-2373ab5f02a5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=1a6295ba-c80a-4fb7-93ea-d4831f6f943d,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:39.697251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50802) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:39.719327 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2faa066b-63cc-4e86-a224-2373ab5f02a5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:39.723873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-78171d04-61e5-4c04-b5c6-77991f1ba173 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'port': {'network_id': 'db5f8cba-cd67-4e25-82d9-d8205be0840c', 'name': 'tempest-PortsIpV6TestJSON-1865908179'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:39.855494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-db5f8cba-cd67-4e25-82d9-d8205be0840c', 'network_id': 'db5f8cba-cd67-4e25-82d9-d8205be0840c', 'tenant_id': '48e68211a7e94fe094ab7e7edb0dd42a', 'fixed_ips': [{'subnet_id': 'b2e1f616-1cf2-444b-9b7b-caaa1b89666b'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:38:39.855494 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:39.884461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89304d79-1a91-4f4d-a0a3-1f406ca0a475 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:38:39.893079 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-89304d79-1a91-4f4d-a0a3-1f406ca0a475 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/c0a84acb-d1b6-4762-bd95-e39b3ca52497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7081246 Jan 14 07:38:39.903188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50808) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:39.934024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508cd87-b26a-4780-8cb7-3accee0af596 None None] Sync routers for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:38:39.956770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508cd87-b26a-4780-8cb7-3accee0af596 None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:39.957459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4508cd87-b26a-4780-8cb7-3accee0af596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:38:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:40.020623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-78171d04-61e5-4c04-b5c6-77991f1ba173 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:40.149765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-78171d04-61e5-4c04-b5c6-77991f1ba173 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:40.149765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bd68f7-a791-47a3-b0aa-450c8daa14b9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Network 52499f97-e596-470a-9726-4e7961789aae is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:40.149765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-86bd68f7-a791-47a3-b0aa-450c8daa14b9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:40.168643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-4508cd87-b26a-4780-8cb7-3accee0af596 None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:40.182046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bd68f7-a791-47a3-b0aa-450c8daa14b9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:40.313314 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da8b69f5-50e2-4e81-9104-2db70a574963 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:40.426201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-648cd0dc-062d-44ce-afbf-d01ddf035a38 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting subnet 614ba5ff-2094-48ff-aa1e-8435847f4ecc {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:38:40.452702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-648cd0dc-062d-44ce-afbf-d01ddf035a38 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:40.561491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Allocated IP 2001:db8::2 (db5f8cba-cd67-4e25-82d9-d8205be0840c/b2e1f616-1cf2-444b-9b7b-caaa1b89666b/033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:38:40.649981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-648cd0dc-062d-44ce-afbf-d01ddf035a38 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:40.706131 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-462bc84e-802b-4f29-8f0d-ddd689d2f52f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:40.855277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa066b-63cc-4e86-a224-2373ab5f02a5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:40.856693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-648cd0dc-062d-44ce-afbf-d01ddf035a38 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:40.867737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78171d04-61e5-4c04-b5c6-77991f1ba173 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.870513 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:40.878283 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:40.902435 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78171d04-61e5-4c04-b5c6-77991f1ba173 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:40.969566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4508cd87-b26a-4780-8cb7-3accee0af596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:38:34Z', 'revision_number': 10, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:40.990976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9dd4fba-331a-41bf-b9c7-fa0ca69f82e7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:40.992570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508cd87-b26a-4780-8cb7-3accee0af596 None None] Checking router: c0a84acb-d1b6-4762-bd95-e39b3ca52497 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:38:40.994029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2faa066b-63cc-4e86-a224-2373ab5f02a5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:40.996140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a82b7ee3-896b-48a7-b9e1-c589d3ace267 None None] Provisioning for port 8f30e3a4-288a-4ff0-83eb-3e55f9b24fdf completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:41.008719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508cd87-b26a-4780-8cb7-3accee0af596 None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:41.008719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4508cd87-b26a-4780-8cb7-3accee0af596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:38:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:41.016059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a82b7ee3-896b-48a7-b9e1-c589d3ace267 None None] Provisioning complete for port 8f30e3a4-288a-4ff0-83eb-3e55f9b24fdf triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:41.019256 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2fc629f4-3bbc-4dc6-a3e5-ba5698625c6b tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:41.022534 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a82b7ee3-896b-48a7-b9e1-c589d3ace267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:41.026005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b69f5-50e2-4e81-9104-2db70a574963 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Pushing event deleted for resources: {'Subnet': ['ID=5e8158d0-6198-4c4e-ad35-060cc173628a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:41.040080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faa066b-63cc-4e86-a224-2373ab5f02a5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:41.087497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faa066b-63cc-4e86-a224-2373ab5f02a5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:41.087497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2faa066b-63cc-4e86-a224-2373ab5f02a5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:41.133349 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da8b69f5-50e2-4e81-9104-2db70a574963 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:41.135027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da8b69f5-50e2-4e81-9104-2db70a574963 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:41.195256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f04e37-dd56-454d-873a-6db3bbb30597 None None] Network 76dd2236-c2d5-4a90-b1c8-160c65f48bc5 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:41.240782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd4fba-331a-41bf-b9c7-fa0ca69f82e7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event deleted for resources: {'Subnet': ['ID=2282d666-a7e6-41f7-a0c7-c1f8e55b9b94,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:41.288783 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c9dd4fba-331a-41bf-b9c7-fa0ca69f82e7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:41.315131 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9dd4fba-331a-41bf-b9c7-fa0ca69f82e7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:41.346679 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c9dd4fba-331a-41bf-b9c7-fa0ca69f82e7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "DELETE /v2.0/subnets/2282d666-a7e6-41f7-a0c7-c1f8e55b9b94 HTTP/1.1" status: 204 len: 168 time: 3.5354092 Jan 14 07:38:41.377098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50824) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:41.422924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-78171d04-61e5-4c04-b5c6-77991f1ba173 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] device_id is not set on port f5b7ec03-f4ba-4f12-b6a1-c90ae50792a4 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:38:41.516818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bd68f7-a791-47a3-b0aa-450c8daa14b9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:41.516818 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86bd68f7-a791-47a3-b0aa-450c8daa14b9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:41.523828 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-da8b69f5-50e2-4e81-9104-2db70a574963 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] 10.222.0.41 "DELETE /v2.0/subnets/5e8158d0-6198-4c4e-ad35-060cc173628a HTTP/1.1" status: 204 len: 168 time: 4.4783065 Jan 14 07:38:41.538039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50828) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:41.586810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a82b7ee3-896b-48a7-b9e1-c589d3ace267 None None] Port 8f30e3a4-288a-4ff0-83eb-3e55f9b24fdf cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:38:41.618187 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:41.632279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-4508cd87-b26a-4780-8cb7-3accee0af596 None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:41.654784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Transition to ACTIVE for port object 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:38:41.690080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Transition to ACTIVE for port object 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:38:41.711449 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:41.753995 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2faa066b-63cc-4e86-a224-2373ab5f02a5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 5.3454223 Jan 14 07:38:41.771504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50836) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:41.792042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-82f9a3cb-d866-4bed-b068-806b3c80ad0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:41.880148 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-86bd68f7-a791-47a3-b0aa-450c8daa14b9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 7.3382962 Jan 14 07:38:41.900154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50842) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:41.986444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c10cb3-cb2c-4b03-86dd-f9d33428c4e4 None None] Network 31f2348a-8799-4ed0-8020-d2957b85b324 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:42.077307 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:42.100280 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-473a9237-7b4b-4cf1-8437-84c16a3fba20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:42.374982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4508cd87-b26a-4780-8cb7-3accee0af596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:38:34Z', 'revision_number': 10, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:42.390302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4508cd87-b26a-4780-8cb7-3accee0af596 None None] The sync data for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 is: [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:38:34Z', 'revision_number': 10, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None, '_interfaces': [{'id': '376bf3f1-4d02-4037-93ff-edbe5b437d14', 'name': '', 'network_id': 'e9ad9eb9-4143-450b-9e49-86633b9e3137', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'mac_address': 'fa:16:3e:c6:0c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2421, 'fixed_ips': [{'subnet_id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:36:10Z', 'updated_at': '2021-01-14T07:36:25Z', 'revision_number': 5, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'subnets': [{'id': '5a91c932-f83e-4a0b-8791-e27b9d38db1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:38:42.478524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82f9a3cb-d866-4bed-b068-806b3c80ad0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:42.495529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Deleting port 6fd6d717-cae3-4d10-a088-0beeb865a38d {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:42.495529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:42.625948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Pushing event updated for resources: {'Port': ['ID=033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:42.645322 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:42.648935 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:42.659382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Network db5f8cba-cd67-4e25-82d9-d8205be0840c is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:42.677089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:42.684330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:42.869843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Deleting port 0d2fce48-8987-4196-beee-e242c08b88dc {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:42.869843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:42.910815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Attempting to bind port 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:38:42.914213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Attempting to bind port 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '76731a38-6143-4cf1-be70-c60fe0851ed9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'db5f8cba-cd67-4e25-82d9-d8205be0840c'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:38:42.915709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Attempting to bind port 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb on network db5f8cba-cd67-4e25-82d9-d8205be0840c {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:38:42.925199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8420d330-273b-4542-a5dd-35e2476fd276 None None] DHCP port deletion for 31f2348a-8799-4ed0-8020-d2957b85b324 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:38:42.940009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:38:42.940819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Checking segment: {'id': '76731a38-6143-4cf1-be70-c60fe0851ed9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'db5f8cba-cd67-4e25-82d9-d8205be0840c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:38:42.941471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:42.942109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Bound using segment: {'id': '76731a38-6143-4cf1-be70-c60fe0851ed9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'db5f8cba-cd67-4e25-82d9-d8205be0840c'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:38:42.942853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Bound port: 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76731a38-6143-4cf1-be70-c60fe0851ed9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'db5f8cba-cd67-4e25-82d9-d8205be0840c'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:38:42.943487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:42.955865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8420d330-273b-4542-a5dd-35e2476fd276 None None] Deleting port 0d2fce48-8987-4196-beee-e242c08b88dc {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:42.956616 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8420d330-273b-4542-a5dd-35e2476fd276 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:43.141603 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-648cd0dc-062d-44ce-afbf-d01ddf035a38 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:43.268059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-78171d04-61e5-4c04-b5c6-77991f1ba173 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Allocated IP 2001:db8::c8 (db5f8cba-cd67-4e25-82d9-d8205be0840c/b2e1f616-1cf2-444b-9b7b-caaa1b89666b/f5b7ec03-f4ba-4f12-b6a1-c90ae50792a4) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:38:43.293743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] For port 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:38:43.293743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] For port 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb,segment=NetworkSegment(76731a38-6143-4cf1-be70-c60fe0851ed9),segment_id=76731a38-6143-4cf1-be70-c60fe0851ed9)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:38:43.300532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6478e10a-e546-4714-9dad-8a9fc942ec10 None None] DHCP port deletion for 76dd2236-c2d5-4a90-b1c8-160c65f48bc5 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:38:43.308371 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:43.364165 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-68eebdb5-73d5-4578-884e-8cf50686ab83 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:43.402774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da43fd2-098c-4c46-b561-4d059b47d635 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:43.480081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da43fd2-098c-4c46-b561-4d059b47d635 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:43.510119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da43fd2-098c-4c46-b561-4d059b47d635 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:43.510119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3da43fd2-098c-4c46-b561-4d059b47d635 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Synchronizing usage tracker for tenant:a7b9beba52f041f7ad1113f4888c9225 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:43.564078 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-648cd0dc-062d-44ce-afbf-d01ddf035a38 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:43.572426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648cd0dc-062d-44ce-afbf-d01ddf035a38 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Subnet': ['ID=614ba5ff-2094-48ff-aa1e-8435847f4ecc,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:43.734041 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-648cd0dc-062d-44ce-afbf-d01ddf035a38 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:43.761600 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-648cd0dc-062d-44ce-afbf-d01ddf035a38 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/subnets/614ba5ff-2094-48ff-aa1e-8435847f4ecc HTTP/1.1" status: 204 len: 168 time: 3.8592963 Jan 14 07:38:43.761600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50862) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:43.797186 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-07c15da4-6f47-418d-aa5f-644fab191644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:43.819184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3da43fd2-098c-4c46-b561-4d059b47d635 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Unset dirty status for tenant:a7b9beba52f041f7ad1113f4888c9225 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:43.819184 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3da43fd2-098c-4c46-b561-4d059b47d635 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 1.8962097 Jan 14 07:38:43.831294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50866) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:43.887586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] For port 0d2fce48-8987-4196-beee-e242c08b88dc, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0d2fce48-8987-4196-beee-e242c08b88dc,segment=NetworkSegment(2f78bc48-f873-4d3f-94b5-47a9bfb01e19),segment_id=2f78bc48-f873-4d3f-94b5-47a9bfb01e19)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:43.887985 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:43.912494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bdb255-1811-4133-9a1b-d0b686dc05c1 None None] Network ee2ea8ac-f9bd-41c4-842c-96278da29bd9 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:43.957828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-99e0c3af-d340-4ef3-ab2c-324523a67835 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Deleting port 8f30e3a4-288a-4ff0-83eb-3e55f9b24fdf {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:43.957828 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99e0c3af-d340-4ef3-ab2c-324523a67835 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:44.009844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Pushing event updated for resources: {'Port': ['ID=033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:44.073984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82f9a3cb-d866-4bed-b068-806b3c80ad0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:44.110096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] For port 6fd6d717-cae3-4d10-a088-0beeb865a38d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=6fd6d717-cae3-4d10-a088-0beeb865a38d,segment=NetworkSegment(f4ab8d2a-1f40-4d42-b919-9b45bf462c06),segment_id=f4ab8d2a-1f40-4d42-b919-9b45bf462c06)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:44.110096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:44.165199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Calling delete_port for 0d2fce48-8987-4196-beee-e242c08b88dc owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:44.282965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8420d330-273b-4542-a5dd-35e2476fd276 None None] For port 0d2fce48-8987-4196-beee-e242c08b88dc, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0d2fce48-8987-4196-beee-e242c08b88dc,segment=NetworkSegment(2f78bc48-f873-4d3f-94b5-47a9bfb01e19),segment_id=2f78bc48-f873-4d3f-94b5-47a9bfb01e19)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:44.282965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8420d330-273b-4542-a5dd-35e2476fd276 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:44.444076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Calling delete_port for 6fd6d717-cae3-4d10-a088-0beeb865a38d owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:44.536342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8420d330-273b-4542-a5dd-35e2476fd276 None None] Calling delete_port for 0d2fce48-8987-4196-beee-e242c08b88dc owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:44.586348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:44.668821 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.874s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:44.671698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 6fd6d717-cae3-4d10-a088-0beeb865a38d no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:44.707758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6478e10a-e546-4714-9dad-8a9fc942ec10 None None] Deleting port 6fd6d717-cae3-4d10-a088-0beeb865a38d {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:44.707758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6478e10a-e546-4714-9dad-8a9fc942ec10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:44.727457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82f9a3cb-d866-4bed-b068-806b3c80ad0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:44.866821 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:44.900940 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3ff0998b-378c-4c6e-a707-eb1412ef61c0 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:44.906775 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-8420d330-273b-4542-a5dd-35e2476fd276 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 14 07:38:44.906775 n-d-769329-2 neutron-server[80794]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Jan 14 07:38:44.906775 n-d-769329-2 neutron-server[80794]: [parameters: {'port_id': '0d2fce48-8987-4196-beee-e242c08b88dc'}] Jan 14 07:38:44.906775 n-d-769329-2 neutron-server[80794]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:38:44.907238 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-8420d330-273b-4542-a5dd-35e2476fd276 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:38:44.908221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 6fd6d717-cae3-4d10-a088-0beeb865a38d {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:38:44.910243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 6fd6d717-cae3-4d10-a088-0beeb865a38d not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:38:44.910370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 37c383f9-0c57-4fa1-9bec-8f61fa246483 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:44.924307 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78171d04-61e5-4c04-b5c6-77991f1ba173 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:45.006181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-78171d04-61e5-4c04-b5c6-77991f1ba173 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Transition to ACTIVE for port object f5b7ec03-f4ba-4f12-b6a1-c90ae50792a4 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:38:45.022580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event deleted for resources: {'Port': ['ID=0d2fce48-8987-4196-beee-e242c08b88dc,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:45.022580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting port 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:45.022580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:45.060216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 37c383f9-0c57-4fa1-9bec-8f61fa246483 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:38:45.060216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 37c383f9-0c57-4fa1-9bec-8f61fa246483 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:38:45.060216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0d2fce48-8987-4196-beee-e242c08b88dc no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:45.070342 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8fb2e561-9bdb-48dc-b598-c23a321dc424 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:45.139792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6478e10a-e546-4714-9dad-8a9fc942ec10 None None] The port '6fd6d717-cae3-4d10-a088-0beeb865a38d' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:38:45.147769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 0d2fce48-8987-4196-beee-e242c08b88dc {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:38:45.147769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0d2fce48-8987-4196-beee-e242c08b88dc not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:38:45.154431 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:45.358655 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:45.417603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8420d330-273b-4542-a5dd-35e2476fd276 None None] Deleting port 0d2fce48-8987-4196-beee-e242c08b88dc {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:45.417603 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8420d330-273b-4542-a5dd-35e2476fd276 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:45.536946 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78171d04-61e5-4c04-b5c6-77991f1ba173 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:45.542852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8420d330-273b-4542-a5dd-35e2476fd276 None None] The port '0d2fce48-8987-4196-beee-e242c08b88dc' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:38:45.647636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b91970-92c1-449e-ad7b-babd9201ae8f None None] DHCP port deletion for ee2ea8ac-f9bd-41c4-842c-96278da29bd9 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:38:45.655912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b4b91970-92c1-449e-ad7b-babd9201ae8f None None] Deleting port 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:45.655912 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4b91970-92c1-449e-ad7b-babd9201ae8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:45.700633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] No DVR routers for this DVR port 0d2fce48-8987-4196-beee-e242c08b88dc on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:38:45.877271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] For port 2a73f98d-36b5-43b2-b1f9-a38a3534eed0, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2a73f98d-36b5-43b2-b1f9-a38a3534eed0,segment=NetworkSegment(18d99d9d-9392-49d2-b750-bd7fc49ab2cf),segment_id=18d99d9d-9392-49d2-b750-bd7fc49ab2cf)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:45.877271 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:45.976956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-82f9a3cb-d866-4bed-b068-806b3c80ad0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] In _notify_port_updated(), no bound segment for port 1a6295ba-c80a-4fb7-93ea-d4831f6f943d on network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 {{(pid=80907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:38:46.002353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f9a3cb-d866-4bed-b068-806b3c80ad0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:46.003104 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82f9a3cb-d866-4bed-b068-806b3c80ad0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:46.010349 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-82f9a3cb-d866-4bed-b068-806b3c80ad0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "PUT /v2.0/ports/1a6295ba-c80a-4fb7-93ea-d4831f6f943d HTTP/1.1" status: 200 len: 818 time: 4.2411997 Jan 14 07:38:46.026607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50892) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:46.141527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b4b91970-92c1-449e-ad7b-babd9201ae8f None None] For port 2a73f98d-36b5-43b2-b1f9-a38a3534eed0, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2a73f98d-36b5-43b2-b1f9-a38a3534eed0,segment=NetworkSegment(18d99d9d-9392-49d2-b750-bd7fc49ab2cf),segment_id=18d99d9d-9392-49d2-b750-bd7fc49ab2cf)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:46.141527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4b91970-92c1-449e-ad7b-babd9201ae8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:46.348948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9a3cb-d866-4bed-b068-806b3c80ad0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=1a6295ba-c80a-4fb7-93ea-d4831f6f943d,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:46.406733 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-82f9a3cb-d866-4bed-b068-806b3c80ad0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.336s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:46.406733 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-94884aca-0d1f-4014-91ba-1a85aca16e46 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.914s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:46.410824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b4b91970-92c1-449e-ad7b-babd9201ae8f None None] Calling delete_port for 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:46.504669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Calling delete_port for 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:46.522540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:46.592204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:38:46.607628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78171d04-61e5-4c04-b5c6-77991f1ba173 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network db5f8cba-cd67-4e25-82d9-d8205be0840c is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:46.628940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Pushing event deleted for resources: {'Port': ['ID=6fd6d717-cae3-4d10-a088-0beeb865a38d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:46.628940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-78171d04-61e5-4c04-b5c6-77991f1ba173 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78171d04-61e5-4c04-b5c6-77991f1ba173 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:46.644053 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:46.660622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78171d04-61e5-4c04-b5c6-77991f1ba173 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:46.660622 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78171d04-61e5-4c04-b5c6-77991f1ba173 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:46.675578 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4b91970-92c1-449e-ad7b-babd9201ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:46.697535 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:46.703504 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aece52f0-be9d-4b4e-95ba-5ebca1045195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:46.746318 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:46.763432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78171d04-61e5-4c04-b5c6-77991f1ba173 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=f5b7ec03-f4ba-4f12-b6a1-c90ae50792a4,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:46.763432 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99e0c3af-d340-4ef3-ab2c-324523a67835 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:46.788092 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78171d04-61e5-4c04-b5c6-77991f1ba173 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:46.788681 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-665add31-0148-436f-8bd3-5f4b99b25d87 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.055s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:46.789124 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-665add31-0148-436f-8bd3-5f4b99b25d87 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:46.857361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b91970-92c1-449e-ad7b-babd9201ae8f None None] Pushing event deleted for resources: {'Port': ['ID=2a73f98d-36b5-43b2-b1f9-a38a3534eed0,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:46.867430 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b4b91970-92c1-449e-ad7b-babd9201ae8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:46.874442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b91970-92c1-449e-ad7b-babd9201ae8f None None] No DVR routers for this DVR port 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:38:46.890649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:46.986812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:38:47.012864 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:38:47.013777 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.021165 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.034102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f2348a-8799-4ed0-8020-d2957b85b324']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:47.035844 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:47.051536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-628ccd9c-70ee-4504-a3dd-4398b8575105 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port 1a6295ba-c80a-4fb7-93ea-d4831f6f943d {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:47.051536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-628ccd9c-70ee-4504-a3dd-4398b8575105 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:47.061940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f78bc48-f873-4d3f-94b5-47a9bfb01e19') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:47.061940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f78bc48-f873-4d3f-94b5-47a9bfb01e19') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:47.083020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:38:47.083020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:38:47.113439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:47.151628 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:47.151628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Releasing vxlan tunnel 12 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:38:47.210282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] No DVR routers for this DVR port 6fd6d717-cae3-4d10-a088-0beeb865a38d on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:38:47.241590 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-78171d04-61e5-4c04-b5c6-77991f1ba173 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 7.5260427 Jan 14 07:38:47.276825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-99e0c3af-d340-4ef3-ab2c-324523a67835 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Calling delete_port for 8f30e3a4-288a-4ff0-83eb-3e55f9b24fdf owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:47.336989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50910) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:47.558149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 31f2348a-8799-4ed0-8020-d2957b85b324 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:47.567223 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:47.583996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting port 2a73f98d-36b5-43b2-b1f9-a38a3534eed0 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:47.583996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:47.708130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-252d3e94-3534-405d-add9-2a6f9353bf6c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port f5b7ec03-f4ba-4f12-b6a1-c90ae50792a4 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:47.708130 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-252d3e94-3534-405d-add9-2a6f9353bf6c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:47.847853 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-628ccd9c-70ee-4504-a3dd-4398b8575105 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:47.873945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] The port '2a73f98d-36b5-43b2-b1f9-a38a3534eed0' was deleted {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:38:47.875886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a71e4e-0040-42b4-a17f-821a2537a95d None None] Network db5f8cba-cd67-4e25-82d9-d8205be0840c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:48.084029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-358c0bde-383c-4c50-85ca-d3cff2bdb3d4 None None] Provisioning for port 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:48.084029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-358c0bde-383c-4c50-85ca-d3cff2bdb3d4 None None] Provisioning complete for port 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:48.084029 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-358c0bde-383c-4c50-85ca-d3cff2bdb3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:48.086264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:48.212892 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-252d3e94-3534-405d-add9-2a6f9353bf6c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:48.225000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76dd2236-c2d5-4a90-b1c8-160c65f48bc5']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:48.241164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ab8d2a-1f40-4d42-b919-9b45bf462c06') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:48.241164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ab8d2a-1f40-4d42-b919-9b45bf462c06') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:48.260589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:48.264326 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-358c0bde-383c-4c50-85ca-d3cff2bdb3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:48.275124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:48.275124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Releasing vxlan tunnel 14 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:38:48.300288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-358c0bde-383c-4c50-85ca-d3cff2bdb3d4 None None] For port 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb,segment=NetworkSegment(76731a38-6143-4cf1-be70-c60fe0851ed9),segment_id=76731a38-6143-4cf1-be70-c60fe0851ed9)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:48.305620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-358c0bde-383c-4c50-85ca-d3cff2bdb3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:48.306306 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:48.413591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-628ccd9c-70ee-4504-a3dd-4398b8575105 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for 1a6295ba-c80a-4fb7-93ea-d4831f6f943d owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:48.427640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c0bde-383c-4c50-85ca-d3cff2bdb3d4 None None] Pushing event updated for resources: {'Port': ['ID=033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:48.427640 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-358c0bde-383c-4c50-85ca-d3cff2bdb3d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:48.506082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-252d3e94-3534-405d-add9-2a6f9353bf6c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for f5b7ec03-f4ba-4f12-b6a1-c90ae50792a4 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:48.530917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Network 76dd2236-c2d5-4a90-b1c8-160c65f48bc5 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:48.553271 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:48.723465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:48.882653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Network 76dd2236-c2d5-4a90-b1c8-160c65f48bc5 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:48.982975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d885721c-443c-4791-9e99-4f5b508cead2 None None] Provisioning for port f5b7ec03-f4ba-4f12-b6a1-c90ae50792a4 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:49.000984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d885721c-443c-4791-9e99-4f5b508cead2 None None] Provisioning complete for port f5b7ec03-f4ba-4f12-b6a1-c90ae50792a4 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:49.000984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d885721c-443c-4791-9e99-4f5b508cead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:38:49.193430 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:38:49.199998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d885721c-443c-4791-9e99-4f5b508cead2 None None] Port f5b7ec03-f4ba-4f12-b6a1-c90ae50792a4 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:38:49.219216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99e0c3af-d340-4ef3-ab2c-324523a67835 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:49.238484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d885721c-443c-4791-9e99-4f5b508cead2 None None] Provisioning complete for port 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:49.238484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d885721c-443c-4791-9e99-4f5b508cead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:49.283024 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-db5b4b1c-a383-4083-b940-1435f32cbc0e tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:49.386938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Network 31f2348a-8799-4ed0-8020-d2957b85b324 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:38:49.430608 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:38:49.589254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2ea8ac-f9bd-41c4-842c-96278da29bd9']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:49.673198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b418dae9-7608-4735-b5c4-13bed358b9b8 None None] Provisioning complete for port 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:49.673198 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b418dae9-7608-4735-b5c4-13bed358b9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:49.703105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d99d9d-9392-49d2-b750-bd7fc49ab2cf') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:49.703105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d99d9d-9392-49d2-b750-bd7fc49ab2cf') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:49.755794 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:49.769593 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:49.812746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:49.850195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:49.868117 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] 10.222.0.41 "DELETE /v2.0/networks/31f2348a-8799-4ed0-8020-d2957b85b324 HTTP/1.1" status: 204 len: 168 time: 8.4848261 Jan 14 07:38:49.965569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Pushing event deleted for resources: {'Network': ['ID=31f2348a-8799-4ed0-8020-d2957b85b324,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:49.971055 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:49.993954 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:49.999966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Releasing vxlan tunnel 10 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:38:50.069488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d99e6dc7-faac-4d14-bca9-df097349c5d4 None None] Provisioning complete for port f5b7ec03-f4ba-4f12-b6a1-c90ae50792a4 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:50.069933 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d99e6dc7-faac-4d14-bca9-df097349c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:50.215632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d99e6dc7-faac-4d14-bca9-df097349c5d4 None None] Port f5b7ec03-f4ba-4f12-b6a1-c90ae50792a4 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:38:50.275779 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-252d3e94-3534-405d-add9-2a6f9353bf6c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:50.295343 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:50.340581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e132e430-2234-4938-a239-9732ce1ba750 None None] Provisioning complete for port 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:50.341018 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e132e430-2234-4938-a239-9732ce1ba750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:50.457910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0c3af-d340-4ef3-ab2c-324523a67835 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Pushing event deleted for resources: {'Port': ['ID=8f30e3a4-288a-4ff0-83eb-3e55f9b24fdf,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:50.485642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d3e94-3534-405d-add9-2a6f9353bf6c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=f5b7ec03-f4ba-4f12-b6a1-c90ae50792a4,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:50.490272 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-628ccd9c-70ee-4504-a3dd-4398b8575105 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:50.490272 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-99e0c3af-d340-4ef3-ab2c-324523a67835 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.205s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:50.511215 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-252d3e94-3534-405d-add9-2a6f9353bf6c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:50.523881 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:50.523881 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-99e0c3af-d340-4ef3-ab2c-324523a67835 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:50.555070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:38:50.646462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network ee2ea8ac-f9bd-41c4-842c-96278da29bd9 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:50.662691 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:50.666357 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:50.698801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ccd9c-70ee-4504-a3dd-4398b8575105 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Port': ['ID=1a6295ba-c80a-4fb7-93ea-d4831f6f943d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:50.785508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:50.785508 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:50.882977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50954) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:50.882977 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-628ccd9c-70ee-4504-a3dd-4398b8575105 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:50.909183 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42ccadd8-a02c-45fe-8130-7558173fac65 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:50.985533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Pushing event deleted for resources: {'Network': ['ID=76dd2236-c2d5-4a90-b1c8-160c65f48bc5,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:50.985533 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] 10.222.0.41 "DELETE /v2.0/networks/76dd2236-c2d5-4a90-b1c8-160c65f48bc5 HTTP/1.1" status: 204 len: 168 time: 9.4420469 Jan 14 07:38:50.985533 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:51.351591 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-628ccd9c-70ee-4504-a3dd-4398b8575105 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:51.360000 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-628ccd9c-70ee-4504-a3dd-4398b8575105 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/ports/1a6295ba-c80a-4fb7-93ea-d4831f6f943d HTTP/1.1" status: 204 len: 168 time: 5.3041427 Jan 14 07:38:51.371021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50966) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:51.373330 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99e0c3af-d340-4ef3-ab2c-324523a67835 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:51.378337 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-99e0c3af-d340-4ef3-ab2c-324523a67835 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "DELETE /v2.0/ports/8f30e3a4-288a-4ff0-83eb-3e55f9b24fdf HTTP/1.1" status: 204 len: 168 time: 7.5278091 Jan 14 07:38:51.386291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50972) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:51.473225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-252d3e94-3534-405d-add9-2a6f9353bf6c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:51.473225 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-252d3e94-3534-405d-add9-2a6f9353bf6c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/ports/f5b7ec03-f4ba-4f12-b6a1-c90ae50792a4 HTTP/1.1" status: 204 len: 168 time: 4.1353283 Jan 14 07:38:51.473225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network ee2ea8ac-f9bd-41c4-842c-96278da29bd9 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:38:51.500021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 50974) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:38:51.528160 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:38:51.582996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50982) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:51.619375 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21364f3-09d1-4624-80ad-df29a32a57b5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] DELETE failed (client error): The resource could not be found. Jan 14 07:38:51.619375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e21364f3-09d1-4624-80ad-df29a32a57b5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:38:51.633588 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1847da2b-8b82-43d7-8102-d3919e475b66 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] GET failed (client error): The resource could not be found. Jan 14 07:38:51.638999 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e21364f3-09d1-4624-80ad-df29a32a57b5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/ports/f5b7ec03-f4ba-4f12-b6a1-c90ae50792a4 HTTP/1.1" status: 404 len: 333 time: 0.1035292 Jan 14 07:38:51.642579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1847da2b-8b82-43d7-8102-d3919e475b66 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Synchronizing usage tracker for tenant:a7b9beba52f041f7ad1113f4888c9225 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:51.642579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50988) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:51.791529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:51.814870 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6aadad6e-72c3-4b86-a2f4-afce508693f9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:51.884466 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0da0182e-12f8-42a0-bfb2-a3b52a53ddae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57fa3a7ee5f24cf99a4333cc50f2b32d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9865959 Jan 14 07:38:51.884466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1847da2b-8b82-43d7-8102-d3919e475b66 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Unset dirty status for tenant:a7b9beba52f041f7ad1113f4888c9225 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:51.884466 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1847da2b-8b82-43d7-8102-d3919e475b66 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "GET /v2.0/ports/8f30e3a4-288a-4ff0-83eb-3e55f9b24fdf HTTP/1.1" status: 404 len: 333 time: 0.3892121 Jan 14 07:38:51.902094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50996) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:51.902094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 50998) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:51.929119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:51.936576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7765d062-3240-4095-a040-79ee74382b60 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Request body: {'port': {'network_id': '52499f97-e596-470a-9726-4e7961789aae', 'name': 'tempest-AllowedAddressPairTestJSON-993387756'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:51.998689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Network': ['ID=ee2ea8ac-f9bd-41c4-842c-96278da29bd9,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:51.998689 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:51.998689 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/networks/ee2ea8ac-f9bd-41c4-842c-96278da29bd9 HTTP/1.1" status: 204 len: 168 time: 7.8347082 Jan 14 07:38:51.998689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51004) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:52.106788 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f800a93-66a5-43c7-8db2-086591036ca6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] GET failed (client error): The resource could not be found. Jan 14 07:38:52.106788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9f800a93-66a5-43c7-8db2-086591036ca6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Synchronizing usage tracker for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:52.180693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7765d062-3240-4095-a040-79ee74382b60 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:52.245796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7765d062-3240-4095-a040-79ee74382b60 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:52.245796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9f800a93-66a5-43c7-8db2-086591036ca6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Unset dirty status for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:52.251571 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9f800a93-66a5-43c7-8db2-086591036ca6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports/f5b7ec03-f4ba-4f12-b6a1-c90ae50792a4 HTTP/1.1" status: 404 len: 333 time: 0.6116607 Jan 14 07:38:52.259485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51014) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:52.398678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0dac07-d25d-42f3-83a3-0e70fd10b942 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:52.398678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9f0dac07-d25d-42f3-83a3-0e70fd10b942 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Synchronizing usage tracker for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:38:52.398678 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00475613-5c1a-463e-8772-ccd303127956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:52.439744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7765d062-3240-4095-a040-79ee74382b60 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Made reservation on behalf of a7b9beba52f041f7ad1113f4888c9225 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:52.439744 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7765d062-3240-4095-a040-79ee74382b60 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:52.502972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9f0dac07-d25d-42f3-83a3-0e70fd10b942 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Unset dirty status for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:38:52.502972 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9f0dac07-d25d-42f3-83a3-0e70fd10b942 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.1345813 Jan 14 07:38:52.521968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51020) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:52.672616 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c5dde793-38e7-4b0a-8f15-03a3f59594fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59c802bcd47c4046834785f7985cb96e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0638239 Jan 14 07:38:52.677194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51024) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:52.681030 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f820658d-05be-4182-9622-ec5efa27a515 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] GET failed (client error): The resource could not be found. Jan 14 07:38:52.693019 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f820658d-05be-4182-9622-ec5efa27a515 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports/1a6295ba-c80a-4fb7-93ea-d4831f6f943d HTTP/1.1" status: 404 len: 333 time: 0.1562390 Jan 14 07:38:52.693019 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00475613-5c1a-463e-8772-ccd303127956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:52.704771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51030) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:52.751124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b55f5075-c0b6-4500-94cb-c57e280e1a1b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'network': {'name': 'tempest-PortsTestJSON-374474398'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:52.769877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b55f5075-c0b6-4500-94cb-c57e280e1a1b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:52.777478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b55f5075-c0b6-4500-94cb-c57e280e1a1b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:network and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:52.777478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b55f5075-c0b6-4500-94cb-c57e280e1a1b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for network was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:52.785257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b55f5075-c0b6-4500-94cb-c57e280e1a1b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:52.829802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b84b56c0-effd-4a4b-8cf0-af696add4320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:52.865413 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b84b56c0-effd-4a4b-8cf0-af696add4320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:52.868167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55f5075-c0b6-4500-94cb-c57e280e1a1b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:52.883546 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b55f5075-c0b6-4500-94cb-c57e280e1a1b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:52.886677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82725ba9-67d7-46f1-ab62-a9fcbd748977 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:53.066632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55f5075-c0b6-4500-94cb-c57e280e1a1b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:38:53.092327 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b55f5075-c0b6-4500-94cb-c57e280e1a1b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:53.092327 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-b55f5075-c0b6-4500-94cb-c57e280e1a1b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Added segment 4aeb972e-44a6-4633-953e-8ec20cc3fab9 of type vxlan for network 7f2a77e5-bd85-4167-b5db-e48349ab3e2c Jan 14 07:38:53.148456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b55f5075-c0b6-4500-94cb-c57e280e1a1b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:53.196888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b55f5075-c0b6-4500-94cb-c57e280e1a1b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:53.217517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55f5075-c0b6-4500-94cb-c57e280e1a1b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:53.217517 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b55f5075-c0b6-4500-94cb-c57e280e1a1b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:53.230833 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c1bf42f-edf6-44df-8440-b0385ed673e8 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:53.274010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-7765d062-3240-4095-a040-79ee74382b60 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] device_id is not set on port 68e611b5-28d8-4a6e-b001-74780d9ae5b6 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:38:53.356861 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b55f5075-c0b6-4500-94cb-c57e280e1a1b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6393669 Jan 14 07:38:53.356861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51042) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:53.461934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4f402d2f-bb25-47a6-b9da-2e81110597c0 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'subnet': {'network_id': '7f2a77e5-bd85-4167-b5db-e48349ab3e2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:53.515934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b84b56c0-effd-4a4b-8cf0-af696add4320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:53.560913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f5075-c0b6-4500-94cb-c57e280e1a1b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Network': ['ID=7f2a77e5-bd85-4167-b5db-e48349ab3e2c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:53.564615 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2199eafb-81a6-438c-950f-3c8afe83bcfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:53.576751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 7f2a77e5-bd85-4167-b5db-e48349ab3e2c details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:53.580304 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b55f5075-c0b6-4500-94cb-c57e280e1a1b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:53.601603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b56c0-effd-4a4b-8cf0-af696add4320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c8fb93-56e5-4b11-9fe2-3e6ca943774a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:53.609798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 7f2a77e5-bd85-4167-b5db-e48349ab3e2c details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:53.621117 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b84b56c0-effd-4a4b-8cf0-af696add4320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:53.655829 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00475613-5c1a-463e-8772-ccd303127956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:53.659250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 7f2a77e5-bd85-4167-b5db-e48349ab3e2c details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:53.674963 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b84b56c0-effd-4a4b-8cf0-af696add4320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:53.674963 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b84b56c0-effd-4a4b-8cf0-af696add4320 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19c8fb93-56e5-4b11-9fe2-3e6ca943774a HTTP/1.1" status: 204 len: 168 time: 0.9989069 Jan 14 07:38:53.696637 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c1a0eb4-0931-4129-af22-71b28968db4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:53.721327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbe54a4-2a0b-48ac-81ed-6e5b4a015963 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting subnet b2e1f616-1cf2-444b-9b7b-caaa1b89666b {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:38:53.760157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00475613-5c1a-463e-8772-ccd303127956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13919b18-6473-4ae3-a8e4-3104461303b7,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:53.775384 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-00475613-5c1a-463e-8772-ccd303127956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:53.797809 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ecbe54a4-2a0b-48ac-81ed-6e5b4a015963 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.001456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-82725ba9-67d7-46f1-ab62-a9fcbd748977 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting port 376bf3f1-4d02-4037-93ff-edbe5b437d14 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:54.001456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82725ba9-67d7-46f1-ab62-a9fcbd748977 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.187986 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00475613-5c1a-463e-8772-ccd303127956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.189574 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-00475613-5c1a-463e-8772-ccd303127956 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13919b18-6473-4ae3-a8e4-3104461303b7 HTTP/1.1" status: 204 len: 168 time: 2.2805643 Jan 14 07:38:54.204991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4f402d2f-bb25-47a6-b9da-2e81110597c0 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:54.217404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4f402d2f-bb25-47a6-b9da-2e81110597c0 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:subnet and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:54.230013 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ecbe54a4-2a0b-48ac-81ed-6e5b4a015963 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.360431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4f402d2f-bb25-47a6-b9da-2e81110597c0 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:54.409253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-7765d062-3240-4095-a040-79ee74382b60 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Allocated IP 172.20.0.5 (52499f97-e596-470a-9726-4e7961789aae/7b6710e3-c540-4c85-9551-77266c50801b/68e611b5-28d8-4a6e-b001-74780d9ae5b6) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:38:54.521382 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-455970d3-6cc1-439f-8acf-6a897dc9c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.655241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-82725ba9-67d7-46f1-ab62-a9fcbd748977 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] For port 376bf3f1-4d02-4037-93ff-edbe5b437d14, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=376bf3f1-4d02-4037-93ff-edbe5b437d14,segment=NetworkSegment(e0233dda-4348-4289-abb0-272ea3595c9d),segment_id=e0233dda-4348-4289-abb0-272ea3595c9d)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:54.655241 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82725ba9-67d7-46f1-ab62-a9fcbd748977 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.672084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4f402d2f-bb25-47a6-b9da-2e81110597c0 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:54.721469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f402d2f-bb25-47a6-b9da-2e81110597c0 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:54.901080 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f402d2f-bb25-47a6-b9da-2e81110597c0 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:54.954444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-82725ba9-67d7-46f1-ab62-a9fcbd748977 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Calling delete_port for 376bf3f1-4d02-4037-93ff-edbe5b437d14 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:38:54.985763 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7765d062-3240-4095-a040-79ee74382b60 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:55.061201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ecbe54a4-2a0b-48ac-81ed-6e5b4a015963 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:55.156736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7765d062-3240-4095-a040-79ee74382b60 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Transition to ACTIVE for port object 68e611b5-28d8-4a6e-b001-74780d9ae5b6 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:38:55.327551 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7765d062-3240-4095-a040-79ee74382b60 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:55.505982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82725ba9-67d7-46f1-ab62-a9fcbd748977 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:55.633504 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-665add31-0148-436f-8bd3-5f4b99b25d87 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:55.695834 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:55.742710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82725ba9-67d7-46f1-ab62-a9fcbd748977 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Port': ['ID=376bf3f1-4d02-4037-93ff-edbe5b437d14,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:55.742710 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-82725ba9-67d7-46f1-ab62-a9fcbd748977 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:56.194245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51100) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:56.766399 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-261d3b17-5f8a-4044-8fff-4dce243f26ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:56.852189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82725ba9-67d7-46f1-ab62-a9fcbd748977 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:57.020738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7765d062-3240-4095-a040-79ee74382b60 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Network 52499f97-e596-470a-9726-4e7961789aae is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:38:57.024075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7765d062-3240-4095-a040-79ee74382b60 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:38:57.036308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1766618608'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:57.061941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:57.069281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7765d062-3240-4095-a040-79ee74382b60 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:38:57.212548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7765d062-3240-4095-a040-79ee74382b60 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:57.213645 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7765d062-3240-4095-a040-79ee74382b60 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:57.253540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Usage tracker for resource:network and tenant:e9c7c2a7999a4b238d158f0f85d98fe1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:57.256854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:57.283133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765d062-3240-4095-a040-79ee74382b60 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Pushing event updated for resources: {'Port': ['ID=68e611b5-28d8-4a6e-b001-74780d9ae5b6,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:57.302504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:57.311159 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7765d062-3240-4095-a040-79ee74382b60 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.684s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:57.360720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:57.374816 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7765d062-3240-4095-a040-79ee74382b60 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.4639826 Jan 14 07:38:57.384760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51126) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:57.387900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Made reservation on behalf of e9c7c2a7999a4b238d158f0f85d98fe1 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:38:57.392186 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:38:57.399366 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:57.433168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f20a8334-1cff-4d93-bf6b-604636bca0d9 None None] Provisioning for port 68e611b5-28d8-4a6e-b001-74780d9ae5b6 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:38:57.439597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f20a8334-1cff-4d93-bf6b-604636bca0d9 None None] Provisioning complete for port 68e611b5-28d8-4a6e-b001-74780d9ae5b6 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:38:57.440041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f20a8334-1cff-4d93-bf6b-604636bca0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:57.448088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-eb845d19-24df-49dc-b289-315fa519fc6e tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:48:fa:da'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:38:57.489855 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:57.505839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82725ba9-67d7-46f1-ab62-a9fcbd748977 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router c0a84acb-d1b6-4762-bd95-e39b3ca52497 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:38:57.527059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f20a8334-1cff-4d93-bf6b-604636bca0d9 None None] Port 68e611b5-28d8-4a6e-b001-74780d9ae5b6 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:38:57.529362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:38:57.542608 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ecbe54a4-2a0b-48ac-81ed-6e5b4a015963 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:57.581227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Usage tracker for resource:security_group_rule and tenant:e9c7c2a7999a4b238d158f0f85d98fe1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:38:57.584498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:38:57.590743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:38:57.595545 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ee1fd5f-08ac-4210-bf26-b54750d76c73 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:57.686415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82725ba9-67d7-46f1-ab62-a9fcbd748977 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:38:57.696127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a70625a-aa73-4546-a7bb-0e1653467b72 None None] Sync routers for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:38:57.711542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a70625a-aa73-4546-a7bb-0e1653467b72 None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:57.712302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9a70625a-aa73-4546-a7bb-0e1653467b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:38:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:57.732452 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-82725ba9-67d7-46f1-ab62-a9fcbd748977 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/c0a84acb-d1b6-4762-bd95-e39b3ca52497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7472112 Jan 14 07:38:57.735449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51136) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:57.860484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe54a4-2a0b-48ac-81ed-6e5b4a015963 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Subnet': ['ID=b2e1f616-1cf2-444b-9b7b-caaa1b89666b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:57.876186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-9a70625a-aa73-4546-a7bb-0e1653467b72 None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:57.885731 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ecbe54a4-2a0b-48ac-81ed-6e5b4a015963 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:58.048824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-180fc4da-04fa-4682-8240-118baa1caa81 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting subnet 5a91c932-f83e-4a0b-8791-e27b9d38db1c {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:38:58.052372 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-180fc4da-04fa-4682-8240-118baa1caa81 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:58.076090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:58.107293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9a70625a-aa73-4546-a7bb-0e1653467b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:38:55Z', 'revision_number': 11, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:58.116000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-180fc4da-04fa-4682-8240-118baa1caa81 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:58.123017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a70625a-aa73-4546-a7bb-0e1653467b72 None None] Checking router: c0a84acb-d1b6-4762-bd95-e39b3ca52497 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:38:58.160205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a70625a-aa73-4546-a7bb-0e1653467b72 None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:38:58.160769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:58.161562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9a70625a-aa73-4546-a7bb-0e1653467b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:38:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:58.176900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:38:58.191398 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-58c76820-1e91-4587-8896-4e13f647db75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:58.240707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'SecurityGroup': ['ID=568e4f76-7cda-4c25-bd40-4b8793a686c0,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:58.243366 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:58.244840 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-180fc4da-04fa-4682-8240-118baa1caa81 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:58.259916 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ecbe54a4-2a0b-48ac-81ed-6e5b4a015963 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:58.281054 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:58.284497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:58.285168 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Added segment 13184346-5239-4e0c-9ff5-10c23aefc918 of type vxlan for network 9ce80f11-e09f-4593-ac4b-c1794053a813 Jan 14 07:38:58.336614 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:58.386671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51150) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:58.388223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-9a70625a-aa73-4546-a7bb-0e1653467b72 None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:38:58.392296 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ecbe54a4-2a0b-48ac-81ed-6e5b4a015963 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/subnets/b2e1f616-1cf2-444b-9b7b-caaa1b89666b HTTP/1.1" status: 204 len: 168 time: 6.1197157 Jan 14 07:38:58.451368 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:58.477020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:38:58.478032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:58.488246 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c9f44e7b-8203-4c74-b4b2-480907e13769 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:58.516388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9a70625a-aa73-4546-a7bb-0e1653467b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:38:55Z', 'revision_number': 11, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:38:58.521973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8052f247-8a94-4cda-9ff9-94b1da520ea8 None None] Network db5f8cba-cd67-4e25-82d9-d8205be0840c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:58.612191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Network': ['ID=9ce80f11-e09f-4593-ac4b-c1794053a813,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:58.620405 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:58.634243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a70625a-aa73-4546-a7bb-0e1653467b72 None None] The sync data for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 is: [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:38:55Z', 'revision_number': 11, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:38:58.689470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 9ce80f11-e09f-4593-ac4b-c1794053a813 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:58.748024 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5392737 Jan 14 07:38:58.810844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:58.881127 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb845d19-24df-49dc-b289-315fa519fc6e tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:58.995095 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f402d2f-bb25-47a6-b9da-2e81110597c0 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:59.013797 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a197db02-5b00-4459-a209-6f93c010eda9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:59.048978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:59.049355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:59.090907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 9ce80f11-e09f-4593-ac4b-c1794053a813 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:59.110559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f402d2f-bb25-47a6-b9da-2e81110597c0 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Subnet': ['ID=a1124af8-dbcb-403c-871c-b534bdafdfae,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:59.309942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 9ce80f11-e09f-4593-ac4b-c1794053a813 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:38:59.431724 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4f402d2f-bb25-47a6-b9da-2e81110597c0 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:59.517353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-180fc4da-04fa-4682-8240-118baa1caa81 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:59.584242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:59.649057 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-203e7a29-2bc7-4071-98a9-a274264a1eae tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:38:59.692496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32413539-5ddd-4a68-a955-0c042e9bb29f None None] DHCP port deletion for db5f8cba-cd67-4e25-82d9-d8205be0840c request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:38:59.697380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-32413539-5ddd-4a68-a955-0c042e9bb29f None None] Deleting port 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:38:59.697801 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-32413539-5ddd-4a68-a955-0c042e9bb29f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:59.723795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fc4da-04fa-4682-8240-118baa1caa81 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Subnet': ['ID=5a91c932-f83e-4a0b-8791-e27b9d38db1c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:38:59.743790 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-180fc4da-04fa-4682-8240-118baa1caa81 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:38:59.749065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-180fc4da-04fa-4682-8240-118baa1caa81 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:59.760534 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-180fc4da-04fa-4682-8240-118baa1caa81 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/subnets/5a91c932-f83e-4a0b-8791-e27b9d38db1c HTTP/1.1" status: 204 len: 168 time: 2.0237188 Jan 14 07:38:59.761529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51170) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:38:59.770374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a443cc9d-3ba7-4d45-bf44-a182db77f27d None None] Network e9ad9eb9-4143-450b-9e49-86633b9e3137 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:38:59.773842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] For port 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb,segment=NetworkSegment(76731a38-6143-4cf1-be70-c60fe0851ed9),segment_id=76731a38-6143-4cf1-be70-c60fe0851ed9)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:38:59.774364 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:59.966986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f402d2f-bb25-47a6-b9da-2e81110597c0 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Checking segment: {'id': '4aeb972e-44a6-4633-953e-8ec20cc3fab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7f2a77e5-bd85-4167-b5db-e48349ab3e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:38:59.967522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f402d2f-bb25-47a6-b9da-2e81110597c0 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network hostable DHCP agents. Network: 7f2a77e5-bd85-4167-b5db-e48349ab3e2c, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:38:59.975531 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:38:59.988423 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb845d19-24df-49dc-b289-315fa519fc6e tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:00.018038 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb845d19-24df-49dc-b289-315fa519fc6e tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:00.068057 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-63dff945-de26-4365-80f6-500ff2cc8b77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:00.155104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb845d19-24df-49dc-b289-315fa519fc6e tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Pushing event updated for resources: {'Port': ['ID=68e611b5-28d8-4a6e-b001-74780d9ae5b6,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:00.217559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f402d2f-bb25-47a6-b9da-2e81110597c0 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network 7f2a77e5-bd85-4167-b5db-e48349ab3e2c is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:39:00.220900 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eb845d19-24df-49dc-b289-315fa519fc6e tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:00.227310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:39:00.256967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4f402d2f-bb25-47a6-b9da-2e81110597c0 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 7f2a77e5-bd85-4167-b5db-e48349ab3e2c) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:00.282898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff9eec2-3bcc-4d74-9690-720035d282d2 None None] Network 7f2a77e5-bd85-4167-b5db-e48349ab3e2c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:00.335314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:00.355578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f402d2f-bb25-47a6-b9da-2e81110597c0 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:00.356277 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f402d2f-bb25-47a6-b9da-2e81110597c0 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:00.402564 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4f402d2f-bb25-47a6-b9da-2e81110597c0 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.9927268 Jan 14 07:39:00.423399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51180) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:00.451791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Deleting port 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:00.458181 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:00.460478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5c1b60a9-fd6b-4b3e-8a4b-c39b44f131af tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'subnet': {'network_id': '7f2a77e5-bd85-4167-b5db-e48349ab3e2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:01.002251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-eb845d19-24df-49dc-b289-315fa519fc6e tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] In _notify_port_updated(), no bound segment for port 68e611b5-28d8-4a6e-b001-74780d9ae5b6 on network 52499f97-e596-470a-9726-4e7961789aae {{(pid=80907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.004177 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:01.015805 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:01.049796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb845d19-24df-49dc-b289-315fa519fc6e tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:01.075046 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb845d19-24df-49dc-b289-315fa519fc6e tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:01.076826 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-eb845d19-24df-49dc-b289-315fa519fc6e tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "PUT /v2.0/ports/68e611b5-28d8-4a6e-b001-74780d9ae5b6 HTTP/1.1" status: 200 len: 993 time: 3.6461375 Jan 14 07:39:01.090992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5c1b60a9-fd6b-4b3e-8a4b-c39b44f131af tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:01.094161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51200) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:01.096406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-32413539-5ddd-4a68-a955-0c042e9bb29f None None] For port 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb,segment=NetworkSegment(76731a38-6143-4cf1-be70-c60fe0851ed9),segment_id=76731a38-6143-4cf1-be70-c60fe0851ed9)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:01.096972 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-32413539-5ddd-4a68-a955-0c042e9bb29f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:01.186505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c1a3fe21-7fcb-4b1d-b6ec-42f88deee3d3 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Deleting port 68e611b5-28d8-4a6e-b001-74780d9ae5b6 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:01.187318 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1a3fe21-7fcb-4b1d-b6ec-42f88deee3d3 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:01.257989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5c1b60a9-fd6b-4b3e-8a4b-c39b44f131af tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:subnet and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:01.290184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5c1b60a9-fd6b-4b3e-8a4b-c39b44f131af tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:01.293687 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:01.322995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5c1b60a9-fd6b-4b3e-8a4b-c39b44f131af tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:01.353830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1b60a9-fd6b-4b3e-8a4b-c39b44f131af tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:01.361710 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06242be7-a515-47fb-a21d-15be5953d012 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:01.397393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-32413539-5ddd-4a68-a955-0c042e9bb29f None None] Calling delete_port for 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:01.465858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:01.479936 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:01.652437 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c1b60a9-fd6b-4b3e-8a4b-c39b44f131af tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:01.702687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] For port 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9,segment=NetworkSegment(e0233dda-4348-4289-abb0-272ea3595c9d),segment_id=e0233dda-4348-4289-abb0-272ea3595c9d)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:01.703184 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:01.731518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:39:01.788900 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-32413539-5ddd-4a68-a955-0c042e9bb29f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:39:01.789230 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-32413539-5ddd-4a68-a955-0c042e9bb29f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:39:02.012447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Calling delete_port for 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:02.076076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No DVR routers for this DVR port 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:39:02.084554 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1a3fe21-7fcb-4b1d-b6ec-42f88deee3d3 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:02.104382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:39:02.104781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:39:02.105261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 376bf3f1-4d02-4037-93ff-edbe5b437d14 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:39:02.127323 n-d-769329-2 neutron-server[80794]: INFO neutron.db.ipam_backend_mixin [None req-5c1b60a9-fd6b-4b3e-8a4b-c39b44f131af tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a1124af8-dbcb-403c-871c-b534bdafdfae (CIDR: 172.20.0.0/28) Jan 14 07:39:02.181848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 376bf3f1-4d02-4037-93ff-edbe5b437d14 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:39:02.182250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 376bf3f1-4d02-4037-93ff-edbe5b437d14 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:39:02.198103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-51359a96-578c-4eec-bf18-f18ffdad3673 None None] Provisioning complete for port 68e611b5-28d8-4a6e-b001-74780d9ae5b6 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:02.198522 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51359a96-578c-4eec-bf18-f18ffdad3673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:02.259251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-51359a96-578c-4eec-bf18-f18ffdad3673 None None] Port 68e611b5-28d8-4a6e-b001-74780d9ae5b6 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:39:02.306937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-32413539-5ddd-4a68-a955-0c042e9bb29f None None] Deleting port 033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:02.307376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-32413539-5ddd-4a68-a955-0c042e9bb29f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:02.397411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:02.407385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-7f2a77e5-bd85-4167-b5db-e48349ab3e2c', 'network_id': '7f2a77e5-bd85-4167-b5db-e48349ab3e2c', 'tenant_id': '4605628481ce4f349c9c522bcadc9a32', 'fixed_ips': [{'subnet_id': 'a1124af8-dbcb-403c-871c-b534bdafdfae'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:39:02.408347 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:02.514687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c1a3fe21-7fcb-4b1d-b6ec-42f88deee3d3 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Calling delete_port for 68e611b5-28d8-4a6e-b001-74780d9ae5b6 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:02.516049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b62da3-eaee-41b2-a414-efc25c988d96 None None] DHCP port deletion for e9ad9eb9-4143-450b-9e49-86633b9e3137 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:39:02.564382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-32413539-5ddd-4a68-a955-0c042e9bb29f None None] The port '033f2bf5-017c-4a9c-b6c0-8ecb8ef04cdb' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:39:02.585877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51210) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:03.089555 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-92f2da57-6dc3-4360-8422-f75383c3eb44 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:03.125870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Allocated IP 172.20.0.2 (7f2a77e5-bd85-4167-b5db-e48349ab3e2c/a1124af8-dbcb-403c-871c-b534bdafdfae/e15f19f2-0003-4d0c-ab4c-396aa70966e5) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:03.129448 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1b60a9-fd6b-4b3e-8a4b-c39b44f131af tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:39:03.129954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1b60a9-fd6b-4b3e-8a4b-c39b44f131af tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] No notification will be sent due to unsuccessful status code: 400 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:39:03.142280 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:03.160600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Port': ['ID=10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:03.163512 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:03.179181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5bd2de17-04ae-453c-9f7e-2ce84cc02878 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'subnet': {'network_id': '9ce80f11-e09f-4593-ac4b-c1794053a813', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:03.248036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] No DVR routers for this DVR port 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9 on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:39:03.565344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:03.584911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:03.600719 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5c1b60a9-fd6b-4b3e-8a4b-c39b44f131af tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.1602213 Jan 14 07:39:03.606066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Transition to ACTIVE for port object e15f19f2-0003-4d0c-ab4c-396aa70966e5 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:03.608103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5bd2de17-04ae-453c-9f7e-2ce84cc02878 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:03.615825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51256) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:03.628241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5bd2de17-04ae-453c-9f7e-2ce84cc02878 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Usage tracker for resource:subnet and tenant:e9c7c2a7999a4b238d158f0f85d98fe1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:03.629300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-3aeaebf1-6fe0-4428-91ee-3fad1ce72b78 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'subnet': {'network_id': '7f2a77e5-bd85-4167-b5db-e48349ab3e2c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:03.636270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5bd2de17-04ae-453c-9f7e-2ce84cc02878 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:03.643996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5bd2de17-04ae-453c-9f7e-2ce84cc02878 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:03.650567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Transition to ACTIVE for port object e15f19f2-0003-4d0c-ab4c-396aa70966e5 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:03.675683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:03.681788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd2de17-04ae-453c-9f7e-2ce84cc02878 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Made reservation on behalf of e9c7c2a7999a4b238d158f0f85d98fe1 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:03.705199 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:03.880760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Pushing event updated for resources: {'Port': ['ID=e15f19f2-0003-4d0c-ab4c-396aa70966e5,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:03.884604 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:03.893890 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bd2de17-04ae-453c-9f7e-2ce84cc02878 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:03.987489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51270) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:03.990005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3aeaebf1-6fe0-4428-91ee-3fad1ce72b78 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:03.994278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3aeaebf1-6fe0-4428-91ee-3fad1ce72b78 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:subnet and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:03.997964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3aeaebf1-6fe0-4428-91ee-3fad1ce72b78 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:04.004108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3aeaebf1-6fe0-4428-91ee-3fad1ce72b78 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:04.042548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aeaebf1-6fe0-4428-91ee-3fad1ce72b78 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:04.149826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5f8cba-cd67-4e25-82d9-d8205be0840c']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:04.196851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76731a38-6143-4cf1-be70-c60fe0851ed9') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:04.197194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76731a38-6143-4cf1-be70-c60fe0851ed9') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:04.212366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ad9eb9-4143-450b-9e49-86633b9e3137']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:04.244708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.253358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0233dda-4348-4289-abb0-272ea3595c9d') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:04.253699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0233dda-4348-4289-abb0-272ea3595c9d') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:04.290442 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.291968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Network 7f2a77e5-bd85-4167-b5db-e48349ab3e2c is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:04.293821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:04.305383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:04.310891 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.314764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Releasing vxlan tunnel 16 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:39:04.417796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:39:04.429216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3aeaebf1-6fe0-4428-91ee-3fad1ce72b78 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.465828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:39:04.467114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 10b3b8d0-01bb-4cc2-83ef-9f3b58ecf4d9 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:39:04.500317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.506193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:39:04.508960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Attempting to bind port e15f19f2-0003-4d0c-ab4c-396aa70966e5 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:39:04.509510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Attempting to bind port e15f19f2-0003-4d0c-ab4c-396aa70966e5 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4aeb972e-44a6-4633-953e-8ec20cc3fab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7f2a77e5-bd85-4167-b5db-e48349ab3e2c'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:39:04.512340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Attempting to bind port e15f19f2-0003-4d0c-ab4c-396aa70966e5 on network 7f2a77e5-bd85-4167-b5db-e48349ab3e2c {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:39:04.522296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:39:04.522622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Checking segment: {'id': '4aeb972e-44a6-4633-953e-8ec20cc3fab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7f2a77e5-bd85-4167-b5db-e48349ab3e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:04.523524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.524162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Bound using segment: {'id': '4aeb972e-44a6-4633-953e-8ec20cc3fab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7f2a77e5-bd85-4167-b5db-e48349ab3e2c'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:39:04.524970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Bound port: e15f19f2-0003-4d0c-ab4c-396aa70966e5, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aeb972e-44a6-4633-953e-8ec20cc3fab9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7f2a77e5-bd85-4167-b5db-e48349ab3e2c'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:39:04.525854 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.547304 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1a3fe21-7fcb-4b1d-b6ec-42f88deee3d3 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.570066 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78171d04-61e5-4c04-b5c6-77991f1ba173 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:04.672445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] For port e15f19f2-0003-4d0c-ab4c-396aa70966e5, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:39:04.677798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] For port e15f19f2-0003-4d0c-ab4c-396aa70966e5, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e15f19f2-0003-4d0c-ab4c-396aa70966e5,segment=NetworkSegment(4aeb972e-44a6-4633-953e-8ec20cc3fab9),segment_id=4aeb972e-44a6-4633-953e-8ec20cc3fab9)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:39:04.678679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3fe21-7fcb-4b1d-b6ec-42f88deee3d3 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Pushing event deleted for resources: {'Port': ['ID=68e611b5-28d8-4a6e-b001-74780d9ae5b6,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:04.685347 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.698668 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c1a3fe21-7fcb-4b1d-b6ec-42f88deee3d3 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:04.832103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network e9ad9eb9-4143-450b-9e49-86633b9e3137 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:04.848161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.934837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bd2de17-04ae-453c-9f7e-2ce84cc02878 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:04.991882 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b71c81b6-3c39-46a4-95f2-bea36ad7264f tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:05.002455 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-30cf219d-a47e-4fa6-89c1-83ad82fcdee8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:05.180653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Pushing event updated for resources: {'Port': ['ID=e15f19f2-0003-4d0c-ab4c-396aa70966e5,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:05.191389 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:05.245927 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1a3fe21-7fcb-4b1d-b6ec-42f88deee3d3 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:05.273426 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c1a3fe21-7fcb-4b1d-b6ec-42f88deee3d3 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "DELETE /v2.0/ports/68e611b5-28d8-4a6e-b001-74780d9ae5b6 HTTP/1.1" status: 204 len: 168 time: 4.1777232 Jan 14 07:39:05.274176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2de17-04ae-453c-9f7e-2ce84cc02878 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Subnet': ['ID=ad61c4a1-eded-493f-83be-9ca9402ad32c,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:05.279566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51388) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:05.285941 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5bd2de17-04ae-453c-9f7e-2ce84cc02878 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:05.411871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd2de17-04ae-453c-9f7e-2ce84cc02878 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Checking segment: {'id': '13184346-5239-4e0c-9ff5-10c23aefc918', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9ce80f11-e09f-4593-ac4b-c1794053a813'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:05.412285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd2de17-04ae-453c-9f7e-2ce84cc02878 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network hostable DHCP agents. Network: 9ce80f11-e09f-4593-ac4b-c1794053a813, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:39:05.447233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd2de17-04ae-453c-9f7e-2ce84cc02878 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 9ce80f11-e09f-4593-ac4b-c1794053a813 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:39:05.461005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5bd2de17-04ae-453c-9f7e-2ce84cc02878 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 9ce80f11-e09f-4593-ac4b-c1794053a813) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:05.471412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d126869c-2498-413c-a829-1586c243b59e None None] Network 9ce80f11-e09f-4593-ac4b-c1794053a813 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:05.486987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd2de17-04ae-453c-9f7e-2ce84cc02878 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:05.487833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bd2de17-04ae-453c-9f7e-2ce84cc02878 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:05.517839 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5bd2de17-04ae-453c-9f7e-2ce84cc02878 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9305828 Jan 14 07:39:05.518646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51414) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:05.527981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5d073dc2-b56f-4b68-aad3-c43df887a12a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-171672838'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:05.551432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5d073dc2-b56f-4b68-aad3-c43df887a12a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:05.559121 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-04416dac-84fa-4e6c-89ea-1ea96e3c3ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:05.559408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5d073dc2-b56f-4b68-aad3-c43df887a12a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Usage tracker for resource:network and tenant:e9c7c2a7999a4b238d158f0f85d98fe1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:05.566182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5d073dc2-b56f-4b68-aad3-c43df887a12a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Quota usage for network was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:05.574856 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d63851d-baf7-4362-8d6d-62c9119b23c9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] GET failed (client error): The resource could not be found. Jan 14 07:39:05.575504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5d073dc2-b56f-4b68-aad3-c43df887a12a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:05.580829 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8d63851d-baf7-4362-8d6d-62c9119b23c9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "GET /v2.0/ports/68e611b5-28d8-4a6e-b001-74780d9ae5b6 HTTP/1.1" status: 404 len: 333 time: 0.2678809 Jan 14 07:39:05.582461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51422) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:05.602116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cddcccfe-e070-4942-869d-8dc900670c20 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Request body: {'port': {'network_id': '52499f97-e596-470a-9726-4e7961789aae', 'name': 'tempest-AllowedAddressPairTestJSON-1745493726'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:05.648918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-04416dac-84fa-4e6c-89ea-1ea96e3c3ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:05.653606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-04416dac-84fa-4e6c-89ea-1ea96e3c3ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:f0df0d8dcd1144c6baee85ed0a0b0108 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:05.661059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-04416dac-84fa-4e6c-89ea-1ea96e3c3ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:05.679878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-04416dac-84fa-4e6c-89ea-1ea96e3c3ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:05.758252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d073dc2-b56f-4b68-aad3-c43df887a12a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Made reservation on behalf of e9c7c2a7999a4b238d158f0f85d98fe1 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:05.772449 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d073dc2-b56f-4b68-aad3-c43df887a12a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:05.820765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d073dc2-b56f-4b68-aad3-c43df887a12a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] vxlan segment allocate from pool success with {'vxlan_vni': 14} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:39:05.822719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-04416dac-84fa-4e6c-89ea-1ea96e3c3ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:05.830776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Network e9ad9eb9-4143-450b-9e49-86633b9e3137 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:05.834831 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d073dc2-b56f-4b68-aad3-c43df887a12a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:05.835709 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-5d073dc2-b56f-4b68-aad3-c43df887a12a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Added segment 4db6d3b5-5416-48e0-84b1-7a6d24fad548 of type vxlan for network ef986aed-3e3e-4791-8982-eaf7ddcd703e Jan 14 07:39:05.842685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network db5f8cba-cd67-4e25-82d9-d8205be0840c has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:05.868914 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d073dc2-b56f-4b68-aad3-c43df887a12a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:05.873306 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-04416dac-84fa-4e6c-89ea-1ea96e3c3ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:05.907382 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:05.922409 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7b44cad7-9196-494f-9425-3c6c6b054428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:05.928560 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d073dc2-b56f-4b68-aad3-c43df887a12a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:39:05.947382 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:39:05.951456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d073dc2-b56f-4b68-aad3-c43df887a12a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:05.951620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d073dc2-b56f-4b68-aad3-c43df887a12a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:05.958391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-9ce80f11-e09f-4593-ac4b-c1794053a813', 'network_id': '9ce80f11-e09f-4593-ac4b-c1794053a813', 'tenant_id': 'e9c7c2a7999a4b238d158f0f85d98fe1', 'fixed_ips': [{'subnet_id': 'ad61c4a1-eded-493f-83be-9ca9402ad32c'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:39:05.960272 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b55f5075-c0b6-4500-94cb-c57e280e1a1b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:05.961483 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:06.077279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04416dac-84fa-4e6c-89ea-1ea96e3c3ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d0562e-a3f6-49e2-8132-c75ece2536ef,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:06.253442 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5d073dc2-b56f-4b68-aad3-c43df887a12a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7317417 Jan 14 07:39:06.258550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51470) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:06.276696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2b6c0b79-54a4-4cb8-bfdc-d321f801d060 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'subnet': {'network_id': 'ef986aed-3e3e-4791-8982-eaf7ddcd703e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:06.336682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network db5f8cba-cd67-4e25-82d9-d8205be0840c has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:06.363872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d073dc2-b56f-4b68-aad3-c43df887a12a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Network': ['ID=ef986aed-3e3e-4791-8982-eaf7ddcd703e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:06.377957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cddcccfe-e070-4942-869d-8dc900670c20 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:06.381345 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5d073dc2-b56f-4b68-aad3-c43df887a12a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:06.399933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network ef986aed-3e3e-4791-8982-eaf7ddcd703e details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:06.427908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network ef986aed-3e3e-4791-8982-eaf7ddcd703e details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:06.456977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network ef986aed-3e3e-4791-8982-eaf7ddcd703e details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:39:06.468449 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:39:06.506702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cddcccfe-e070-4942-869d-8dc900670c20 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Usage tracker for resource:port and tenant:a7b9beba52f041f7ad1113f4888c9225 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:06.518937 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-04416dac-84fa-4e6c-89ea-1ea96e3c3ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:06.523620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cddcccfe-e070-4942-869d-8dc900670c20 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Quota usage for port was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:06.541067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cddcccfe-e070-4942-869d-8dc900670c20 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:06.556745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddcccfe-e070-4942-869d-8dc900670c20 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Made reservation on behalf of a7b9beba52f041f7ad1113f4888c9225 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:06.566892 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cddcccfe-e070-4942-869d-8dc900670c20 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:06.581247 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-04416dac-84fa-4e6c-89ea-1ea96e3c3ab7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f0df0d8dcd1144c6baee85ed0a0b0108&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5691679 Jan 14 07:39:06.594605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51502) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:06.740410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2b6c0b79-54a4-4cb8-bfdc-d321f801d060 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:06.751195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2b6c0b79-54a4-4cb8-bfdc-d321f801d060 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Usage tracker for resource:subnet and tenant:e9c7c2a7999a4b238d158f0f85d98fe1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:06.798771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e15f19f2-0003-4d0c-ab4c-396aa70966e5 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:39:06.833935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2b6c0b79-54a4-4cb8-bfdc-d321f801d060 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:06.840449 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:06.847051 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:06.859844 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aaece6cd-4935-4043-aa0a-5808d5eb7c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:06.897327 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:06.908784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2b6c0b79-54a4-4cb8-bfdc-d321f801d060 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:06.936972 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:07.020531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Pushing event deleted for resources: {'Network': ['ID=e9ad9eb9-4143-450b-9e49-86633b9e3137,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:07.052409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-cddcccfe-e070-4942-869d-8dc900670c20 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] device_id is not set on port bb580dcd-7103-4498-b488-69ac2a1cef62 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:39:07.060518 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/networks/e9ad9eb9-4143-450b-9e49-86633b9e3137 HTTP/1.1" status: 204 len: 168 time: 7.2936149 Jan 14 07:39:07.067355 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:07.068401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51538) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:07.079028 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/networks/db5f8cba-cd67-4e25-82d9-d8205be0840c HTTP/1.1" status: 204 len: 168 time: 8.6885266 Jan 14 07:39:07.079515 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-165fdd32-e9d3-4762-805e-c787f62bd63a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:07.091388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbcf7f2-f10e-4856-8c67-53994a54ab16 None None] Network 7f2a77e5-bd85-4167-b5db-e48349ab3e2c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:07.103122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51540) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:07.107999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-de280e66-e36b-4196-904d-61e90722be85 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'router': {'routes': None}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:07.269698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-cddcccfe-e070-4942-869d-8dc900670c20 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Allocated IP 172.20.0.4 (52499f97-e596-470a-9726-4e7961789aae/7b6710e3-c540-4c85-9551-77266c50801b/bb580dcd-7103-4498-b488-69ac2a1cef62) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:07.278764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Network': ['ID=db5f8cba-cd67-4e25-82d9-d8205be0840c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:07.312775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bc7e4313-1de0-4454-883d-688a0b988ae5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1314793828'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:07.321825 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:07.336370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bc7e4313-1de0-4454-883d-688a0b988ae5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:07.498655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port e15f19f2-0003-4d0c-ab4c-396aa70966e5 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:07.528309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6c0b79-54a4-4cb8-bfdc-d321f801d060 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Made reservation on behalf of e9c7c2a7999a4b238d158f0f85d98fe1 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:07.659707 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd4828da-cd40-4bd1-afb8-d8d50409e59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:07.665729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Allocated IP 2001:db8:0:ffff::2 (9ce80f11-e09f-4593-ac4b-c1794053a813/ad61c4a1-eded-493f-83be-9ca9402ad32c/4d9569d1-300f-4300-9506-1232c77dda41) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:07.742305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-511ed01d-72f6-498f-9765-f7f7dfdcf0ac None None] Provisioning for port e15f19f2-0003-4d0c-ab4c-396aa70966e5 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:07.778678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-511ed01d-72f6-498f-9765-f7f7dfdcf0ac None None] Provisioning complete for port e15f19f2-0003-4d0c-ab4c-396aa70966e5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:07.782582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-511ed01d-72f6-498f-9765-f7f7dfdcf0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:07.810677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd4828da-cd40-4bd1-afb8-d8d50409e59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:07.921080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bc7e4313-1de0-4454-883d-688a0b988ae5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:network and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:07.937395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bc7e4313-1de0-4454-883d-688a0b988ae5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:07.945355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cddcccfe-e070-4942-869d-8dc900670c20 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:07.984687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cddcccfe-e070-4942-869d-8dc900670c20 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Transition to ACTIVE for port object bb580dcd-7103-4498-b488-69ac2a1cef62 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:07.985203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bc7e4313-1de0-4454-883d-688a0b988ae5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:08.039669 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd4828da-cd40-4bd1-afb8-d8d50409e59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.057605 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6336201a-5790-4925-8417-b36fcb58e894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:08.079561 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cddcccfe-e070-4942-869d-8dc900670c20 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.081760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4828da-cd40-4bd1-afb8-d8d50409e59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d0562e-a3f6-49e2-8132-c75ece2536ef,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:08.202530 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-511ed01d-72f6-498f-9765-f7f7dfdcf0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.204216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.extraroute_db [None req-de280e66-e36b-4196-904d-61e90722be85 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Added routes are [] {{(pid=80908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 07:39:08.204647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.extraroute_db [None req-de280e66-e36b-4196-904d-61e90722be85 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Removed routes are [] {{(pid=80908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 07:39:08.205121 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de280e66-e36b-4196-904d-61e90722be85 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.248593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-511ed01d-72f6-498f-9765-f7f7dfdcf0ac None None] For port e15f19f2-0003-4d0c-ab4c-396aa70966e5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e15f19f2-0003-4d0c-ab4c-396aa70966e5,segment=NetworkSegment(4aeb972e-44a6-4633-953e-8ec20cc3fab9),segment_id=4aeb972e-44a6-4633-953e-8ec20cc3fab9)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:08.342846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-511ed01d-72f6-498f-9765-f7f7dfdcf0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.348931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc47abd-7ceb-4618-af82-ddc1d8250404 None None] Update dhcp port {'port': {'network_id': '7f2a77e5-bd85-4167-b5db-e48349ab3e2c', 'fixed_ips': [{'subnet_id': 'a1124af8-dbcb-403c-871c-b534bdafdfae', 'ip_address': '172.20.0.2'}, {'subnet_id': '22c96649-5ca5-4b7b-9594-9b1ce79c3da6'}], 'binding:host_id': 'n-d-769329-2'}, 'id': 'e15f19f2-0003-4d0c-ab4c-396aa70966e5'} from n-d-769329-2. {{(pid=80909) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:39:08.379177 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3c9d34a-0ea4-4b10-a690-c47bfb1428f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:08.461161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ed01d-72f6-498f-9765-f7f7dfdcf0ac None None] Pushing event updated for resources: {'Port': ['ID=e15f19f2-0003-4d0c-ab4c-396aa70966e5,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:08.474507 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-511ed01d-72f6-498f-9765-f7f7dfdcf0ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:08.502509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7e4313-1de0-4454-883d-688a0b988ae5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:08.512100 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc7e4313-1de0-4454-883d-688a0b988ae5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.555177 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de280e66-e36b-4196-904d-61e90722be85 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.573504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7e4313-1de0-4454-883d-688a0b988ae5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:39:08.573863 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3dc47abd-7ceb-4618-af82-ddc1d8250404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.584161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc7e4313-1de0-4454-883d-688a0b988ae5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.584653 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-bc7e4313-1de0-4454-883d-688a0b988ae5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Added segment 67865a39-2f4e-44be-ad3d-8c02924941d6 of type vxlan for network 75f2ecfd-18de-42b6-bcb2-884c98166569 Jan 14 07:39:08.619534 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc7e4313-1de0-4454-883d-688a0b988ae5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.632376 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cd4828da-cd40-4bd1-afb8-d8d50409e59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:08.633047 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-464b357e-5917-4efc-8a01-2cc3dfee5296 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:08.678936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc7e4313-1de0-4454-883d-688a0b988ae5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.701062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e4313-1de0-4454-883d-688a0b988ae5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:08.701940 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc7e4313-1de0-4454-883d-688a0b988ae5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.722921 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5c724207-4f07-4d1a-86d5-1ae7e4bc6f66 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:08.740299 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de280e66-e36b-4196-904d-61e90722be85 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.750741 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bc7e4313-1de0-4454-883d-688a0b988ae5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4564774 Jan 14 07:39:08.767719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0b79-54a4-4cb8-bfdc-d321f801d060 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:08.791073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51658) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:08.914719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:09.033746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Transition to ACTIVE for port object 4d9569d1-300f-4300-9506-1232c77dda41 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:09.106457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddcccfe-e070-4942-869d-8dc900670c20 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Network 52499f97-e596-470a-9726-4e7961789aae is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:09.114700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d60f4a02-6ef3-41cc-9eff-2ab656cf4959 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'subnet': {'network_id': '75f2ecfd-18de-42b6-bcb2-884c98166569', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:09.132308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Transition to ACTIVE for port object 4d9569d1-300f-4300-9506-1232c77dda41 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:09.145217 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:09.194671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3aeaebf1-6fe0-4428-91ee-3fad1ce72b78 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:09.215185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e4313-1de0-4454-883d-688a0b988ae5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Network': ['ID=75f2ecfd-18de-42b6-bcb2-884c98166569,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:09.230230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de280e66-e36b-4196-904d-61e90722be85 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router c0a84acb-d1b6-4762-bd95-e39b3ca52497 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:39:09.232540 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc7e4313-1de0-4454-883d-688a0b988ae5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:09.280304 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd4828da-cd40-4bd1-afb8-d8d50409e59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:09.289769 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cd4828da-cd40-4bd1-afb8-d8d50409e59b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46d0562e-a3f6-49e2-8132-c75ece2536ef HTTP/1.1" status: 204 len: 168 time: 2.6934519 Jan 14 07:39:09.291496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-cddcccfe-e070-4942-869d-8dc900670c20 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:09.300764 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:09.301827 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:09.333747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d60f4a02-6ef3-41cc-9eff-2ab656cf4959 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:09.333888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddcccfe-e070-4942-869d-8dc900670c20 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:09.364112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 75f2ecfd-18de-42b6-bcb2-884c98166569 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:09.391315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 75f2ecfd-18de-42b6-bcb2-884c98166569 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:09.420891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 75f2ecfd-18de-42b6-bcb2-884c98166569 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:09.427404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d60f4a02-6ef3-41cc-9eff-2ab656cf4959 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:subnet and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:09.440917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcccfe-e070-4942-869d-8dc900670c20 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Pushing event updated for resources: {'Port': ['ID=bb580dcd-7103-4498-b488-69ac2a1cef62,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:09.451681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d60f4a02-6ef3-41cc-9eff-2ab656cf4959 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:09.460374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-3dc47abd-7ceb-4618-af82-ddc1d8250404 None None] Allocated IP 172.20.0.18 (7f2a77e5-bd85-4167-b5db-e48349ab3e2c/22c96649-5ca5-4b7b-9594-9b1ce79c3da6/e15f19f2-0003-4d0c-ab4c-396aa70966e5) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:09.491209 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cddcccfe-e070-4942-869d-8dc900670c20 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:09.602069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d60f4a02-6ef3-41cc-9eff-2ab656cf4959 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:09.667436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60f4a02-6ef3-41cc-9eff-2ab656cf4959 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.671135 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:09.678567 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:09.696708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de280e66-e36b-4196-904d-61e90722be85 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:39:09.720350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad2d07-9fd3-4b8a-af8f-7fdf985e8d90 None None] Sync routers for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:39:09.721370 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de280e66-e36b-4196-904d-61e90722be85 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:09.726662 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-de280e66-e36b-4196-904d-61e90722be85 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/c0a84acb-d1b6-4762-bd95-e39b3ca52497 HTTP/1.1" status: 200 len: 701 time: 2.6251991 Jan 14 07:39:09.729934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51734) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:09.753958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abad2d07-9fd3-4b8a-af8f-7fdf985e8d90 None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:39:09.754662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-abad2d07-9fd3-4b8a-af8f-7fdf985e8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:38:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:09.760555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddcccfe-e070-4942-869d-8dc900670c20 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:09.761693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cddcccfe-e070-4942-869d-8dc900670c20 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:09.787396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-aa62f380-1fa6-4c6c-9f5a-5dfe87ba6a45 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Synchronizing usage tracker for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:39:09.792181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeaebf1-6fe0-4428-91ee-3fad1ce72b78 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Subnet': ['ID=22c96649-5ca5-4b7b-9594-9b1ce79c3da6,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:09.820121 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3aeaebf1-6fe0-4428-91ee-3fad1ce72b78 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:09.864287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-aa62f380-1fa6-4c6c-9f5a-5dfe87ba6a45 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Unset dirty status for tenant:5dbc558c61ca44a5a9c57934b14edce4 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:39:09.869629 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-aa62f380-1fa6-4c6c-9f5a-5dfe87ba6a45 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/ports?device_id=c0a84acb-d1b6-4762-bd95-e39b3ca52497 HTTP/1.1" status: 200 len: 205 time: 0.1353946 Jan 14 07:39:09.880149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51738) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:09.960189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-abad2d07-9fd3-4b8a-af8f-7fdf985e8d90 None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:39:09.995580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Network 9ce80f11-e09f-4593-ac4b-c1794053a813 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:10.016954 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cddcccfe-e070-4942-869d-8dc900670c20 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4301569 Jan 14 07:39:10.019625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51742) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:10.030161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c764c5be-0051-4569-bdec-f247de4dbda6 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:48:fa:da'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:10.061728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d60f4a02-6ef3-41cc-9eff-2ab656cf4959 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.085106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51746) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:10.146362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Pushing event updated for resources: {'Port': ['ID=4d9569d1-300f-4300-9506-1232c77dda41,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:10.152275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-abad2d07-9fd3-4b8a-af8f-7fdf985e8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:38:55Z', 'revision_number': 11, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:10.157975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad2d07-9fd3-4b8a-af8f-7fdf985e8d90 None None] Checking router: c0a84acb-d1b6-4762-bd95-e39b3ca52497 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:39:10.163574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:10.172202 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.870s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:10.176919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:10.188755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abad2d07-9fd3-4b8a-af8f-7fdf985e8d90 None None] Routers {'c0a84acb-d1b6-4762-bd95-e39b3ca52497'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:39:10.189433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-abad2d07-9fd3-4b8a-af8f-7fdf985e8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:38:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:10.240265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeaebf1-6fe0-4428-91ee-3fad1ce72b78 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network 7f2a77e5-bd85-4167-b5db-e48349ab3e2c is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:10.241946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-3aeaebf1-6fe0-4428-91ee-3fad1ce72b78 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:10.253260 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a00322e3-cbc0-49da-a501-44d5e0aabcd3 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.259012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c109381b-ba24-4f71-b115-5fc3dc4b37dd None None] Provisioning for port bb580dcd-7103-4498-b488-69ac2a1cef62 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:10.374913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeaebf1-6fe0-4428-91ee-3fad1ce72b78 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:10.376232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3aeaebf1-6fe0-4428-91ee-3fad1ce72b78 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.410650 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3aeaebf1-6fe0-4428-91ee-3fad1ce72b78 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 6.7932580 Jan 14 07:39:10.424857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-abad2d07-9fd3-4b8a-af8f-7fdf985e8d90 None None] Set router c0a84acb-d1b6-4762-bd95-e39b3ca52497 gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:39:10.432834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51752) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:10.449046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'port': {'network_id': '7f2a77e5-bd85-4167-b5db-e48349ab3e2c', 'fixed_ips': [{'subnet_id': 'a1124af8-dbcb-403c-871c-b534bdafdfae'}, {'subnet_id': '22c96649-5ca5-4b7b-9594-9b1ce79c3da6'}], 'name': 'tempest-PortsTestJSON-1360673970'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:10.489718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3dc47abd-7ceb-4618-af82-ddc1d8250404 None None] For port e15f19f2-0003-4d0c-ab4c-396aa70966e5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e15f19f2-0003-4d0c-ab4c-396aa70966e5,segment=NetworkSegment(4aeb972e-44a6-4633-953e-8ec20cc3fab9),segment_id=4aeb972e-44a6-4633-953e-8ec20cc3fab9)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:10.517702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3dc47abd-7ceb-4618-af82-ddc1d8250404 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.537809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3dc47abd-7ceb-4618-af82-ddc1d8250404 None None] Transition to ACTIVE for port object e15f19f2-0003-4d0c-ab4c-396aa70966e5 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:10.539020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c109381b-ba24-4f71-b115-5fc3dc4b37dd None None] Provisioning complete for port bb580dcd-7103-4498-b488-69ac2a1cef62 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:10.539495 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c109381b-ba24-4f71-b115-5fc3dc4b37dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.601744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Attempting to bind port 4d9569d1-300f-4300-9506-1232c77dda41 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:39:10.602219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Attempting to bind port 4d9569d1-300f-4300-9506-1232c77dda41 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '13184346-5239-4e0c-9ff5-10c23aefc918', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9ce80f11-e09f-4593-ac4b-c1794053a813'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:39:10.602556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Attempting to bind port 4d9569d1-300f-4300-9506-1232c77dda41 on network 9ce80f11-e09f-4593-ac4b-c1794053a813 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:39:10.608738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c109381b-ba24-4f71-b115-5fc3dc4b37dd None None] Port bb580dcd-7103-4498-b488-69ac2a1cef62 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:39:10.610472 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3dc47abd-7ceb-4618-af82-ddc1d8250404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.623764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-abad2d07-9fd3-4b8a-af8f-7fdf985e8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:38:55Z', 'revision_number': 11, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:10.629257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad2d07-9fd3-4b8a-af8f-7fdf985e8d90 None None] The sync data for ids ['c0a84acb-d1b6-4762-bd95-e39b3ca52497'] in n-d-769329-2 is: [{'id': 'c0a84acb-d1b6-4762-bd95-e39b3ca52497', 'name': 'tempest-RoutersTest-router-1899818293', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:36:00Z', 'updated_at': '2021-01-14T07:38:55Z', 'revision_number': 11, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:39:10.639559 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-34b1c3cc-3d64-4676-b1de-55c2cf302cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.645053 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a00322e3-cbc0-49da-a501-44d5e0aabcd3 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.647677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a00322e3-cbc0-49da-a501-44d5e0aabcd3 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.671114 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a00322e3-cbc0-49da-a501-44d5e0aabcd3 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.672070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00322e3-cbc0-49da-a501-44d5e0aabcd3 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Fanout notify agent at l3_agent the message router_deleted on router c0a84acb-d1b6-4762-bd95-e39b3ca52497 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:39:10.695415 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a00322e3-cbc0-49da-a501-44d5e0aabcd3 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.701800 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a00322e3-cbc0-49da-a501-44d5e0aabcd3 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/routers/c0a84acb-d1b6-4762-bd95-e39b3ca52497 HTTP/1.1" status: 204 len: 168 time: 0.8202531 Jan 14 07:39:10.702488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51756) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:10.708323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-335f2b4c-0a94-4ab5-b6ca-e4e3c1bf125c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'router': {'name': 'tempest-RoutersTest-router-320961525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:10.720728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-335f2b4c-0a94-4ab5-b6ca-e4e3c1bf125c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:10.725195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-335f2b4c-0a94-4ab5-b6ca-e4e3c1bf125c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Usage tracker for resource:router and tenant:5dbc558c61ca44a5a9c57934b14edce4 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:10.728484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-335f2b4c-0a94-4ab5-b6ca-e4e3c1bf125c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:10.736245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-335f2b4c-0a94-4ab5-b6ca-e4e3c1bf125c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:10.745457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e15f19f2-0003-4d0c-ab4c-396aa70966e5 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:39:10.750285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-335f2b4c-0a94-4ab5-b6ca-e4e3c1bf125c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.751313 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-335f2b4c-0a94-4ab5-b6ca-e4e3c1bf125c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.776953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-335f2b4c-0a94-4ab5-b6ca-e4e3c1bf125c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.796626 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-335f2b4c-0a94-4ab5-b6ca-e4e3c1bf125c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.800292 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31070728-222e-4c5b-b0af-c57f75102674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:10.829596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:10.836961 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-335f2b4c-0a94-4ab5-b6ca-e4e3c1bf125c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.840324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:39:10.840756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Checking segment: {'id': '13184346-5239-4e0c-9ff5-10c23aefc918', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9ce80f11-e09f-4593-ac4b-c1794053a813'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:10.841251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.841689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Bound using segment: {'id': '13184346-5239-4e0c-9ff5-10c23aefc918', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9ce80f11-e09f-4593-ac4b-c1794053a813'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:39:10.842234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Bound port: 4d9569d1-300f-4300-9506-1232c77dda41, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13184346-5239-4e0c-9ff5-10c23aefc918', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9ce80f11-e09f-4593-ac4b-c1794053a813'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:39:10.842775 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-335f2b4c-0a94-4ab5-b6ca-e4e3c1bf125c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1391854 Jan 14 07:39:10.842884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:10.843561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51760) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:10.850200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fb52314f-2545-403f-906b-17d7733e673e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Request body: {'router': {'admin_state_up': True}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:10.867617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-34b1c3cc-3d64-4676-b1de-55c2cf302cf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:10.870513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:port and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:10.885993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for port was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:10.899830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-34b1c3cc-3d64-4676-b1de-55c2cf302cf2 admin admin] Usage tracker for resource:security_group_rule and tenant:0fb4c34928c84e96ae08fba31cbdb3e9 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:10.915615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:10.917737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-34b1c3cc-3d64-4676-b1de-55c2cf302cf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:11.006669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-34b1c3cc-3d64-4676-b1de-55c2cf302cf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:11.098448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:11.188785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] For port 4d9569d1-300f-4300-9506-1232c77dda41, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:39:11.192470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] For port 4d9569d1-300f-4300-9506-1232c77dda41, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4d9569d1-300f-4300-9506-1232c77dda41,segment=NetworkSegment(13184346-5239-4e0c-9ff5-10c23aefc918),segment_id=13184346-5239-4e0c-9ff5-10c23aefc918)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:39:11.209277 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:11.296742 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:11.380471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc47abd-7ceb-4618-af82-ddc1d8250404 None None] Pushing event updated for resources: {'Port': ['ID=e15f19f2-0003-4d0c-ab4c-396aa70966e5,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:11.387230 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3dc47abd-7ceb-4618-af82-ddc1d8250404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:11.387421 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:11.482068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Pushing event updated for resources: {'Port': ['ID=4d9569d1-300f-4300-9506-1232c77dda41,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:11.486225 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:11.504228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0b79-54a4-4cb8-bfdc-d321f801d060 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:11.524837 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0599ca07-c199-4fe6-9f99-284fe3b20385 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:11.568034 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c764c5be-0051-4569-bdec-f247de4dbda6 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:12.132449 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb52314f-2545-403f-906b-17d7733e673e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:12.155941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb52314f-2545-403f-906b-17d7733e673e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:12.227859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c0b79-54a4-4cb8-bfdc-d321f801d060 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Subnet': ['ID=36a65372-8afc-4094-90a5-609060cf52e3,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:12.278165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae76414-bb43-4805-b317-0da72a36ab26 None None] Network 7f2a77e5-bd85-4167-b5db-e48349ab3e2c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:12.296366 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2b6c0b79-54a4-4cb8-bfdc-d321f801d060 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:12.348983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51772) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:12.411759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3b2218ac-1924-4b83-ab8d-435a8bd70d02 None None] Provisioning for port e15f19f2-0003-4d0c-ab4c-396aa70966e5 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:12.430702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] device_id is not set on port 479a5d3e-f03c-461b-b387-9010c8610481 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:39:12.431185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3b2218ac-1924-4b83-ab8d-435a8bd70d02 None None] Provisioning complete for port e15f19f2-0003-4d0c-ab4c-396aa70966e5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:12.432038 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b2218ac-1924-4b83-ab8d-435a8bd70d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:12.433965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb52314f-2545-403f-906b-17d7733e673e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Router 35f85268-bfe8-413c-8ca5-351005c8f3c8 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:39:12.522137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-34b1c3cc-3d64-4676-b1de-55c2cf302cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:12.589483 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-34b1c3cc-3d64-4676-b1de-55c2cf302cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:12.620141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb52314f-2545-403f-906b-17d7733e673e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:39:12.632847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e15f19f2-0003-4d0c-ab4c-396aa70966e5 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:39:12.645343 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb52314f-2545-403f-906b-17d7733e673e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:12.646908 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fb52314f-2545-403f-906b-17d7733e673e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "PUT /v2.0/routers/35f85268-bfe8-413c-8ca5-351005c8f3c8 HTTP/1.1" status: 200 len: 693 time: 1.8021088 Jan 14 07:39:12.649702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51778) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:12.669000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee532337-55a9-4716-95c1-bfe850547bcf None None] Sync routers for ids ['35f85268-bfe8-413c-8ca5-351005c8f3c8'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:39:12.744658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee532337-55a9-4716-95c1-bfe850547bcf None None] Routers {'35f85268-bfe8-413c-8ca5-351005c8f3c8'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:39:12.745507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ee532337-55a9-4716-95c1-bfe850547bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:38:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['35f85268-bfe8-413c-8ca5-351005c8f3c8'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:12.821592 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0f770ce5-ac71-475f-b7aa-34fd315bd1b7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/routers/35f85268-bfe8-413c-8ca5-351005c8f3c8 HTTP/1.1" status: 200 len: 699 time: 0.1703317 Jan 14 07:39:12.824226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51782) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:12.888890 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b50c3b64-2456-4f93-bf4b-6276b7091e97 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/ports?device_id=35f85268-bfe8-413c-8ca5-351005c8f3c8 HTTP/1.1" status: 200 len: 205 time: 0.0599723 Jan 14 07:39:12.892391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51786) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:12.972359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-ee532337-55a9-4716-95c1-bfe850547bcf None None] Set router 35f85268-bfe8-413c-8ca5-351005c8f3c8 gateway port host: None {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:39:13.009929 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-389795da-df65-4e47-b88e-866495bfde81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:13.082494 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9245e36-a5d7-4199-a7ab-bfb8faada7c0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:13.130181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ee532337-55a9-4716-95c1-bfe850547bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f85268-bfe8-413c-8ca5-351005c8f3c8', 'name': 'tempest-RoutersTest-router-320961525', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:39:10Z', 'updated_at': '2021-01-14T07:39:12Z', 'revision_number': 2, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:13.134638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee532337-55a9-4716-95c1-bfe850547bcf None None] Checking router: 35f85268-bfe8-413c-8ca5-351005c8f3c8 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:39:13.150943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port e15f19f2-0003-4d0c-ab4c-396aa70966e5 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:13.151364 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:13.218187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee532337-55a9-4716-95c1-bfe850547bcf None None] Routers {'35f85268-bfe8-413c-8ca5-351005c8f3c8'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:39:13.218907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ee532337-55a9-4716-95c1-bfe850547bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:38:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['35f85268-bfe8-413c-8ca5-351005c8f3c8'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:13.274571 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2543ebf8-8bbe-43fa-a77d-3a571b7074a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:13.284832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-c61de7d3-f0f2-40c3-a117-4e9f4befb3bd req-806c29ca-65d7-45d5-863f-6398e27e0c9b tempest-ServerRescueNegativeTestJSON-538243192 tempest-ServerRescueNegativeTestJSON-538243192] (80907) timed out ('10.222.0.39', 57918) {{(pid=80907) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:39:13.361549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9da1d4-5b17-4522-8aba-993401bccc24 None None] Network 9ce80f11-e09f-4593-ac4b-c1794053a813 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:13.363155 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9245e36-a5d7-4199-a7ab-bfb8faada7c0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:13.365899 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9245e36-a5d7-4199-a7ab-bfb8faada7c0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:13.382971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1c3cc-3d64-4676-b1de-55c2cf302cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3469017-3a4b-412a-8547-a7468073ccea,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:13.393406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2543ebf8-8bbe-43fa-a77d-3a571b7074a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:13.397640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2543ebf8-8bbe-43fa-a77d-3a571b7074a6 admin admin] Usage tracker for resource:security_group_rule and tenant:d51f5a0fac3746a1893d8ec13f17afb8 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:13.399189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9245e36-a5d7-4199-a7ab-bfb8faada7c0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:13.400009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9245e36-a5d7-4199-a7ab-bfb8faada7c0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Fanout notify agent at l3_agent the message router_deleted on router 35f85268-bfe8-413c-8ca5-351005c8f3c8 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:39:13.400869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2543ebf8-8bbe-43fa-a77d-3a571b7074a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:13.407809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2543ebf8-8bbe-43fa-a77d-3a571b7074a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:13.428788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e9245e36-a5d7-4199-a7ab-bfb8faada7c0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:13.431700 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e9245e36-a5d7-4199-a7ab-bfb8faada7c0 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/routers/35f85268-bfe8-413c-8ca5-351005c8f3c8 HTTP/1.1" status: 204 len: 168 time: 0.5366142 Jan 14 07:39:13.433928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51790) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:13.453770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6c0b79-54a4-4cb8-bfdc-d321f801d060 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Checking segment: {'id': '4db6d3b5-5416-48e0-84b1-7a6d24fad548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'ef986aed-3e3e-4791-8982-eaf7ddcd703e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:13.454181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6c0b79-54a4-4cb8-bfdc-d321f801d060 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network hostable DHCP agents. Network: ef986aed-3e3e-4791-8982-eaf7ddcd703e, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:39:13.468484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-ee532337-55a9-4716-95c1-bfe850547bcf None None] Set router 35f85268-bfe8-413c-8ca5-351005c8f3c8 gateway port host: None {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:39:13.493471 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b29ac969-0301-4492-acc0-a4541a12aa53 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/ports?device_id=35f85268-bfe8-413c-8ca5-351005c8f3c8 HTTP/1.1" status: 200 len: 205 time: 0.0556831 Jan 14 07:39:13.494378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51794) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:13.501206 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-34b1c3cc-3d64-4676-b1de-55c2cf302cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:13.509964 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-34b1c3cc-3d64-4676-b1de-55c2cf302cf2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0fb4c34928c84e96ae08fba31cbdb3e9&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4147284 Jan 14 07:39:13.528565 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2543ebf8-8bbe-43fa-a77d-3a571b7074a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:13.537739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51798) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:13.552954 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2543ebf8-8bbe-43fa-a77d-3a571b7074a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:13.583619 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:13.592489 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-1648e5bd-594e-404c-88c7-49bf697a220e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] delete failed (client error): The resource could not be found. Jan 14 07:39:13.596812 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1648e5bd-594e-404c-88c7-49bf697a220e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/routers/35f85268-bfe8-413c-8ca5-351005c8f3c8 HTTP/1.1" status: 404 len: 336 time: 0.1013799 Jan 14 07:39:13.597569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51802) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:13.634965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2054d308-34e3-43db-a53a-b8dd3fc0de61 None None] Provisioning for port 4d9569d1-300f-4300-9506-1232c77dda41 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:13.648895 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2543ebf8-8bbe-43fa-a77d-3a571b7074a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d51f5a0fac3746a1893d8ec13f17afb8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2937334 Jan 14 07:39:13.649124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4d9569d1-300f-4300-9506-1232c77dda41 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:39:13.652771 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0dd544-5887-4a76-852f-aeb2fb56a6fe tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] DELETE failed (client error): The resource could not be found. Jan 14 07:39:13.654141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0dd544-5887-4a76-852f-aeb2fb56a6fe tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:39:13.659998 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-be0dd544-5887-4a76-852f-aeb2fb56a6fe tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/subnets/3e11f357-17c6-44ad-bb3b-0ac98175fd40 HTTP/1.1" status: 404 len: 337 time: 0.0611699 Jan 14 07:39:13.660748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51806) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:13.661659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51808) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:13.716952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ee532337-55a9-4716-95c1-bfe850547bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f85268-bfe8-413c-8ca5-351005c8f3c8', 'name': 'tempest-RoutersTest-router-320961525', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:39:10Z', 'updated_at': '2021-01-14T07:39:12Z', 'revision_number': 2, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:13.728470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee532337-55a9-4716-95c1-bfe850547bcf None None] The sync data for ids ['35f85268-bfe8-413c-8ca5-351005c8f3c8'] in n-d-769329-2 is: [{'id': '35f85268-bfe8-413c-8ca5-351005c8f3c8', 'name': 'tempest-RoutersTest-router-320961525', 'tenant_id': '5dbc558c61ca44a5a9c57934b14edce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:39:10Z', 'updated_at': '2021-01-14T07:39:12Z', 'revision_number': 2, 'project_id': '5dbc558c61ca44a5a9c57934b14edce4', 'gw_port_host': None}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:39:13.745073 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e067f155-2378-4f87-8a78-8b4c6f9ea5f5 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] DELETE failed (client error): The resource could not be found. Jan 14 07:39:13.745716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e067f155-2378-4f87-8a78-8b4c6f9ea5f5 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:39:13.754951 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e067f155-2378-4f87-8a78-8b4c6f9ea5f5 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/subnets/858eee65-ce62-4c70-83e5-329b7e00b152 HTTP/1.1" status: 404 len: 337 time: 0.0878651 Jan 14 07:39:13.755105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51814) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:13.767314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 4d9569d1-300f-4300-9506-1232c77dda41 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:13.788801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 4d9569d1-300f-4300-9506-1232c77dda41 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:13.789224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:13.826043 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5228bd2-dec5-4bec-90f3-a401f68a50dd tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] DELETE failed (client error): The resource could not be found. Jan 14 07:39:13.826857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5228bd2-dec5-4bec-90f3-a401f68a50dd tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:39:13.831237 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b5228bd2-dec5-4bec-90f3-a401f68a50dd tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/subnets/614ba5ff-2094-48ff-aa1e-8435847f4ecc HTTP/1.1" status: 404 len: 337 time: 0.0601878 Jan 14 07:39:13.836341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51818) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:13.854417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6c0b79-54a4-4cb8-bfdc-d321f801d060 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network ef986aed-3e3e-4791-8982-eaf7ddcd703e is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:39:13.856887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543ebf8-8bbe-43fa-a77d-3a571b7074a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31798399-779e-46be-adc0-746ee1d5772f,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:13.889958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Allocated IP 172.20.0.9 (7f2a77e5-bd85-4167-b5db-e48349ab3e2c/a1124af8-dbcb-403c-871c-b534bdafdfae/479a5d3e-f03c-461b-b387-9010c8610481) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:13.911370 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a2a329-d1c3-4401-a4f6-8e14e4d54da7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] DELETE failed (client error): The resource could not be found. Jan 14 07:39:13.912185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a2a329-d1c3-4401-a4f6-8e14e4d54da7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:39:13.912463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f625d162-39a0-4eac-b531-25778d9d10d1 None None] Provisioning complete for port e15f19f2-0003-4d0c-ab4c-396aa70966e5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:13.912888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f625d162-39a0-4eac-b531-25778d9d10d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:13.914591 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d4a2a329-d1c3-4401-a4f6-8e14e4d54da7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/subnets/5a91c932-f83e-4a0b-8791-e27b9d38db1c HTTP/1.1" status: 404 len: 337 time: 0.0755763 Jan 14 07:39:13.917440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51822) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:13.983476 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-af0d9d9c-0ca3-4dfb-8cf4-1ac45b2f3701 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/ports?device_id=c0a84acb-d1b6-4762-bd95-e39b3ca52497 HTTP/1.1" status: 200 len: 205 time: 0.0643268 Jan 14 07:39:13.987023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51826) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:13.991282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c764c5be-0051-4569-bdec-f247de4dbda6 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:13.993643 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d60f4a02-6ef3-41cc-9eff-2ab656cf4959 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.010186 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2543ebf8-8bbe-43fa-a77d-3a571b7074a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:14.024140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Allocated IP 172.20.0.20 (7f2a77e5-bd85-4167-b5db-e48349ab3e2c/22c96649-5ca5-4b7b-9594-9b1ce79c3da6/479a5d3e-f03c-461b-b387-9010c8610481) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:14.031445 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-54a2179e-df7d-4021-ac82-08c691003955 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:14.063414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c764c5be-0051-4569-bdec-f247de4dbda6 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.066605 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1eedf47-a130-486d-a737-ea2fda447023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.070255 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-b02f4c40-8201-4286-93ed-18852d32b84a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] delete failed (client error): The resource could not be found. Jan 14 07:39:14.071514 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b02f4c40-8201-4286-93ed-18852d32b84a tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/routers/c0a84acb-d1b6-4762-bd95-e39b3ca52497 HTTP/1.1" status: 404 len: 336 time: 0.0833163 Jan 14 07:39:14.081017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51830) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:14.113134 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.151572 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f934810b-5f2d-41dc-9d79-d6fbdac937f2 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/ports?device_id=e128afe6-36e7-4289-9ee3-f8247b5c367a HTTP/1.1" status: 200 len: 205 time: 0.0692301 Jan 14 07:39:14.154229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1eedf47-a130-486d-a737-ea2fda447023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.166574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51834) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:14.195516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 4d9569d1-300f-4300-9506-1232c77dda41, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4d9569d1-300f-4300-9506-1232c77dda41,segment=NetworkSegment(13184346-5239-4e0c-9ff5-10c23aefc918),segment_id=13184346-5239-4e0c-9ff5-10c23aefc918)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:14.205540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.209695 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-74ae1c9f-d5ec-487b-adc4-f50b4605b441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:14.226088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2b6c0b79-54a4-4cb8-bfdc-d321f801d060 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, ef986aed-3e3e-4791-8982-eaf7ddcd703e) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:14.253282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb7243d-fec5-4504-9222-6d26dd4f5310 None None] Network ef986aed-3e3e-4791-8982-eaf7ddcd703e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:14.261922 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-9e16852b-f238-438b-93a9-6039b44f877d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] delete failed (client error): The resource could not be found. Jan 14 07:39:14.263916 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9e16852b-f238-438b-93a9-6039b44f877d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/routers/e128afe6-36e7-4289-9ee3-f8247b5c367a HTTP/1.1" status: 404 len: 336 time: 0.0955386 Jan 14 07:39:14.268486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51838) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:14.307016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6c0b79-54a4-4cb8-bfdc-d321f801d060 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:14.307692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b6c0b79-54a4-4cb8-bfdc-d321f801d060 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.337879 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3905c3-66f8-4cb7-b5b8-ac4a5cc1c666 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] DELETE failed (client error): The resource could not be found. Jan 14 07:39:14.338496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a3905c3-66f8-4cb7-b5b8-ac4a5cc1c666 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:39:14.342883 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6a3905c3-66f8-4cb7-b5b8-ac4a5cc1c666 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/subnets/b44d84ee-b722-4865-9dcb-0f96e6050bd5 HTTP/1.1" status: 404 len: 337 time: 0.0714347 Jan 14 07:39:14.344833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51842) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:14.399457 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4f431498-8805-4793-b947-3a8966643237 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/ports?device_id=af8ba89e-b51e-4076-b64b-2586203e7a98 HTTP/1.1" status: 200 len: 205 time: 0.0511684 Jan 14 07:39:14.399875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51846) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:14.441699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f4a02-6ef3-41cc-9eff-2ab656cf4959 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Subnet': ['ID=faf9c6c4-7f58-4d66-876f-43ab4848f94a,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:14.444908 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d60f4a02-6ef3-41cc-9eff-2ab656cf4959 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:14.457665 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7bddff17-9002-4e9c-a106-ec202f14ac6e tempest-FloatingIPAdminTestJSON-512808270 tempest-FloatingIPAdminTestJSON-512808270] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:14.474829 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1eedf47-a130-486d-a737-ea2fda447023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.487805 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5355f41e-32de-4bcc-aa2e-25f717847cf8 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:14.489800 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d943-58e7-4834-a24b-ec80f6838a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.500657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eedf47-a130-486d-a737-ea2fda447023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31798399-779e-46be-adc0-746ee1d5772f,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:14.504510 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-63be8f51-d315-4613-8d16-44229bc6b74c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] delete failed (client error): The resource could not be found. Jan 14 07:39:14.508285 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-63be8f51-d315-4613-8d16-44229bc6b74c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/routers/af8ba89e-b51e-4076-b64b-2586203e7a98 HTTP/1.1" status: 404 len: 336 time: 0.1048214 Jan 14 07:39:14.508285 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1eedf47-a130-486d-a737-ea2fda447023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:14.510845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51850) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:14.555412 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1eedf47-a130-486d-a737-ea2fda447023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.559123 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f1eedf47-a130-486d-a737-ea2fda447023 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31798399-779e-46be-adc0-746ee1d5772f HTTP/1.1" status: 204 len: 168 time: 0.8939264 Jan 14 07:39:14.565591 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-eb693c38-bfc5-4db0-8add-b8beccdd4329 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/ports?device_id=0ecf639c-c1ee-47c4-98e7-55fbbc20d59b HTTP/1.1" status: 200 len: 205 time: 0.0530546 Jan 14 07:39:14.568284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51856) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:14.593148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764c5be-0051-4569-bdec-f247de4dbda6 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Pushing event updated for resources: {'Port': ['ID=bb580dcd-7103-4498-b488-69ac2a1cef62,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:14.598139 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c764c5be-0051-4569-bdec-f247de4dbda6 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:14.619991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=4d9569d1-300f-4300-9506-1232c77dda41,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:14.635876 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:14.693476 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2b6c0b79-54a4-4cb8-bfdc-d321f801d060 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 8.4294207 Jan 14 07:39:14.709271 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-1a7b2a78-9c3e-4b81-ae60-8543120c2e53 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] delete failed (client error): The resource could not be found. Jan 14 07:39:14.713287 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1a7b2a78-9c3e-4b81-ae60-8543120c2e53 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/routers/0ecf639c-c1ee-47c4-98e7-55fbbc20d59b HTTP/1.1" status: 404 len: 336 time: 0.1439123 Jan 14 07:39:14.713940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51860) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:14.714302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51862) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:14.764669 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d943-58e7-4834-a24b-ec80f6838a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.810498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-ef986aed-3e3e-4791-8982-eaf7ddcd703e', 'network_id': 'ef986aed-3e3e-4791-8982-eaf7ddcd703e', 'tenant_id': 'e9c7c2a7999a4b238d158f0f85d98fe1', 'fixed_ips': [{'subnet_id': '36a65372-8afc-4094-90a5-609060cf52e3'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:39:14.811313 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:14.826970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f1e7e8ce-e418-4c51-8be7-95e49d15b523 None None] Provisioning complete for port e15f19f2-0003-4d0c-ab4c-396aa70966e5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:14.827399 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1e7e8ce-e418-4c51-8be7-95e49d15b523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:15.078969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f4a02-6ef3-41cc-9eff-2ab656cf4959 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Checking segment: {'id': '67865a39-2f4e-44be-ad3d-8c02924941d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '75f2ecfd-18de-42b6-bcb2-884c98166569'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:15.079635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60f4a02-6ef3-41cc-9eff-2ab656cf4959 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network hostable DHCP agents. Network: 75f2ecfd-18de-42b6-bcb2-884c98166569, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:39:15.102670 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:15.125556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:15.148298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c764c5be-0051-4569-bdec-f247de4dbda6 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] In _notify_port_updated(), no bound segment for port bb580dcd-7103-4498-b488-69ac2a1cef62 on network 52499f97-e596-470a-9726-4e7961789aae {{(pid=80907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:15.153277 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:15.182152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c764c5be-0051-4569-bdec-f247de4dbda6 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:15.182932 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c764c5be-0051-4569-bdec-f247de4dbda6 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:15.187861 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c764c5be-0051-4569-bdec-f247de4dbda6 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "PUT /v2.0/ports/bb580dcd-7103-4498-b488-69ac2a1cef62 HTTP/1.1" status: 200 len: 996 time: 5.1647036 Jan 14 07:39:15.189138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51874) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:15.212582 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa4cc9f-cf15-4667-98aa-ca2a6a0e3e3f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] DELETE failed (client error): The resource could not be found. Jan 14 07:39:15.213079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa4cc9f-cf15-4667-98aa-ca2a6a0e3e3f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:39:15.215071 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7aa4cc9f-cf15-4667-98aa-ca2a6a0e3e3f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/subnets/bee2ef25-9550-4601-bbc0-b9b3d03b4a7a HTTP/1.1" status: 404 len: 337 time: 0.4960072 Jan 14 07:39:15.222455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51878) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:15.288187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60f4a02-6ef3-41cc-9eff-2ab656cf4959 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network 75f2ecfd-18de-42b6-bcb2-884c98166569 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:39:15.321759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3694783d-1f5d-47ca-81e4-0939bb06a868 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Deleting port bb580dcd-7103-4498-b488-69ac2a1cef62 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:15.322390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3694783d-1f5d-47ca-81e4-0939bb06a868 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:15.329959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-602f45c2-6486-4e6a-a02b-4d5f6ea2bdd4 None None] Provisioning complete for port 4d9569d1-300f-4300-9506-1232c77dda41 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:15.330386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-602f45c2-6486-4e6a-a02b-4d5f6ea2bdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:15.335134 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ac4fbbcf-f81d-4eb4-810e-32615cf72454 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/ports?device_id=a2ef3c3c-0187-41d8-90b0-4b8266d438ca HTTP/1.1" status: 200 len: 205 time: 0.1114001 Jan 14 07:39:15.340166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51884) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:15.368443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Transition to ACTIVE for port object 479a5d3e-f03c-461b-b387-9010c8610481 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:15.370462 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d943-58e7-4834-a24b-ec80f6838a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:15.385532 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2543ebf8-8bbe-43fa-a77d-3a571b7074a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:15.410146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d60f4a02-6ef3-41cc-9eff-2ab656cf4959 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 75f2ecfd-18de-42b6-bcb2-884c98166569) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:15.434191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98e6919-1b0a-4345-8bfe-d18b5a88a78f None None] Network 75f2ecfd-18de-42b6-bcb2-884c98166569 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:15.446872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1d943-58e7-4834-a24b-ec80f6838a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3469017-3a4b-412a-8547-a7468073ccea,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:15.507486 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-787909ab-739e-4f66-bf05-d9839df2bb68 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] delete failed (client error): The resource could not be found. Jan 14 07:39:15.511249 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-787909ab-739e-4f66-bf05-d9839df2bb68 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/routers/a2ef3c3c-0187-41d8-90b0-4b8266d438ca HTTP/1.1" status: 404 len: 336 time: 0.1591372 Jan 14 07:39:15.512076 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5bc1d943-58e7-4834-a24b-ec80f6838a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:15.512241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51890) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:15.527087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60f4a02-6ef3-41cc-9eff-2ab656cf4959 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:15.527804 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d60f4a02-6ef3-41cc-9eff-2ab656cf4959 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:15.545283 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d943-58e7-4834-a24b-ec80f6838a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:15.549143 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5bc1d943-58e7-4834-a24b-ec80f6838a3e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3469017-3a4b-412a-8547-a7468073ccea HTTP/1.1" status: 204 len: 168 time: 2.0035298 Jan 14 07:39:15.898909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Allocated IP 2001:db8::1 (ef986aed-3e3e-4791-8982-eaf7ddcd703e/36a65372-8afc-4094-90a5-609060cf52e3/c7b321f9-bbfa-43a7-bc0c-4cf487d5bd50) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:15.901484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-75f2ecfd-18de-42b6-bcb2-884c98166569', 'network_id': '75f2ecfd-18de-42b6-bcb2-884c98166569', 'tenant_id': '48e68211a7e94fe094ab7e7edb0dd42a', 'fixed_ips': [{'subnet_id': 'faf9c6c4-7f58-4d66-876f-43ab4848f94a'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:39:15.902384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:15.909868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3694783d-1f5d-47ca-81e4-0939bb06a868 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:15.923992 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:16.100325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3694783d-1f5d-47ca-81e4-0939bb06a868 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Calling delete_port for bb580dcd-7103-4498-b488-69ac2a1cef62 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:16.130199 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd192fd-5e29-40f6-a7f1-372726ad925c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] DELETE failed (client error): The resource could not be found. Jan 14 07:39:16.130707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd192fd-5e29-40f6-a7f1-372726ad925c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:39:16.136200 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bfd192fd-5e29-40f6-a7f1-372726ad925c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/subnets/cfffc0a6-5227-4bb9-92f8-873877e385bc HTTP/1.1" status: 404 len: 337 time: 0.6199012 Jan 14 07:39:16.136732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51902) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:16.203718 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d658ffe9-e667-4257-bfa6-ecbd9bf7534b tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "GET /v2.0/ports?device_id=a5deee5a-f398-4c94-ba53-4b4a1611ff64 HTTP/1.1" status: 200 len: 205 time: 0.0613608 Jan 14 07:39:16.203718 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:16.234880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51906) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:16.272182 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3694783d-1f5d-47ca-81e4-0939bb06a868 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:16.298240 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-163c08b8-9a49-41db-8c44-245105a10828 tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:16.362830 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-72f48593-491b-4544-ad82-f4fa4fff88a9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] delete failed (client error): The resource could not be found. Jan 14 07:39:16.366467 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-72f48593-491b-4544-ad82-f4fa4fff88a9 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/routers/a5deee5a-f398-4c94-ba53-4b4a1611ff64 HTTP/1.1" status: 404 len: 336 time: 0.1253383 Jan 14 07:39:16.367543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51914) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:16.440084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7fa0d01f-b61a-4c86-86d4-010d9f9d812a None None] Could not find standard attr ID for object bb580dcd-7103-4498-b488-69ac2a1cef62. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:39:16.443768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4d9569d1-300f-4300-9506-1232c77dda41 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:39:16.458491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694783d-1f5d-47ca-81e4-0939bb06a868 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Pushing event deleted for resources: {'Port': ['ID=bb580dcd-7103-4498-b488-69ac2a1cef62,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:16.467682 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:16.491938 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d60f4a02-6ef3-41cc-9eff-2ab656cf4959 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 7.6809359 Jan 14 07:39:16.491938 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3694783d-1f5d-47ca-81e4-0939bb06a868 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:16.491938 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3694783d-1f5d-47ca-81e4-0939bb06a868 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:16.539330 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:16.576692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7fa0d01f-b61a-4c86-86d4-010d9f9d812a None None] Provisioning complete for port 4d9569d1-300f-4300-9506-1232c77dda41 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:16.577121 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7fa0d01f-b61a-4c86-86d4-010d9f9d812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:16.641644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=479a5d3e-f03c-461b-b387-9010c8610481,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:16.661190 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:16.667097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51920) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:16.689884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'port': {'network_id': '75f2ecfd-18de-42b6-bcb2-884c98166569', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1770847210'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:16.722024 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ff2570-fe8e-4dc2-bca5-62c40a3e9a7b tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] DELETE failed (client error): The resource could not be found. Jan 14 07:39:16.722024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ff2570-fe8e-4dc2-bca5-62c40a3e9a7b tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:39:16.726682 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-79ff2570-fe8e-4dc2-bca5-62c40a3e9a7b tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/subnets/c4040e34-c9c3-4057-9a88-997b78f3dc7e HTTP/1.1" status: 404 len: 337 time: 0.3576627 Jan 14 07:39:16.727450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51930) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:16.752109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 4d9569d1-300f-4300-9506-1232c77dda41 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:16.752539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:16.797506 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-93de00ee-6d3f-4f49-a1a1-74b5b06d5a0e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] DELETE failed (client error): The resource could not be found. Jan 14 07:39:16.798009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93de00ee-6d3f-4f49-a1a1-74b5b06d5a0e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:39:16.805357 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-93de00ee-6d3f-4f49-a1a1-74b5b06d5a0e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] 10.222.0.41 "DELETE /v2.0/subnets/a59c2f49-0ccd-4637-b320-7b0b776cbb6f HTTP/1.1" status: 404 len: 337 time: 0.0762558 Jan 14 07:39:16.877268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Allocated IP 2001:db8::2 (75f2ecfd-18de-42b6-bcb2-884c98166569/faf9c6c4-7f58-4d66-876f-43ab4848f94a/62e1825f-0f19-48b7-bb97-a4162b6ee779) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:16.969511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3694783d-1f5d-47ca-81e4-0939bb06a868 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:16.974845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51938) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:16.988090 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3694783d-1f5d-47ca-81e4-0939bb06a868 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "DELETE /v2.0/ports/bb580dcd-7103-4498-b488-69ac2a1cef62 HTTP/1.1" status: 204 len: 168 time: 1.7955976 Jan 14 07:39:17.083368 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe30454-7f68-4193-9e50-aad7d683d4b5 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] GET failed (client error): The resource could not be found. Jan 14 07:39:17.091124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51944) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:17.092454 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-efe30454-7f68-4193-9e50-aad7d683d4b5 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "GET /v2.0/ports/bb580dcd-7103-4498-b488-69ac2a1cef62 HTTP/1.1" status: 404 len: 333 time: 0.1161287 Jan 14 07:39:17.101059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5f50388a-bd36-4679-84df-7ce7fc2f985a tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Request body: {'port': {'network_id': '52499f97-e596-470a-9726-4e7961789aae', 'name': 'tempest-AllowedAddressPairTestJSON-1170270086'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:17.239623 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:17.281685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Transition to ACTIVE for port object c7b321f9-bbfa-43a7-bc0c-4cf487d5bd50 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:17.308652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:17.318331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Transition to ACTIVE for port object c7b321f9-bbfa-43a7-bc0c-4cf487d5bd50 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:17.341649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:port and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:17.342067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:17.349438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for port was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:17.353632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network 7f2a77e5-bd85-4167-b5db-e48349ab3e2c is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:17.359995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:17.360401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:17.362889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:17.415558 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-94131ba4-f2cd-4a5e-bf61-80b62a4ffbc6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:17.436573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.442610 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:17.446834 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:17.462488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:17.463230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:17.475395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 51954) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:17.506420 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11148d3a-e742-4455-a2c7-c5e9b118fd5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:17.631412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Subnet': ['ID=36a65372-8afc-4094-90a5-609060cf52e3,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:17.661167 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:17.978370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:18.000813 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.058630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51966) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:18.083082 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 7.6457427 Jan 14 07:39:18.087471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0c2bd491-5e7b-41b6-af7e-9c91be2792f4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1124af8-dbcb-403c-871c-b534bdafdfae'}]}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:18.139531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Network ef986aed-3e3e-4791-8982-eaf7ddcd703e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:18.140595 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.147990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:18.182599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5f50388a-bd36-4679-84df-7ce7fc2f985a tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:18.212193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5f50388a-bd36-4679-84df-7ce7fc2f985a tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Usage tracker for resource:port and tenant:a7b9beba52f041f7ad1113f4888c9225 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:18.219106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:18.221734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5f50388a-bd36-4679-84df-7ce7fc2f985a tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Quota usage for port was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:18.276561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Pushing event updated for resources: {'Port': ['ID=c7b321f9-bbfa-43a7-bc0c-4cf487d5bd50,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:18.289219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1da0193f-a2aa-4b9a-8f65-38f08985110b None None] Provisioning for port 479a5d3e-f03c-461b-b387-9010c8610481 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:18.292793 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:18.322818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Attempting to bind port c7b321f9-bbfa-43a7-bc0c-4cf487d5bd50 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:39:18.323133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Attempting to bind port c7b321f9-bbfa-43a7-bc0c-4cf487d5bd50 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4db6d3b5-5416-48e0-84b1-7a6d24fad548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'ef986aed-3e3e-4791-8982-eaf7ddcd703e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:39:18.323548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Attempting to bind port c7b321f9-bbfa-43a7-bc0c-4cf487d5bd50 on network ef986aed-3e3e-4791-8982-eaf7ddcd703e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:39:18.335105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:39:18.335536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Checking segment: {'id': '4db6d3b5-5416-48e0-84b1-7a6d24fad548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'ef986aed-3e3e-4791-8982-eaf7ddcd703e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:18.336039 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.336492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Bound using segment: {'id': '4db6d3b5-5416-48e0-84b1-7a6d24fad548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'ef986aed-3e3e-4791-8982-eaf7ddcd703e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:39:18.337034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Bound port: c7b321f9-bbfa-43a7-bc0c-4cf487d5bd50, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db6d3b5-5416-48e0-84b1-7a6d24fad548', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'ef986aed-3e3e-4791-8982-eaf7ddcd703e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:39:18.337455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.347470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1da0193f-a2aa-4b9a-8f65-38f08985110b None None] Provisioning complete for port 479a5d3e-f03c-461b-b387-9010c8610481 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:18.347914 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1da0193f-a2aa-4b9a-8f65-38f08985110b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.348026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 51976) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:18.355834 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-13fdd39b-69e1-4146-8d38-07895c19c571 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5dbc558c61ca44a5a9c57934b14edce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8679297 Jan 14 07:39:18.408167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1da0193f-a2aa-4b9a-8f65-38f08985110b None None] Port 479a5d3e-f03c-461b-b387-9010c8610481 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:39:18.416539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.459947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Transition to ACTIVE for port object 62e1825f-0f19-48b7-bb97-a4162b6ee779 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:18.501448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Transition to ACTIVE for port object 62e1825f-0f19-48b7-bb97-a4162b6ee779 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:18.502984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] device_id is not set on port 5b76e2e3-59d7-40fc-9263-d84a58f97f84 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:39:18.513901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef986aed-3e3e-4791-8982-eaf7ddcd703e']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:18.515641 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.534012 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5fcdf09f-a695-4f25-8466-6a96e557847c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:18.575909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db6d3b5-5416-48e0-84b1-7a6d24fad548') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:18.576954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db6d3b5-5416-48e0-84b1-7a6d24fad548') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:18.595815 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b442729-fd86-4b96-aab5-ec71cda47371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.603354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.674110 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b442729-fd86-4b96-aab5-ec71cda47371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.685800 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.688631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] For port c7b321f9-bbfa-43a7-bc0c-4cf487d5bd50, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:39:18.698765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Pushing event updated for resources: {'Port': ['ID=62e1825f-0f19-48b7-bb97-a4162b6ee779,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:18.703687 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:18.710604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Releasing vxlan tunnel 14 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:39:18.722464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5f50388a-bd36-4679-84df-7ce7fc2f985a tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:18.742377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f50388a-bd36-4679-84df-7ce7fc2f985a tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Made reservation on behalf of a7b9beba52f041f7ad1113f4888c9225 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:18.752665 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f50388a-bd36-4679-84df-7ce7fc2f985a tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.765089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Allocated IP 2001:db8::178 (75f2ecfd-18de-42b6-bcb2-884c98166569/faf9c6c4-7f58-4d66-876f-43ab4848f94a/5b76e2e3-59d7-40fc-9263-d84a58f97f84) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:18.766021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Network 75f2ecfd-18de-42b6-bcb2-884c98166569 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:18.767567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:18.770173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:18.829948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Attempting to bind port 62e1825f-0f19-48b7-bb97-a4162b6ee779 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:39:18.830297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Attempting to bind port 62e1825f-0f19-48b7-bb97-a4162b6ee779 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '67865a39-2f4e-44be-ad3d-8c02924941d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '75f2ecfd-18de-42b6-bcb2-884c98166569'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:39:18.830685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Attempting to bind port 62e1825f-0f19-48b7-bb97-a4162b6ee779 on network 75f2ecfd-18de-42b6-bcb2-884c98166569 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:39:18.837281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:39:18.837805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Checking segment: {'id': '67865a39-2f4e-44be-ad3d-8c02924941d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '75f2ecfd-18de-42b6-bcb2-884c98166569'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:18.838264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:18.838682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Bound using segment: {'id': '67865a39-2f4e-44be-ad3d-8c02924941d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '75f2ecfd-18de-42b6-bcb2-884c98166569'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:39:18.839333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Bound port: 62e1825f-0f19-48b7-bb97-a4162b6ee779, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67865a39-2f4e-44be-ad3d-8c02924941d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '75f2ecfd-18de-42b6-bcb2-884c98166569'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:39:18.839780 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.026211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] For port 62e1825f-0f19-48b7-bb97-a4162b6ee779, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:39:19.031197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] For port 62e1825f-0f19-48b7-bb97-a4162b6ee779, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=62e1825f-0f19-48b7-bb97-a4162b6ee779,segment=NetworkSegment(67865a39-2f4e-44be-ad3d-8c02924941d6),segment_id=67865a39-2f4e-44be-ad3d-8c02924941d6)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:39:19.035465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.043782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network ef986aed-3e3e-4791-8982-eaf7ddcd703e has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:19.058179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.088023 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c2bd491-5e7b-41b6-af7e-9c91be2792f4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.124165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-5f50388a-bd36-4679-84df-7ce7fc2f985a tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] device_id is not set on port eef1343e-5fe7-41a9-b465-4a6bfcbade2f yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:39:19.199203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.220422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Transition to ACTIVE for port object 5b76e2e3-59d7-40fc-9263-d84a58f97f84 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:19.250121 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.260795 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:19.275835 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eb845d19-24df-49dc-b289-315fa519fc6e tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:19.321995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b442729-fd86-4b96-aab5-ec71cda47371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.384107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Pushing event updated for resources: {'Port': ['ID=62e1825f-0f19-48b7-bb97-a4162b6ee779,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:19.388630 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:19.473994 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8ce67582-8ebe-4f2b-bcc9-fb60a6ee1ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:19.615787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=5b76e2e3-59d7-40fc-9263-d84a58f97f84,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:19.637146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.637922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.638565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.639233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.639818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.640404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.640963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.641530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.642088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.642678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.643104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.643503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.644050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.644452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.644861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.645267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.645673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.646075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.646483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.646888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.647300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.647728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.648137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.648539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.648986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.649390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.649796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.650199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.650600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.651003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.651404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.651829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.652235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.652636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.653037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.654024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:19.677079 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:19.735896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b442729-fd86-4b96-aab5-ec71cda47371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0b0847-3ff2-416f-890a-4d172a0f959a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:19.738809 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6b442729-fd86-4b96-aab5-ec71cda47371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:19.777403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-5f50388a-bd36-4679-84df-7ce7fc2f985a tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Allocated IP 172.20.0.6 (52499f97-e596-470a-9726-4e7961789aae/7b6710e3-c540-4c85-9551-77266c50801b/eef1343e-5fe7-41a9-b465-4a6bfcbade2f) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:19.800500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network 75f2ecfd-18de-42b6-bcb2-884c98166569 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:19.805371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:19.809162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:19.836519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:19.837260 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.859048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network ef986aed-3e3e-4791-8982-eaf7ddcd703e has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:39:19.893220 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:39:19.908670 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b442729-fd86-4b96-aab5-ec71cda47371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:19.912821 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6b442729-fd86-4b96-aab5-ec71cda47371 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b0b0847-3ff2-416f-890a-4d172a0f959a HTTP/1.1" status: 204 len: 168 time: 1.5415339 Jan 14 07:39:19.961203 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.2780886 Jan 14 07:39:19.965851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52002) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:20.021528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-0c2bd491-5e7b-41b6-af7e-9c91be2792f4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Delete allocated IP 172.20.0.20 (7f2a77e5-bd85-4167-b5db-e48349ab3e2c/22c96649-5ca5-4b7b-9594-9b1ce79c3da6) {{(pid=80908) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 07:39:20.024454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] For port c7b321f9-bbfa-43a7-bc0c-4cf487d5bd50, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c7b321f9-bbfa-43a7-bc0c-4cf487d5bd50,segment=NetworkSegment(4db6d3b5-5416-48e0-84b1-7a6d24fad548),segment_id=4db6d3b5-5416-48e0-84b1-7a6d24fad548)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:39:20.031413 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:39:20.031413 n-d-769329-2 neutron-server[80794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:39:20.031413 n-d-769329-2 neutron-server[80794]: [parameters: {'id': 'ef986aed-3e3e-4791-8982-eaf7ddcd703e'}] Jan 14 07:39:20.031413 n-d-769329-2 neutron-server[80794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:39:20.031882 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:39:20.033250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:20.052586 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd1a1d20-524d-48ac-9cfc-9d14c08ee809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:20.362796 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f50388a-bd36-4679-84df-7ce7fc2f985a tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:20.404824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5f50388a-bd36-4679-84df-7ce7fc2f985a tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Transition to ACTIVE for port object eef1343e-5fe7-41a9-b465-4a6bfcbade2f will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:20.501270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8a79df64-f8c6-4ca8-8015-95de174d0aaa tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port 5b76e2e3-59d7-40fc-9263-d84a58f97f84 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:20.501754 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a79df64-f8c6-4ca8-8015-95de174d0aaa tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:20.512578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Pushing event updated for resources: {'Port': ['ID=c7b321f9-bbfa-43a7-bc0c-4cf487d5bd50,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:20.517127 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:20.532975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:20.557583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ad1c8d-d48b-4182-9a25-095a89d97c76 None None] Network ef986aed-3e3e-4791-8982-eaf7ddcd703e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:20.592422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 62e1825f-0f19-48b7-bb97-a4162b6ee779 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:39:20.594420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f50388a-bd36-4679-84df-7ce7fc2f985a tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:20.624218 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-86bd68f7-a791-47a3-b0aa-450c8daa14b9 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:20.626432 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c2bd491-5e7b-41b6-af7e-9c91be2792f4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:20.654095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Deleting port c7b321f9-bbfa-43a7-bc0c-4cf487d5bd50 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:20.654727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:20.699701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0c2bd491-5e7b-41b6-af7e-9c91be2792f4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Transition to ACTIVE for port object 479a5d3e-f03c-461b-b387-9010c8610481 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:20.712100 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c2bd491-5e7b-41b6-af7e-9c91be2792f4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:21.059294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 62e1825f-0f19-48b7-bb97-a4162b6ee779 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:21.101038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50388a-bd36-4679-84df-7ce7fc2f985a tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Pushing event updated for resources: {'Port': ['ID=eef1343e-5fe7-41a9-b465-4a6bfcbade2f,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:21.122233 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f50388a-bd36-4679-84df-7ce7fc2f985a tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:21.138265 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:21.433469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f50388a-bd36-4679-84df-7ce7fc2f985a tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Network 52499f97-e596-470a-9726-4e7961789aae is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:21.438918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5f50388a-bd36-4679-84df-7ce7fc2f985a tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:21.445148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f50388a-bd36-4679-84df-7ce7fc2f985a tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:21.551994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c82614d-925f-49c1-ad4d-e6ca810f32d0 None None] Network 75f2ecfd-18de-42b6-bcb2-884c98166569 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:21.572345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a79df64-f8c6-4ca8-8015-95de174d0aaa tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:21.591852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bd491-5e7b-41b6-af7e-9c91be2792f4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=479a5d3e-f03c-461b-b387-9010c8610481,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:21.609271 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0c2bd491-5e7b-41b6-af7e-9c91be2792f4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:21.617168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0c2bd491-5e7b-41b6-af7e-9c91be2792f4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] In _notify_port_updated(), no bound segment for port 479a5d3e-f03c-461b-b387-9010c8610481 on network 7f2a77e5-bd85-4167-b5db-e48349ab3e2c {{(pid=80908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:21.628734 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:21.681128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2bd491-5e7b-41b6-af7e-9c91be2792f4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:21.682217 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c2bd491-5e7b-41b6-af7e-9c91be2792f4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:21.687739 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0c2bd491-5e7b-41b6-af7e-9c91be2792f4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "PUT /v2.0/ports/479a5d3e-f03c-461b-b387-9010c8610481 HTTP/1.1" status: 200 len: 919 time: 3.6110973 Jan 14 07:39:21.691385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52032) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:21.701466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0804e575-b2e2-4805-b1e0-7ebc4b0e5886 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1124af8-dbcb-403c-871c-b534bdafdfae'}, {'subnet_id': '22c96649-5ca5-4b7b-9594-9b1ce79c3da6'}]}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:21.833496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-bb3569f9-4cf4-4495-b75d-09c8b35f5767 None None] Provisioning for port 62e1825f-0f19-48b7-bb97-a4162b6ee779 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:21.860650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-bb3569f9-4cf4-4495-b75d-09c8b35f5767 None None] Provisioning complete for port 62e1825f-0f19-48b7-bb97-a4162b6ee779 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:21.862865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb3569f9-4cf4-4495-b75d-09c8b35f5767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.023950 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:22.030066 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:22.058826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f50388a-bd36-4679-84df-7ce7fc2f985a tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:22.060321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f50388a-bd36-4679-84df-7ce7fc2f985a tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:22.074106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8a79df64-f8c6-4ca8-8015-95de174d0aaa tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for 5b76e2e3-59d7-40fc-9263-d84a58f97f84 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:22.114287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb3569f9-4cf4-4495-b75d-09c8b35f5767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:22.286188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-bb3569f9-4cf4-4495-b75d-09c8b35f5767 None None] For port 62e1825f-0f19-48b7-bb97-a4162b6ee779, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=62e1825f-0f19-48b7-bb97-a4162b6ee779,segment=NetworkSegment(67865a39-2f4e-44be-ad3d-8c02924941d6),segment_id=67865a39-2f4e-44be-ad3d-8c02924941d6)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:22.306157 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb3569f9-4cf4-4495-b75d-09c8b35f5767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:22.312586 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-69d1d427-4086-4113-80d3-ffd6be8ad7f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:22.420606 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5f50388a-bd36-4679-84df-7ce7fc2f985a tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3244553 Jan 14 07:39:22.422061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52046) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:22.428739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a79df64-f8c6-4ca8-8015-95de174d0aaa tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:22.436021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3569f9-4cf4-4495-b75d-09c8b35f5767 None None] Pushing event updated for resources: {'Port': ['ID=62e1825f-0f19-48b7-bb97-a4162b6ee779,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:22.439611 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb3569f9-4cf4-4495-b75d-09c8b35f5767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:22.444095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-51b813ac-6fdd-4b5e-99df-1df7a4394a99 None None] Provisioning for port 479a5d3e-f03c-461b-b387-9010c8610481 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:22.450413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-51b813ac-6fdd-4b5e-99df-1df7a4394a99 None None] Provisioning complete for port 479a5d3e-f03c-461b-b387-9010c8610481 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:22.451160 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51b813ac-6fdd-4b5e-99df-1df7a4394a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:22.527867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-51b813ac-6fdd-4b5e-99df-1df7a4394a99 None None] Port 479a5d3e-f03c-461b-b387-9010c8610481 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:39:22.542067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-51b813ac-6fdd-4b5e-99df-1df7a4394a99 None None] Provisioning for port eef1343e-5fe7-41a9-b465-4a6bfcbade2f completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:22.561641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-51b813ac-6fdd-4b5e-99df-1df7a4394a99 None None] Provisioning complete for port eef1343e-5fe7-41a9-b465-4a6bfcbade2f triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:22.562147 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51b813ac-6fdd-4b5e-99df-1df7a4394a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:22.623389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52050) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:22.634331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-51b813ac-6fdd-4b5e-99df-1df7a4394a99 None None] Port eef1343e-5fe7-41a9-b465-4a6bfcbade2f cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:39:22.634789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9107b0b0-0f21-459e-a3b3-3c363d7a8454 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Request body: {'port': {'network_id': '52499f97-e596-470a-9726-4e7961789aae', 'name': 'tempest-AllowedAddressPairTestJSON-929483069'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:22.656130 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c4c46a72-cbf5-47ea-a271-f92f6aa11c27 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:22.681200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] For port c7b321f9-bbfa-43a7-bc0c-4cf487d5bd50, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c7b321f9-bbfa-43a7-bc0c-4cf487d5bd50,segment=NetworkSegment(4db6d3b5-5416-48e0-84b1-7a6d24fad548),segment_id=4db6d3b5-5416-48e0-84b1-7a6d24fad548)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:22.681617 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:22.766199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0804e575-b2e2-4805-b1e0-7ebc4b0e5886 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:22.860458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79df64-f8c6-4ca8-8015-95de174d0aaa tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=5b76e2e3-59d7-40fc-9263-d84a58f97f84,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:22.866781 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8a79df64-f8c6-4ca8-8015-95de174d0aaa tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:22.868345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-97b1458b-84d6-4b7e-ae32-5f742220b842 None None] Provisioning complete for port 62e1825f-0f19-48b7-bb97-a4162b6ee779 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:22.869059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97b1458b-84d6-4b7e-ae32-5f742220b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:22.870863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Calling delete_port for c7b321f9-bbfa-43a7-bc0c-4cf487d5bd50 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:22.875157 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a79df64-f8c6-4ca8-8015-95de174d0aaa tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:22.880383 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8a79df64-f8c6-4ca8-8015-95de174d0aaa tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/ports/5b76e2e3-59d7-40fc-9263-d84a58f97f84 HTTP/1.1" status: 204 len: 168 time: 2.9126053 Jan 14 07:39:22.884349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52064) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:23.020377 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0070092-1730-4f86-888a-67241ec05dbc tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] GET failed (client error): The resource could not be found. Jan 14 07:39:23.029719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c0070092-1730-4f86-888a-67241ec05dbc tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Synchronizing usage tracker for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:39:23.053769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-faab08fc-3e9f-4d5d-aa12-9b7706c7a144 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-901749225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:23.076872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-faab08fc-3e9f-4d5d-aa12-9b7706c7a144 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:23.088761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-faab08fc-3e9f-4d5d-aa12-9b7706c7a144 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Usage tracker for resource:router and tenant:b36445ed4b0247d3823bacd55ae2dba1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:23.095477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-faab08fc-3e9f-4d5d-aa12-9b7706c7a144 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:23.104217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9107b0b0-0f21-459e-a3b3-3c363d7a8454 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:23.114241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9107b0b0-0f21-459e-a3b3-3c363d7a8454 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Usage tracker for resource:port and tenant:a7b9beba52f041f7ad1113f4888c9225 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:23.119994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9107b0b0-0f21-459e-a3b3-3c363d7a8454 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Quota usage for port was recalculated. Used quota:3. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:23.131951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c0070092-1730-4f86-888a-67241ec05dbc tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Unset dirty status for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:39:23.136615 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c0070092-1730-4f86-888a-67241ec05dbc tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports/5b76e2e3-59d7-40fc-9263-d84a58f97f84 HTTP/1.1" status: 404 len: 333 time: 0.2510202 Jan 14 07:39:23.137600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52068) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:23.138627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9107b0b0-0f21-459e-a3b3-3c363d7a8454 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:23.141238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-faab08fc-3e9f-4d5d-aa12-9b7706c7a144 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:23.181550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-97b1458b-84d6-4b7e-ae32-5f742220b842 None None] Could not find standard attr ID for object 5b76e2e3-59d7-40fc-9263-d84a58f97f84. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:39:23.211006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9107b0b0-0f21-459e-a3b3-3c363d7a8454 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Made reservation on behalf of a7b9beba52f041f7ad1113f4888c9225 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:23.221223 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9107b0b0-0f21-459e-a3b3-3c363d7a8454 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:23.244350 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-faab08fc-3e9f-4d5d-aa12-9b7706c7a144 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:23.245452 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-faab08fc-3e9f-4d5d-aa12-9b7706c7a144 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:23.305409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0f27c6e2-2dbc-4d66-81c1-164b7c258330 None None] Provisioning complete for port 62e1825f-0f19-48b7-bb97-a4162b6ee779 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:23.305864 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f27c6e2-2dbc-4d66-81c1-164b7c258330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:23.344375 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-faab08fc-3e9f-4d5d-aa12-9b7706c7a144 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:23.472430 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:23.652532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a168dbef-f8d3-435c-b2b5-1ca86fb40254 None None] Could not find standard attr ID for object 5b76e2e3-59d7-40fc-9263-d84a58f97f84. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:39:23.654814 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cf9d50a4-607b-442d-9137-bdc69f865cd1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:23.730394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Port': ['ID=c7b321f9-bbfa-43a7-bc0c-4cf487d5bd50,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:23.742077 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:23.756999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] No DVR routers for this DVR port c7b321f9-bbfa-43a7-bc0c-4cf487d5bd50 on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:39:23.890068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f3b75fb5-70dc-4b1e-8224-348c68194474 None None] Provisioning complete for port 62e1825f-0f19-48b7-bb97-a4162b6ee779 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:23.890495 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3b75fb5-70dc-4b1e-8224-348c68194474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:24.088055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75ba6ce8-d635-40c2-8d89-f1749c9a1bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:24.106244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-0804e575-b2e2-4805-b1e0-7ebc4b0e5886 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Allocated IP 172.20.0.21 (7f2a77e5-bd85-4167-b5db-e48349ab3e2c/22c96649-5ca5-4b7b-9594-9b1ce79c3da6/479a5d3e-f03c-461b-b387-9010c8610481) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:24.150495 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:24.156093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f617e84-5b17-442c-92a5-d92401e31f19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting subnet faf9c6c4-7f58-4d66-876f-43ab4848f94a {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:39:24.186167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5302c3-4436-484c-8261-aad8e525ffc3 None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:39:24.192543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-9107b0b0-0f21-459e-a3b3-3c363d7a8454 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] device_id is not set on port 8623bed4-f8ad-4870-904f-b9e9a46bd523 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:39:24.352303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5302c3-4436-484c-8261-aad8e525ffc3 None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:39:24.377850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9107b0b0-0f21-459e-a3b3-3c363d7a8454 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Allocated IP 172.20.0.8 (52499f97-e596-470a-9726-4e7961789aae/7b6710e3-c540-4c85-9551-77266c50801b/8623bed4-f8ad-4870-904f-b9e9a46bd523) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:24.431095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef986aed-3e3e-4791-8982-eaf7ddcd703e']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:24.458974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db6d3b5-5416-48e0-84b1-7a6d24fad548') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:24.459389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db6d3b5-5416-48e0-84b1-7a6d24fad548') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:24.469789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 62e1825f-0f19-48b7-bb97-a4162b6ee779 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:39:24.479018 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:24.499448 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:24.502439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Releasing vxlan tunnel 14 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:39:24.598538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 62e1825f-0f19-48b7-bb97-a4162b6ee779 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:24.598897 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:24.606305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0804e575-b2e2-4805-b1e0-7ebc4b0e5886 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:24.651583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9107b0b0-0f21-459e-a3b3-3c363d7a8454 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:24.672023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9107b0b0-0f21-459e-a3b3-3c363d7a8454 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Transition to ACTIVE for port object 8623bed4-f8ad-4870-904f-b9e9a46bd523 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:24.694697 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f617e84-5b17-442c-92a5-d92401e31f19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:24.737524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network ef986aed-3e3e-4791-8982-eaf7ddcd703e has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:24.748905 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:24.779795 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f617e84-5b17-442c-92a5-d92401e31f19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:24.883124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f617e84-5b17-442c-92a5-d92401e31f19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:24.957402 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9107b0b0-0f21-459e-a3b3-3c363d7a8454 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:24.980045 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7765d062-3240-4095-a040-79ee74382b60 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:25.023982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network ef986aed-3e3e-4791-8982-eaf7ddcd703e has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:39:25.066951 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:39:25.206503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0804e575-b2e2-4805-b1e0-7ebc4b0e5886 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Transition to ACTIVE for port object 479a5d3e-f03c-461b-b387-9010c8610481 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:25.209781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.216191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0804e575-b2e2-4805-b1e0-7ebc4b0e5886 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.217842 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-089ce9d3-2013-4b23-8b30-dd28eba0a490 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:25.228528 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-faab08fc-3e9f-4d5d-aa12-9b7706c7a144 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.235264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.324119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Network': ['ID=ef986aed-3e3e-4791-8982-eaf7ddcd703e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:25.411738 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:25.412636 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d7e48578-bee3-409d-adb2-9c3382097f1c tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:25.431519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107b0b0-0f21-459e-a3b3-3c363d7a8454 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Pushing event updated for resources: {'Port': ['ID=8623bed4-f8ad-4870-904f-b9e9a46bd523,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:25.452385 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9107b0b0-0f21-459e-a3b3-3c363d7a8454 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:25.453372 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-faab08fc-3e9f-4d5d-aa12-9b7706c7a144 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.457296 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-faab08fc-3e9f-4d5d-aa12-9b7706c7a144 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 2.7672629 Jan 14 07:39:25.462858 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/networks/ef986aed-3e3e-4791-8982-eaf7ddcd703e HTTP/1.1" status: 204 len: 168 time: 10.7434924 Jan 14 07:39:25.462858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52088) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:25.464591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52090) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:25.476839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6c66bc13-38ef-49ac-9202-86702e8fbc9e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-457057249'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:25.483373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6c66bc13-38ef-49ac-9202-86702e8fbc9e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:25.500618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6c66bc13-38ef-49ac-9202-86702e8fbc9e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Usage tracker for resource:network and tenant:e9c7c2a7999a4b238d158f0f85d98fe1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:25.504348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6c66bc13-38ef-49ac-9202-86702e8fbc9e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Quota usage for network was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:25.506339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-870124753'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:25.510427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6c66bc13-38ef-49ac-9202-86702e8fbc9e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:25.512234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:25.516820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Usage tracker for resource:network and tenant:b36445ed4b0247d3823bacd55ae2dba1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:25.519834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:25.525892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:25.530043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c66bc13-38ef-49ac-9202-86702e8fbc9e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Made reservation on behalf of e9c7c2a7999a4b238d158f0f85d98fe1 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.533411 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.541169 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c66bc13-38ef-49ac-9202-86702e8fbc9e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.545581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Made reservation on behalf of b36445ed4b0247d3823bacd55ae2dba1 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:25.559170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.586549 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.610642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804e575-b2e2-4805-b1e0-7ebc4b0e5886 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=479a5d3e-f03c-461b-b387-9010c8610481,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:25.631361 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0804e575-b2e2-4805-b1e0-7ebc4b0e5886 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:25.632465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:25.640232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Usage tracker for resource:security_group_rule and tenant:b36445ed4b0247d3823bacd55ae2dba1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:25.651867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:25.656096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9107b0b0-0f21-459e-a3b3-3c363d7a8454 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Network 52499f97-e596-470a-9726-4e7961789aae is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:25.661725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9107b0b0-0f21-459e-a3b3-3c363d7a8454 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:25.663087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:25.673651 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9107b0b0-0f21-459e-a3b3-3c363d7a8454 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:25.813698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c66bc13-38ef-49ac-9202-86702e8fbc9e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] vxlan segment allocate from pool success with {'vxlan_vni': 14} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:39:25.813821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0804e575-b2e2-4805-b1e0-7ebc4b0e5886 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] In _notify_port_updated(), no bound segment for port 479a5d3e-f03c-461b-b387-9010c8610481 on network 7f2a77e5-bd85-4167-b5db-e48349ab3e2c {{(pid=80908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:25.816342 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:25.822107 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f617e84-5b17-442c-92a5-d92401e31f19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.833200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0804e575-b2e2-4805-b1e0-7ebc4b0e5886 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:25.834169 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0804e575-b2e2-4805-b1e0-7ebc4b0e5886 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.838963 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0804e575-b2e2-4805-b1e0-7ebc4b0e5886 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "PUT /v2.0/ports/479a5d3e-f03c-461b-b387-9010c8610481 HTTP/1.1" status: 200 len: 999 time: 4.1461098 Jan 14 07:39:25.844724 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a1b1865-873c-475f-b18e-25e8c8101c54 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:25.846147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52104) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:25.890635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f617e84-5b17-442c-92a5-d92401e31f19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Subnet': ['ID=faf9c6c4-7f58-4d66-876f-43ab4848f94a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:25.956351 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4f617e84-5b17-442c-92a5-d92401e31f19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:25.957411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c66bc13-38ef-49ac-9202-86702e8fbc9e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.958123 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-6c66bc13-38ef-49ac-9202-86702e8fbc9e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Added segment 10e76b45-a85d-4b2b-8d23-0aa2ba66cc6f of type vxlan for network 0b85154c-4dbb-46c7-a549-8ed1a86a7b1f Jan 14 07:39:25.964259 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:25.981300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-486b47ef-5be2-4f11-a128-fd8f717ea057 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port 479a5d3e-f03c-461b-b387-9010c8610481 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:25.982203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-486b47ef-5be2-4f11-a128-fd8f717ea057 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:26.008568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9107b0b0-0f21-459e-a3b3-3c363d7a8454 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:26.009500 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9107b0b0-0f21-459e-a3b3-3c363d7a8454 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:26.092262 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9107b0b0-0f21-459e-a3b3-3c363d7a8454 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6658909 Jan 14 07:39:26.096335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c66bc13-38ef-49ac-9202-86702e8fbc9e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:26.102172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52112) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:26.109801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-85a9c8df-803e-4476-8b81-268917cffbbb tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:48:fa:da'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:d7:56:1d'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:26.126904 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:26.136233 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f9ed41e5-77dc-4e44-95a9-7fb2eb032691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:26.186493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f617e84-5b17-442c-92a5-d92401e31f19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:26.187425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04054240-eff9-449c-8e6f-89c0370254db None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:39:26.188768 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4f617e84-5b17-442c-92a5-d92401e31f19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/subnets/faf9c6c4-7f58-4d66-876f-43ab4848f94a HTTP/1.1" status: 204 len: 168 time: 3.0449407 Jan 14 07:39:26.201844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52118) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:26.269345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event updated for resources: {'SecurityGroup': ['ID=e24fa36f-0262-4c61-8abe-95f8d34257b7,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:26.274911 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:26.355948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:39:26.356313 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:39:26.370349 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-486b47ef-5be2-4f11-a128-fd8f717ea057 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:26.383571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d58f31ac-2e50-44b0-808f-b855bab45593 None None] Provisioning for port 479a5d3e-f03c-461b-b387-9010c8610481 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:26.398718 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c66bc13-38ef-49ac-9202-86702e8fbc9e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:26.405595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d58f31ac-2e50-44b0-808f-b855bab45593 None None] Provisioning complete for port 479a5d3e-f03c-461b-b387-9010c8610481 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:26.408138 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d58f31ac-2e50-44b0-808f-b855bab45593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:26.422111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c66bc13-38ef-49ac-9202-86702e8fbc9e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:26.422768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c66bc13-38ef-49ac-9202-86702e8fbc9e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:26.460568 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e5eee3ab-1a74-487a-acd2-9a558fe0e7a6 tempest-ExternalNetworksTestJSON-865291597 tempest-ExternalNetworksTestJSON-865291597] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:26.496426 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6c66bc13-38ef-49ac-9202-86702e8fbc9e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0272300 Jan 14 07:39:26.526986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-486b47ef-5be2-4f11-a128-fd8f717ea057 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for 479a5d3e-f03c-461b-b387-9010c8610481 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:26.557063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d58f31ac-2e50-44b0-808f-b855bab45593 None None] Port 479a5d3e-f03c-461b-b387-9010c8610481 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:39:26.567143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52132) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:26.584051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9ff6f689-bfaf-4f88-b901-664bbecb8955 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'subnet': {'network_id': '0b85154c-4dbb-46c7-a549-8ed1a86a7b1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:26.662148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:26.710359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04054240-eff9-449c-8e6f-89c0370254db None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:39:26.730679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9ff6f689-bfaf-4f88-b901-664bbecb8955 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:26.739296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9ff6f689-bfaf-4f88-b901-664bbecb8955 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Usage tracker for resource:subnet and tenant:e9c7c2a7999a4b238d158f0f85d98fe1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:26.745249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9ff6f689-bfaf-4f88-b901-664bbecb8955 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:26.761024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9ff6f689-bfaf-4f88-b901-664bbecb8955 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:26.774414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66bc13-38ef-49ac-9202-86702e8fbc9e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Network': ['ID=0b85154c-4dbb-46c7-a549-8ed1a86a7b1f,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:26.790048 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c66bc13-38ef-49ac-9202-86702e8fbc9e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:26.799211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff6f689-bfaf-4f88-b901-664bbecb8955 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Made reservation on behalf of e9c7c2a7999a4b238d158f0f85d98fe1 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:26.833017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port 62e1825f-0f19-48b7-bb97-a4162b6ee779 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:26.836465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:26.869498 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:26.989129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d58f31ac-2e50-44b0-808f-b855bab45593 None None] Provisioning complete for port e15f19f2-0003-4d0c-ab4c-396aa70966e5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:26.989559 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d58f31ac-2e50-44b0-808f-b855bab45593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:27.034416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 0b85154c-4dbb-46c7-a549-8ed1a86a7b1f details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:27.058068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:39:27.070154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 0b85154c-4dbb-46c7-a549-8ed1a86a7b1f details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:27.078606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f689-bfaf-4f88-b901-664bbecb8955 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:27.100522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 0b85154c-4dbb-46c7-a549-8ed1a86a7b1f details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:27.237895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] For port 62e1825f-0f19-48b7-bb97-a4162b6ee779, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=62e1825f-0f19-48b7-bb97-a4162b6ee779,segment=NetworkSegment(67865a39-2f4e-44be-ad3d-8c02924941d6),segment_id=67865a39-2f4e-44be-ad3d-8c02924941d6)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:27.238236 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:27.383203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for 62e1825f-0f19-48b7-bb97-a4162b6ee779 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:27.471542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85a9c8df-803e-4476-8b81-268917cffbbb tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:27.482942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:27.498861 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:27.499316 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Added segment a4b548d6-3692-4643-a653-c03066cfe72b of type vxlan for network d94363e9-b814-4a87-b432-860d26c8c807 Jan 14 07:39:27.504132 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9107b0b0-0f21-459e-a3b3-3c363d7a8454 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:27.566313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=62e1825f-0f19-48b7-bb97-a4162b6ee779,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:27.569573 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:27.631274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f56b12d-f806-4df2-a0f8-f16a72ec20ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:27.641782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:27.659478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-486b47ef-5be2-4f11-a128-fd8f717ea057 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:27.678265 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1337b6ec-d41e-4664-afb4-55ce4e582af1 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:27.799107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b47ef-5be2-4f11-a128-fd8f717ea057 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Port': ['ID=479a5d3e-f03c-461b-b387-9010c8610481,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:27.804712 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-486b47ef-5be2-4f11-a128-fd8f717ea057 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:27.845073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:27.847395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No DVR routers for this DVR port 62e1825f-0f19-48b7-bb97-a4162b6ee779 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:39:27.878281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:27.897654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620b1b60-dc00-4252-a6a7-70f278d1ce3a None None] Network 75f2ecfd-18de-42b6-bcb2-884c98166569 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:27.898786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:27.899502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:27.914082 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ebf109be-9928-4685-b68c-68f7da6bd44b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:28.082320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:28.261667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f2ecfd-18de-42b6-bcb2-884c98166569']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:28.277529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67865a39-2f4e-44be-ad3d-8c02924941d6') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:28.278161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67865a39-2f4e-44be-ad3d-8c02924941d6') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:28.285036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event updated for resources: {'Network': ['ID=d94363e9-b814-4a87-b432-860d26c8c807,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:28.312014 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.8313785 Jan 14 07:39:28.316571 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:28.331637 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:28.332943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network d94363e9-b814-4a87-b432-860d26c8c807 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:28.340472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52172) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:28.353948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-da8dfc0c-af5a-4c20-acee-e1c0af221185 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Request body: {'subnet': {'network_id': 'd94363e9-b814-4a87-b432-860d26c8c807', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:28.366455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:28.370694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:39:28.630010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network d94363e9-b814-4a87-b432-860d26c8c807 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:28.711061 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-486b47ef-5be2-4f11-a128-fd8f717ea057 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:28.717936 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-486b47ef-5be2-4f11-a128-fd8f717ea057 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/ports/479a5d3e-f03c-461b-b387-9010c8610481 HTTP/1.1" status: 204 len: 168 time: 2.8706284 Jan 14 07:39:28.722782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-da8dfc0c-af5a-4c20-acee-e1c0af221185 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:28.725153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52182) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:28.800024 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cf4d6f-e8c0-4598-a831-d20291147f3a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] GET failed (client error): The resource could not be found. Jan 14 07:39:28.800619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-69cf4d6f-e8c0-4598-a831-d20291147f3a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Synchronizing usage tracker for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:39:28.810096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-da8dfc0c-af5a-4c20-acee-e1c0af221185 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Usage tracker for resource:subnet and tenant:b36445ed4b0247d3823bacd55ae2dba1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:28.820809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-da8dfc0c-af5a-4c20-acee-e1c0af221185 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:28.863484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-da8dfc0c-af5a-4c20-acee-e1c0af221185 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:28.877031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-69cf4d6f-e8c0-4598-a831-d20291147f3a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Unset dirty status for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:39:28.885233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52190) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:28.888433 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-69cf4d6f-e8c0-4598-a831-d20291147f3a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports/479a5d3e-f03c-461b-b387-9010c8610481 HTTP/1.1" status: 404 len: 333 time: 0.1614518 Jan 14 07:39:28.908738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8dfc0c-af5a-4c20-acee-e1c0af221185 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Made reservation on behalf of b36445ed4b0247d3823bacd55ae2dba1 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:28.953191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network d94363e9-b814-4a87-b432-860d26c8c807 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:29.198261 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da8dfc0c-af5a-4c20-acee-e1c0af221185 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:29.203526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-dd889b8d-b375-4521-9571-e722e2446347 None None] Could not find standard attr ID for object 479a5d3e-f03c-461b-b387-9010c8610481. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:39:29.210240 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:29.213967 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:29.233360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-dd889b8d-b375-4521-9571-e722e2446347 None None] Provisioning for port 8623bed4-f8ad-4870-904f-b9e9a46bd523 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:29.241286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-dd889b8d-b375-4521-9571-e722e2446347 None None] Provisioning complete for port 8623bed4-f8ad-4870-904f-b9e9a46bd523 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:29.241719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dd889b8d-b375-4521-9571-e722e2446347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:29.307444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-dd889b8d-b375-4521-9571-e722e2446347 None None] Port 8623bed4-f8ad-4870-904f-b9e9a46bd523 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:39:29.309094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b55956-c269-4339-92b2-0a0fd11a9622 None None] DHCP port deletion for 75f2ecfd-18de-42b6-bcb2-884c98166569 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:39:29.319246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network 75f2ecfd-18de-42b6-bcb2-884c98166569 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:29.518891 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:29.552366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39e5631-30bc-4226-85b9-834e2118ccb9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting subnet 22c96649-5ca5-4b7b-9594-9b1ce79c3da6 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:39:29.646693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b39e5631-30bc-4226-85b9-834e2118ccb9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:29.715508 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f689-bfaf-4f88-b901-664bbecb8955 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:29.733593 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-180fc4da-04fa-4682-8240-118baa1caa81 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:29.840331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b39e5631-30bc-4226-85b9-834e2118ccb9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:29.962453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network 75f2ecfd-18de-42b6-bcb2-884c98166569 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:30.009012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-85a9c8df-803e-4476-8b81-268917cffbbb tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:39:30.022903 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:39:30.029123 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:39:30.029123 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:39:30.029123 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:39:30.029123 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:39:30.029123 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:39:30.029123 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:39:30.029123 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:39:30.033183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6f689-bfaf-4f88-b901-664bbecb8955 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Subnet': ['ID=9b9d7de6-5aa4-4367-a288-7d3f15f7c086,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:30.039392 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ff6f689-bfaf-4f88-b901-664bbecb8955 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:30.102815 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85a9c8df-803e-4476-8b81-268917cffbbb tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:30.133413 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85a9c8df-803e-4476-8b81-268917cffbbb tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:30.139185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff6f689-bfaf-4f88-b901-664bbecb8955 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Checking segment: {'id': '10e76b45-a85d-4b2b-8d23-0aa2ba66cc6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '0b85154c-4dbb-46c7-a549-8ed1a86a7b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:30.139595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff6f689-bfaf-4f88-b901-664bbecb8955 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network hostable DHCP agents. Network: 0b85154c-4dbb-46c7-a549-8ed1a86a7b1f, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:39:30.156127 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e72e03ed-3228-4ec6-bc05-dee3366742f7 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:30.221511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff6f689-bfaf-4f88-b901-664bbecb8955 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 0b85154c-4dbb-46c7-a549-8ed1a86a7b1f is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:39:30.241724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9ff6f689-bfaf-4f88-b901-664bbecb8955 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 0b85154c-4dbb-46c7-a549-8ed1a86a7b1f) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:30.247680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da8dfc0c-af5a-4c20-acee-e1c0af221185 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:30.255168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be43fc0-cef3-4e6f-9a81-2b848af86a4f None None] Network 0b85154c-4dbb-46c7-a549-8ed1a86a7b1f requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:30.263350 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9cd73bcb-aaf9-4033-85ab-acc07a70d1e1 tempest-ExternalNetworksTestJSON-1304440954 tempest-ExternalNetworksTestJSON-1304440954] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:30.344647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8dfc0c-af5a-4c20-acee-e1c0af221185 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event updated for resources: {'Subnet': ['ID=346b2dc8-6970-44e4-a96b-25dfa7017f4a,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:30.371547 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:30.406959 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da8dfc0c-af5a-4c20-acee-e1c0af221185 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:30.414122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff6f689-bfaf-4f88-b901-664bbecb8955 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:30.414808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f689-bfaf-4f88-b901-664bbecb8955 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:30.422705 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:30.446447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9c8df-803e-4476-8b81-268917cffbbb tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Pushing event updated for resources: {'Port': ['ID=8623bed4-f8ad-4870-904f-b9e9a46bd523,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:30.455363 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b39e5631-30bc-4226-85b9-834e2118ccb9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:30.480838 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9ff6f689-bfaf-4f88-b901-664bbecb8955 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.9123852 Jan 14 07:39:30.483855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52206) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:30.492785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7b6d4bc2-0eff-4cf0-84ee-76152f63fe39 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1619064959'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:30.510856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7b6d4bc2-0eff-4cf0-84ee-76152f63fe39 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:30.519151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7b6d4bc2-0eff-4cf0-84ee-76152f63fe39 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Usage tracker for resource:network and tenant:e9c7c2a7999a4b238d158f0f85d98fe1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:30.525712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7b6d4bc2-0eff-4cf0-84ee-76152f63fe39 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Quota usage for network was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:30.534260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7b6d4bc2-0eff-4cf0-84ee-76152f63fe39 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:30.543254 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-85a9c8df-803e-4476-8b81-268917cffbbb tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:30.595375 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ff9b7e6b-86aa-4dc9-8e9d-c97aab9f46f8 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:30.610530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 62e1825f-0f19-48b7-bb97-a4162b6ee779 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:39:30.615609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6d4bc2-0eff-4cf0-84ee-76152f63fe39 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Made reservation on behalf of e9c7c2a7999a4b238d158f0f85d98fe1 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:30.640956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Network': ['ID=75f2ecfd-18de-42b6-bcb2-884c98166569,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:30.649361 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:30.657874 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b6d4bc2-0eff-4cf0-84ee-76152f63fe39 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:30.658462 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/networks/75f2ecfd-18de-42b6-bcb2-884c98166569 HTTP/1.1" status: 204 len: 168 time: 4.4530828 Jan 14 07:39:30.662062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52210) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:30.684073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-61b55ad2-aa6a-47d9-ac60-f917d5721c57 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'port': {'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c', 'name': 'tempest-PortsIpV6TestJSON-2146605113'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:30.727385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 62e1825f-0f19-48b7-bb97-a4162b6ee779 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:39:30.727823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 62e1825f-0f19-48b7-bb97-a4162b6ee779 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:39:30.743549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-0b85154c-4dbb-46c7-a549-8ed1a86a7b1f', 'network_id': '0b85154c-4dbb-46c7-a549-8ed1a86a7b1f', 'tenant_id': 'e9c7c2a7999a4b238d158f0f85d98fe1', 'fixed_ips': [{'subnet_id': '9b9d7de6-5aa4-4367-a288-7d3f15f7c086'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:39:30.744529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:30.761075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8dfc0c-af5a-4c20-acee-e1c0af221185 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Checking segment: {'id': 'a4b548d6-3692-4643-a653-c03066cfe72b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd94363e9-b814-4a87-b432-860d26c8c807'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:30.761360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8dfc0c-af5a-4c20-acee-e1c0af221185 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Network hostable DHCP agents. Network: d94363e9-b814-4a87-b432-860d26c8c807, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:39:30.838492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8dfc0c-af5a-4c20-acee-e1c0af221185 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Network d94363e9-b814-4a87-b432-860d26c8c807 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:39:30.849665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6d4bc2-0eff-4cf0-84ee-76152f63fe39 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:39:30.871144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-da8dfc0c-af5a-4c20-acee-e1c0af221185 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, d94363e9-b814-4a87-b432-860d26c8c807) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:30.890260 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b6d4bc2-0eff-4cf0-84ee-76152f63fe39 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:30.890681 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-7b6d4bc2-0eff-4cf0-84ee-76152f63fe39 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Added segment 079dd9cd-edde-4a50-865e-15eb0763ed0b of type vxlan for network 3f30f989-642a-42eb-98fe-1cc9dc4bb8c4 Jan 14 07:39:30.897691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-85a9c8df-803e-4476-8b81-268917cffbbb tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] In _notify_port_updated(), no bound segment for port 8623bed4-f8ad-4870-904f-b9e9a46bd523 on network 52499f97-e596-470a-9726-4e7961789aae {{(pid=80907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:39:30.898314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8dfc0c-af5a-4c20-acee-e1c0af221185 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:30.898967 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da8dfc0c-af5a-4c20-acee-e1c0af221185 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:30.902268 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:30.944631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a9c8df-803e-4476-8b81-268917cffbbb tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:30.947331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85a9c8df-803e-4476-8b81-268917cffbbb tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:30.952565 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-85a9c8df-803e-4476-8b81-268917cffbbb tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "PUT /v2.0/ports/8623bed4-f8ad-4870-904f-b9e9a46bd523 HTTP/1.1" status: 200 len: 1055 time: 4.8457162 Jan 14 07:39:30.952731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b6d4bc2-0eff-4cf0-84ee-76152f63fe39 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:30.989397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b785f8da-8e73-4a01-a839-85fa84bf19c2 None None] Network d94363e9-b814-4a87-b432-860d26c8c807 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:31.006464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52216) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:31.053349 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b6d4bc2-0eff-4cf0-84ee-76152f63fe39 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:31.078327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6d4bc2-0eff-4cf0-84ee-76152f63fe39 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:31.079082 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b6d4bc2-0eff-4cf0-84ee-76152f63fe39 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:31.093479 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f0e24e21-fc50-4fa2-96f6-f57bd6b463ee tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:31.127337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-61b55ad2-aa6a-47d9-ac60-f917d5721c57 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:31.132262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-61b55ad2-aa6a-47d9-ac60-f917d5721c57 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:port and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:31.136007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-61b55ad2-aa6a-47d9-ac60-f917d5721c57 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for port was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:31.157938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-61b55ad2-aa6a-47d9-ac60-f917d5721c57 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:31.180102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b55ad2-aa6a-47d9-ac60-f917d5721c57 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:31.203705 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61b55ad2-aa6a-47d9-ac60-f917d5721c57 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:31.240956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d4bc2-0eff-4cf0-84ee-76152f63fe39 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Network': ['ID=3f30f989-642a-42eb-98fe-1cc9dc4bb8c4,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:31.272367 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7b6d4bc2-0eff-4cf0-84ee-76152f63fe39 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:31.280152 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-da8dfc0c-af5a-4c20-acee-e1c0af221185 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9359236 Jan 14 07:39:31.284147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52230) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:31.302211 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7b6d4bc2-0eff-4cf0-84ee-76152f63fe39 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8171189 Jan 14 07:39:31.307137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52234) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:31.331094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-98cc4efe-c8ed-4595-9ef3-f5a19a1bf8af tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'subnet': {'network_id': '3f30f989-642a-42eb-98fe-1cc9dc4bb8c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:31.358716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Deleting port 8623bed4-f8ad-4870-904f-b9e9a46bd523 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:31.359271 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:31.498025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7668eaf6-ce2d-4107-a7e0-ffe7f2c38d7d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Request body: {'network': {'name': 'tempest-router-network01--274306906'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:31.523702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7668eaf6-ce2d-4107-a7e0-ffe7f2c38d7d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:31.536273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7668eaf6-ce2d-4107-a7e0-ffe7f2c38d7d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Usage tracker for resource:network and tenant:b36445ed4b0247d3823bacd55ae2dba1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:31.545638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7668eaf6-ce2d-4107-a7e0-ffe7f2c38d7d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Quota usage for network was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:31.585698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 3f30f989-642a-42eb-98fe-1cc9dc4bb8c4 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:31.600456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 3f30f989-642a-42eb-98fe-1cc9dc4bb8c4 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:31.667678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-61b55ad2-aa6a-47d9-ac60-f917d5721c57 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] device_id is not set on port 93aa7f6b-19b3-42d1-bd3a-549f90449d34 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:39:31.675143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-98cc4efe-c8ed-4595-9ef3-f5a19a1bf8af tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:31.684217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-98cc4efe-c8ed-4595-9ef3-f5a19a1bf8af tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Usage tracker for resource:subnet and tenant:e9c7c2a7999a4b238d158f0f85d98fe1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:31.710464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-98cc4efe-c8ed-4595-9ef3-f5a19a1bf8af tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:31.775470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 3f30f989-642a-42eb-98fe-1cc9dc4bb8c4 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:31.783209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-98cc4efe-c8ed-4595-9ef3-f5a19a1bf8af tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:31.813397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cc4efe-c8ed-4595-9ef3-f5a19a1bf8af tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Made reservation on behalf of e9c7c2a7999a4b238d158f0f85d98fe1 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:31.944199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61b55ad2-aa6a-47d9-ac60-f917d5721c57 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:31.969148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7668eaf6-ce2d-4107-a7e0-ffe7f2c38d7d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:31.979795 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61b55ad2-aa6a-47d9-ac60-f917d5721c57 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:31.991240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b43d95a2-0e95-4808-ba73-0483760eabb3 None None] Provisioning complete for port 8623bed4-f8ad-4870-904f-b9e9a46bd523 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:31.992341 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b43d95a2-0e95-4808-ba73-0483760eabb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.001844 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-628ccd9c-70ee-4504-a3dd-4398b8575105 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:32.079182 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-98cc4efe-c8ed-4595-9ef3-f5a19a1bf8af tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.162052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7668eaf6-ce2d-4107-a7e0-ffe7f2c38d7d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Made reservation on behalf of b36445ed4b0247d3823bacd55ae2dba1 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:32.181111 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7668eaf6-ce2d-4107-a7e0-ffe7f2c38d7d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.208860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b43d95a2-0e95-4808-ba73-0483760eabb3 None None] Port 8623bed4-f8ad-4870-904f-b9e9a46bd523 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:39:32.300351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-d94363e9-b814-4a87-b432-860d26c8c807', 'network_id': 'd94363e9-b814-4a87-b432-860d26c8c807', 'tenant_id': 'b36445ed4b0247d3823bacd55ae2dba1', 'fixed_ips': [{'subnet_id': '346b2dc8-6970-44e4-a96b-25dfa7017f4a'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:39:32.301205 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.365925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b39e5631-30bc-4226-85b9-834e2118ccb9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.419282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.ipam_backend_mixin [None req-98cc4efe-c8ed-4595-9ef3-f5a19a1bf8af tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Performing IP validity checks on allocation pools {{(pid=80908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 07:39:32.433835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.ipam_backend_mixin [None req-98cc4efe-c8ed-4595-9ef3-f5a19a1bf8af tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Checking for overlaps among allocation pools and gateway ip {{(pid=80908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 07:39:32.447934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Allocated IP 2001:db8::1 (0b85154c-4dbb-46c7-a549-8ed1a86a7b1f/9b9d7de6-5aa4-4367-a288-7d3f15f7c086/082154cb-e41c-4465-b340-2a05570f25be) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:32.459307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7668eaf6-ce2d-4107-a7e0-ffe7f2c38d7d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:39:32.468777 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.471929 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7668eaf6-ce2d-4107-a7e0-ffe7f2c38d7d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.472628 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-7668eaf6-ce2d-4107-a7e0-ffe7f2c38d7d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Added segment 173fa35f-a738-4f88-8671-0fbe3e5ae480 of type vxlan for network 1f442b07-e1da-48bf-bb2b-abde45f6ceb9 Jan 14 07:39:32.516799 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7668eaf6-ce2d-4107-a7e0-ffe7f2c38d7d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.566534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b55ad2-aa6a-47d9-ac60-f917d5721c57 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:32.630738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-61b55ad2-aa6a-47d9-ac60-f917d5721c57 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:32.650657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b55ad2-aa6a-47d9-ac60-f917d5721c57 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=93aa7f6b-19b3-42d1-bd3a-549f90449d34,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:32.663117 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7668eaf6-ce2d-4107-a7e0-ffe7f2c38d7d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.665376 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:32.669191 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:32.694751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7668eaf6-ce2d-4107-a7e0-ffe7f2c38d7d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:32.695675 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7668eaf6-ce2d-4107-a7e0-ffe7f2c38d7d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.704332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b55ad2-aa6a-47d9-ac60-f917d5721c57 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:32.727560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b55ad2-aa6a-47d9-ac60-f917d5721c57 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:32.728340 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61b55ad2-aa6a-47d9-ac60-f917d5721c57 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.744476 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61b55ad2-aa6a-47d9-ac60-f917d5721c57 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:32.756777 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-507e6d07-e125-4d6a-a7b2-3a48d2f65c90 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:32.963139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:32.977880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Transition to ACTIVE for port object 082154cb-e41c-4465-b340-2a05570f25be will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:33.001614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Transition to ACTIVE for port object 082154cb-e41c-4465-b340-2a05570f25be will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:33.010000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668eaf6-ce2d-4107-a7e0-ffe7f2c38d7d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event updated for resources: {'Network': ['ID=1f442b07-e1da-48bf-bb2b-abde45f6ceb9,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:33.061917 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7668eaf6-ce2d-4107-a7e0-ffe7f2c38d7d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:33.063140 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d60f4a02-6ef3-41cc-9eff-2ab656cf4959 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.642s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:33.144851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e5631-30bc-4226-85b9-834e2118ccb9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Subnet': ['ID=22c96649-5ca5-4b7b-9594-9b1ce79c3da6,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:33.175573 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b39e5631-30bc-4226-85b9-834e2118ccb9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:33.182085 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7668eaf6-ce2d-4107-a7e0-ffe7f2c38d7d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8842304 Jan 14 07:39:33.185798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52246) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:33.204700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8f6ee951-4790-4f12-ae93-82e337683fe3 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Request body: {'network': {'name': 'tempest-router-network02--1880609654'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:33.224749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Allocated IP 2001:db8::2 (d94363e9-b814-4a87-b432-860d26c8c807/346b2dc8-6970-44e4-a96b-25dfa7017f4a/c96bb553-08a0-4f96-ab43-049e0d0c138d) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:33.225809 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-61b55ad2-aa6a-47d9-ac60-f917d5721c57 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5487645 Jan 14 07:39:33.226742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52250) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:33.227935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8f6ee951-4790-4f12-ae93-82e337683fe3 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:33.269725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Calling delete_port for 8623bed4-f8ad-4870-904f-b9e9a46bd523 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:33.288056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8f6ee951-4790-4f12-ae93-82e337683fe3 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Usage tracker for resource:network and tenant:b36445ed4b0247d3823bacd55ae2dba1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:33.304625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8f6ee951-4790-4f12-ae93-82e337683fe3 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Quota usage for network was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:33.336706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8f6ee951-4790-4f12-ae93-82e337683fe3 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:33.342070 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b39e5631-30bc-4226-85b9-834e2118ccb9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:33.347836 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b39e5631-30bc-4226-85b9-834e2118ccb9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/subnets/22c96649-5ca5-4b7b-9594-9b1ce79c3da6 HTTP/1.1" status: 204 len: 168 time: 4.4515226 Jan 14 07:39:33.350363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52254) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:33.370890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f444ebaa-f5ee-47b2-b764-6b5d54a3b7de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port 93aa7f6b-19b3-42d1-bd3a-549f90449d34 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:33.371245 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f444ebaa-f5ee-47b2-b764-6b5d54a3b7de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:33.380361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 1f442b07-e1da-48bf-bb2b-abde45f6ceb9 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:33.499870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 1f442b07-e1da-48bf-bb2b-abde45f6ceb9 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:33.574837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6ee951-4790-4f12-ae93-82e337683fe3 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Made reservation on behalf of b36445ed4b0247d3823bacd55ae2dba1 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:33.585174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee951-4790-4f12-ae93-82e337683fe3 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:33.626065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 1f442b07-e1da-48bf-bb2b-abde45f6ceb9 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:33.687910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6ee951-4790-4f12-ae93-82e337683fe3 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:39:33.697891 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee951-4790-4f12-ae93-82e337683fe3 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:33.698350 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-8f6ee951-4790-4f12-ae93-82e337683fe3 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Added segment 05e24e29-fb64-4bb4-8bd9-5d1bcc60589b of type vxlan for network d6e83f69-6454-4fa3-9306-55e6c8ce8b5f Jan 14 07:39:33.730636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee951-4790-4f12-ae93-82e337683fe3 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:33.802740 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:33.830164 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:33.844564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504b092e-6455-45b1-b9f9-6a7fbd6713a8 None None] Network 7f2a77e5-bd85-4167-b5db-e48349ab3e2c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:33.885964 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:33.938375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Pushing event deleted for resources: {'Port': ['ID=8623bed4-f8ad-4870-904f-b9e9a46bd523,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:34.074895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.076533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.077170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.077795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.078425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.079061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.079731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.080353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.080960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.081581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.082202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.082806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.083502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.084140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.084763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.085384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.085996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.086733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.087348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.087985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.088590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.089187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.089797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.090409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.091272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.091936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.092539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.093147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.093760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.094377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.094981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.095577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.096215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.096928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.097542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.098145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:34.110344 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:34.182790 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:34.245841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3444c1-388a-4932-8de3-a662f6dfbbb7 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting subnet a1124af8-dbcb-403c-871c-b534bdafdfae {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:39:34.263708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e3444c1-388a-4932-8de3-a662f6dfbbb7 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:34.464030 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee951-4790-4f12-ae93-82e337683fe3 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:34.479474 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e3444c1-388a-4932-8de3-a662f6dfbbb7 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:34.498944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Pushing event updated for resources: {'Port': ['ID=082154cb-e41c-4465-b340-2a05570f25be,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:34.510758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Network 0b85154c-4dbb-46c7-a549-8ed1a86a7b1f is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:34.531302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6ee951-4790-4f12-ae93-82e337683fe3 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:34.532058 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f6ee951-4790-4f12-ae93-82e337683fe3 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:34.579400 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:34.646696 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8f6ee951-4790-4f12-ae93-82e337683fe3 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4597452 Jan 14 07:39:34.656338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52268) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:34.668469 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-98cc4efe-c8ed-4595-9ef3-f5a19a1bf8af tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:34.703757 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-817a9586-99c9-4358-a478-dc3497c4725b tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:34.721690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-917df944-f0cc-4f6f-80f9-e2a95e4c6a89 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Request body: {'subnet': {'network_id': '1f442b07-e1da-48bf-bb2b-abde45f6ceb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:34.800884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ee951-4790-4f12-ae93-82e337683fe3 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event updated for resources: {'Network': ['ID=d6e83f69-6454-4fa3-9306-55e6c8ce8b5f,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:34.805055 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8f6ee951-4790-4f12-ae93-82e337683fe3 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:34.880305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f444ebaa-f5ee-47b2-b764-6b5d54a3b7de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:35.004969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:35.077609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e3444c1-388a-4932-8de3-a662f6dfbbb7 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:35.142660 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "DELETE /v2.0/ports/8623bed4-f8ad-4870-904f-b9e9a46bd523 HTTP/1.1" status: 204 len: 168 time: 4.1349840 Jan 14 07:39:35.151893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52280) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:35.215202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f444ebaa-f5ee-47b2-b764-6b5d54a3b7de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for 93aa7f6b-19b3-42d1-bd3a-549f90449d34 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:35.248437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:35.259828 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be3bdf1-d13f-46d7-b2ca-e755192c53ad tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] GET failed (client error): The resource could not be found. Jan 14 07:39:35.260407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8be3bdf1-d13f-46d7-b2ca-e755192c53ad tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Synchronizing usage tracker for tenant:a7b9beba52f041f7ad1113f4888c9225 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:39:35.300983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-917df944-f0cc-4f6f-80f9-e2a95e4c6a89 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:35.310663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-917df944-f0cc-4f6f-80f9-e2a95e4c6a89 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Usage tracker for resource:subnet and tenant:b36445ed4b0247d3823bacd55ae2dba1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:35.316317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-917df944-f0cc-4f6f-80f9-e2a95e4c6a89 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:35.328833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc4efe-c8ed-4595-9ef3-f5a19a1bf8af tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Subnet': ['ID=fa0577db-17b0-46d4-992c-e686fec9053e,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:35.334631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-917df944-f0cc-4f6f-80f9-e2a95e4c6a89 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:35.337397 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-98cc4efe-c8ed-4595-9ef3-f5a19a1bf8af tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:35.343063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:35.349031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network d6e83f69-6454-4fa3-9306-55e6c8ce8b5f details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:35.377868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917df944-f0cc-4f6f-80f9-e2a95e4c6a89 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Made reservation on behalf of b36445ed4b0247d3823bacd55ae2dba1 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:35.385036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network d6e83f69-6454-4fa3-9306-55e6c8ce8b5f details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:35.428130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network d6e83f69-6454-4fa3-9306-55e6c8ce8b5f details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:35.597874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8be3bdf1-d13f-46d7-b2ca-e755192c53ad tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Unset dirty status for tenant:a7b9beba52f041f7ad1113f4888c9225 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:39:35.602190 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f444ebaa-f5ee-47b2-b764-6b5d54a3b7de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:35.609302 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8be3bdf1-d13f-46d7-b2ca-e755192c53ad tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "GET /v2.0/ports/8623bed4-f8ad-4870-904f-b9e9a46bd523 HTTP/1.1" status: 404 len: 333 time: 0.4534986 Jan 14 07:39:35.612072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:35.623343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52284) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:35.630604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Transition to ACTIVE for port object c96bb553-08a0-4f96-ab43-049e0d0c138d will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:35.653541 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ba0eb085-f651-4391-9e72-4d5e6107afe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:35.654211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Transition to ACTIVE for port object c96bb553-08a0-4f96-ab43-049e0d0c138d will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:35.657793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.658184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.658573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.658955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.659333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.659873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.660252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.660625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.660999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.661369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.661740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.662108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.662556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.662923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.663289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.663671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.664053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.664408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.664772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.665195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.665562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.665926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.666291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.666653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.667056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.667419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.667849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.668216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.668579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.669551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.669921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.670291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.670650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.671016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.671387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.671775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:39:35.766689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444ebaa-f5ee-47b2-b764-6b5d54a3b7de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=93aa7f6b-19b3-42d1-bd3a-549f90449d34,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:35.776706 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f444ebaa-f5ee-47b2-b764-6b5d54a3b7de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:35.863056 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.680s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:35.865122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:35.899219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7002da5d-333f-4265-ae92-88d73da18da5 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Deleting port eef1343e-5fe7-41a9-b465-4a6bfcbade2f {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:35.899598 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7002da5d-333f-4265-ae92-88d73da18da5 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:35.937102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-917df944-f0cc-4f6f-80f9-e2a95e4c6a89 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:36.158460 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8e6fb253-4f1e-4186-86dd-4f29f5a90e1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:36.252535 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e3444c1-388a-4932-8de3-a662f6dfbbb7 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:36.275965 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d7852ab0-f92a-4b52-8ba8-f5c09fa01c9e tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:36.316276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cc4efe-c8ed-4595-9ef3-f5a19a1bf8af tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Checking segment: {'id': '079dd9cd-edde-4a50-865e-15eb0763ed0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3f30f989-642a-42eb-98fe-1cc9dc4bb8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:36.316692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cc4efe-c8ed-4595-9ef3-f5a19a1bf8af tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network hostable DHCP agents. Network: 3f30f989-642a-42eb-98fe-1cc9dc4bb8c4, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:39:36.342634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Pushing event updated for resources: {'Port': ['ID=c96bb553-08a0-4f96-ab43-049e0d0c138d,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:36.346482 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:36.403234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3444c1-388a-4932-8de3-a662f6dfbbb7 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Subnet': ['ID=a1124af8-dbcb-403c-871c-b534bdafdfae,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:36.435589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f444ebaa-f5ee-47b2-b764-6b5d54a3b7de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:36.456355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Attempting to bind port 082154cb-e41c-4465-b340-2a05570f25be on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:39:36.457309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Attempting to bind port 082154cb-e41c-4465-b340-2a05570f25be by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '10e76b45-a85d-4b2b-8d23-0aa2ba66cc6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '0b85154c-4dbb-46c7-a549-8ed1a86a7b1f'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:39:36.458005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Attempting to bind port 082154cb-e41c-4465-b340-2a05570f25be on network 0b85154c-4dbb-46c7-a549-8ed1a86a7b1f {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:39:36.474813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:39:36.475361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Checking segment: {'id': '10e76b45-a85d-4b2b-8d23-0aa2ba66cc6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '0b85154c-4dbb-46c7-a549-8ed1a86a7b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:36.475962 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:36.476494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Bound using segment: {'id': '10e76b45-a85d-4b2b-8d23-0aa2ba66cc6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '0b85154c-4dbb-46c7-a549-8ed1a86a7b1f'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:39:36.477562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Bound port: 082154cb-e41c-4465-b340-2a05570f25be, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e76b45-a85d-4b2b-8d23-0aa2ba66cc6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '0b85154c-4dbb-46c7-a549-8ed1a86a7b1f'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:39:36.478291 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:36.500361 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f444ebaa-f5ee-47b2-b764-6b5d54a3b7de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/ports/93aa7f6b-19b3-42d1-bd3a-549f90449d34 HTTP/1.1" status: 204 len: 168 time: 3.2654338 Jan 14 07:39:36.502634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52292) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:36.523449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7c3d8114-dcb2-41b3-8722-18a762e8d322 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'port': {'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c', 'mac_address': 'fa:16:3e:58:90:21', 'name': 'tempest-PortsIpV6TestJSON-2010230453'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:36.558946 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6e3444c1-388a-4932-8de3-a662f6dfbbb7 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:36.585614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Network d94363e9-b814-4a87-b432-860d26c8c807 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:36.624306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:36.634174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:36.651946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cc4efe-c8ed-4595-9ef3-f5a19a1bf8af tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 3f30f989-642a-42eb-98fe-1cc9dc4bb8c4 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:39:36.739267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-98cc4efe-c8ed-4595-9ef3-f5a19a1bf8af tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 3f30f989-642a-42eb-98fe-1cc9dc4bb8c4) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:36.744689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e3444c1-388a-4932-8de3-a662f6dfbbb7 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:36.777614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18854292-f8de-422e-b85d-2ac776490fed None None] Network 3f30f989-642a-42eb-98fe-1cc9dc4bb8c4 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:36.805805 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6e3444c1-388a-4932-8de3-a662f6dfbbb7 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/subnets/a1124af8-dbcb-403c-871c-b534bdafdfae HTTP/1.1" status: 204 len: 168 time: 3.4517257 Jan 14 07:39:36.806971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52298) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:36.814540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7c3d8114-dcb2-41b3-8722-18a762e8d322 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:36.818435 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7002da5d-333f-4265-ae92-88d73da18da5 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:36.830364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7c3d8114-dcb2-41b3-8722-18a762e8d322 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:port and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:36.833687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7c3d8114-dcb2-41b3-8722-18a762e8d322 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for port was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:36.847792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7c3d8114-dcb2-41b3-8722-18a762e8d322 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:36.851306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cc4efe-c8ed-4595-9ef3-f5a19a1bf8af tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:36.852210 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-98cc4efe-c8ed-4595-9ef3-f5a19a1bf8af tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:36.877779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3d8114-dcb2-41b3-8722-18a762e8d322 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:37.205535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52304) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:37.211855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Attempting to bind port c96bb553-08a0-4f96-ab43-049e0d0c138d on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:39:37.212500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Attempting to bind port c96bb553-08a0-4f96-ab43-049e0d0c138d by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'a4b548d6-3692-4643-a653-c03066cfe72b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd94363e9-b814-4a87-b432-860d26c8c807'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:39:37.212925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Attempting to bind port c96bb553-08a0-4f96-ab43-049e0d0c138d on network d94363e9-b814-4a87-b432-860d26c8c807 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:39:37.229658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:39:37.230106 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c3d8114-dcb2-41b3-8722-18a762e8d322 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:37.242892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-3f30f989-642a-42eb-98fe-1cc9dc4bb8c4', 'network_id': '3f30f989-642a-42eb-98fe-1cc9dc4bb8c4', 'tenant_id': 'e9c7c2a7999a4b238d158f0f85d98fe1', 'fixed_ips': [{'subnet_id': 'fa0577db-17b0-46d4-992c-e686fec9053e'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:39:37.243852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:37.269721 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-917df944-f0cc-4f6f-80f9-e2a95e4c6a89 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:37.288943 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da8b69f5-50e2-4e81-9104-2db70a574963 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:37.290326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:39:37.290861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Checking segment: {'id': 'a4b548d6-3692-4643-a653-c03066cfe72b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd94363e9-b814-4a87-b432-860d26c8c807'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:37.291477 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:37.292139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Bound using segment: {'id': 'a4b548d6-3692-4643-a653-c03066cfe72b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd94363e9-b814-4a87-b432-860d26c8c807'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:39:37.292716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Bound port: c96bb553-08a0-4f96-ab43-049e0d0c138d, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b548d6-3692-4643-a653-c03066cfe72b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'd94363e9-b814-4a87-b432-860d26c8c807'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:39:37.293142 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:37.362708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] For port 082154cb-e41c-4465-b340-2a05570f25be, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:39:37.383588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] For port 082154cb-e41c-4465-b340-2a05570f25be, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=082154cb-e41c-4465-b340-2a05570f25be,segment=NetworkSegment(10e76b45-a85d-4b2b-8d23-0aa2ba66cc6f),segment_id=10e76b45-a85d-4b2b-8d23-0aa2ba66cc6f)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:39:37.411760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917df944-f0cc-4f6f-80f9-e2a95e4c6a89 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event updated for resources: {'Subnet': ['ID=7dc2abdd-61fc-4a85-a43d-4e93b34a1dce,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:37.470443 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-917df944-f0cc-4f6f-80f9-e2a95e4c6a89 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:37.618855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] For port c96bb553-08a0-4f96-ab43-049e0d0c138d, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:39:37.622931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] For port c96bb553-08a0-4f96-ab43-049e0d0c138d, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c96bb553-08a0-4f96-ab43-049e0d0c138d,segment=NetworkSegment(a4b548d6-3692-4643-a653-c03066cfe72b),segment_id=a4b548d6-3692-4643-a653-c03066cfe72b)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:39:37.634902 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:37.840447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7901e846-d514-4db4-b231-a3d584467507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:37.875987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7002da5d-333f-4265-ae92-88d73da18da5 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Calling delete_port for eef1343e-5fe7-41a9-b465-4a6bfcbade2f owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:37.900910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7901e846-d514-4db4-b231-a3d584467507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:37.901131 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-358c0bde-383c-4c50-85ca-d3cff2bdb3d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:37.904242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-7c3d8114-dcb2-41b3-8722-18a762e8d322 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] device_id is not set on port b46e1a54-e850-4940-816f-f0d3579a7f0e yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:39:37.966034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819f6dfe-ea66-416f-aff5-96e933e94c6d None None] Network 7f2a77e5-bd85-4167-b5db-e48349ab3e2c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:37.979828 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:38.007158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:38.022375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7901e846-d514-4db4-b231-a3d584467507 admin admin] Usage tracker for resource:security_group_rule and tenant:c7c28afbc9c640c28ea85a25e61c1457 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:38.030462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7901e846-d514-4db4-b231-a3d584467507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:38.056085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7901e846-d514-4db4-b231-a3d584467507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:38.076347 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-98cc4efe-c8ed-4595-9ef3-f5a19a1bf8af tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 6.7589471 Jan 14 07:39:38.083033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52312) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:38.106995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port e15f19f2-0003-4d0c-ab4c-396aa70966e5 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:38.107827 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:38.268672 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:38.335808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-05095c36-2dd9-45c8-bfaf-306028ab3c95 None None] Provisioning complete for port e15f19f2-0003-4d0c-ab4c-396aa70966e5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:38.336234 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05095c36-2dd9-45c8-bfaf-306028ab3c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:38.409409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917df944-f0cc-4f6f-80f9-e2a95e4c6a89 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Checking segment: {'id': '173fa35f-a738-4f88-8671-0fbe3e5ae480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '1f442b07-e1da-48bf-bb2b-abde45f6ceb9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:38.409868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917df944-f0cc-4f6f-80f9-e2a95e4c6a89 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Network hostable DHCP agents. Network: 1f442b07-e1da-48bf-bb2b-abde45f6ceb9, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:39:38.426403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] For port e15f19f2-0003-4d0c-ab4c-396aa70966e5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e15f19f2-0003-4d0c-ab4c-396aa70966e5,segment=NetworkSegment(4aeb972e-44a6-4633-953e-8ec20cc3fab9),segment_id=4aeb972e-44a6-4633-953e-8ec20cc3fab9)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:38.426982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:38.526400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917df944-f0cc-4f6f-80f9-e2a95e4c6a89 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Network 1f442b07-e1da-48bf-bb2b-abde45f6ceb9 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:39:38.569140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-917df944-f0cc-4f6f-80f9-e2a95e4c6a89 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 1f442b07-e1da-48bf-bb2b-abde45f6ceb9) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:38.580132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Pushing event updated for resources: {'Port': ['ID=082154cb-e41c-4465-b340-2a05570f25be,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:38.619874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for e15f19f2-0003-4d0c-ab4c-396aa70966e5 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:38.672541 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:38.758215 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7002da5d-333f-4265-ae92-88d73da18da5 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:38.801995 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:38.855215 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.954s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:38.856100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474f2447-ca62-43f4-b919-66d6a2a029e1 None None] Network 1f442b07-e1da-48bf-bb2b-abde45f6ceb9 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:38.858655 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:39.040150 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.894s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:39.128165 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7901e846-d514-4db4-b231-a3d584467507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:39.195628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002da5d-333f-4265-ae92-88d73da18da5 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Pushing event deleted for resources: {'Port': ['ID=eef1343e-5fe7-41a9-b465-4a6bfcbade2f,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:39.213118 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7002da5d-333f-4265-ae92-88d73da18da5 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:39.213696 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0804e575-b2e2-4805-b1e0-7ebc4b0e5886 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:39.254028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c3d8114-dcb2-41b3-8722-18a762e8d322 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:39.269899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] No DVR routers for this DVR port e15f19f2-0003-4d0c-ab4c-396aa70966e5 on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:39:39.333220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Port': ['ID=e15f19f2-0003-4d0c-ab4c-396aa70966e5,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:39.372423 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:39.402437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52322) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:39.439931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7901e846-d514-4db4-b231-a3d584467507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:39.441042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Pushing event updated for resources: {'Port': ['ID=c96bb553-08a0-4f96-ab43-049e0d0c138d,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:39.448188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917df944-f0cc-4f6f-80f9-e2a95e4c6a89 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:39.448413 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:39.448835 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-917df944-f0cc-4f6f-80f9-e2a95e4c6a89 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:39.462879 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d100474d-9ec0-4717-a1e1-aab42038211d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:39.474112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-1f442b07-e1da-48bf-bb2b-abde45f6ceb9', 'network_id': '1f442b07-e1da-48bf-bb2b-abde45f6ceb9', 'tenant_id': 'b36445ed4b0247d3823bacd55ae2dba1', 'fixed_ips': [{'subnet_id': '7dc2abdd-61fc-4a85-a43d-4e93b34a1dce'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:39:39.475017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:39.486627 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c3d8114-dcb2-41b3-8722-18a762e8d322 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:39.578318 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:39.628427 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7901e846-d514-4db4-b231-a3d584467507 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7c28afbc9c640c28ea85a25e61c1457&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4192245 Jan 14 07:39:39.671556 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-917df944-f0cc-4f6f-80f9-e2a95e4c6a89 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.9570522 Jan 14 07:39:39.672524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901e846-d514-4db4-b231-a3d584467507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc246fc-2512-4bea-9606-6b4f99487099,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:39.685483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52328) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:39.686151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52330) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:39.724543 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7901e846-d514-4db4-b231-a3d584467507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:39.729704 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61b55ad2-aa6a-47d9-ac60-f917d5721c57 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:39.759343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ff9ef1-96f2-4554-a3e0-8a44143901c9 None None] DHCP port deletion for 7f2a77e5-bd85-4167-b5db-e48349ab3e2c request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:39:39.776209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-23cf9f98-fa08-423d-8d4e-ca3c74f927ad tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Request body: {'subnet': {'network_id': 'd6e83f69-6454-4fa3-9306-55e6c8ce8b5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:39.807943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3d8114-dcb2-41b3-8722-18a762e8d322 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:39.812849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7c3d8114-dcb2-41b3-8722-18a762e8d322 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:39.815461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3d8114-dcb2-41b3-8722-18a762e8d322 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:39.827161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Allocated IP 2001:db8::3 (3f30f989-642a-42eb-98fe-1cc9dc4bb8c4/fa0577db-17b0-46d4-992c-e686fec9053e/7324b73d-ca67-4b3f-bee1-5e6b9ec3bed2) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:39.843601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3d8114-dcb2-41b3-8722-18a762e8d322 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:39.844552 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c3d8114-dcb2-41b3-8722-18a762e8d322 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:39.871443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d8114-dcb2-41b3-8722-18a762e8d322 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=b46e1a54-e850-4940-816f-f0d3579a7f0e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:39.876163 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c3d8114-dcb2-41b3-8722-18a762e8d322 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:39.886862 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7c3d8114-dcb2-41b3-8722-18a762e8d322 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.3831108 Jan 14 07:39:39.888793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52336) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:39.898633 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7002da5d-333f-4265-ae92-88d73da18da5 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:39.911736 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14cdaa22-2f2f-4c9c-b7fd-e7349aca76e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:39.993714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-14cdaa22-2f2f-4c9c-b7fd-e7349aca76e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:40.002650 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7002da5d-333f-4265-ae92-88d73da18da5 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "DELETE /v2.0/ports/eef1343e-5fe7-41a9-b465-4a6bfcbade2f HTTP/1.1" status: 204 len: 168 time: 4.3772459 Jan 14 07:39:40.009938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-23cf9f98-fa08-423d-8d4e-ca3c74f927ad tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:40.015246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-23cf9f98-fa08-423d-8d4e-ca3c74f927ad tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Usage tracker for resource:subnet and tenant:b36445ed4b0247d3823bacd55ae2dba1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:40.018708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-23cf9f98-fa08-423d-8d4e-ca3c74f927ad tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:40.019768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Allocated IP 2001:db8::2 (1f442b07-e1da-48bf-bb2b-abde45f6ceb9/7dc2abdd-61fc-4a85-a43d-4e93b34a1dce/33aa990e-2226-40db-b779-8a99d480307f) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:40.035796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52340) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:40.040613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-14cdaa22-2f2f-4c9c-b7fd-e7349aca76e5 admin admin] Usage tracker for resource:security_group_rule and tenant:c9beda1179794b60ae2a12b019fd018c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:40.090740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-23cf9f98-fa08-423d-8d4e-ca3c74f927ad tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:40.093383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-14cdaa22-2f2f-4c9c-b7fd-e7349aca76e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:40.096777 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18473f77-9e5a-458c-be2c-e01439729faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:40.118670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2a77e5-bd85-4167-b5db-e48349ab3e2c']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:40.127153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-14cdaa22-2f2f-4c9c-b7fd-e7349aca76e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:40.155212 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a11be9-3a89-4aab-b191-a8fe61d92a77 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] GET failed (client error): The resource could not be found. Jan 14 07:39:40.155821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-50a11be9-3a89-4aab-b191-a8fe61d92a77 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Synchronizing usage tracker for tenant:a7b9beba52f041f7ad1113f4888c9225 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:39:40.168075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aeb972e-44a6-4633-953e-8ec20cc3fab9') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:40.168453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aeb972e-44a6-4633-953e-8ec20cc3fab9') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:40.185158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cf9f98-fa08-423d-8d4e-ca3c74f927ad tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Made reservation on behalf of b36445ed4b0247d3823bacd55ae2dba1 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:40.237043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:40.298629 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.303466 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:40.310701 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:40.317124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18473f77-9e5a-458c-be2c-e01439729faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:40.317200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Transition to ACTIVE for port object 7324b73d-ca67-4b3f-bee1-5e6b9ec3bed2 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:40.334156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57140a7d-ae2a-41fa-b4c2-878da98edc5b tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:40.334840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-57140a7d-ae2a-41fa-b4c2-878da98edc5b tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Synchronizing usage tracker for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:39:40.356125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-57140a7d-ae2a-41fa-b4c2-878da98edc5b tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Unset dirty status for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:39:40.359420 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-57140a7d-ae2a-41fa-b4c2-878da98edc5b tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports/b46e1a54-e850-4940-816f-f0d3579a7f0e HTTP/1.1" status: 200 len: 845 time: 0.4696267 Jan 14 07:39:40.362275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52346) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:40.374406 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:40.376461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-50a11be9-3a89-4aab-b191-a8fe61d92a77 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Unset dirty status for tenant:a7b9beba52f041f7ad1113f4888c9225 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:39:40.395065 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-50a11be9-3a89-4aab-b191-a8fe61d92a77 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "GET /v2.0/ports/eef1343e-5fe7-41a9-b465-4a6bfcbade2f HTTP/1.1" status: 404 len: 333 time: 0.3591068 Jan 14 07:39:40.398281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52350) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:40.403007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Releasing vxlan tunnel 10 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:39:40.408147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Transition to ACTIVE for port object 7324b73d-ca67-4b3f-bee1-5e6b9ec3bed2 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:40.421633 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:40.505938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-907e6b44-db58-4105-b90a-ef24d80dacbf tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port b46e1a54-e850-4940-816f-f0d3579a7f0e {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:40.506411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-907e6b44-db58-4105-b90a-ef24d80dacbf tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:40.554324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:40.566201 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3dc47abd-7ceb-4618-af82-ddc1d8250404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:40.598368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 082154cb-e41c-4465-b340-2a05570f25be up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:39:40.610441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23cf9f98-fa08-423d-8d4e-ca3c74f927ad tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:40.706298 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6d81dc5b-1fb4-4d8d-b171-02a9195b1cd7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:40.729083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:40.783909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Network 3f30f989-642a-42eb-98fe-1cc9dc4bb8c4 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:40.787541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Transition to ACTIVE for port object 33aa990e-2226-40db-b779-8a99d480307f will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:40.792852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:40.808175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:40.862537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Pushing event updated for resources: {'Port': ['ID=7324b73d-ca67-4b3f-bee1-5e6b9ec3bed2,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:40.865121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 082154cb-e41c-4465-b340-2a05570f25be completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:40.880333 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:40.882813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c96bb553-08a0-4f96-ab43-049e0d0c138d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:39:40.933275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6d9fb1a7-7dc5-4c7f-b4c3-974b92101dd2 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Deleting port 478cb59a-92e8-44a1-9823-7f59f39eb9f4 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:40.933788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6d9fb1a7-7dc5-4c7f-b4c3-974b92101dd2 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:40.965058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Subnet': ['ID=fa0577db-17b0-46d4-992c-e686fec9053e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:40.971329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Transition to ACTIVE for port object 33aa990e-2226-40db-b779-8a99d480307f will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:40.984574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132d409c-bc43-48b9-b98f-bc11a9d40ffd None None] Network d94363e9-b814-4a87-b432-860d26c8c807 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:40.991272 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14cdaa22-2f2f-4c9c-b7fd-e7349aca76e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.029795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network 7f2a77e5-bd85-4167-b5db-e48349ab3e2c has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:41.047777 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14cdaa22-2f2f-4c9c-b7fd-e7349aca76e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.067883 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.084491 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-165ee1f1-3c99-4dff-9fd0-c0bfb472d480 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:41.130840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdaa22-2f2f-4c9c-b7fd-e7349aca76e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb85688-ad0a-40b3-ab87-22bd22288e0c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:41.134383 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18473f77-9e5a-458c-be2c-e01439729faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.141436 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14cdaa22-2f2f-4c9c-b7fd-e7349aca76e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:41.194104 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.197239 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:41.203441 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:41.204507 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.232499 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb3569f9-4cf4-4495-b75d-09c8b35f5767 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:41.257008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18473f77-9e5a-458c-be2c-e01439729faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc246fc-2512-4bea-9606-6b4f99487099,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:41.300144 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18473f77-9e5a-458c-be2c-e01439729faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:41.328707 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-907e6b44-db58-4105-b90a-ef24d80dacbf tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.339693 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-14cdaa22-2f2f-4c9c-b7fd-e7349aca76e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c9beda1179794b60ae2a12b019fd018c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9340897 Jan 14 07:39:41.344388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52354) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:41.411322 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18473f77-9e5a-458c-be2c-e01439729faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.413203 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-18473f77-9e5a-458c-be2c-e01439729faa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/efc246fc-2512-4bea-9606-6b4f99487099 HTTP/1.1" status: 204 len: 168 time: 1.7257359 Jan 14 07:39:41.537398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network 7f2a77e5-bd85-4167-b5db-e48349ab3e2c has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:41.563523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-907e6b44-db58-4105-b90a-ef24d80dacbf tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for b46e1a54-e850-4940-816f-f0d3579a7f0e owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:41.578287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Attempting to bind port 7324b73d-ca67-4b3f-bee1-5e6b9ec3bed2 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:39:41.578713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Attempting to bind port 7324b73d-ca67-4b3f-bee1-5e6b9ec3bed2 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '079dd9cd-edde-4a50-865e-15eb0763ed0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3f30f989-642a-42eb-98fe-1cc9dc4bb8c4'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:39:41.579134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Attempting to bind port 7324b73d-ca67-4b3f-bee1-5e6b9ec3bed2 on network 3f30f989-642a-42eb-98fe-1cc9dc4bb8c4 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:39:41.585096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee50627f-83a5-4c93-8596-cb016d54552f None None] Network 0b85154c-4dbb-46c7-a549-8ed1a86a7b1f requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:41.644960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:39:41.645393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Checking segment: {'id': '079dd9cd-edde-4a50-865e-15eb0763ed0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3f30f989-642a-42eb-98fe-1cc9dc4bb8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:41.645848 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.646296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Bound using segment: {'id': '079dd9cd-edde-4a50-865e-15eb0763ed0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3f30f989-642a-42eb-98fe-1cc9dc4bb8c4'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:39:41.646834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Bound port: 7324b73d-ca67-4b3f-bee1-5e6b9ec3bed2, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079dd9cd-edde-4a50-865e-15eb0763ed0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3f30f989-642a-42eb-98fe-1cc9dc4bb8c4'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:39:41.647254 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.657000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f30f989-642a-42eb-98fe-1cc9dc4bb8c4']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:41.663278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-142293c6-95eb-4c05-ab36-37172fa80768 None None] Provisioning for port c96bb553-08a0-4f96-ab43-049e0d0c138d completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:39:41.671380 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:39:41.684592 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c201e956-3ff6-49cb-91fd-f0be9c340de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.687509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079dd9cd-edde-4a50-865e-15eb0763ed0b') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:41.687929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079dd9cd-edde-4a50-865e-15eb0763ed0b') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:41.693192 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.728756 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3b00239e-6644-40c7-b4e5-24f9b41b4731 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:41.739070 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c201e956-3ff6-49cb-91fd-f0be9c340de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.748168 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.777975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.810350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Network 1f442b07-e1da-48bf-bb2b-abde45f6ceb9 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:41.825728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.829334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:39:41.838312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Network': ['ID=7f2a77e5-bd85-4167-b5db-e48349ab3e2c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:41.848961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52362) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:41.851245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:41.854196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:41.856469 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:41.869182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port c96bb553-08a0-4f96-ab43-049e0d0c138d completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:41.890548 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/networks/7f2a77e5-bd85-4167-b5db-e48349ab3e2c HTTP/1.1" status: 204 len: 168 time: 5.0731184 Jan 14 07:39:41.915435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52366) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:41.919938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-110637b6-e9a7-476a-bee5-08f640c5df97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.954504 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-907e6b44-db58-4105-b90a-ef24d80dacbf tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:41.973248 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f444ebaa-f5ee-47b2-b764-6b5d54a3b7de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:41.988178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-110637b6-e9a7-476a-bee5-08f640c5df97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:41.992263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-110637b6-e9a7-476a-bee5-08f640c5df97 admin admin] Usage tracker for resource:security_group_rule and tenant:48af5f1c52c740bcb474f9b821cdcbcf is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:41.995527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-110637b6-e9a7-476a-bee5-08f640c5df97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:42.001586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-110637b6-e9a7-476a-bee5-08f640c5df97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:42.011207 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c201e956-3ff6-49cb-91fd-f0be9c340de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:42.011947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c96bb553-08a0-4f96-ab43-049e0d0c138d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:42.011947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:42.101001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Pushing event updated for resources: {'Port': ['ID=33aa990e-2226-40db-b779-8a99d480307f,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:42.109433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6b44-db58-4105-b90a-ef24d80dacbf tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=b46e1a54-e850-4940-816f-f0d3579a7f0e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:42.119962 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:42.122883 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-907e6b44-db58-4105-b90a-ef24d80dacbf tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:42.136182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Attempting to bind port 33aa990e-2226-40db-b779-8a99d480307f on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:39:42.136606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Attempting to bind port 33aa990e-2226-40db-b779-8a99d480307f by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '173fa35f-a738-4f88-8671-0fbe3e5ae480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '1f442b07-e1da-48bf-bb2b-abde45f6ceb9'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:39:42.137024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Attempting to bind port 33aa990e-2226-40db-b779-8a99d480307f on network 1f442b07-e1da-48bf-bb2b-abde45f6ceb9 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:39:42.140550 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4546ab4a-a658-410d-93f8-4dfbb53285d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:42.140957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0f103ade-cb7a-4c08-90dd-380248652a32 None None] Provisioning for port 082154cb-e41c-4465-b340-2a05570f25be completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:42.196474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:39:42.196817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Checking segment: {'id': '173fa35f-a738-4f88-8671-0fbe3e5ae480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '1f442b07-e1da-48bf-bb2b-abde45f6ceb9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:42.197277 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:42.197730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Bound using segment: {'id': '173fa35f-a738-4f88-8671-0fbe3e5ae480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '1f442b07-e1da-48bf-bb2b-abde45f6ceb9'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:39:42.198278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Bound port: 33aa990e-2226-40db-b779-8a99d480307f, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173fa35f-a738-4f88-8671-0fbe3e5ae480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '1f442b07-e1da-48bf-bb2b-abde45f6ceb9'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:39:42.198704 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:42.226252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0f103ade-cb7a-4c08-90dd-380248652a32 None None] Provisioning complete for port 082154cb-e41c-4465-b340-2a05570f25be triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:42.226677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f103ade-cb7a-4c08-90dd-380248652a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:42.232450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201e956-3ff6-49cb-91fd-f0be9c340de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb85688-ad0a-40b3-ab87-22bd22288e0c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:42.250985 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c201e956-3ff6-49cb-91fd-f0be9c340de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:42.262742 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c201e956-3ff6-49cb-91fd-f0be9c340de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:42.264142 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c201e956-3ff6-49cb-91fd-f0be9c340de1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9eb85688-ad0a-40b3-ab87-22bd22288e0c HTTP/1.1" status: 204 len: 168 time: 0.9187286 Jan 14 07:39:42.266192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 3f30f989-642a-42eb-98fe-1cc9dc4bb8c4 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:42.277242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:42.383859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-907e6b44-db58-4105-b90a-ef24d80dacbf tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:42.388601 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-907e6b44-db58-4105-b90a-ef24d80dacbf tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/ports/b46e1a54-e850-4940-816f-f0d3579a7f0e HTTP/1.1" status: 204 len: 168 time: 2.0210564 Jan 14 07:39:42.402810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52372) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:42.426333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] For port 7324b73d-ca67-4b3f-bee1-5e6b9ec3bed2, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:39:42.457866 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2d2fe4-c3c9-4c16-a8ad-784f2f9f934b tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] GET failed (client error): The resource could not be found. Jan 14 07:39:42.458369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cc2d2fe4-c3c9-4c16-a8ad-784f2f9f934b tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Synchronizing usage tracker for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:39:42.525686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:42.537136 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6d9fb1a7-7dc5-4c7f-b4c3-974b92101dd2 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:42.547692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cc2d2fe4-c3c9-4c16-a8ad-784f2f9f934b tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Unset dirty status for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:39:42.552593 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cc2d2fe4-c3c9-4c16-a8ad-784f2f9f934b tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports/b46e1a54-e850-4940-816f-f0d3579a7f0e HTTP/1.1" status: 404 len: 333 time: 0.1454480 Jan 14 07:39:42.554885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52376) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:42.575107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-67f26d00-09d4-4b30-b8c3-8c9cd3fd4ee6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'port': {'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c', 'name': 'tempest-PortsIpV6TestJSON-1787200695'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:42.595178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] For port 33aa990e-2226-40db-b779-8a99d480307f, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:39:42.601909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] For port 33aa990e-2226-40db-b779-8a99d480307f, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=33aa990e-2226-40db-b779-8a99d480307f,segment=NetworkSegment(173fa35f-a738-4f88-8671-0fbe3e5ae480),segment_id=173fa35f-a738-4f88-8671-0fbe3e5ae480)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:39:42.613162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 3f30f989-642a-42eb-98fe-1cc9dc4bb8c4 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:42.629051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port c96bb553-08a0-4f96-ab43-049e0d0c138d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c96bb553-08a0-4f96-ab43-049e0d0c138d,segment=NetworkSegment(a4b548d6-3692-4643-a653-c03066cfe72b),segment_id=a4b548d6-3692-4643-a653-c03066cfe72b)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:42.654781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3c1080-4c18-47df-8b6f-1e12fdd90642 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:42.655726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7d3c1080-4c18-47df-8b6f-1e12fdd90642 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Synchronizing usage tracker for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:39:42.656992 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:39:42.764109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6d9fb1a7-7dc5-4c7f-b4c3-974b92101dd2 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Calling delete_port for 478cb59a-92e8-44a1-9823-7f59f39eb9f4 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:42.770211 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:42.773702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:42.844923 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:42.879515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-67f26d00-09d4-4b30-b8c3-8c9cd3fd4ee6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:42.890635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-67f26d00-09d4-4b30-b8c3-8c9cd3fd4ee6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:42.893534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7d3c1080-4c18-47df-8b6f-1e12fdd90642 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Unset dirty status for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:39:42.894912 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7d3c1080-4c18-47df-8b6f-1e12fdd90642 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.9614997 Jan 14 07:39:42.904411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52384) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:42.913592 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-110637b6-e9a7-476a-bee5-08f640c5df97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:42.955949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f26d00-09d4-4b30-b8c3-8c9cd3fd4ee6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:42.958526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f103ade-cb7a-4c08-90dd-380248652a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:42.980930 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67f26d00-09d4-4b30-b8c3-8c9cd3fd4ee6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:43.001903 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-110637b6-e9a7-476a-bee5-08f640c5df97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:43.054021 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae59195f-3b1c-43da-b041-b99688530ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:43.100502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e15f19f2-0003-4d0c-ab4c-396aa70966e5 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:39:43.177741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-67f26d00-09d4-4b30-b8c3-8c9cd3fd4ee6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] device_id is not set on port f3c1d8b4-46f8-4aca-8923-e14f9b71e38d yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:39:43.182665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110637b6-e9a7-476a-bee5-08f640c5df97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dfa316-6a8b-40e3-9f80-70fc9243bf0a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:43.217842 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-110637b6-e9a7-476a-bee5-08f640c5df97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:43.232451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] For port 7324b73d-ca67-4b3f-bee1-5e6b9ec3bed2, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7324b73d-ca67-4b3f-bee1-5e6b9ec3bed2,segment=NetworkSegment(079dd9cd-edde-4a50-865e-15eb0763ed0b),segment_id=079dd9cd-edde-4a50-865e-15eb0763ed0b)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:39:43.245165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: e15f19f2-0003-4d0c-ab4c-396aa70966e5 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:39:43.245570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e15f19f2-0003-4d0c-ab4c-396aa70966e5 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:39:43.293131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0f103ade-cb7a-4c08-90dd-380248652a32 None None] For port 082154cb-e41c-4465-b340-2a05570f25be, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=082154cb-e41c-4465-b340-2a05570f25be,segment=NetworkSegment(10e76b45-a85d-4b2b-8d23-0aa2ba66cc6f),segment_id=10e76b45-a85d-4b2b-8d23-0aa2ba66cc6f)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:43.326508 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:43.366570 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-110637b6-e9a7-476a-bee5-08f640c5df97 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48af5f1c52c740bcb474f9b821cdcbcf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5126786 Jan 14 07:39:43.395965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=c96bb553-08a0-4f96-ab43-049e0d0c138d,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:43.405293 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f103ade-cb7a-4c08-90dd-380248652a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:43.410348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52394) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:43.509168 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9ae24a88-8868-42c3-b83b-328dc01837ea tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5987165 Jan 14 07:39:43.530710 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67f26d00-09d4-4b30-b8c3-8c9cd3fd4ee6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:43.541486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52400) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:43.542237 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23cf9f98-fa08-423d-8d4e-ca3c74f927ad tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:43.554149 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:39:43.554149 n-d-769329-2 neutron-server[80794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:39:43.554149 n-d-769329-2 neutron-server[80794]: [parameters: {'id': '3f30f989-642a-42eb-98fe-1cc9dc4bb8c4'}] Jan 14 07:39:43.554149 n-d-769329-2 neutron-server[80794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:39:43.554860 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:39:43.560148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67f26d00-09d4-4b30-b8c3-8c9cd3fd4ee6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:43.753627 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-62238544-41a9-420a-ae65-b094b0f84f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:43.764865 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-82f9a3cb-d866-4bed-b068-806b3c80ad0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:43.782376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7a8029e7-199b-472e-a767-87b398af3328 None None] Provisioning complete for port c96bb553-08a0-4f96-ab43-049e0d0c138d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:43.782798 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a8029e7-199b-472e-a767-87b398af3328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:43.831974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1ee78f42-285c-4cc6-9a57-b065dea9737f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'network': {'name': 'tempest-PortsTestJSON-518177977'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:43.855169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf9f98-fa08-423d-8d4e-ca3c74f927ad tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event updated for resources: {'Subnet': ['ID=82d0f34e-9c2c-4706-8bf6-aeaf0c8eface,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:43.862188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Pushing event updated for resources: {'Port': ['ID=33aa990e-2226-40db-b779-8a99d480307f,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:43.867072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1ee78f42-285c-4cc6-9a57-b065dea9737f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:43.870467 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-23cf9f98-fa08-423d-8d4e-ca3c74f927ad tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:43.877449 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.033s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:43.878120 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-21bcf66c-17ac-4e07-99dd-198d25413813 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.920s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:43.935677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ac2625d-4c2c-4ddf-a912-718e783e9632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:43.945429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f26d00-09d4-4b30-b8c3-8c9cd3fd4ee6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=f3c1d8b4-46f8-4aca-8923-e14f9b71e38d,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:43.959215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1ee78f42-285c-4cc6-9a57-b065dea9737f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:network and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:43.963867 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-67f26d00-09d4-4b30-b8c3-8c9cd3fd4ee6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:43.976399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f26d00-09d4-4b30-b8c3-8c9cd3fd4ee6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:43.979334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-67f26d00-09d4-4b30-b8c3-8c9cd3fd4ee6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:43.986353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f26d00-09d4-4b30-b8c3-8c9cd3fd4ee6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:43.991975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:43.998336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1ee78f42-285c-4cc6-9a57-b065dea9737f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:44.006920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Pushing event updated for resources: {'Port': ['ID=7324b73d-ca67-4b3f-bee1-5e6b9ec3bed2,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:44.034662 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6d9fb1a7-7dc5-4c7f-b4c3-974b92101dd2 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:44.038507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f26d00-09d4-4b30-b8c3-8c9cd3fd4ee6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:44.039794 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67f26d00-09d4-4b30-b8c3-8c9cd3fd4ee6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:44.061221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1ee78f42-285c-4cc6-9a57-b065dea9737f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:44.078112 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:44.111421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f103ade-cb7a-4c08-90dd-380248652a32 None None] Pushing event updated for resources: {'Port': ['ID=082154cb-e41c-4465-b340-2a05570f25be,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:44.159075 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0f103ade-cb7a-4c08-90dd-380248652a32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:44.165007 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.769s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:44.165420 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:44.177974 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.554s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:44.177974 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:44.178172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52408) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:44.178944 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-92123ae7-6d9d-4bb0-82a2-176f2146c3e3 tempest-RoutersAdminTest-147514661 tempest-RoutersAdminTest-147514661] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:44.210001 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-67f26d00-09d4-4b30-b8c3-8c9cd3fd4ee6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6514800 Jan 14 07:39:44.210638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52414) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:44.217406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-331cab60-df4b-4731-927e-e279233b02d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:44.286210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Deleting port 7324b73d-ca67-4b3f-bee1-5e6b9ec3bed2 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:44.286688 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:44.318883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cf9f98-fa08-423d-8d4e-ca3c74f927ad tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Checking segment: {'id': '05e24e29-fb64-4bb4-8bd9-5d1bcc60589b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'd6e83f69-6454-4fa3-9306-55e6c8ce8b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:44.319744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cf9f98-fa08-423d-8d4e-ca3c74f927ad tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Network hostable DHCP agents. Network: d6e83f69-6454-4fa3-9306-55e6c8ce8b5f, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:39:44.335068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7177d428-7c64-4b9d-b940-217d8cdcd318 None None] Network 3f30f989-642a-42eb-98fe-1cc9dc4bb8c4 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:44.347376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fb1a7-7dc5-4c7f-b4c3-974b92101dd2 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Pushing event deleted for resources: {'Port': ['ID=478cb59a-92e8-44a1-9823-7f59f39eb9f4,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:44.360951 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6d9fb1a7-7dc5-4c7f-b4c3-974b92101dd2 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:44.362081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee78f42-285c-4cc6-9a57-b065dea9737f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:44.374353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ee78f42-285c-4cc6-9a57-b065dea9737f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:44.406359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ac2625d-4c2c-4ddf-a912-718e783e9632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:44.445268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee78f42-285c-4cc6-9a57-b065dea9737f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:39:44.457260 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ee78f42-285c-4cc6-9a57-b065dea9737f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:44.457806 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-1ee78f42-285c-4cc6-9a57-b065dea9737f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Added segment 713f39b3-380d-4eeb-a8fe-67c4761141ea of type vxlan for network 63ea25a8-3f2d-41bc-a01f-a7628c4ee35c Jan 14 07:39:44.582000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ee78f42-285c-4cc6-9a57-b065dea9737f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:44.653918 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ee78f42-285c-4cc6-9a57-b065dea9737f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:44.680769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee78f42-285c-4cc6-9a57-b065dea9737f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:44.681665 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ee78f42-285c-4cc6-9a57-b065dea9737f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:44.699536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7a8029e7-199b-472e-a767-87b398af3328 None None] Provisioning complete for port 082154cb-e41c-4465-b340-2a05570f25be triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:44.700566 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a8029e7-199b-472e-a767-87b398af3328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:44.706799 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9aa7fa5e-48cd-4d2b-b098-7820a49e88d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:44.774306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cf9f98-fa08-423d-8d4e-ca3c74f927ad tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Network d6e83f69-6454-4fa3-9306-55e6c8ce8b5f is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:39:44.875270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-23cf9f98-fa08-423d-8d4e-ca3c74f927ad tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, d6e83f69-6454-4fa3-9306-55e6c8ce8b5f) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:44.883730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c54c37-5c75-4caa-8ee8-57aa329c8106 None None] Network d6e83f69-6454-4fa3-9306-55e6c8ce8b5f requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:44.905908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cf9f98-fa08-423d-8d4e-ca3c74f927ad tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:44.906581 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23cf9f98-fa08-423d-8d4e-ca3c74f927ad tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:44.945311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee78f42-285c-4cc6-9a57-b065dea9737f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Network': ['ID=63ea25a8-3f2d-41bc-a01f-a7628c4ee35c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:44.946650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-415454933-network', 'tenant_id': '69e3d04169fb4456a29c249b91e26b25'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:44.961448 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1ee78f42-285c-4cc6-9a57-b065dea9737f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3509398 Jan 14 07:39:44.964800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:44.967199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52418) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:44.967346 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1ee78f42-285c-4cc6-9a57-b065dea9737f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:44.982640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-06f2befb-dc13-43a1-a5a2-eec4d7cbc4f9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'subnet': {'network_id': '63ea25a8-3f2d-41bc-a01f-a7628c4ee35c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:44.987090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ac2625d-4c2c-4ddf-a912-718e783e9632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:44.989814 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ac2625d-4c2c-4ddf-a912-718e783e9632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:44.994223 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7ac2625d-4c2c-4ddf-a912-718e783e9632 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65dfa316-6a8b-40e3-9f80-70fc9243bf0a HTTP/1.1" status: 204 len: 168 time: 1.5793588 Jan 14 07:39:44.999725 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7e7672e2-da46-4404-b46d-48cb4d2b05a5 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:45.014752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Usage tracker for resource:network and tenant:69e3d04169fb4456a29c249b91e26b25 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:45.016092 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-23cf9f98-fa08-423d-8d4e-ca3c74f927ad tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.3260467 Jan 14 07:39:45.019284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52426) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:45.020845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2625d-4c2c-4ddf-a912-718e783e9632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dfa316-6a8b-40e3-9f80-70fc9243bf0a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:45.023793 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-331cab60-df4b-4731-927e-e279233b02d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:45.029833 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7ac2625d-4c2c-4ddf-a912-718e783e9632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:45.050815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:45.071462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 63ea25a8-3f2d-41bc-a01f-a7628c4ee35c details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:45.095410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 63ea25a8-3f2d-41bc-a01f-a7628c4ee35c details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:45.178812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] For port 7324b73d-ca67-4b3f-bee1-5e6b9ec3bed2, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7324b73d-ca67-4b3f-bee1-5e6b9ec3bed2,segment=NetworkSegment(079dd9cd-edde-4a50-865e-15eb0763ed0b),segment_id=079dd9cd-edde-4a50-865e-15eb0763ed0b)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:45.179613 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:45.193751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:45.231297 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6d9fb1a7-7dc5-4c7f-b4c3-974b92101dd2 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:45.236901 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6d9fb1a7-7dc5-4c7f-b4c3-974b92101dd2 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "DELETE /v2.0/ports/478cb59a-92e8-44a1-9823-7f59f39eb9f4 HTTP/1.1" status: 204 len: 168 time: 4.8163209 Jan 14 07:39:45.237865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52432) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:45.408764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 63ea25a8-3f2d-41bc-a01f-a7628c4ee35c details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:45.478683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Calling delete_port for 7324b73d-ca67-4b3f-bee1-5e6b9ec3bed2 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:45.576467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Made reservation on behalf of 69e3d04169fb4456a29c249b91e26b25 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:45.581456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:45.618009 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:45.646456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 33aa990e-2226-40db-b779-8a99d480307f up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:39:45.671952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-06f2befb-dc13-43a1-a5a2-eec4d7cbc4f9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:45.676399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-06f2befb-dc13-43a1-a5a2-eec4d7cbc4f9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:subnet and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:45.683950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-06f2befb-dc13-43a1-a5a2-eec4d7cbc4f9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:45.696983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-06f2befb-dc13-43a1-a5a2-eec4d7cbc4f9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:45.773078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:45.777228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Usage tracker for resource:security_group_rule and tenant:69e3d04169fb4456a29c249b91e26b25 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:45.781886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:45.788377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:45.888906 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:45.902142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f2befb-dc13-43a1-a5a2-eec4d7cbc4f9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:45.956334 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:45.973308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:39:45.983525 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:45.984154 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Added segment fdb6d83a-245e-4dd8-b347-346eaef2594a of type vxlan for network 2193f6c1-4b48-4496-a5b7-39ab43b0f320 Jan 14 07:39:46.017217 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:46.074704 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-45c44bbc-7772-478e-bd7b-4644b5fcf81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:46.108190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0e3d80-0b83-4b46-b1a7-4b5d24169db0 None None] Network 1f442b07-e1da-48bf-bb2b-abde45f6ceb9 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:46.109293 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:46.160454 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:46.161503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:46.162127 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:46.208575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592c33ff-5369-491d-85e6-5a2a3d24c426,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:46.219902 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:46.222550 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8f6ee951-4790-4f12-ae93-82e337683fe3 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:46.313566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-d6e83f69-6454-4fa3-9306-55e6c8ce8b5f', 'network_id': 'd6e83f69-6454-4fa3-9306-55e6c8ce8b5f', 'tenant_id': 'b36445ed4b0247d3823bacd55ae2dba1', 'fixed_ips': [{'subnet_id': '82d0f34e-9c2c-4706-8bf6-aeaf0c8eface'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:39:46.314726 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:46.355862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Pushing event updated for resources: {'Network': ['ID=2193f6c1-4b48-4496-a5b7-39ab43b0f320,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:46.359474 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:46.392613 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:46.396164 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0c4c94a5-484f-403a-9dc4-732433e3ae07 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:46.431175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4efd049b-8465-4bfe-ac91-0f5b20a41c5c None None] Provisioning complete for port c96bb553-08a0-4f96-ab43-049e0d0c138d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:46.431881 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4efd049b-8465-4bfe-ac91-0f5b20a41c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:46.555886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 2193f6c1-4b48-4496-a5b7-39ab43b0f320 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:46.572952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 2193f6c1-4b48-4496-a5b7-39ab43b0f320 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:46.588008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 2193f6c1-4b48-4496-a5b7-39ab43b0f320 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:46.592239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Port': ['ID=7324b73d-ca67-4b3f-bee1-5e6b9ec3bed2,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:46.598871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06f2befb-dc13-43a1-a5a2-eec4d7cbc4f9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:46.626429 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:46.731332 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:46.867716 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.6860075 Jan 14 07:39:46.871564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52460) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:46.901140 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:46.922946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b21f808e-a879-429c-a9af-f70b9e52a7e5 admin admin] Request body: {'subnet': {'network_id': '2193f6c1-4b48-4496-a5b7-39ab43b0f320', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-415454933-subnet', 'tenant_id': '69e3d04169fb4456a29c249b91e26b25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:46.941542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b21f808e-a879-429c-a9af-f70b9e52a7e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:46.945791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b21f808e-a879-429c-a9af-f70b9e52a7e5 admin admin] Usage tracker for resource:subnet and tenant:69e3d04169fb4456a29c249b91e26b25 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:46.949096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b21f808e-a879-429c-a9af-f70b9e52a7e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:46.956645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b21f808e-a879-429c-a9af-f70b9e52a7e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:46.995504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21f808e-a879-429c-a9af-f70b9e52a7e5 admin admin] Made reservation on behalf of 69e3d04169fb4456a29c249b91e26b25 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:47.000937 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b21f808e-a879-429c-a9af-f70b9e52a7e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:47.016099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7587ad87-ce13-438b-bbd7-054cb7bb9ff1 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Deleting subnet 7b6710e3-c540-4c85-9551-77266c50801b {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:39:47.023599 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7587ad87-ce13-438b-bbd7-054cb7bb9ff1 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:47.089046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Allocated IP 2001:db8::1 (1f442b07-e1da-48bf-bb2b-abde45f6ceb9/7dc2abdd-61fc-4a85-a43d-4e93b34a1dce/aed6e721-f928-4343-9a65-17d636689df6) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:47.110153 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7587ad87-ce13-438b-bbd7-054cb7bb9ff1 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:47.190170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] No DVR routers for this DVR port 7324b73d-ca67-4b3f-bee1-5e6b9ec3bed2 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:39:47.282010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 33aa990e-2226-40db-b779-8a99d480307f completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:47.298982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 082154cb-e41c-4465-b340-2a05570f25be up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:39:47.302662 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-331cab60-df4b-4731-927e-e279233b02d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:47.374185 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7587ad87-ce13-438b-bbd7-054cb7bb9ff1 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:47.393615 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-331cab60-df4b-4731-927e-e279233b02d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:47.423214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:47.457308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Transition to ACTIVE for port object aed6e721-f928-4343-9a65-17d636689df6 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:47.526685 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-907e6b44-db58-4105-b90a-ef24d80dacbf tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:47.614160 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:47.622766 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:47.653948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-331cab60-df4b-4731-927e-e279233b02d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] In _notify_port_updated(), no bound segment for port f3c1d8b4-46f8-4aca-8923-e14f9b71e38d on network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c {{(pid=80907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:39:47.673219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331cab60-df4b-4731-927e-e279233b02d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:47.673920 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-331cab60-df4b-4731-927e-e279233b02d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:47.675393 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-331cab60-df4b-4731-927e-e279233b02d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "PUT /v2.0/ports/f3c1d8b4-46f8-4aca-8923-e14f9b71e38d HTTP/1.1" status: 200 len: 818 time: 3.4639938 Jan 14 07:39:47.711979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4efd049b-8465-4bfe-ac91-0f5b20a41c5c None None] Provisioning complete for port 082154cb-e41c-4465-b340-2a05570f25be triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:47.712411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4efd049b-8465-4bfe-ac91-0f5b20a41c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:47.731981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52474) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:47.759796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 082154cb-e41c-4465-b340-2a05570f25be triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:47.760208 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:47.771037 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-82725ba9-67d7-46f1-ab62-a9fcbd748977 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:47.837961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cab60-df4b-4731-927e-e279233b02d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=f3c1d8b4-46f8-4aca-8923-e14f9b71e38d,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:47.894621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event updated for resources: {'Port': ['ID=aed6e721-f928-4343-9a65-17d636689df6,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:47.952774 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:47.966896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Network 1f442b07-e1da-48bf-bb2b-abde45f6ceb9 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:47.985343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:47.996014 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-331cab60-df4b-4731-927e-e279233b02d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:47.999064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:48.000386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:48.061625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Allocated IP 2001:db8::2 (d6e83f69-6454-4fa3-9306-55e6c8ce8b5f/82d0f34e-9c2c-4706-8bf6-aeaf0c8eface/415f6c05-e85f-4333-a75b-60684752c337) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:48.081485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f30f989-642a-42eb-98fe-1cc9dc4bb8c4']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:48.103565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079dd9cd-edde-4a50-865e-15eb0763ed0b') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:48.104136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079dd9cd-edde-4a50-865e-15eb0763ed0b') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:48.120508 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:48.143624 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:48.156288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:39:48.223062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c96bb553-08a0-4f96-ab43-049e0d0c138d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:39:48.315582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:48.427468 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06f2befb-dc13-43a1-a5a2-eec4d7cbc4f9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:48.429207 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7587ad87-ce13-438b-bbd7-054cb7bb9ff1 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:48.447493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2c89c077-8ad0-4f41-9ebe-54d14534d0c6 None None] Provisioning for port 33aa990e-2226-40db-b779-8a99d480307f completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:48.462759 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3aeaebf1-6fe0-4428-91ee-3fad1ce72b78 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:48.466722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2c89c077-8ad0-4f41-9ebe-54d14534d0c6 None None] Provisioning complete for port 33aa990e-2226-40db-b779-8a99d480307f triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:48.467150 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c89c077-8ad0-4f41-9ebe-54d14534d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:48.509987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c96bb553-08a0-4f96-ab43-049e0d0c138d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:48.510139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:48.691170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587ad87-ce13-438b-bbd7-054cb7bb9ff1 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Pushing event deleted for resources: {'Subnet': ['ID=7b6710e3-c540-4c85-9551-77266c50801b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:48.696404 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7587ad87-ce13-438b-bbd7-054cb7bb9ff1 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:48.712410 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7587ad87-ce13-438b-bbd7-054cb7bb9ff1 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "DELETE /v2.0/subnets/7b6710e3-c540-4c85-9551-77266c50801b HTTP/1.1" status: 204 len: 168 time: 3.4710732 Jan 14 07:39:48.713635 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7587ad87-ce13-438b-bbd7-054cb7bb9ff1 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:48.733930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b535e74d-8677-4fee-ac0f-4648cf0a7554 None None] Network 52499f97-e596-470a-9726-4e7961789aae requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:48.790690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52484) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.963461 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:48.975282 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:48.998808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a94838ee-4cdb-4107-aa62-23b3cc8f13d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port f3c1d8b4-46f8-4aca-8923-e14f9b71e38d {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:48.999329 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a94838ee-4cdb-4107-aa62-23b3cc8f13d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.106468 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9a55b7c7-a187-40dc-bcba-4b6530ae8f2c tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:49.134423 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.170499 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c89c077-8ad0-4f41-9ebe-54d14534d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.184997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Transition to ACTIVE for port object 415f6c05-e85f-4333-a75b-60684752c337 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:49.230865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Transition to ACTIVE for port object 415f6c05-e85f-4333-a75b-60684752c337 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:49.245506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.264961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2c89c077-8ad0-4f41-9ebe-54d14534d0c6 None None] For port 33aa990e-2226-40db-b779-8a99d480307f, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=33aa990e-2226-40db-b779-8a99d480307f,segment=NetworkSegment(173fa35f-a738-4f88-8671-0fbe3e5ae480),segment_id=173fa35f-a738-4f88-8671-0fbe3e5ae480)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:49.267556 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:49.317542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.343463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77f8151-56b5-4321-aa83-3d1f681e3c19 None None] DHCP port deletion for 52499f97-e596-470a-9726-4e7961789aae request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:39:49.413799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c77f8151-56b5-4321-aa83-3d1f681e3c19 None None] Deleting port 59c41724-e22f-44d6-8c54-f810d7a500d7 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:49.414221 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c77f8151-56b5-4321-aa83-3d1f681e3c19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.426042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Deleting port 59c41724-e22f-44d6-8c54-f810d7a500d7 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:49.426684 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.440510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c89c077-8ad0-4f41-9ebe-54d14534d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.462678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 3f30f989-642a-42eb-98fe-1cc9dc4bb8c4 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:49.495265 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.515325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2befb-dc13-43a1-a5a2-eec4d7cbc4f9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Subnet': ['ID=f553526e-064a-4f86-9c6f-e46d3996bbdf,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:49.518612 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06f2befb-dc13-43a1-a5a2-eec4d7cbc4f9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:49.698446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c77f8151-56b5-4321-aa83-3d1f681e3c19 None None] For port 59c41724-e22f-44d6-8c54-f810d7a500d7, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=59c41724-e22f-44d6-8c54-f810d7a500d7,segment=NetworkSegment(7bff211f-7bb6-4a41-a7a5-c48112ff5b8d),segment_id=7bff211f-7bb6-4a41-a7a5-c48112ff5b8d)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:49.699942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c77f8151-56b5-4321-aa83-3d1f681e3c19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.832004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.836842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c77f8151-56b5-4321-aa83-3d1f681e3c19 None None] Calling delete_port for 59c41724-e22f-44d6-8c54-f810d7a500d7 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:49.857901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] For port 59c41724-e22f-44d6-8c54-f810d7a500d7, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=59c41724-e22f-44d6-8c54-f810d7a500d7,segment=NetworkSegment(7bff211f-7bb6-4a41-a7a5-c48112ff5b8d),segment_id=7bff211f-7bb6-4a41-a7a5-c48112ff5b8d)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:49.858409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.870921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 3f30f989-642a-42eb-98fe-1cc9dc4bb8c4 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:49.874590 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.876391 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.905069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a94838ee-4cdb-4107-aa62-23b3cc8f13d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:49.937622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Pushing event updated for resources: {'Port': ['ID=415f6c05-e85f-4333-a75b-60684752c337,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:39:49.941528 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:39:49.945652 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:49.945735 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18a773c3-b5af-4af4-848e-2034d7968cac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.487s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:50.027468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89c077-8ad0-4f41-9ebe-54d14534d0c6 None None] Pushing event updated for resources: {'Port': ['ID=33aa990e-2226-40db-b779-8a99d480307f,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:50.030945 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c77f8151-56b5-4321-aa83-3d1f681e3c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:50.132482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Calling delete_port for 59c41724-e22f-44d6-8c54-f810d7a500d7 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:50.144301 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2c89c077-8ad0-4f41-9ebe-54d14534d0c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:50.144837 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2c89c077-8ad0-4f41-9ebe-54d14534d0c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:50.193382 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:50.217790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f8151-56b5-4321-aa83-3d1f681e3c19 None None] Pushing event deleted for resources: {'Port': ['ID=59c41724-e22f-44d6-8c54-f810d7a500d7,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:50.224962 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c77f8151-56b5-4321-aa83-3d1f681e3c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:50.225765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-14f6f0eb-7636-407b-a20b-b7c8b075c30a None None] Provisioning complete for port 33aa990e-2226-40db-b779-8a99d480307f triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:50.226183 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14f6f0eb-7636-407b-a20b-b7c8b075c30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:50.256621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77f8151-56b5-4321-aa83-3d1f681e3c19 None None] No DVR routers for this DVR port 59c41724-e22f-44d6-8c54-f810d7a500d7 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:39:50.274961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Network d6e83f69-6454-4fa3-9306-55e6c8ce8b5f is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:50.285576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:50.290345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:50.351379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event updated for resources: {'Port': ['ID=aed6e721-f928-4343-9a65-17d636689df6,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:50.361576 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:50.365384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Attempting to bind port 415f6c05-e85f-4333-a75b-60684752c337 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:39:50.365809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Attempting to bind port 415f6c05-e85f-4333-a75b-60684752c337 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '05e24e29-fb64-4bb4-8bd9-5d1bcc60589b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'd6e83f69-6454-4fa3-9306-55e6c8ce8b5f'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:39:50.366225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Attempting to bind port 415f6c05-e85f-4333-a75b-60684752c337 on network d6e83f69-6454-4fa3-9306-55e6c8ce8b5f {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:39:50.374974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:39:50.375404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Checking segment: {'id': '05e24e29-fb64-4bb4-8bd9-5d1bcc60589b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'd6e83f69-6454-4fa3-9306-55e6c8ce8b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:50.375888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:50.376337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Bound using segment: {'id': '05e24e29-fb64-4bb4-8bd9-5d1bcc60589b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'd6e83f69-6454-4fa3-9306-55e6c8ce8b5f'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:39:50.376874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Bound port: 415f6c05-e85f-4333-a75b-60684752c337, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e24e29-fb64-4bb4-8bd9-5d1bcc60589b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'd6e83f69-6454-4fa3-9306-55e6c8ce8b5f'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:39:50.377302 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:50.394158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Network 1f442b07-e1da-48bf-bb2b-abde45f6ceb9 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:50.396179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:50.459300 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b21f808e-a879-429c-a9af-f70b9e52a7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:50.482811 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:39:50.483174 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:39:50.557125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] For port 415f6c05-e85f-4333-a75b-60684752c337, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:39:50.562154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] For port 415f6c05-e85f-4333-a75b-60684752c337, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=415f6c05-e85f-4333-a75b-60684752c337,segment=NetworkSegment(05e24e29-fb64-4bb4-8bd9-5d1bcc60589b),segment_id=05e24e29-fb64-4bb4-8bd9-5d1bcc60589b)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:39:50.574028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:50.595715 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:50.639426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Router 7b4f1ba7-d605-487e-b1fc-ef3071967f54 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:39:50.644273 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ecbe54a4-2a0b-48ac-81ed-6e5b4a015963 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:50.703340 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:50.712469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a94838ee-4cdb-4107-aa62-23b3cc8f13d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for f3c1d8b4-46f8-4aca-8923-e14f9b71e38d owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:50.758734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f808e-a879-429c-a9af-f70b9e52a7e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=488efe15-a561-4f6f-9e3b-3340233e02d0,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:50.776648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f2befb-dc13-43a1-a5a2-eec4d7cbc4f9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Checking segment: {'id': '713f39b3-380d-4eeb-a8fe-67c4761141ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '63ea25a8-3f2d-41bc-a01f-a7628c4ee35c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:50.777144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f2befb-dc13-43a1-a5a2-eec4d7cbc4f9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network hostable DHCP agents. Network: 63ea25a8-3f2d-41bc-a01f-a7628c4ee35c, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:39:50.778202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Pushing event updated for resources: {'Port': ['ID=415f6c05-e85f-4333-a75b-60684752c337,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:50.785110 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b21f808e-a879-429c-a9af-f70b9e52a7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:50.795570 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:50.807846 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:50.814068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-14f6f0eb-7636-407b-a20b-b7c8b075c30a None None] Provisioning for port aed6e721-f928-4343-9a65-17d636689df6 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:50.823478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-14f6f0eb-7636-407b-a20b-b7c8b075c30a None None] Provisioning complete for port aed6e721-f928-4343-9a65-17d636689df6 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:50.824084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14f6f0eb-7636-407b-a20b-b7c8b075c30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:50.866142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Network': ['ID=3f30f989-642a-42eb-98fe-1cc9dc4bb8c4,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:50.872301 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:50.897577 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/networks/3f30f989-642a-42eb-98fe-1cc9dc4bb8c4 HTTP/1.1" status: 204 len: 168 time: 12.8112028 Jan 14 07:39:50.902441 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:50.903593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52498) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:50.904652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21f808e-a879-429c-a9af-f70b9e52a7e5 admin admin] Checking segment: {'id': 'fdb6d83a-245e-4dd8-b347-346eaef2594a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '2193f6c1-4b48-4496-a5b7-39ab43b0f320'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:50.905054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21f808e-a879-429c-a9af-f70b9e52a7e5 admin admin] Network hostable DHCP agents. Network: 2193f6c1-4b48-4496-a5b7-39ab43b0f320, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:39:50.956065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f2befb-dc13-43a1-a5a2-eec4d7cbc4f9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network 63ea25a8-3f2d-41bc-a01f-a7628c4ee35c is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:39:50.981414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-62b2c75b-dd56-4f04-bb1a-bb112d3401c0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1260797119'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:51.004335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-62b2c75b-dd56-4f04-bb1a-bb112d3401c0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:51.016014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-62b2c75b-dd56-4f04-bb1a-bb112d3401c0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Usage tracker for resource:network and tenant:e9c7c2a7999a4b238d158f0f85d98fe1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:51.026956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-62b2c75b-dd56-4f04-bb1a-bb112d3401c0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Quota usage for network was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:51.070494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-62b2c75b-dd56-4f04-bb1a-bb112d3401c0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:51.072755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-06f2befb-dc13-43a1-a5a2-eec4d7cbc4f9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 63ea25a8-3f2d-41bc-a01f-a7628c4ee35c) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:51.097531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f2befb-dc13-43a1-a5a2-eec4d7cbc4f9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:51.098339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06f2befb-dc13-43a1-a5a2-eec4d7cbc4f9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:51.121041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21f808e-a879-429c-a9af-f70b9e52a7e5 admin admin] Network 2193f6c1-4b48-4496-a5b7-39ab43b0f320 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:39:51.140139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b21f808e-a879-429c-a9af-f70b9e52a7e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 2193f6c1-4b48-4496-a5b7-39ab43b0f320) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:51.147475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 33aa990e-2226-40db-b779-8a99d480307f up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:39:51.156802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21f808e-a879-429c-a9af-f70b9e52a7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:51.157463 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b21f808e-a879-429c-a9af-f70b9e52a7e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:51.176044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Deleting port 59c41724-e22f-44d6-8c54-f810d7a500d7 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:51.176426 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:51.179231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e948fd-6896-4ca3-8cce-8e64002cd643 None None] Network 63ea25a8-3f2d-41bc-a01f-a7628c4ee35c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:51.211778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b2c75b-dd56-4f04-bb1a-bb112d3401c0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Made reservation on behalf of e9c7c2a7999a4b238d158f0f85d98fe1 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:51.214536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00145266-0ccb-470d-8ec6-af173cfc7ef8 None None] Network 2193f6c1-4b48-4496-a5b7-39ab43b0f320 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:51.222938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62b2c75b-dd56-4f04-bb1a-bb112d3401c0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:51.263397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b2c75b-dd56-4f04-bb1a-bb112d3401c0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:39:51.275254 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b21f808e-a879-429c-a9af-f70b9e52a7e5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.3907070 Jan 14 07:39:51.275254 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-06f2befb-dc13-43a1-a5a2-eec4d7cbc4f9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.3007133 Jan 14 07:39:51.275254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52506) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:51.282881 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62b2c75b-dd56-4f04-bb1a-bb112d3401c0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:51.283329 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-62b2c75b-dd56-4f04-bb1a-bb112d3401c0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Added segment 126b02a6-34ae-4e70-962a-ce485e338160 of type vxlan for network 32218d6c-e24e-44dc-a518-fede3ba544ff Jan 14 07:39:51.284648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] The port '59c41724-e22f-44d6-8c54-f810d7a500d7' was deleted {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:39:51.315005 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62b2c75b-dd56-4f04-bb1a-bb112d3401c0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:51.350175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5f5628ef-e514-4aa4-af46-78f7eb340513 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'port': {'network_id': '63ea25a8-3f2d-41bc-a01f-a7628c4ee35c', 'name': 'tempest-PortsTestJSON-2018394756'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:51.501654 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a94838ee-4cdb-4107-aa62-23b3cc8f13d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:51.505885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:51.600540 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b7cafed8-d52e-4f14-b5b0-6b6dfdf41730 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:51.633729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-14f6f0eb-7636-407b-a20b-b7c8b075c30a None None] Port aed6e721-f928-4343-9a65-17d636689df6 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:39:51.640522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3caae25-9277-46b0-be3a-4059c956e54c None None] Network 2193f6c1-4b48-4496-a5b7-39ab43b0f320 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:51.682588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94838ee-4cdb-4107-aa62-23b3cc8f13d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=f3c1d8b4-46f8-4aca-8923-e14f9b71e38d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:51.690201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:39:51.693396 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a94838ee-4cdb-4107-aa62-23b3cc8f13d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:51.700209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419c5f8-bf7d-4057-9bdb-93f99a1a9f8f None None] Sync routers for ids ['7b4f1ba7-d605-487e-b1fc-ef3071967f54'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:39:51.711032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62b2c75b-dd56-4f04-bb1a-bb112d3401c0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:51.714226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419c5f8-bf7d-4057-9bdb-93f99a1a9f8f None None] Routers {'7b4f1ba7-d605-487e-b1fc-ef3071967f54'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:39:51.717064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d419c5f8-bf7d-4057-9bdb-93f99a1a9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:39:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7b4f1ba7-d605-487e-b1fc-ef3071967f54'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:51.761749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b2c75b-dd56-4f04-bb1a-bb112d3401c0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:51.763599 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62b2c75b-dd56-4f04-bb1a-bb112d3401c0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:51.788106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 33aa990e-2226-40db-b779-8a99d480307f triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:51.788319 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:51.803487 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "PUT /v2.0/routers/7b4f1ba7-d605-487e-b1fc-ef3071967f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7646315 Jan 14 07:39:51.807491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52518) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:51.836191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5f5628ef-e514-4aa4-af46-78f7eb340513 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:51.842549 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f8e6643e-cee5-4d67-a047-bfd4dad2520b tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:51.889002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c4798042-b68d-45d9-9c64-51795ff661c6 None None] Provisioning complete for port aed6e721-f928-4343-9a65-17d636689df6 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:51.889421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4798042-b68d-45d9-9c64-51795ff661c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:51.894520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d419c5f8-bf7d-4057-9bdb-93f99a1a9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:51.899410 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-62b2c75b-dd56-4f04-bb1a-bb112d3401c0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9663179 Jan 14 07:39:51.916695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419c5f8-bf7d-4057-9bdb-93f99a1a9f8f None None] Routers {'7b4f1ba7-d605-487e-b1fc-ef3071967f54'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:39:51.917531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d419c5f8-bf7d-4057-9bdb-93f99a1a9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:39:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7b4f1ba7-d605-487e-b1fc-ef3071967f54'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:51.927232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52522) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:51.950609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a94838ee-4cdb-4107-aa62-23b3cc8f13d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:51.966865 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a94838ee-4cdb-4107-aa62-23b3cc8f13d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/ports/f3c1d8b4-46f8-4aca-8923-e14f9b71e38d HTTP/1.1" status: 204 len: 168 time: 4.2320833 Jan 14 07:39:51.969693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52526) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:51.977479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5f5628ef-e514-4aa4-af46-78f7eb340513 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:52.069548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52499f97-e596-470a-9726-4e7961789aae']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:52.091916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5c30f4b7-e411-4a72-95d8-c2443403a517 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'subnet': {'network_id': '32218d6c-e24e-44dc-a518-fede3ba544ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:52.093403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d419c5f8-bf7d-4057-9bdb-93f99a1a9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:52.094005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419c5f8-bf7d-4057-9bdb-93f99a1a9f8f None None] The sync data for ids ['7b4f1ba7-d605-487e-b1fc-ef3071967f54'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:39:52.314738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bff211f-7bb6-4a41-a7a5-c48112ff5b8d') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:52.315114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bff211f-7bb6-4a41-a7a5-c48112ff5b8d') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:39:52.323151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c4798042-b68d-45d9-9c64-51795ff661c6 None None] Port aed6e721-f928-4343-9a65-17d636689df6 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:39:52.426280 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:52.430028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5628ef-e514-4aa4-af46-78f7eb340513 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:52.432004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-63ea25a8-3f2d-41bc-a01f-a7628c4ee35c', 'network_id': '63ea25a8-3f2d-41bc-a01f-a7628c4ee35c', 'tenant_id': '4605628481ce4f349c9c522bcadc9a32', 'fixed_ips': [{'subnet_id': 'f553526e-064a-4f86-9c6f-e46d3996bbdf'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:39:52.432856 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:52.459882 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f5628ef-e514-4aa4-af46-78f7eb340513 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:52.578182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 59c41724-e22f-44d6-8c54-f810d7a500d7 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:39:52.867923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Allocated IP 172.20.0.2 (63ea25a8-3f2d-41bc-a01f-a7628c4ee35c/f553526e-064a-4f86-9c6f-e46d3996bbdf/3796c4a7-8b23-4519-b461-6e0a0a39976d) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:52.877901 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:52.881056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-5f5628ef-e514-4aa4-af46-78f7eb340513 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] device_id is not set on port 74c88ef9-cf27-4453-9274-0f3cbb6f9431 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:39:52.913988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 59c41724-e22f-44d6-8c54-f810d7a500d7 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:39:52.914747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 59c41724-e22f-44d6-8c54-f810d7a500d7 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:39:52.935349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Releasing vxlan tunnel 6 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:39:53.051084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2c75b-dd56-4f04-bb1a-bb112d3401c0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Network': ['ID=32218d6c-e24e-44dc-a518-fede3ba544ff,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:53.072274 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-62b2c75b-dd56-4f04-bb1a-bb112d3401c0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.222s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:53.073267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 32218d6c-e24e-44dc-a518-fede3ba544ff details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:53.165291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9ec603-fed1-43d9-8836-1c20dff54c98 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:53.166269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ce9ec603-fed1-43d9-8836-1c20dff54c98 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Synchronizing usage tracker for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:39:53.172236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5c30f4b7-e411-4a72-95d8-c2443403a517 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:53.180798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5c30f4b7-e411-4a72-95d8-c2443403a517 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Usage tracker for resource:subnet and tenant:e9c7c2a7999a4b238d158f0f85d98fe1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:53.185150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5c30f4b7-e411-4a72-95d8-c2443403a517 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:53.195488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5c30f4b7-e411-4a72-95d8-c2443403a517 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:53.205311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ce9ec603-fed1-43d9-8836-1c20dff54c98 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Unset dirty status for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:39:53.210275 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ce9ec603-fed1-43d9-8836-1c20dff54c98 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.1241899 Jan 14 07:39:53.211317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52542) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:53.269905 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f8e0a8-c7bb-4431-b786-16f023641fd6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] GET failed (client error): The resource could not be found. Jan 14 07:39:53.276840 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-42f8e0a8-c7bb-4431-b786-16f023641fd6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports/f3c1d8b4-46f8-4aca-8923-e14f9b71e38d HTTP/1.1" status: 404 len: 333 time: 0.0636487 Jan 14 07:39:53.277506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52546) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:53.280626 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-7e571a23-ad7f-4942-93b4-34a6579c35ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:39:53.281566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c30f4b7-e411-4a72-95d8-c2443403a517 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Made reservation on behalf of e9c7c2a7999a4b238d158f0f85d98fe1 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:53.290307 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7e571a23-ad7f-4942-93b4-34a6579c35ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "PUT /v2.0/routers/7b4f1ba7-d605-487e-b1fc-ef3071967f54/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4817028 Jan 14 07:39:53.291196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52550) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:53.299061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 32218d6c-e24e-44dc-a518-fede3ba544ff details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:53.331478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 32218d6c-e24e-44dc-a518-fede3ba544ff details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:53.386083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 415f6c05-e85f-4333-a75b-60684752c337 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:39:53.416156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b86e8675-7168-4a9f-8bd0-982d09d7d066 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1625703071'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:53.423870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b86e8675-7168-4a9f-8bd0-982d09d7d066 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:53.429578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b86e8675-7168-4a9f-8bd0-982d09d7d066 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:network and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:53.434442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b86e8675-7168-4a9f-8bd0-982d09d7d066 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for network was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:53.442204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b86e8675-7168-4a9f-8bd0-982d09d7d066 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:53.463680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c30f4b7-e411-4a72-95d8-c2443403a517 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:53.506818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86e8675-7168-4a9f-8bd0-982d09d7d066 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:53.511590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Network 52499f97-e596-470a-9726-4e7961789aae has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:53.516491 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b86e8675-7168-4a9f-8bd0-982d09d7d066 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:53.896772 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:53.999974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 415f6c05-e85f-4333-a75b-60684752c337 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:54.048904 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21ebf4c9-7290-44f8-b8df-58b63809b613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:54.068784 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:54.104661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Transition to ACTIVE for port object 3796c4a7-8b23-4519-b461-6e0a0a39976d will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:54.146910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Transition to ACTIVE for port object 3796c4a7-8b23-4519-b461-6e0a0a39976d will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:54.154044 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:54.182359 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:54.302334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Network 52499f97-e596-470a-9726-4e7961789aae has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:39:54.309775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86e8675-7168-4a9f-8bd0-982d09d7d066 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] vxlan segment allocate from pool success with {'vxlan_vni': 20} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:39:54.320828 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b86e8675-7168-4a9f-8bd0-982d09d7d066 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:54.321377 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-b86e8675-7168-4a9f-8bd0-982d09d7d066 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Added segment 45e0a3f2-75a7-49a1-bd96-03aa34f5fb5c of type vxlan for network adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd Jan 14 07:39:54.353124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b86e8675-7168-4a9f-8bd0-982d09d7d066 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:39:54.438201 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:39:54.448948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:54.468300 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9bdf2c79-f05a-44b8-8154-a58d0e632988 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:54.481626 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b86e8675-7168-4a9f-8bd0-982d09d7d066 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:54.495105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:54.502852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e8675-7168-4a9f-8bd0-982d09d7d066 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:54.503309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Pushing event deleted for resources: {'Network': ['ID=52499f97-e596-470a-9726-4e7961789aae,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:54.503599 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b86e8675-7168-4a9f-8bd0-982d09d7d066 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:54.510396 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] 10.222.0.41 "DELETE /v2.0/networks/52499f97-e596-470a-9726-4e7961789aae HTTP/1.1" status: 204 len: 168 time: 5.7184498 Jan 14 07:39:54.515821 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:54.552636 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a3b123e4-7eca-4c77-9dbd-237b1d07c6a6 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:54.579809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-5f5628ef-e514-4aa4-af46-78f7eb340513 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Allocated IP 172.20.0.13 (63ea25a8-3f2d-41bc-a01f-a7628c4ee35c/f553526e-064a-4f86-9c6f-e46d3996bbdf/74c88ef9-cf27-4453-9274-0f3cbb6f9431) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:54.589443 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b86e8675-7168-4a9f-8bd0-982d09d7d066 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3069479 Jan 14 07:39:54.605953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e81b11-8163-46cc-a696-07246ee56f5d None None] Network d6e83f69-6454-4fa3-9306-55e6c8ce8b5f requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:54.629205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52566) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:54.647525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-37013fa8-39f6-4f86-b305-46bffb1586ae tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'subnet': {'network_id': 'adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:54.774081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e8675-7168-4a9f-8bd0-982d09d7d066 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Network': ['ID=adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:54.782932 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b86e8675-7168-4a9f-8bd0-982d09d7d066 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:54.922587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-37013fa8-39f6-4f86-b305-46bffb1586ae tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:54.930391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-37013fa8-39f6-4f86-b305-46bffb1586ae tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:subnet and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:54.939367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-37013fa8-39f6-4f86-b305-46bffb1586ae tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:54.955079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:55.002511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-37013fa8-39f6-4f86-b305-46bffb1586ae tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:55.037794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37013fa8-39f6-4f86-b305-46bffb1586ae tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:55.112118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52576) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:55.112519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:55.181173 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1132c1f4-8692-4e18-a64c-45f7c5ee2414 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:55.232135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:39:55.444280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e1353664-c32f-4d89-a726-dfe5ddfc77db None None] Provisioning for port 415f6c05-e85f-4333-a75b-60684752c337 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:39:55.458047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e1353664-c32f-4d89-a726-dfe5ddfc77db None None] Provisioning complete for port 415f6c05-e85f-4333-a75b-60684752c337 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:55.458386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1353664-c32f-4d89-a726-dfe5ddfc77db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:55.524010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Pushing event updated for resources: {'Port': ['ID=3796c4a7-8b23-4519-b461-6e0a0a39976d,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:55.534822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f5628ef-e514-4aa4-af46-78f7eb340513 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:55.536011 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.354s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:55.550226 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9d2c6fea-6c25-4554-9992-b485ce3bfdf9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7b9beba52f041f7ad1113f4888c9225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4300551 Jan 14 07:39:55.550913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52584) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:55.617775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5f5628ef-e514-4aa4-af46-78f7eb340513 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Transition to ACTIVE for port object 74c88ef9-cf27-4453-9274-0f3cbb6f9431 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:55.623509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37013fa8-39f6-4f86-b305-46bffb1586ae tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:55.667172 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22f3b9cc-d394-423b-965d-35dd9cd3ad10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:55.696646 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22f3b9cc-d394-423b-965d-35dd9cd3ad10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:55.754001 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22f3b9cc-d394-423b-965d-35dd9cd3ad10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:55.770290 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1937806e-f506-4048-bf83-e33584925bde tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:55.800333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3b9cc-d394-423b-965d-35dd9cd3ad10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43da930d-3a72-4f04-af73-7f54b49052f5,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:55.805769 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-22f3b9cc-d394-423b-965d-35dd9cd3ad10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:55.819674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Network 63ea25a8-3f2d-41bc-a01f-a7628c4ee35c is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:55.896975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22f3b9cc-d394-423b-965d-35dd9cd3ad10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:55.902478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:55.909517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:55.910942 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-22f3b9cc-d394-423b-965d-35dd9cd3ad10 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43da930d-3a72-4f04-af73-7f54b49052f5 HTTP/1.1" status: 204 len: 168 time: 0.3462312 Jan 14 07:39:55.941649 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f5628ef-e514-4aa4-af46-78f7eb340513 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:56.060778 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1353664-c32f-4d89-a726-dfe5ddfc77db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:56.098988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Attempting to bind port 3796c4a7-8b23-4519-b461-6e0a0a39976d on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:39:56.099482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Attempting to bind port 3796c4a7-8b23-4519-b461-6e0a0a39976d by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '713f39b3-380d-4eeb-a8fe-67c4761141ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '63ea25a8-3f2d-41bc-a01f-a7628c4ee35c'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:39:56.099970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Attempting to bind port 3796c4a7-8b23-4519-b461-6e0a0a39976d on network 63ea25a8-3f2d-41bc-a01f-a7628c4ee35c {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:39:56.117710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:39:56.118205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Checking segment: {'id': '713f39b3-380d-4eeb-a8fe-67c4761141ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '63ea25a8-3f2d-41bc-a01f-a7628c4ee35c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:56.118578 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:56.119029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Bound using segment: {'id': '713f39b3-380d-4eeb-a8fe-67c4761141ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '63ea25a8-3f2d-41bc-a01f-a7628c4ee35c'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:39:56.119566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Bound port: 3796c4a7-8b23-4519-b461-6e0a0a39976d, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713f39b3-380d-4eeb-a8fe-67c4761141ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '63ea25a8-3f2d-41bc-a01f-a7628c4ee35c'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:39:56.120084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:56.279744 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a21850a-b996-4b20-ae7d-21973d79d1f8 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:56.336199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] For port 3796c4a7-8b23-4519-b461-6e0a0a39976d, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:39:56.341736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] For port 3796c4a7-8b23-4519-b461-6e0a0a39976d, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3796c4a7-8b23-4519-b461-6e0a0a39976d,segment=NetworkSegment(713f39b3-380d-4eeb-a8fe-67c4761141ea),segment_id=713f39b3-380d-4eeb-a8fe-67c4761141ea)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:39:56.356820 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:56.584290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5628ef-e514-4aa4-af46-78f7eb340513 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=74c88ef9-cf27-4453-9274-0f3cbb6f9431,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:56.589208 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f5628ef-e514-4aa4-af46-78f7eb340513 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:56.618616 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-13330f54-ba3e-4213-887d-56d266913d22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:56.640200 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c30f4b7-e411-4a72-95d8-c2443403a517 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:56.771670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e1353664-c32f-4d89-a726-dfe5ddfc77db None None] For port 415f6c05-e85f-4333-a75b-60684752c337, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=415f6c05-e85f-4333-a75b-60684752c337,segment=NetworkSegment(05e24e29-fb64-4bb4-8bd9-5d1bcc60589b),segment_id=05e24e29-fb64-4bb4-8bd9-5d1bcc60589b)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:39:56.884340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5628ef-e514-4aa4-af46-78f7eb340513 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network 63ea25a8-3f2d-41bc-a01f-a7628c4ee35c is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:56.885641 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fa1d50c7-5fa0-43ab-ab9e-bb94b710ac4f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:56.897593 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1353664-c32f-4d89-a726-dfe5ddfc77db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:56.936877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Pushing event updated for resources: {'Port': ['ID=3796c4a7-8b23-4519-b461-6e0a0a39976d,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:56.941083 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:56.945956 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c77f8151-56b5-4321-aa83-3d1f681e3c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:56.990569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5f5628ef-e514-4aa4-af46-78f7eb340513 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:56.993493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5628ef-e514-4aa4-af46-78f7eb340513 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:57.010729 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7831cff8-1dff-48b7-9307-fa2d45d04ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:39:57.081628 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:39:57.098673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5628ef-e514-4aa4-af46-78f7eb340513 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:57.099457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f5628ef-e514-4aa4-af46-78f7eb340513 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:57.175321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2573cac0-4295-4663-bb07-faf4969e57b2 None None] Provisioning complete for port 415f6c05-e85f-4333-a75b-60684752c337 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:57.176747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c30f4b7-e411-4a72-95d8-c2443403a517 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Checking segment: {'id': '126b02a6-34ae-4e70-962a-ce485e338160', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '32218d6c-e24e-44dc-a518-fede3ba544ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:57.177157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c30f4b7-e411-4a72-95d8-c2443403a517 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network hostable DHCP agents. Network: 32218d6c-e24e-44dc-a518-fede3ba544ff, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:39:57.181823 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2573cac0-4295-4663-bb07-faf4969e57b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:57.188280 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5f5628ef-e514-4aa4-af46-78f7eb340513 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.8902133 Jan 14 07:39:57.189161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52604) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:57.225399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e131f06b-e4db-48c4-a0ac-0016af8702ba tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'port': {'network_id': '63ea25a8-3f2d-41bc-a01f-a7628c4ee35c', 'name': 'tempest-PortsTestJSON-312657287'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:57.266380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1353664-c32f-4d89-a726-dfe5ddfc77db None None] Pushing event updated for resources: {'Port': ['ID=415f6c05-e85f-4333-a75b-60684752c337,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:57.272541 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1353664-c32f-4d89-a726-dfe5ddfc77db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:57.274496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c30f4b7-e411-4a72-95d8-c2443403a517 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 32218d6c-e24e-44dc-a518-fede3ba544ff is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:39:57.289514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30f4b7-e411-4a72-95d8-c2443403a517 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Subnet': ['ID=5d78baf1-708e-442a-9ca6-1c8f480d55cd,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:57.302422 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5c30f4b7-e411-4a72-95d8-c2443403a517 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:57.308290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5c30f4b7-e411-4a72-95d8-c2443403a517 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 32218d6c-e24e-44dc-a518-fede3ba544ff) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:57.365543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1132c1f4-8692-4e18-a64c-45f7c5ee2414 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Deleting port aed6e721-f928-4343-9a65-17d636689df6 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:39:57.366047 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1132c1f4-8692-4e18-a64c-45f7c5ee2414 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:57.370614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dbf913-a6db-41b5-9521-633b01fe545a None None] Network 32218d6c-e24e-44dc-a518-fede3ba544ff requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:57.439376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c30f4b7-e411-4a72-95d8-c2443403a517 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:57.442854 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c30f4b7-e411-4a72-95d8-c2443403a517 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:57.549807 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5c30f4b7-e411-4a72-95d8-c2443403a517 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 5.5776496 Jan 14 07:39:57.556327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52612) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:57.595032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:57.686113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e131f06b-e4db-48c4-a0ac-0016af8702ba tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:57.695486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e131f06b-e4db-48c4-a0ac-0016af8702ba tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:port and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:57.705480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e131f06b-e4db-48c4-a0ac-0016af8702ba tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for port was recalculated. Used quota:3. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:57.712484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e131f06b-e4db-48c4-a0ac-0016af8702ba tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:57.725219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e131f06b-e4db-48c4-a0ac-0016af8702ba tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:57.773806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e131f06b-e4db-48c4-a0ac-0016af8702ba tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:57.816497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-32218d6c-e24e-44dc-a518-fede3ba544ff', 'network_id': '32218d6c-e24e-44dc-a518-fede3ba544ff', 'tenant_id': 'e9c7c2a7999a4b238d158f0f85d98fe1', 'fixed_ips': [{'subnet_id': '5d78baf1-708e-442a-9ca6-1c8f480d55cd'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:39:57.817647 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:57.843154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8dd6a9e5-7025-44e3-b9d4-47425a23fb4b None None] Provisioning complete for port 415f6c05-e85f-4333-a75b-60684752c337 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:39:57.843591 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8dd6a9e5-7025-44e3-b9d4-47425a23fb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:57.967678 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:58.081419 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37013fa8-39f6-4f86-b305-46bffb1586ae tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:58.096847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52624) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:58.103534 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da8dfc0c-af5a-4c20-acee-e1c0af221185 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:58.169405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-e131f06b-e4db-48c4-a0ac-0016af8702ba tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] device_id is not set on port 0359c95f-d7f8-4bad-a13f-15e84e6c9cb8 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:39:58.321164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Allocated IP 2001:db8::1 (32218d6c-e24e-44dc-a518-fede3ba544ff/5d78baf1-708e-442a-9ca6-1c8f480d55cd/ee6458a8-1c25-47aa-abd8-c5a03e14a745) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:58.415613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-476546630'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:58.447037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:58.455700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Usage tracker for resource:network and tenant:37653574b2c74abca66706b7ef856edd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:58.460870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:58.469359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37013fa8-39f6-4f86-b305-46bffb1586ae tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Subnet': ['ID=ae4d59ca-5414-4647-ae2f-84baed9f0d6e,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:58.471023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:58.476437 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-37013fa8-39f6-4f86-b305-46bffb1586ae tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:58.490144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e131f06b-e4db-48c4-a0ac-0016af8702ba tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Allocated IP 172.20.0.6 (63ea25a8-3f2d-41bc-a01f-a7628c4ee35c/f553526e-064a-4f86-9c6f-e46d3996bbdf/0359c95f-d7f8-4bad-a13f-15e84e6c9cb8) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:39:58.496451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:58.505489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Made reservation on behalf of 37653574b2c74abca66706b7ef856edd for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:39:58.515316 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:58.531437 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:58.558296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:39:58.570357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Usage tracker for resource:security_group_rule and tenant:37653574b2c74abca66706b7ef856edd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:39:58.576791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:39:58.583913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:39:58.669129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:58.698858 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:58.700390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Transition to ACTIVE for port object ee6458a8-1c25-47aa-abd8-c5a03e14a745 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:58.719288 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1132c1f4-8692-4e18-a64c-45f7c5ee2414 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:58.757843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:58.775221 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61370785-6aac-4ef8-bdd1-416a5625726e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:58.818707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Transition to ACTIVE for port object ee6458a8-1c25-47aa-abd8-c5a03e14a745 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:58.846458 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:58.871171 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:58.909513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:39:58.921013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Pushing event updated for resources: {'SecurityGroup': ['ID=1e487b21-9a49-4efa-96f1-2114ddb8e151,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:58.926231 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:59.044354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:59.045115 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Added segment a0a746c9-f5ea-419d-abb2-fe669856081d of type vxlan for network 1248d7aa-098b-4cbf-b2f5-a387edf64db5 Jan 14 07:39:59.135506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:59.231698 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-511ed01d-72f6-498f-9765-f7f7dfdcf0ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:59.258857 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e131f06b-e4db-48c4-a0ac-0016af8702ba tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:59.291712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e131f06b-e4db-48c4-a0ac-0016af8702ba tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Transition to ACTIVE for port object 0359c95f-d7f8-4bad-a13f-15e84e6c9cb8 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:39:59.320213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e131f06b-e4db-48c4-a0ac-0016af8702ba tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:59.340127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1a7f2f-4afa-4c6f-8474-2592a39decdc None None] Network 63ea25a8-3f2d-41bc-a01f-a7628c4ee35c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:59.382516 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-27f1fdec-ef2b-49ff-be7c-fbaf26d0b50e tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:59.387428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 415f6c05-e85f-4333-a75b-60684752c337 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:39:59.426034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1132c1f4-8692-4e18-a64c-45f7c5ee2414 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Calling delete_port for aed6e721-f928-4343-9a65-17d636689df6 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:39:59.464466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37013fa8-39f6-4f86-b305-46bffb1586ae tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Checking segment: {'id': '45e0a3f2-75a7-49a1-bd96-03aa34f5fb5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:39:59.464869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37013fa8-39f6-4f86-b305-46bffb1586ae tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network hostable DHCP agents. Network: adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:39:59.468812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:59.491067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:59.491734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:59.522429 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:59.545257 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-37013fa8-39f6-4f86-b305-46bffb1586ae tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:59.624325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Subnet': ['ID=5d78baf1-708e-442a-9ca6-1c8f480d55cd,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:59.626167 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5238206 Jan 14 07:39:59.632691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52640) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:59.645410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c3df0403-e57f-4a79-95cc-0d1f36ad3569 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Request body: {'subnet': {'network_id': '1248d7aa-098b-4cbf-b2f5-a387edf64db5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:59.695708 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:59.696659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37013fa8-39f6-4f86-b305-46bffb1586ae tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:39:59.730383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-37013fa8-39f6-4f86-b305-46bffb1586ae tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:59.787212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37013fa8-39f6-4f86-b305-46bffb1586ae tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:39:59.788424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131f06b-e4db-48c4-a0ac-0016af8702ba tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=0359c95f-d7f8-4bad-a13f-15e84e6c9cb8,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:39:59.788557 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37013fa8-39f6-4f86-b305-46bffb1586ae tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:59.817487 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e131f06b-e4db-48c4-a0ac-0016af8702ba tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:39:59.819672 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2fcd19e3-4541-40d4-858f-fd9c9d021afe tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:39:59.830695 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-37013fa8-39f6-4f86-b305-46bffb1586ae tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.1953974 Jan 14 07:39:59.835287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52646) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:39:59.844527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Network 32218d6c-e24e-44dc-a518-fede3ba544ff is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:39:59.846841 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:39:59.854933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-58924a65-cc93-4e26-a401-9f09f049191e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'subnet': {'network_id': 'adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:39:59.875303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:39:59.880102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7c4362-4353-4f12-ae38-96dd5d5395bd None None] Network adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:39:59.902449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:39:59.964700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52650) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:00.068816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Pushing event updated for resources: {'Network': ['ID=1248d7aa-098b-4cbf-b2f5-a387edf64db5,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:00.089147 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:00.098236 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:00.105797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c3df0403-e57f-4a79-95cc-0d1f36ad3569 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:00.122965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c3df0403-e57f-4a79-95cc-0d1f36ad3569 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Usage tracker for resource:subnet and tenant:37653574b2c74abca66706b7ef856edd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:00.126923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c3df0403-e57f-4a79-95cc-0d1f36ad3569 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:00.129202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 1248d7aa-098b-4cbf-b2f5-a387edf64db5 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:00.142634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e131f06b-e4db-48c4-a0ac-0016af8702ba tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network 63ea25a8-3f2d-41bc-a01f-a7628c4ee35c is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:00.143938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c3df0403-e57f-4a79-95cc-0d1f36ad3569 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:00.144593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 1248d7aa-098b-4cbf-b2f5-a387edf64db5 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:00.146411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e131f06b-e4db-48c4-a0ac-0016af8702ba tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:00.149521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e131f06b-e4db-48c4-a0ac-0016af8702ba tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:00.158856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 1248d7aa-098b-4cbf-b2f5-a387edf64db5 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:00.207015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3df0403-e57f-4a79-95cc-0d1f36ad3569 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Made reservation on behalf of 37653574b2c74abca66706b7ef856edd for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.208866 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:00.212767 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:00.316496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32218d6c-e24e-44dc-a518-fede3ba544ff']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:00.322668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e131f06b-e4db-48c4-a0ac-0016af8702ba tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:00.323778 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e131f06b-e4db-48c4-a0ac-0016af8702ba tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:00.334084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Attempting to bind port ee6458a8-1c25-47aa-abd8-c5a03e14a745 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:40:00.334509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Attempting to bind port ee6458a8-1c25-47aa-abd8-c5a03e14a745 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '126b02a6-34ae-4e70-962a-ce485e338160', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '32218d6c-e24e-44dc-a518-fede3ba544ff'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:40:00.334939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Attempting to bind port ee6458a8-1c25-47aa-abd8-c5a03e14a745 on network 32218d6c-e24e-44dc-a518-fede3ba544ff {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:40:00.337094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-58924a65-cc93-4e26-a401-9f09f049191e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:00.341387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-58924a65-cc93-4e26-a401-9f09f049191e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:subnet and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:00.344458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-58924a65-cc93-4e26-a401-9f09f049191e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:00.344608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Pushing event updated for resources: {'Port': ['ID=ee6458a8-1c25-47aa-abd8-c5a03e14a745,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:00.351274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-58924a65-cc93-4e26-a401-9f09f049191e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:00.364006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126b02a6-34ae-4e70-962a-ce485e338160') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:00.364334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126b02a6-34ae-4e70-962a-ce485e338160') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:00.371243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:40:00.372213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Checking segment: {'id': '126b02a6-34ae-4e70-962a-ce485e338160', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '32218d6c-e24e-44dc-a518-fede3ba544ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:40:00.372991 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:00.374020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Bound using segment: {'id': '126b02a6-34ae-4e70-962a-ce485e338160', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '32218d6c-e24e-44dc-a518-fede3ba544ff'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:40:00.374586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Bound port: ee6458a8-1c25-47aa-abd8-c5a03e14a745, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '126b02a6-34ae-4e70-962a-ce485e338160', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '32218d6c-e24e-44dc-a518-fede3ba544ff'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:40:00.375019 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:00.391036 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.160s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:00.409247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58924a65-cc93-4e26-a401-9f09f049191e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:00.419706 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58924a65-cc93-4e26-a401-9f09f049191e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:00.435391 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3df0403-e57f-4a79-95cc-0d1f36ad3569 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:00.460528 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:00.560298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e02b12bf-be79-4d98-91d7-28dc72567eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:00.604862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e02b12bf-be79-4d98-91d7-28dc72567eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:00.609840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e02b12bf-be79-4d98-91d7-28dc72567eec admin admin] Usage tracker for resource:security_group_rule and tenant:b107e29c05ee4545bda75c6683721c28 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:00.613122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e02b12bf-be79-4d98-91d7-28dc72567eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:00.619328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e02b12bf-be79-4d98-91d7-28dc72567eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:00.981957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 415f6c05-e85f-4333-a75b-60684752c337 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:00.982619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:01.054836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e02b12bf-be79-4d98-91d7-28dc72567eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:01.065974 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:01.067937 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e02b12bf-be79-4d98-91d7-28dc72567eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:01.081822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:40:01.096484 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e131f06b-e4db-48c4-a0ac-0016af8702ba tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8957894 Jan 14 07:40:01.099983 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-110637b6-e9a7-476a-bee5-08f640c5df97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:01.113078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52660) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:01.148375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b12bf-be79-4d98-91d7-28dc72567eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ac5f2d-8e4e-4f67-a70e-0e26ed0c6dd3,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:01.148603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-bfc91675-f066-4b2a-806f-f27582e9d39e None None] Provisioning for port 3796c4a7-8b23-4519-b461-6e0a0a39976d completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:01.196414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd', 'network_id': 'adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd', 'tenant_id': '48e68211a7e94fe094ab7e7edb0dd42a', 'fixed_ips': [{'subnet_id': 'ae4d59ca-5414-4647-ae2f-84baed9f0d6e'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:40:01.197694 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:01.222115 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e02b12bf-be79-4d98-91d7-28dc72567eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:01.250819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] For port ee6458a8-1c25-47aa-abd8-c5a03e14a745, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:40:01.277251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1132c1f4-8692-4e18-a64c-45f7c5ee2414 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:01.317676 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-486b47ef-5be2-4f11-a128-fd8f717ea057 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:01.387870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1132c1f4-8692-4e18-a64c-45f7c5ee2414 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event deleted for resources: {'Port': ['ID=aed6e721-f928-4343-9a65-17d636689df6,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:01.394666 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e02b12bf-be79-4d98-91d7-28dc72567eec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b107e29c05ee4545bda75c6683721c28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4248145 Jan 14 07:40:01.396331 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1132c1f4-8692-4e18-a64c-45f7c5ee2414 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:01.408962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7383d6f-0ba2-457a-8700-198ce31d5852 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:01.409796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a7383d6f-0ba2-457a-8700-198ce31d5852 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Synchronizing usage tracker for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:40:01.422607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52664) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:01.493798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a7383d6f-0ba2-457a-8700-198ce31d5852 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Unset dirty status for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:40:01.499273 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a7383d6f-0ba2-457a-8700-198ce31d5852 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.3850114 Jan 14 07:40:01.503835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52668) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:01.615226 n-d-769329-2 neutron-server[80794]: INFO neutron.db.ipam_backend_mixin [None req-58924a65-cc93-4e26-a401-9f09f049191e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ae4d59ca-5414-4647-ae2f-84baed9f0d6e (CIDR: 2001:db8::/64) Jan 14 07:40:01.624483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 32218d6c-e24e-44dc-a518-fede3ba544ff has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:01.636402 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:01.641434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a9216cf7-07f2-400b-b9b6-19fc1585a05c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port 0359c95f-d7f8-4bad-a13f-15e84e6c9cb8 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:01.642003 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9216cf7-07f2-400b-b9b6-19fc1585a05c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:01.674045 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-58924a65-cc93-4e26-a401-9f09f049191e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:40:01.674541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58924a65-cc93-4e26-a401-9f09f049191e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No notification will be sent due to unsuccessful status code: 400 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:40:01.699523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Allocated IP 2001:db8::2 (adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd/ae4d59ca-5414-4647-ae2f-84baed9f0d6e/fd03c3a5-7166-4e8b-b2f1-38d7cd911d04) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:01.746393 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7543dc16-78c6-41ab-b15b-88bc03d25ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:01.783949 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7543dc16-78c6-41ab-b15b-88bc03d25ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:01.795790 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-58924a65-cc93-4e26-a401-9f09f049191e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9591572 Jan 14 07:40:01.843130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52674) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:01.868087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7543dc16-78c6-41ab-b15b-88bc03d25ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:01.873602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c183568f-2fe2-4cdf-9eec-e1b951c2232c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'subnet': {'network_id': 'adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:01.958415 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:01.971752 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3df0403-e57f-4a79-95cc-0d1f36ad3569 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:02.059169 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:02.065249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c183568f-2fe2-4cdf-9eec-e1b951c2232c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:02.069541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c183568f-2fe2-4cdf-9eec-e1b951c2232c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:subnet and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:02.071485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Transition to ACTIVE for port object fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:02.072618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c183568f-2fe2-4cdf-9eec-e1b951c2232c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:02.080869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c183568f-2fe2-4cdf-9eec-e1b951c2232c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:02.100660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Transition to ACTIVE for port object fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:02.116235 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:02.152005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c183568f-2fe2-4cdf-9eec-e1b951c2232c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:02.173077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543dc16-78c6-41ab-b15b-88bc03d25ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ac5f2d-8e4e-4f67-a70e-0e26ed0c6dd3,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:02.185915 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7543dc16-78c6-41ab-b15b-88bc03d25ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:02.269046 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:02.337203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 32218d6c-e24e-44dc-a518-fede3ba544ff has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:02.375781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3796c4a7-8b23-4519-b461-6e0a0a39976d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:40:02.425108 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4f617e84-5b17-442c-92a5-d92401e31f19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:02.463011 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7543dc16-78c6-41ab-b15b-88bc03d25ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:02.469154 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7543dc16-78c6-41ab-b15b-88bc03d25ebc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78ac5f2d-8e4e-4f67-a70e-0e26ed0c6dd3 HTTP/1.1" status: 204 len: 168 time: 1.0230188 Jan 14 07:40:02.539884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df0403-e57f-4a79-95cc-0d1f36ad3569 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Pushing event updated for resources: {'Subnet': ['ID=3ef476e9-b3c5-48f3-96af-821fadbdda84,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:02.585555 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1132c1f4-8692-4e18-a64c-45f7c5ee2414 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:02.618554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cdf4b79e-997f-47be-8bfd-94c3fc17f840 None None] Provisioning for port 74c88ef9-cf27-4453-9274-0f3cbb6f9431 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:02.644244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Network adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:02.647230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cdf4b79e-997f-47be-8bfd-94c3fc17f840 None None] Provisioning complete for port 74c88ef9-cf27-4453-9274-0f3cbb6f9431 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:02.649318 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cdf4b79e-997f-47be-8bfd-94c3fc17f840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:02.673151 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3df0403-e57f-4a79-95cc-0d1f36ad3569 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:40:02.678761 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:40:02.700840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:02.711502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 3796c4a7-8b23-4519-b461-6e0a0a39976d completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:02.728408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:02.730676 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9216cf7-07f2-400b-b9b6-19fc1585a05c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:02.782832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Pushing event updated for resources: {'Port': ['ID=fd03c3a5-7166-4e8b-b2f1-38d7cd911d04,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:02.827588 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:02.835225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 3796c4a7-8b23-4519-b461-6e0a0a39976d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:02.835909 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:02.960141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a9216cf7-07f2-400b-b9b6-19fc1585a05c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for 0359c95f-d7f8-4bad-a13f-15e84e6c9cb8 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:03.060544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3df0403-e57f-4a79-95cc-0d1f36ad3569 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Checking segment: {'id': 'a0a746c9-f5ea-419d-abb2-fe669856081d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1248d7aa-098b-4cbf-b2f5-a387edf64db5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:40:03.060966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3df0403-e57f-4a79-95cc-0d1f36ad3569 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Network hostable DHCP agents. Network: 1248d7aa-098b-4cbf-b2f5-a387edf64db5, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:40:03.165078 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c183568f-2fe2-4cdf-9eec-e1b951c2232c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.212490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:40:03.212490 n-d-769329-2 neutron-server[80794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:40:03.212490 n-d-769329-2 neutron-server[80794]: [parameters: {'id': '32218d6c-e24e-44dc-a518-fede3ba544ff'}] Jan 14 07:40:03.212490 n-d-769329-2 neutron-server[80794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:40:03.216581 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:40:03.218700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Attempting to bind port fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:40:03.219489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Attempting to bind port fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '45e0a3f2-75a7-49a1-bd96-03aa34f5fb5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:40:03.219741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Attempting to bind port fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 on network adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:40:03.220086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3df0403-e57f-4a79-95cc-0d1f36ad3569 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Network 1248d7aa-098b-4cbf-b2f5-a387edf64db5 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:40:03.230033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] For port ee6458a8-1c25-47aa-abd8-c5a03e14a745, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ee6458a8-1c25-47aa-abd8-c5a03e14a745,segment=NetworkSegment(126b02a6-34ae-4e70-962a-ce485e338160),segment_id=126b02a6-34ae-4e70-962a-ce485e338160)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:40:03.240721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-cdf4b79e-997f-47be-8bfd-94c3fc17f840 None None] Port 74c88ef9-cf27-4453-9274-0f3cbb6f9431 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:40:03.276948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:40:03.283758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Checking segment: {'id': '45e0a3f2-75a7-49a1-bd96-03aa34f5fb5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:40:03.284701 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.290077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Bound using segment: {'id': '45e0a3f2-75a7-49a1-bd96-03aa34f5fb5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:40:03.290077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Bound port: fd03c3a5-7166-4e8b-b2f1-38d7cd911d04, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e0a3f2-75a7-49a1-bd96-03aa34f5fb5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:40:03.290077 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.296502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c3df0403-e57f-4a79-95cc-0d1f36ad3569 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 1248d7aa-098b-4cbf-b2f5-a387edf64db5) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:03.300663 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9216cf7-07f2-400b-b9b6-19fc1585a05c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.333812 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7498cf2e-6bc8-42ef-8f24-44bcb3a4c689 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:03.393674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3df0403-e57f-4a79-95cc-0d1f36ad3569 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:03.394386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3df0403-e57f-4a79-95cc-0d1f36ad3569 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.469145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9216cf7-07f2-400b-b9b6-19fc1585a05c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Port': ['ID=0359c95f-d7f8-4bad-a13f-15e84e6c9cb8,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:03.485462 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c3df0403-e57f-4a79-95cc-0d1f36ad3569 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8462157 Jan 14 07:40:03.492655 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a9216cf7-07f2-400b-b9b6-19fc1585a05c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:03.493455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52684) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:03.505195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8f604fef-8e35-4235-809f-a46fc83b2455 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Request body: {'port': {'network_id': '1248d7aa-098b-4cbf-b2f5-a387edf64db5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1022914827'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:03.506600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] For port fd03c3a5-7166-4e8b-b2f1-38d7cd911d04, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:40:03.513072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] For port fd03c3a5-7166-4e8b-b2f1-38d7cd911d04, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=fd03c3a5-7166-4e8b-b2f1-38d7cd911d04,segment=NetworkSegment(45e0a3f2-75a7-49a1-bd96-03aa34f5fb5c),segment_id=45e0a3f2-75a7-49a1-bd96-03aa34f5fb5c)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:40:03.528116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ce9499-5f7d-4dc5-877c-7af44caab0c0 None None] Network 1248d7aa-098b-4cbf-b2f5-a387edf64db5 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:03.540649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52688) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:03.588976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.649482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6be15b84-4f53-4fb3-9440-67dcd40ae27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.657681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1132c1f4-8692-4e18-a64c-45f7c5ee2414 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Router 7b4f1ba7-d605-487e-b1fc-ef3071967f54 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:40:03.712729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6be15b84-4f53-4fb3-9440-67dcd40ae27f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:03.725088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6be15b84-4f53-4fb3-9440-67dcd40ae27f admin admin] Usage tracker for resource:security_group_rule and tenant:20d3bb38c0944a67a60d891c729b9359 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:03.732449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6be15b84-4f53-4fb3-9440-67dcd40ae27f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:03.736487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.751499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6be15b84-4f53-4fb3-9440-67dcd40ae27f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:03.760224 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:03.816944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8f604fef-8e35-4235-809f-a46fc83b2455 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:03.821985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cdf4b79e-997f-47be-8bfd-94c3fc17f840 None None] Provisioning complete for port 3796c4a7-8b23-4519-b461-6e0a0a39976d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:03.822436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cdf4b79e-997f-47be-8bfd-94c3fc17f840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.841705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8f604fef-8e35-4235-809f-a46fc83b2455 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Usage tracker for resource:port and tenant:37653574b2c74abca66706b7ef856edd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:03.853056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8f604fef-8e35-4235-809f-a46fc83b2455 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Quota usage for port was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:03.863513 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9216cf7-07f2-400b-b9b6-19fc1585a05c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:03.876472 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a9216cf7-07f2-400b-b9b6-19fc1585a05c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/ports/0359c95f-d7f8-4bad-a13f-15e84e6c9cb8 HTTP/1.1" status: 204 len: 168 time: 2.3689022 Jan 14 07:40:03.879784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52694) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:03.880889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8f604fef-8e35-4235-809f-a46fc83b2455 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:03.960914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f604fef-8e35-4235-809f-a46fc83b2455 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Made reservation on behalf of 37653574b2c74abca66706b7ef856edd for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:03.971192 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f604fef-8e35-4235-809f-a46fc83b2455 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:04.009479 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-90298124-b460-45ae-9a92-a2205c967538 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] GET failed (client error): The resource could not be found. Jan 14 07:40:04.010266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-90298124-b460-45ae-9a92-a2205c967538 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Synchronizing usage tracker for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:40:04.106762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:04.215795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-90298124-b460-45ae-9a92-a2205c967538 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Unset dirty status for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:40:04.216987 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-90298124-b460-45ae-9a92-a2205c967538 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports/0359c95f-d7f8-4bad-a13f-15e84e6c9cb8 HTTP/1.1" status: 404 len: 333 time: 0.3278167 Jan 14 07:40:04.221023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52698) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:04.385106 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6be15b84-4f53-4fb3-9440-67dcd40ae27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:04.394982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:04.396525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d7730bb2-17dd-4ef5-adf1-9374486ba1a2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port 74c88ef9-cf27-4453-9274-0f3cbb6f9431 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:04.397464 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7730bb2-17dd-4ef5-adf1-9374486ba1a2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:04.459801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Pushing event updated for resources: {'Port': ['ID=fd03c3a5-7166-4e8b-b2f1-38d7cd911d04,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:04.471685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-8f604fef-8e35-4235-809f-a46fc83b2455 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] device_id is not set on port a926ebfb-8893-4146-9f06-a15c994b54d0 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:40:04.471881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1132c1f4-8692-4e18-a64c-45f7c5ee2414 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:40:04.527366 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1132c1f4-8692-4e18-a64c-45f7c5ee2414 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "PUT /v2.0/routers/7b4f1ba7-d605-487e-b1fc-ef3071967f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2247248 Jan 14 07:40:04.532059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52702) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:04.532873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Deleting port ee6458a8-1c25-47aa-abd8-c5a03e14a745 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:04.533292 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:04.571865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6be15b84-4f53-4fb3-9440-67dcd40ae27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:04.587468 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0f39f22f-e54e-47ff-9943-1d78ba5735f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:04.592053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fcc389-0b48-4088-ba59-a9f9afd694b2 None None] Sync routers for ids ['7b4f1ba7-d605-487e-b1fc-ef3071967f54'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:40:04.833014 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cdf4b79e-997f-47be-8bfd-94c3fc17f840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:04.858084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7730bb2-17dd-4ef5-adf1-9374486ba1a2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:04.882539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 3796c4a7-8b23-4519-b461-6e0a0a39976d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3796c4a7-8b23-4519-b461-6e0a0a39976d,segment=NetworkSegment(713f39b3-380d-4eeb-a8fe-67c4761141ea),segment_id=713f39b3-380d-4eeb-a8fe-67c4761141ea)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:04.930264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fcc389-0b48-4088-ba59-a9f9afd694b2 None None] Routers {'7b4f1ba7-d605-487e-b1fc-ef3071967f54'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:04.931105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a8fcc389-0b48-4088-ba59-a9f9afd694b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:39:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7b4f1ba7-d605-487e-b1fc-ef3071967f54'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:04.999211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d7730bb2-17dd-4ef5-adf1-9374486ba1a2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for 74c88ef9-cf27-4453-9274-0f3cbb6f9431 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:05.011995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:05.070473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a8fcc389-0b48-4088-ba59-a9f9afd694b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:05.145392 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-cdf4b79e-997f-47be-8bfd-94c3fc17f840 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:40:05.145828 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-cdf4b79e-997f-47be-8bfd-94c3fc17f840 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:40:05.146665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-1248d7aa-098b-4cbf-b2f5-a387edf64db5', 'network_id': '1248d7aa-098b-4cbf-b2f5-a387edf64db5', 'tenant_id': '37653574b2c74abca66706b7ef856edd', 'fixed_ips': [{'subnet_id': '3ef476e9-b3c5-48f3-96af-821fadbdda84'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:40:05.147525 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:05.165539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fcc389-0b48-4088-ba59-a9f9afd694b2 None None] Routers {'7b4f1ba7-d605-487e-b1fc-ef3071967f54'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:05.166226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a8fcc389-0b48-4088-ba59-a9f9afd694b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:39:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7b4f1ba7-d605-487e-b1fc-ef3071967f54'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:05.233970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be15b84-4f53-4fb3-9440-67dcd40ae27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e927a36f-2495-4e21-92e4-320652f1b8ce,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:05.244982 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6be15b84-4f53-4fb3-9440-67dcd40ae27f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20d3bb38c0944a67a60d891c729b9359&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6997805 Jan 14 07:40:05.246404 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6be15b84-4f53-4fb3-9440-67dcd40ae27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:05.255305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52708) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:05.281656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Pushing event updated for resources: {'Port': ['ID=ee6458a8-1c25-47aa-abd8-c5a03e14a745,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:05.303800 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.544s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:05.306918 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.513s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:05.351274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4037ec31-8438-4a5f-9267-9df66f2e5bcc None None] Network 32218d6c-e24e-44dc-a518-fede3ba544ff requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:05.428005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-8f604fef-8e35-4235-809f-a46fc83b2455 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Allocated IP 2001:db8::199 (1248d7aa-098b-4cbf-b2f5-a387edf64db5/3ef476e9-b3c5-48f3-96af-821fadbdda84/a926ebfb-8893-4146-9f06-a15c994b54d0) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:05.454940 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-d916bfd5-c002-493d-a724-a24d4021f5a3 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] delete failed (client error): The resource could not be found. Jan 14 07:40:05.459904 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d916bfd5-c002-493d-a724-a24d4021f5a3 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-488701148 HTTP/1.1" status: 404 len: 334 time: 0.2126181 Jan 14 07:40:05.563777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=3796c4a7-8b23-4519-b461-6e0a0a39976d,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:05.567434 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:05.568572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a8fcc389-0b48-4088-ba59-a9f9afd694b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:05.569061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fcc389-0b48-4088-ba59-a9f9afd694b2 None None] The sync data for ids ['7b4f1ba7-d605-487e-b1fc-ef3071967f54'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:40:05.600643 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b9068c12-3e7b-4699-a487-0eef4ce035af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.538s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:05.601062 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b9068c12-3e7b-4699-a487-0eef4ce035af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:05.658491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] For port ee6458a8-1c25-47aa-abd8-c5a03e14a745, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ee6458a8-1c25-47aa-abd8-c5a03e14a745,segment=NetworkSegment(126b02a6-34ae-4e70-962a-ce485e338160),segment_id=126b02a6-34ae-4e70-962a-ce485e338160)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:05.659087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:05.805869 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f604fef-8e35-4235-809f-a46fc83b2455 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:05.815857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Calling delete_port for ee6458a8-1c25-47aa-abd8-c5a03e14a745 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:05.843794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8f604fef-8e35-4235-809f-a46fc83b2455 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Transition to ACTIVE for port object a926ebfb-8893-4146-9f06-a15c994b54d0 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:05.869134 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-142962be-76ac-4ff0-888d-afeb55fc6fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:05.873208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52712) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:05.879832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-484a91ef-b794-477b-b764-b1a30da17405 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Request body: {'router': {'external_gateway_info': {'network_id': '7b4f1ba7-d605-487e-b1fc-ef3071967f54'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:05.933404 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:05.943588 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7730bb2-17dd-4ef5-adf1-9374486ba1a2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:05.954993 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f604fef-8e35-4235-809f-a46fc83b2455 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:05.969171 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d624079-ba09-4712-924a-1bf498619998 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:05.974831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cdf4b79e-997f-47be-8bfd-94c3fc17f840 None None] Could not find standard attr ID for object 0359c95f-d7f8-4bad-a13f-15e84e6c9cb8. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:40:05.987077 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2faa066b-63cc-4e86-a224-2373ab5f02a5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:06.104419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6917fb1a-d157-4a66-904b-e636b21e4faa None None] Could not find standard attr ID for object 74c88ef9-cf27-4453-9274-0f3cbb6f9431. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:40:06.107111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Port': ['ID=ee6458a8-1c25-47aa-abd8-c5a03e14a745,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:06.116627 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:06.202517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] No DVR routers for this DVR port ee6458a8-1c25-47aa-abd8-c5a03e14a745 on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:40:06.205051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6917fb1a-d157-4a66-904b-e636b21e4faa None None] Provisioning complete for port 3796c4a7-8b23-4519-b461-6e0a0a39976d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:06.205674 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6917fb1a-d157-4a66-904b-e636b21e4faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:06.363054 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:06.443045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6917fb1a-d157-4a66-904b-e636b21e4faa None None] Could not find standard attr ID for object 0359c95f-d7f8-4bad-a13f-15e84e6c9cb8. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:40:06.459744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7730bb2-17dd-4ef5-adf1-9374486ba1a2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Port': ['ID=74c88ef9-cf27-4453-9274-0f3cbb6f9431,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:06.510801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Allocated IP 2001:db8::2 (1248d7aa-098b-4cbf-b2f5-a387edf64db5/3ef476e9-b3c5-48f3-96af-821fadbdda84/0d5058c4-94ab-4c37-9362-f53bd7d38be5) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:06.527310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32218d6c-e24e-44dc-a518-fede3ba544ff']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:06.541711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126b02a6-34ae-4e70-962a-ce485e338160') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:06.542075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126b02a6-34ae-4e70-962a-ce485e338160') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:06.554958 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:06.571050 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:06.573239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:40:06.579758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-142962be-76ac-4ff0-888d-afeb55fc6fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:06.600471 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d7730bb2-17dd-4ef5-adf1-9374486ba1a2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:06.601217 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c3d8114-dcb2-41b3-8722-18a762e8d322 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:06.821579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 32218d6c-e24e-44dc-a518-fede3ba544ff has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:06.849016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:06.916126 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:06.929358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Transition to ACTIVE for port object 0d5058c4-94ab-4c37-9362-f53bd7d38be5 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:06.948599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Transition to ACTIVE for port object 0d5058c4-94ab-4c37-9362-f53bd7d38be5 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:06.959514 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:07.141302 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:07.151639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f604fef-8e35-4235-809f-a46fc83b2455 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Pushing event updated for resources: {'Port': ['ID=a926ebfb-8893-4146-9f06-a15c994b54d0,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:07.167754 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-484a91ef-b794-477b-b764-b1a30da17405 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:07.181579 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8f604fef-8e35-4235-809f-a46fc83b2455 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:07.210102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 32218d6c-e24e-44dc-a518-fede3ba544ff has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:07.231609 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-484a91ef-b794-477b-b764-b1a30da17405 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] update failed (client error): The resource could not be found. Jan 14 07:40:07.237542 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-484a91ef-b794-477b-b764-b1a30da17405 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "PUT /v2.0/routers/7b4f1ba7-d605-487e-b1fc-ef3071967f54 HTTP/1.1" status: 404 len: 339 time: 1.3626690 Jan 14 07:40:07.241542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3207c25-219c-4294-aae8-d60ce362f629 None None] Network adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:07.250432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52720) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:07.272740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6c3d6313-3845-40a8-ac48-caebd9bfcbcb tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-165660394'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:07.292592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6c3d6313-3845-40a8-ac48-caebd9bfcbcb tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:07.320581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6c3d6313-3845-40a8-ac48-caebd9bfcbcb tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Usage tracker for resource:network and tenant:b36445ed4b0247d3823bacd55ae2dba1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:40:07.339753 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:40:07.354501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6c3d6313-3845-40a8-ac48-caebd9bfcbcb tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Quota usage for network was recalculated. Used quota:3. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:07.365552 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-142962be-76ac-4ff0-888d-afeb55fc6fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:07.379284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:40:07.386053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f604fef-8e35-4235-809f-a46fc83b2455 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Network 1248d7aa-098b-4cbf-b2f5-a387edf64db5 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:07.387003 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-22f3b9cc-d394-423b-965d-35dd9cd3ad10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:07.395182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6c3d6313-3845-40a8-ac48-caebd9bfcbcb tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:07.415878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8f604fef-8e35-4235-809f-a46fc83b2455 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:07.435027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:07.437849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f604fef-8e35-4235-809f-a46fc83b2455 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.440850 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:07.445838 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:07.458319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f604fef-8e35-4235-809f-a46fc83b2455 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:07.459050 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f604fef-8e35-4235-809f-a46fc83b2455 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:07.460069 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-23615baa-ccf6-43f6-8d3e-8d3d8ca85931 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:07.469559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142962be-76ac-4ff0-888d-afeb55fc6fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e927a36f-2495-4e21-92e4-320652f1b8ce,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:07.480423 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-142962be-76ac-4ff0-888d-afeb55fc6fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:07.493557 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:07.500244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3d6313-3845-40a8-ac48-caebd9bfcbcb tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Made reservation on behalf of b36445ed4b0247d3823bacd55ae2dba1 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:07.501445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Network': ['ID=32218d6c-e24e-44dc-a518-fede3ba544ff,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:07.516188 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c3d6313-3845-40a8-ac48-caebd9bfcbcb tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:07.520228 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:07.549519 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-142962be-76ac-4ff0-888d-afeb55fc6fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:07.551045 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-142962be-76ac-4ff0-888d-afeb55fc6fbc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e927a36f-2495-4e21-92e4-320652f1b8ce HTTP/1.1" status: 204 len: 168 time: 2.2955177 Jan 14 07:40:07.567602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Network 1248d7aa-098b-4cbf-b2f5-a387edf64db5 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:07.572041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d7730bb2-17dd-4ef5-adf1-9374486ba1a2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:07.580759 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d7730bb2-17dd-4ef5-adf1-9374486ba1a2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/ports/74c88ef9-cf27-4453-9274-0f3cbb6f9431 HTTP/1.1" status: 204 len: 168 time: 3.3366742 Jan 14 07:40:07.583981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52726) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:07.586776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52728) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:07.587731 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/networks/32218d6c-e24e-44dc-a518-fede3ba544ff HTTP/1.1" status: 204 len: 168 time: 10.0250146 Jan 14 07:40:07.607408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:07.619165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-977e5050-4477-4981-8d72-17d04b7ac86c None None] Provisioning for port fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:07.634371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:07.634371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Pushing event updated for resources: {'Port': ['ID=0d5058c4-94ab-4c37-9362-f53bd7d38be5,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:07.649382 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:07.660678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-72c0583b-75c7-405f-8406-c973122d5b77 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-331921127'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:07.666839 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4755d2-0198-4121-b0bd-937dabe01f00 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] GET failed (client error): The resource could not be found. Jan 14 07:40:07.667609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7a4755d2-0198-4121-b0bd-937dabe01f00 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Synchronizing usage tracker for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:40:07.678744 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8f604fef-8e35-4235-809f-a46fc83b2455 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.1821344 Jan 14 07:40:07.680985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-72c0583b-75c7-405f-8406-c973122d5b77 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:07.689422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52734) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:07.694649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-72c0583b-75c7-405f-8406-c973122d5b77 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Usage tracker for resource:network and tenant:e9c7c2a7999a4b238d158f0f85d98fe1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:07.709527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-72c0583b-75c7-405f-8406-c973122d5b77 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Quota usage for network was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:07.719309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-72c0583b-75c7-405f-8406-c973122d5b77 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:07.735870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Request body: {'port': {'network_id': '1248d7aa-098b-4cbf-b2f5-a387edf64db5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1087169665', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:07.736751 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.api.validators [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] bootfile-name is not in valid_values {{(pid=80907) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:40:07.737349 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.api.validators [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] tftp-server is not in valid_values {{(pid=80907) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:40:07.738055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.api.validators [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] server-ip-address is not in valid_values {{(pid=80907) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:40:07.797443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Attempting to bind port 0d5058c4-94ab-4c37-9362-f53bd7d38be5 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:40:07.797900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Attempting to bind port 0d5058c4-94ab-4c37-9362-f53bd7d38be5 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'a0a746c9-f5ea-419d-abb2-fe669856081d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1248d7aa-098b-4cbf-b2f5-a387edf64db5'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:40:07.798321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Attempting to bind port 0d5058c4-94ab-4c37-9362-f53bd7d38be5 on network 1248d7aa-098b-4cbf-b2f5-a387edf64db5 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:40:07.821563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:40:07.821977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Checking segment: {'id': 'a0a746c9-f5ea-419d-abb2-fe669856081d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1248d7aa-098b-4cbf-b2f5-a387edf64db5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:40:07.822541 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:07.822983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Bound using segment: {'id': 'a0a746c9-f5ea-419d-abb2-fe669856081d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1248d7aa-098b-4cbf-b2f5-a387edf64db5'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:40:07.823515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Bound port: 0d5058c4-94ab-4c37-9362-f53bd7d38be5, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a746c9-f5ea-419d-abb2-fe669856081d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1248d7aa-098b-4cbf-b2f5-a387edf64db5'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:40:07.823968 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:07.854552 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c183568f-2fe2-4cdf-9eec-e1b951c2232c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:07.873436 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-648cd0dc-062d-44ce-afbf-d01ddf035a38 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:07.952499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3d6313-3845-40a8-ac48-caebd9bfcbcb tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:40:07.955571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:07.964107 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c3d6313-3845-40a8-ac48-caebd9bfcbcb tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:07.965240 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-6c3d6313-3845-40a8-ac48-caebd9bfcbcb tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Added segment 48535fd0-968e-41a7-b850-ed60dfbac0f7 of type vxlan for network 27a1e160-acd1-4481-809d-d7ba63303589 Jan 14 07:40:07.991382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:07.994970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:08.000159 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c3d6313-3845-40a8-ac48-caebd9bfcbcb tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:08.044497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:08.045461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183568f-2fe2-4cdf-9eec-e1b951c2232c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Subnet': ['ID=2c7b7720-b8df-4fdb-bc3f-c1e4e06d8d16,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:08.049774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7a4755d2-0198-4121-b0bd-937dabe01f00 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Unset dirty status for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:40:08.052717 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c183568f-2fe2-4cdf-9eec-e1b951c2232c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:08.055714 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7a4755d2-0198-4121-b0bd-937dabe01f00 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports/74c88ef9-cf27-4453-9274-0f3cbb6f9431 HTTP/1.1" status: 404 len: 333 time: 0.4677980 Jan 14 07:40:08.057510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52740) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:08.063791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c3d6313-3845-40a8-ac48-caebd9bfcbcb tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:08.088793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3d6313-3845-40a8-ac48-caebd9bfcbcb tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:08.089516 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c3d6313-3845-40a8-ac48-caebd9bfcbcb tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:08.125831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c183568f-2fe2-4cdf-9eec-e1b951c2232c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:08.127087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c183568f-2fe2-4cdf-9eec-e1b951c2232c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:08.152095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Usage tracker for resource:port and tenant:37653574b2c74abca66706b7ef856edd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:08.152335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c183568f-2fe2-4cdf-9eec-e1b951c2232c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:08.152823 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c183568f-2fe2-4cdf-9eec-e1b951c2232c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:08.156618 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b86e8675-7168-4a9f-8bd0-982d09d7d066 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:08.178997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c0583b-75c7-405f-8406-c973122d5b77 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Made reservation on behalf of e9c7c2a7999a4b238d158f0f85d98fe1 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:08.189802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72c0583b-75c7-405f-8406-c973122d5b77 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:08.203401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Quota usage for port was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:08.214462 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c183568f-2fe2-4cdf-9eec-e1b951c2232c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 6.3690555 Jan 14 07:40:08.218656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52744) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:08.229457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'port': {'network_id': 'adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd', 'fixed_ips': [{'subnet_id': 'ae4d59ca-5414-4647-ae2f-84baed9f0d6e'}, {'subnet_id': '2c7b7720-b8df-4fdb-bc3f-c1e4e06d8d16'}], 'name': 'tempest-PortsIpV6TestJSON-450829141'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:08.240267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] For port 0d5058c4-94ab-4c37-9362-f53bd7d38be5, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:40:08.246199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:08.261581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] For port 0d5058c4-94ab-4c37-9362-f53bd7d38be5, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0d5058c4-94ab-4c37-9362-f53bd7d38be5,segment=NetworkSegment(a0a746c9-f5ea-419d-abb2-fe669856081d),segment_id=a0a746c9-f5ea-419d-abb2-fe669856081d)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:40:08.269624 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:08.297848 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:08.348520 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7160c4f9-ed39-4975-ac6e-c91204b82198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:08.362746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c0583b-75c7-405f-8406-c973122d5b77 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] vxlan segment allocate from pool success with {'vxlan_vni': 21} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:40:08.374285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72c0583b-75c7-405f-8406-c973122d5b77 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:08.375282 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-72c0583b-75c7-405f-8406-c973122d5b77 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Added segment 07d34368-cf91-4ff8-a24d-749980c5184a of type vxlan for network 55367ce1-50ee-4951-b8c1-852ba256cc1a Jan 14 07:40:08.407294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72c0583b-75c7-405f-8406-c973122d5b77 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:08.473378 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72c0583b-75c7-405f-8406-c973122d5b77 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:08.495106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c0583b-75c7-405f-8406-c973122d5b77 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:08.496250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72c0583b-75c7-405f-8406-c973122d5b77 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:08.532958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d6313-3845-40a8-ac48-caebd9bfcbcb tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event updated for resources: {'Network': ['ID=27a1e160-acd1-4481-809d-d7ba63303589,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:08.537390 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c3d6313-3845-40a8-ac48-caebd9bfcbcb tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:08.541665 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:08.558700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 27a1e160-acd1-4481-809d-d7ba63303589 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:08.578337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:08.591370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:port and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:08.598780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for port was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:08.616685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:08.651048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 27a1e160-acd1-4481-809d-d7ba63303589 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:08.654560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:08.687366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 27a1e160-acd1-4481-809d-d7ba63303589 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:08.689375 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6c3d6313-3845-40a8-ac48-caebd9bfcbcb tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4377930 Jan 14 07:40:08.693742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0583b-75c7-405f-8406-c973122d5b77 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Network': ['ID=55367ce1-50ee-4951-b8c1-852ba256cc1a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:08.697453 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-72c0583b-75c7-405f-8406-c973122d5b77 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:08.704283 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-72c0583b-75c7-405f-8406-c973122d5b77 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1116750 Jan 14 07:40:08.706591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Made reservation on behalf of 37653574b2c74abca66706b7ef856edd for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:08.723913 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:08.744515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52756) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:08.744903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52758) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:08.781570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-164a4937-cd92-4ef9-b483-595c94331f9d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Request body: {'subnet': {'network_id': '27a1e160-acd1-4481-809d-d7ba63303589', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:08.843420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:08.867802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 55367ce1-50ee-4951-b8c1-852ba256cc1a details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:08.881877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 55367ce1-50ee-4951-b8c1-852ba256cc1a details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:08.898129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 55367ce1-50ee-4951-b8c1-852ba256cc1a details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:09.062969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8a8839f6-6363-4401-95c5-6e1c3a360742 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'subnet': {'network_id': '55367ce1-50ee-4951-b8c1-852ba256cc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:09.132631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] device_id is not set on port 60906ec6-b341-44c6-98f9-42eefdeabb56 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:40:09.294108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port fd03c3a5-7166-4e8b-b2f1-38d7cd911d04, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=fd03c3a5-7166-4e8b-b2f1-38d7cd911d04,segment=NetworkSegment(45e0a3f2-75a7-49a1-bd96-03aa34f5fb5c),segment_id=45e0a3f2-75a7-49a1-bd96-03aa34f5fb5c)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:09.490061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7621b35-1213-4876-8fe8-67847ed5302e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting subnet f553526e-064a-4f86-9c6f-e46d3996bbdf {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:40:09.495087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7621b35-1213-4876-8fe8-67847ed5302e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:09.504375 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:09.505566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3796c4a7-8b23-4519-b461-6e0a0a39976d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:40:09.564055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7621b35-1213-4876-8fe8-67847ed5302e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:09.580966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Allocated IP 2001:db8::2ee (adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd/ae4d59ca-5414-4647-ae2f-84baed9f0d6e/60906ec6-b341-44c6-98f9-42eefdeabb56) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:09.588731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Allocated IP 2001:db8:0:1::1d4 (adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd/2c7b7720-b8df-4fdb-bc3f-c1e4e06d8d16/60906ec6-b341-44c6-98f9-42eefdeabb56) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:09.611863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d0d93a-1d93-4f34-8172-2a10699e297d None None] Update dhcp port {'port': {'network_id': 'adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd', 'fixed_ips': [{'subnet_id': 'ae4d59ca-5414-4647-ae2f-84baed9f0d6e', 'ip_address': '2001:db8::2'}, {'subnet_id': '2c7b7720-b8df-4fdb-bc3f-c1e4e06d8d16'}], 'binding:host_id': 'n-d-769329-2'}, 'id': 'fd03c3a5-7166-4e8b-b2f1-38d7cd911d04'} from n-d-769329-2. {{(pid=80909) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:40:09.614370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8a8839f6-6363-4401-95c5-6e1c3a360742 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:09.623698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8a8839f6-6363-4401-95c5-6e1c3a360742 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Usage tracker for resource:subnet and tenant:e9c7c2a7999a4b238d158f0f85d98fe1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:09.627233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8a8839f6-6363-4401-95c5-6e1c3a360742 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:09.633679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8a8839f6-6363-4401-95c5-6e1c3a360742 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:09.691233 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d93a-1d93-4f34-8172-2a10699e297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:09.701823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Pushing event updated for resources: {'Port': ['ID=0d5058c4-94ab-4c37-9362-f53bd7d38be5,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:09.720302 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.372s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:09.728406 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7621b35-1213-4876-8fe8-67847ed5302e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:09.734315 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b4b91970-92c1-449e-ad7b-babd9201ae8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:09.928829 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:09.948203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Transition to ACTIVE for port object 60906ec6-b341-44c6-98f9-42eefdeabb56 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:09.979601 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:10.069311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-164a4937-cd92-4ef9-b483-595c94331f9d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:10.092383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8839f6-6363-4401-95c5-6e1c3a360742 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Made reservation on behalf of e9c7c2a7999a4b238d158f0f85d98fe1 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:10.108783 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:10.128830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-164a4937-cd92-4ef9-b483-595c94331f9d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Usage tracker for resource:subnet and tenant:b36445ed4b0247d3823bacd55ae2dba1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:10.203399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=60906ec6-b341-44c6-98f9-42eefdeabb56,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:10.208483 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:10.220670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-b6d0d93a-1d93-4f34-8172-2a10699e297d None None] Allocated IP 2001:db8:0:1::2 (adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd/2c7b7720-b8df-4fdb-bc3f-c1e4e06d8d16/fd03c3a5-7166-4e8b-b2f1-38d7cd911d04) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:10.390811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b6d0d93a-1d93-4f34-8172-2a10699e297d None None] For port fd03c3a5-7166-4e8b-b2f1-38d7cd911d04, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=fd03c3a5-7166-4e8b-b2f1-38d7cd911d04,segment=NetworkSegment(45e0a3f2-75a7-49a1-bd96-03aa34f5fb5c),segment_id=45e0a3f2-75a7-49a1-bd96-03aa34f5fb5c)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:10.421680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d93a-1d93-4f34-8172-2a10699e297d None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:10.458839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b6d0d93a-1d93-4f34-8172-2a10699e297d None None] Transition to ACTIVE for port object fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:10.479498 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d93a-1d93-4f34-8172-2a10699e297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:10.539145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 3796c4a7-8b23-4519-b461-6e0a0a39976d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:10.540342 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:10.627126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-164a4937-cd92-4ef9-b483-595c94331f9d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:10.668407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-164a4937-cd92-4ef9-b483-595c94331f9d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:10.733774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=fd03c3a5-7166-4e8b-b2f1-38d7cd911d04,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:10.734240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164a4937-cd92-4ef9-b483-595c94331f9d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Made reservation on behalf of b36445ed4b0247d3823bacd55ae2dba1 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:10.769617 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.035s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:10.776085 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a8839f6-6363-4401-95c5-6e1c3a360742 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:10.793004 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-73b0873a-3276-47e4-993b-2746e45f08f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:10.817832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:10.825518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:10.830852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:10.835036 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:10.867620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:10.868437 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:10.917609 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.6958034 Jan 14 07:40:10.920506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52796) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:10.933058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9ccb1670-bc98-431d-bd63-15e5ebf2fd35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ae4d59ca-5414-4647-ae2f-84baed9f0d6e'}]}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:11.020968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] device_id is not set on port 2b032c7b-2d5c-437d-b3d2-c028b8bab08b yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:40:11.123165 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-164a4937-cd92-4ef9-b483-595c94331f9d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:11.143445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0d93a-1d93-4f34-8172-2a10699e297d None None] Pushing event updated for resources: {'Port': ['ID=fd03c3a5-7166-4e8b-b2f1-38d7cd911d04,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:11.156881 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b6d0d93a-1d93-4f34-8172-2a10699e297d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:11.216067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ccb1670-bc98-431d-bd63-15e5ebf2fd35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:11.361907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:40:11.608549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Allocated IP 2001:db8::e6 (1248d7aa-098b-4cbf-b2f5-a387edf64db5/3ef476e9-b3c5-48f3-96af-821fadbdda84/2b032c7b-2d5c-437d-b3d2-c028b8bab08b) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:11.670004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7621b35-1213-4876-8fe8-67847ed5302e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:11.703619 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ac9888e-cb05-4986-b541-ef38ca98be51 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:11.838125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7621b35-1213-4876-8fe8-67847ed5302e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Subnet': ['ID=f553526e-064a-4f86-9c6f-e46d3996bbdf,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:11.843997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9ccb1670-bc98-431d-bd63-15e5ebf2fd35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Delete allocated IP 2001:db8:0:1::1d4 (adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd/2c7b7720-b8df-4fdb-bc3f-c1e4e06d8d16) {{(pid=80908) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 07:40:11.858728 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f7621b35-1213-4876-8fe8-67847ed5302e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:12.066394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f6579d-cfd4-4dfa-bb70-f7549dcea84c None None] Network 63ea25a8-3f2d-41bc-a01f-a7628c4ee35c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:12.077948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ccb1670-bc98-431d-bd63-15e5ebf2fd35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:12.086865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7621b35-1213-4876-8fe8-67847ed5302e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:12.101835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9ccb1670-bc98-431d-bd63-15e5ebf2fd35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Ignored duplicate provisioning block setup for port 60906ec6-b341-44c6-98f9-42eefdeabb56 by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Jan 14 07:40:12.106103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ccb1670-bc98-431d-bd63-15e5ebf2fd35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:12.125728 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0c2bd491-5e7b-41b6-af7e-9c91be2792f4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:12.219412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb1670-bc98-431d-bd63-15e5ebf2fd35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=60906ec6-b341-44c6-98f9-42eefdeabb56,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:12.245914 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ccb1670-bc98-431d-bd63-15e5ebf2fd35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:12.400149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b6f822-4c65-4b3d-b026-fa3a97e9bc96 None None] Network adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:12.443340 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f7621b35-1213-4876-8fe8-67847ed5302e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/subnets/f553526e-064a-4f86-9c6f-e46d3996bbdf HTTP/1.1" status: 204 len: 168 time: 4.3809826 Jan 14 07:40:12.447904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52816) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:12.565539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb1670-bc98-431d-bd63-15e5ebf2fd35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] In _notify_port_updated(), no bound segment for port 60906ec6-b341-44c6-98f9-42eefdeabb56 on network adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd {{(pid=80908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.567615 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:12.571409 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:12.597481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccb1670-bc98-431d-bd63-15e5ebf2fd35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:12.598230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ccb1670-bc98-431d-bd63-15e5ebf2fd35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:12.599726 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9ccb1670-bc98-431d-bd63-15e5ebf2fd35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "PUT /v2.0/ports/60906ec6-b341-44c6-98f9-42eefdeabb56 HTTP/1.1" status: 200 len: 925 time: 1.6781626 Jan 14 07:40:12.615028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52820) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:12.640928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ae4d59ca-5414-4647-ae2f-84baed9f0d6e'}, {'subnet_id': '2c7b7720-b8df-4fdb-bc3f-c1e4e06d8d16'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:12.734061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-66d0bdd1-e4c6-426f-98af-24abb48e62dd None None] Provisioning for port fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:12.775686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-66d0bdd1-e4c6-426f-98af-24abb48e62dd None None] Provisioning complete for port fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:12.779444 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:12.780007 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66d0bdd1-e4c6-426f-98af-24abb48e62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:12.782877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:12.818620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a4ff56-1a81-4f0d-8844-13d0a48480eb None None] Network 1248d7aa-098b-4cbf-b2f5-a387edf64db5 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:12.883953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port 3796c4a7-8b23-4519-b461-6e0a0a39976d {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:12.884480 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:13.057893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Transition to ACTIVE for port object 2b032c7b-2d5c-437d-b3d2-c028b8bab08b will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:13.167026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42288392-af23-4a8f-ba48-37534bcf8fb1 None None] DHCP port deletion for 63ea25a8-3f2d-41bc-a01f-a7628c4ee35c request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:40:13.300690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] For port 3796c4a7-8b23-4519-b461-6e0a0a39976d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3796c4a7-8b23-4519-b461-6e0a0a39976d,segment=NetworkSegment(713f39b3-380d-4eeb-a8fe-67c4761141ea),segment_id=713f39b3-380d-4eeb-a8fe-67c4761141ea)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:13.300690 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:13.458863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0d5058c4-94ab-4c37-9362-f53bd7d38be5 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:40:13.496313 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:13.542510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-42288392-af23-4a8f-ba48-37534bcf8fb1 None None] Deleting port 3796c4a7-8b23-4519-b461-6e0a0a39976d {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:13.542895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42288392-af23-4a8f-ba48-37534bcf8fb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:13.557800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for 3796c4a7-8b23-4519-b461-6e0a0a39976d owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:13.689212 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d7730bb2-17dd-4ef5-adf1-9374486ba1a2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:13.695154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:13.711880 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e351d95b-6652-42b0-bea3-2e2542070869 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:13.768991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Port': ['ID=3796c4a7-8b23-4519-b461-6e0a0a39976d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:13.774461 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:13.822398 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:13.849280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-42288392-af23-4a8f-ba48-37534bcf8fb1 None None] For port 3796c4a7-8b23-4519-b461-6e0a0a39976d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3796c4a7-8b23-4519-b461-6e0a0a39976d,segment=NetworkSegment(713f39b3-380d-4eeb-a8fe-67c4761141ea),segment_id=713f39b3-380d-4eeb-a8fe-67c4761141ea)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:13.853376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42288392-af23-4a8f-ba48-37534bcf8fb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:13.867948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Network 1248d7aa-098b-4cbf-b2f5-a387edf64db5 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:13.967510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:13.975843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] No DVR routers for this DVR port 3796c4a7-8b23-4519-b461-6e0a0a39976d on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:40:14.019361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Pushing event updated for resources: {'Port': ['ID=2b032c7b-2d5c-437d-b3d2-c028b8bab08b,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:14.029491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:14.034103 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:14.056996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:14.068710 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:14.072260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-42288392-af23-4a8f-ba48-37534bcf8fb1 None None] Calling delete_port for 3796c4a7-8b23-4519-b461-6e0a0a39976d owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:14.108611 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:14.225634 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 6.4959664 Jan 14 07:40:14.230428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52856) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:14.236310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:40:14.251669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 0d5058c4-94ab-4c37-9362-f53bd7d38be5 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:14.319690 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a8839f6-6363-4401-95c5-6e1c3a360742 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:14.377041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3796c4a7-8b23-4519-b461-6e0a0a39976d no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:40:14.380287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:14.385718 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2aec2e18-4955-40d8-9493-9fd97592340d tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:14.485007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 3796c4a7-8b23-4519-b461-6e0a0a39976d {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:40:14.485461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3796c4a7-8b23-4519-b461-6e0a0a39976d not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:40:14.506041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8839f6-6363-4401-95c5-6e1c3a360742 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Subnet': ['ID=fa99e745-b878-45b5-bc86-7da5a5be71fd,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:14.575781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-42288392-af23-4a8f-ba48-37534bcf8fb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:40:14.576409 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-42288392-af23-4a8f-ba48-37534bcf8fb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:40:14.656707 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8a8839f6-6363-4401-95c5-6e1c3a360742 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:14.656707 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-164a4937-cd92-4ef9-b483-595c94331f9d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:14.676327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ea25a8-3f2d-41bc-a01f-a7628c4ee35c']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:14.686754 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b39e5631-30bc-4226-85b9-834e2118ccb9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:14.701717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-383bff1b-07ae-44f1-a2b4-e26b61d9b0b6 None None] Provisioning for port 0d5058c4-94ab-4c37-9362-f53bd7d38be5 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:14.706076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713f39b3-380d-4eeb-a8fe-67c4761141ea') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:14.706430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713f39b3-380d-4eeb-a8fe-67c4761141ea') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:14.707787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-383bff1b-07ae-44f1-a2b4-e26b61d9b0b6 None None] Provisioning complete for port 0d5058c4-94ab-4c37-9362-f53bd7d38be5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:14.708216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-383bff1b-07ae-44f1-a2b4-e26b61d9b0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:14.721219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:14.743935 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:14.752168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Releasing vxlan tunnel 10 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:40:14.835265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8f52c8-c1d7-4269-89c5-17d2700fe4e6 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:14.878201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8f52c8-c1d7-4269-89c5-17d2700fe4e6 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:14.909635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8f52c8-c1d7-4269-89c5-17d2700fe4e6 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:14.911892 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2b8f52c8-c1d7-4269-89c5-17d2700fe4e6 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.6798677 Jan 14 07:40:14.963865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52866) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:15.020397 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-383bff1b-07ae-44f1-a2b4-e26b61d9b0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:15.077224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-383bff1b-07ae-44f1-a2b4-e26b61d9b0b6 None None] For port 0d5058c4-94ab-4c37-9362-f53bd7d38be5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0d5058c4-94ab-4c37-9362-f53bd7d38be5,segment=NetworkSegment(a0a746c9-f5ea-419d-abb2-fe669856081d),segment_id=a0a746c9-f5ea-419d-abb2-fe669856081d)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:15.078645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-42288392-af23-4a8f-ba48-37534bcf8fb1 None None] Deleting port 3796c4a7-8b23-4519-b461-6e0a0a39976d {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:15.079224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42288392-af23-4a8f-ba48-37534bcf8fb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:15.136634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7e3f85df-aa21-444e-bb17-b5540f4d4983 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Deleting port 2b032c7b-2d5c-437d-b3d2-c028b8bab08b {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:15.137657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e3f85df-aa21-444e-bb17-b5540f4d4983 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:15.173400 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-383bff1b-07ae-44f1-a2b4-e26b61d9b0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:15.203958 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b6d0d93a-1d93-4f34-8172-2a10699e297d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:15.342376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-42288392-af23-4a8f-ba48-37534bcf8fb1 None None] The port '3796c4a7-8b23-4519-b461-6e0a0a39976d' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:40:15.425511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-47f91d96-c549-46ae-b820-ad6573c26156 None None] Provisioning for port 60906ec6-b341-44c6-98f9-42eefdeabb56 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:15.439764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-47f91d96-c549-46ae-b820-ad6573c26156 None None] Provisioning complete for port 60906ec6-b341-44c6-98f9-42eefdeabb56 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:15.440326 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-47f91d96-c549-46ae-b820-ad6573c26156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:15.658710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-47f91d96-c549-46ae-b820-ad6573c26156 None None] Port 60906ec6-b341-44c6-98f9-42eefdeabb56 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:40:15.688759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bff1b-07ae-44f1-a2b4-e26b61d9b0b6 None None] Pushing event updated for resources: {'Port': ['ID=0d5058c4-94ab-4c37-9362-f53bd7d38be5,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:15.703312 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-383bff1b-07ae-44f1-a2b4-e26b61d9b0b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:15.704192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-47f91d96-c549-46ae-b820-ad6573c26156 None None] Provisioning for port a926ebfb-8893-4146-9f06-a15c994b54d0 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:15.715121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-47f91d96-c549-46ae-b820-ad6573c26156 None None] Provisioning complete for port a926ebfb-8893-4146-9f06-a15c994b54d0 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:15.715835 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-47f91d96-c549-46ae-b820-ad6573c26156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:15.805406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-47f91d96-c549-46ae-b820-ad6573c26156 None None] Port a926ebfb-8893-4146-9f06-a15c994b54d0 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:40:15.854437 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:15.860074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-47f91d96-c549-46ae-b820-ad6573c26156 None None] Provisioning for port 2b032c7b-2d5c-437d-b3d2-c028b8bab08b completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:15.882024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-47f91d96-c549-46ae-b820-ad6573c26156 None None] Provisioning complete for port 2b032c7b-2d5c-437d-b3d2-c028b8bab08b triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:15.882456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-47f91d96-c549-46ae-b820-ad6573c26156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:15.950687 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e3f85df-aa21-444e-bb17-b5540f4d4983 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:16.035815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-47f91d96-c549-46ae-b820-ad6573c26156 None None] Port 2b032c7b-2d5c-437d-b3d2-c028b8bab08b cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:40:16.071808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-47f91d96-c549-46ae-b820-ad6573c26156 None None] Provisioning complete for port fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:16.072273 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-47f91d96-c549-46ae-b820-ad6573c26156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:16.142418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a4937-cd92-4ef9-b483-595c94331f9d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event updated for resources: {'Subnet': ['ID=6aaef6c7-0c92-4cbb-817a-f9b9bc29f908,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:16.160600 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-164a4937-cd92-4ef9-b483-595c94331f9d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.473s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:16.260133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7e3f85df-aa21-444e-bb17-b5540f4d4983 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Calling delete_port for 2b032c7b-2d5c-437d-b3d2-c028b8bab08b owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:16.344989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-47f91d96-c549-46ae-b820-ad6573c26156 None None] Provisioning complete for port 0d5058c4-94ab-4c37-9362-f53bd7d38be5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:16.344989 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-47f91d96-c549-46ae-b820-ad6573c26156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:16.486148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:16.501140 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e3f85df-aa21-444e-bb17-b5540f4d4983 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:16.504089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8839f6-6363-4401-95c5-6e1c3a360742 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Checking segment: {'id': '07d34368-cf91-4ff8-a24d-749980c5184a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55367ce1-50ee-4951-b8c1-852ba256cc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:40:16.504500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8839f6-6363-4401-95c5-6e1c3a360742 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network hostable DHCP agents. Network: 55367ce1-50ee-4951-b8c1-852ba256cc1a, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:40:16.568906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164a4937-cd92-4ef9-b483-595c94331f9d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Checking segment: {'id': '48535fd0-968e-41a7-b850-ed60dfbac0f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27a1e160-acd1-4481-809d-d7ba63303589'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:40:16.569316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164a4937-cd92-4ef9-b483-595c94331f9d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Network hostable DHCP agents. Network: 27a1e160-acd1-4481-809d-d7ba63303589, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:40:16.693233 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:16.740285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8839f6-6363-4401-95c5-6e1c3a360742 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 55367ce1-50ee-4951-b8c1-852ba256cc1a is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:40:16.748858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164a4937-cd92-4ef9-b483-595c94331f9d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Network 27a1e160-acd1-4481-809d-d7ba63303589 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:40:16.767531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-164a4937-cd92-4ef9-b483-595c94331f9d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 27a1e160-acd1-4481-809d-d7ba63303589) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:16.785687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f85df-aa21-444e-bb17-b5540f4d4983 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Pushing event deleted for resources: {'Port': ['ID=2b032c7b-2d5c-437d-b3d2-c028b8bab08b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:16.807741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8a8839f6-6363-4401-95c5-6e1c3a360742 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 55367ce1-50ee-4951-b8c1-852ba256cc1a) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:16.809617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99589790-1b63-4feb-a244-a00703714e8f None None] Network 27a1e160-acd1-4481-809d-d7ba63303589 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:16.833847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164a4937-cd92-4ef9-b483-595c94331f9d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:16.837022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-164a4937-cd92-4ef9-b483-595c94331f9d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:16.850202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e3f85df-aa21-444e-bb17-b5540f4d4983 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:16.859807 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7e3f85df-aa21-444e-bb17-b5540f4d4983 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:16.861337 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7e3f85df-aa21-444e-bb17-b5540f4d4983 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] 10.222.0.41 "DELETE /v2.0/ports/2b032c7b-2d5c-437d-b3d2-c028b8bab08b HTTP/1.1" status: 204 len: 168 time: 1.8844354 Jan 14 07:40:16.870906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52900) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:16.921581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c0253080-df5e-4562-9213-cc0747f9215f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Request body: {'port': {'name': 'tempest-new-port-name-1066215105', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:16.922056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.api.validators [None req-c0253080-df5e-4562-9213-cc0747f9215f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] bootfile-name is not in valid_values {{(pid=80908) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:40:16.922439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.api.validators [None req-c0253080-df5e-4562-9213-cc0747f9215f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] tftp-server is not in valid_values {{(pid=80908) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:40:16.922809 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.api.validators [None req-c0253080-df5e-4562-9213-cc0747f9215f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] server-ip-address is not in valid_values {{(pid=80908) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 07:40:16.992094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8839f6-6363-4401-95c5-6e1c3a360742 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:16.992877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a8839f6-6363-4401-95c5-6e1c3a360742 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:17.052517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network 63ea25a8-3f2d-41bc-a01f-a7628c4ee35c has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:17.061797 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-164a4937-cd92-4ef9-b483-595c94331f9d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 8.3085370 Jan 14 07:40:17.064261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52908) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:17.083020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9f8b2d68-b27b-4bb8-b26e-d09295e06d20 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Request body: {'router': {'external_gateway_info': {'network_id': '27a1e160-acd1-4481-809d-d7ba63303589'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:17.084476 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:17.089907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6fe5a41f-8a2f-4216-8f76-55eedbd03f99 None None] Provisioning complete for port 60906ec6-b341-44c6-98f9-42eefdeabb56 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:17.091137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a41f-8a2f-4216-8f76-55eedbd03f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:17.204186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bb4a22-b06a-4851-a1a1-29e45aef38bd None None] Network 55367ce1-50ee-4951-b8c1-852ba256cc1a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:17.242147 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8a8839f6-6363-4401-95c5-6e1c3a360742 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 8.4805539 Jan 14 07:40:17.248419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52912) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:17.297206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Allocated IP 2001:db8:0:1::302 (adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd/2c7b7720-b8df-4fdb-bc3f-c1e4e06d8d16/60906ec6-b341-44c6-98f9-42eefdeabb56) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:17.454128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6fe5a41f-8a2f-4216-8f76-55eedbd03f99 None None] Port 60906ec6-b341-44c6-98f9-42eefdeabb56 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:40:17.484025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0d5058c4-94ab-4c37-9362-f53bd7d38be5 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:40:17.530644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network 63ea25a8-3f2d-41bc-a01f-a7628c4ee35c has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:40:17.594483 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:40:17.642770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-27a1e160-acd1-4481-809d-d7ba63303589', 'network_id': '27a1e160-acd1-4481-809d-d7ba63303589', 'tenant_id': 'b36445ed4b0247d3823bacd55ae2dba1', 'fixed_ips': [{'subnet_id': '6aaef6c7-0c92-4cbb-817a-f9b9bc29f908'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:40:17.643709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:17.691151 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0253080-df5e-4562-9213-cc0747f9215f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:17.693608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6fe5a41f-8a2f-4216-8f76-55eedbd03f99 None None] Provisioning complete for port fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:17.694034 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a41f-8a2f-4216-8f76-55eedbd03f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:18.189877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Allocated IP 2001:db8:1::2 (27a1e160-acd1-4481-809d-d7ba63303589/6aaef6c7-0c92-4cbb-817a-f9b9bc29f908/601eff80-231b-4bf3-9bcb-0f5e78ef5fbc) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:18.339431 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:18.430121 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f8b2d68-b27b-4bb8-b26e-d09295e06d20 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:18.508709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:18.522438 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:18.610350 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:18.634742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Network': ['ID=63ea25a8-3f2d-41bc-a01f-a7628c4ee35c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:18.638793 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/networks/63ea25a8-3f2d-41bc-a01f-a7628c4ee35c HTTP/1.1" status: 204 len: 168 time: 6.1799903 Jan 14 07:40:18.640306 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:18.643405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52932) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:18.646385 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-c0253080-df5e-4562-9213-cc0747f9215f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:40:18.657204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-55367ce1-50ee-4951-b8c1-852ba256cc1a', 'network_id': '55367ce1-50ee-4951-b8c1-852ba256cc1a', 'tenant_id': 'e9c7c2a7999a4b238d158f0f85d98fe1', 'fixed_ips': [{'subnet_id': 'fa99e745-b878-45b5-bc86-7da5a5be71fd'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:40:18.658041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:18.665498 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0253080-df5e-4562-9213-cc0747f9215f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:18.668037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2494ab56-86ab-476b-bfa0-56fd82116080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'network': {'name': 'tempest-PortsTestJSON-1231633203'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:18.670546 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0253080-df5e-4562-9213-cc0747f9215f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:18.681118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 0d5058c4-94ab-4c37-9362-f53bd7d38be5 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:18.681542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:18.689751 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-84acbfa4-80c1-41a9-9d72-175fba18beea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:18.696972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2494ab56-86ab-476b-bfa0-56fd82116080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:18.709933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2494ab56-86ab-476b-bfa0-56fd82116080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:network and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:18.713341 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:18.747673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2494ab56-86ab-476b-bfa0-56fd82116080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for network was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:18.771637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2494ab56-86ab-476b-bfa0-56fd82116080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:18.807072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:18.859064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0253080-df5e-4562-9213-cc0747f9215f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Pushing event updated for resources: {'Port': ['ID=a926ebfb-8893-4146-9f06-a15c994b54d0,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:18.874271 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c0253080-df5e-4562-9213-cc0747f9215f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:18.876394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Ignored duplicate provisioning block setup for port 60906ec6-b341-44c6-98f9-42eefdeabb56 by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Jan 14 07:40:18.878469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2494ab56-86ab-476b-bfa0-56fd82116080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:18.894953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2494ab56-86ab-476b-bfa0-56fd82116080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:18.993879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c0253080-df5e-4562-9213-cc0747f9215f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] In _notify_port_updated(), no bound segment for port a926ebfb-8893-4146-9f06-a15c994b54d0 on network 1248d7aa-098b-4cbf-b2f5-a387edf64db5 {{(pid=80908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:40:19.001668 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.015029 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.039974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0253080-df5e-4562-9213-cc0747f9215f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:19.041112 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0253080-df5e-4562-9213-cc0747f9215f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:19.042725 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c0253080-df5e-4562-9213-cc0747f9215f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] 10.222.0.41 "PUT /v2.0/ports/a926ebfb-8893-4146-9f06-a15c994b54d0 HTTP/1.1" status: 200 len: 1130 time: 2.1707149 Jan 14 07:40:19.046279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52946) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:19.280688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6fe5a41f-8a2f-4216-8f76-55eedbd03f99 None None] Provisioning complete for port a926ebfb-8893-4146-9f06-a15c994b54d0 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:19.281231 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a41f-8a2f-4216-8f76-55eedbd03f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:19.302814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235a1e68-a103-401a-9b88-e5c054ad50a8 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:19.305949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-235a1e68-a103-401a-9b88-e5c054ad50a8 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Synchronizing usage tracker for tenant:37653574b2c74abca66706b7ef856edd on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:40:19.315734 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:19.355429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-235a1e68-a103-401a-9b88-e5c054ad50a8 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Unset dirty status for tenant:37653574b2c74abca66706b7ef856edd on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:40:19.358413 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-235a1e68-a103-401a-9b88-e5c054ad50a8 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] 10.222.0.41 "GET /v2.0/ports/a926ebfb-8893-4146-9f06-a15c994b54d0 HTTP/1.1" status: 200 len: 1130 time: 0.3098242 Jan 14 07:40:19.366125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52962) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:19.391153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6fe5a41f-8a2f-4216-8f76-55eedbd03f99 None None] Port a926ebfb-8893-4146-9f06-a15c994b54d0 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:40:19.400151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6fe5a41f-8a2f-4216-8f76-55eedbd03f99 None None] Could not find standard attr ID for object 2b032c7b-2d5c-437d-b3d2-c028b8bab08b. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:40:19.489868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2494ab56-86ab-476b-bfa0-56fd82116080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:40:19.524487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2494ab56-86ab-476b-bfa0-56fd82116080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:19.525013 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-2494ab56-86ab-476b-bfa0-56fd82116080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Added segment c4b321c9-86f3-4284-879f-8eb6f2bd84da of type vxlan for network ec5b5031-4691-4054-be8d-ee7f8da3114d Jan 14 07:40:19.577252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2494ab56-86ab-476b-bfa0-56fd82116080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:19.602730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2397a228-1dbe-463d-9052-76128e017487 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Deleting port a926ebfb-8893-4146-9f06-a15c994b54d0 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:19.603118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2397a228-1dbe-463d-9052-76128e017487 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:19.693064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6fe5a41f-8a2f-4216-8f76-55eedbd03f99 None None] Provisioning complete for port 0d5058c4-94ab-4c37-9362-f53bd7d38be5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:19.693496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a41f-8a2f-4216-8f76-55eedbd03f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:19.722010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=60906ec6-b341-44c6-98f9-42eefdeabb56,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:19.763939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:19.778338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.778877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.779532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.780072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.780857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.781171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.781590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.782008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.782442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.782859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.783269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.783693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.784196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.784610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.785176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.785585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.785992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.786404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.786811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.787219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.787626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.788072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.788602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.789011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.789868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.790264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.790676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.791084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.791492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.791930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.792339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.792763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.793151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.794118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.794534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.795099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:19.801055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Transition to ACTIVE for port object 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:19.829003 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:19.852459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Allocated IP 2001:db8::1 (55367ce1-50ee-4951-b8c1-852ba256cc1a/fa99e745-b878-45b5-bc86-7da5a5be71fd/8fb6e8db-bec3-47ac-b1c4-e0a852090d71) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:19.930686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2494ab56-86ab-476b-bfa0-56fd82116080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.932827 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:19.937161 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:19.952987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2494ab56-86ab-476b-bfa0-56fd82116080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:19.953690 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2494ab56-86ab-476b-bfa0-56fd82116080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:19.959769 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad57f4b7-ca53-4512-bbda-868d7408caac tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:19.961601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Transition to ACTIVE for port object 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:19.988645 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:20.020267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52974) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:20.039044 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad1b4a7e-7d4e-445a-b7e3-ccf0a1df8e3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:20.054190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] In _notify_port_updated(), no bound segment for port 60906ec6-b341-44c6-98f9-42eefdeabb56 on network adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd {{(pid=80907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:40:20.073318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:20.085207 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:20.086873 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "PUT /v2.0/ports/60906ec6-b341-44c6-98f9-42eefdeabb56 HTTP/1.1" status: 200 len: 1011 time: 7.4706171 Jan 14 07:40:20.093090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2397a228-1dbe-463d-9052-76128e017487 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:20.101964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52980) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:20.369799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2397a228-1dbe-463d-9052-76128e017487 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Calling delete_port for a926ebfb-8893-4146-9f06-a15c994b54d0 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:20.387243 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-9f8b2d68-b27b-4bb8-b26e-d09295e06d20 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:40:20.409331 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9f8b2d68-b27b-4bb8-b26e-d09295e06d20 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "PUT /v2.0/routers/7b4f1ba7-d605-487e-b1fc-ef3071967f54 HTTP/1.1" status: 400 len: 364 time: 3.3438506 Jan 14 07:40:20.412944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 52988) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:20.431735 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2494ab56-86ab-476b-bfa0-56fd82116080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7800786 Jan 14 07:40:20.576606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Network 27a1e160-acd1-4481-809d-d7ba63303589 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:20.583514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:20.600144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:20.605026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 52992) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:20.631842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-364aa710-8bd4-4904-a706-f8e76fe0683a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'subnet': {'network_id': 'ec5b5031-4691-4054-be8d-ee7f8da3114d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:20.648396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Pushing event updated for resources: {'Port': ['ID=601eff80-231b-4bf3-9bcb-0f5e78ef5fbc,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:20.666299 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:20.723601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Attempting to bind port 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:40:20.724337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Attempting to bind port 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '48535fd0-968e-41a7-b850-ed60dfbac0f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27a1e160-acd1-4481-809d-d7ba63303589'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:40:20.724971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Attempting to bind port 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc on network 27a1e160-acd1-4481-809d-d7ba63303589 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:40:20.740735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:40:20.741533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Checking segment: {'id': '48535fd0-968e-41a7-b850-ed60dfbac0f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27a1e160-acd1-4481-809d-d7ba63303589'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:40:20.742203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:20.742833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Bound using segment: {'id': '48535fd0-968e-41a7-b850-ed60dfbac0f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27a1e160-acd1-4481-809d-d7ba63303589'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:40:20.743751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Bound port: 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48535fd0-968e-41a7-b850-ed60dfbac0f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '27a1e160-acd1-4481-809d-d7ba63303589'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:40:20.744367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:20.759426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c63a818d-65ef-413e-8e06-d5cbcf6242a1 None None] Provisioning complete for port 60906ec6-b341-44c6-98f9-42eefdeabb56 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:20.760245 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c63a818d-65ef-413e-8e06-d5cbcf6242a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:20.818076 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2397a228-1dbe-463d-9052-76128e017487 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:20.940640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] For port 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:40:20.949836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] For port 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=601eff80-231b-4bf3-9bcb-0f5e78ef5fbc,segment=NetworkSegment(48535fd0-968e-41a7-b850-ed60dfbac0f7),segment_id=48535fd0-968e-41a7-b850-ed60dfbac0f7)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:40:20.994092 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:21.022557 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6d9fb1a7-7dc5-4c7f-b4c3-974b92101dd2 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:21.023101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494ab56-86ab-476b-bfa0-56fd82116080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Network': ['ID=ec5b5031-4691-4054-be8d-ee7f8da3114d,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:21.026487 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0f103ade-cb7a-4c08-90dd-380248652a32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:21.037122 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2494ab56-86ab-476b-bfa0-56fd82116080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.079s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:21.070281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7360f413-63a0-4664-a8d7-3fcb33a7b083 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port 60906ec6-b341-44c6-98f9-42eefdeabb56 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:21.071004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7360f413-63a0-4664-a8d7-3fcb33a7b083 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:21.071388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network ec5b5031-4691-4054-be8d-ee7f8da3114d details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:21.107390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9291495b-c180-447a-ab6c-993842e14709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:21.110497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-364aa710-8bd4-4904-a706-f8e76fe0683a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:21.139233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9291495b-c180-447a-ab6c-993842e14709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:21.144002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9291495b-c180-447a-ab6c-993842e14709 admin admin] Usage tracker for resource:security_group_rule and tenant:fe3a258f64cd481db39cca3c2f8edf91 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:21.146603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-364aa710-8bd4-4904-a706-f8e76fe0683a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:subnet and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:21.147436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9291495b-c180-447a-ab6c-993842e14709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:21.157712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9291495b-c180-447a-ab6c-993842e14709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:21.163151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397a228-1dbe-463d-9052-76128e017487 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Pushing event deleted for resources: {'Port': ['ID=a926ebfb-8893-4146-9f06-a15c994b54d0,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:21.172402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-364aa710-8bd4-4904-a706-f8e76fe0683a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:21.176332 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2397a228-1dbe-463d-9052-76128e017487 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:21.180560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network ec5b5031-4691-4054-be8d-ee7f8da3114d details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:21.194329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network ec5b5031-4691-4054-be8d-ee7f8da3114d details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:21.202374 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2397a228-1dbe-463d-9052-76128e017487 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:21.203392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-364aa710-8bd4-4904-a706-f8e76fe0683a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:21.215999 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2397a228-1dbe-463d-9052-76128e017487 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] 10.222.0.41 "DELETE /v2.0/ports/a926ebfb-8893-4146-9f06-a15c994b54d0 HTTP/1.1" status: 204 len: 168 time: 1.8479578 Jan 14 07:40:21.218984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53006) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:21.407139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9291495b-c180-447a-ab6c-993842e14709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:21.498024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9291495b-c180-447a-ab6c-993842e14709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:21.531447 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8b3f9b89-0832-4be0-8a65-f3198da2cc64 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:21.567925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:21.572590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c63a818d-65ef-413e-8e06-d5cbcf6242a1 None None] Port 60906ec6-b341-44c6-98f9-42eefdeabb56 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:40:21.596978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7360f413-63a0-4664-a8d7-3fcb33a7b083 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:21.636404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Transition to ACTIVE for port object 8fb6e8db-bec3-47ac-b1c4-e0a852090d71 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:21.678231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c63a818d-65ef-413e-8e06-d5cbcf6242a1 None None] Provisioning complete for port 0d5058c4-94ab-4c37-9362-f53bd7d38be5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:21.678231 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c63a818d-65ef-413e-8e06-d5cbcf6242a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:21.723638 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9291495b-c180-447a-ab6c-993842e14709 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe3a258f64cd481db39cca3c2f8edf91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7008102 Jan 14 07:40:21.724064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364aa710-8bd4-4904-a706-f8e76fe0683a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:21.756138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53014) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:21.782542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291495b-c180-447a-ab6c-993842e14709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba568bc-eefc-4e0e-bca3-d04b42920c05,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:21.783351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Transition to ACTIVE for port object 8fb6e8db-bec3-47ac-b1c4-e0a852090d71 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:21.793914 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9291495b-c180-447a-ab6c-993842e14709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:21.796562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Pushing event updated for resources: {'Port': ['ID=601eff80-231b-4bf3-9bcb-0f5e78ef5fbc,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:21.804147 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:21.812015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:21.837623 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:21.978514 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:22.013663 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:22.032808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7360f413-63a0-4664-a8d7-3fcb33a7b083 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for 60906ec6-b341-44c6-98f9-42eefdeabb56 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:22.037767 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:22.123465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-364aa710-8bd4-4904-a706-f8e76fe0683a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:22.227150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Subnet': ['ID=fa99e745-b878-45b5-bc86-7da5a5be71fd,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:22.307107 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:22.349416 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f34ed511-de34-421f-8bd0-83c579350930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:22.385857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Pushing event updated for resources: {'Port': ['ID=8fb6e8db-bec3-47ac-b1c4-e0a852090d71,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:22.391901 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f34ed511-de34-421f-8bd0-83c579350930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:22.392855 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:22.396305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c63a818d-65ef-413e-8e06-d5cbcf6242a1 None None] Could not find standard attr ID for object a926ebfb-8893-4146-9f06-a15c994b54d0. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:40:22.417798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Network 55367ce1-50ee-4951-b8c1-852ba256cc1a is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:22.419571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:22.422077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:22.484184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Attempting to bind port 8fb6e8db-bec3-47ac-b1c4-e0a852090d71 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:40:22.484608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Attempting to bind port 8fb6e8db-bec3-47ac-b1c4-e0a852090d71 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '07d34368-cf91-4ff8-a24d-749980c5184a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55367ce1-50ee-4951-b8c1-852ba256cc1a'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:40:22.485032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Attempting to bind port 8fb6e8db-bec3-47ac-b1c4-e0a852090d71 on network 55367ce1-50ee-4951-b8c1-852ba256cc1a {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:40:22.491156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:40:22.491579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Checking segment: {'id': '07d34368-cf91-4ff8-a24d-749980c5184a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55367ce1-50ee-4951-b8c1-852ba256cc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:40:22.492071 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:22.492513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Bound using segment: {'id': '07d34368-cf91-4ff8-a24d-749980c5184a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55367ce1-50ee-4951-b8c1-852ba256cc1a'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:40:22.493054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Bound port: 8fb6e8db-bec3-47ac-b1c4-e0a852090d71, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d34368-cf91-4ff8-a24d-749980c5184a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '55367ce1-50ee-4951-b8c1-852ba256cc1a'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:40:22.493473 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:22.500000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43f3e54-0c3c-4ca8-b126-9a9f575dc340 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Deleting subnet 3ef476e9-b3c5-48f3-96af-821fadbdda84 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:40:22.503911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d43f3e54-0c3c-4ca8-b126-9a9f575dc340 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:22.620308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] For port 8fb6e8db-bec3-47ac-b1c4-e0a852090d71, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:40:22.625198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] For port 8fb6e8db-bec3-47ac-b1c4-e0a852090d71, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=8fb6e8db-bec3-47ac-b1c4-e0a852090d71,segment=NetworkSegment(07d34368-cf91-4ff8-a24d-749980c5184a),segment_id=07d34368-cf91-4ff8-a24d-749980c5184a)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:40:22.631539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d43f3e54-0c3c-4ca8-b126-9a9f575dc340 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:22.634588 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:22.657547 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab86f8a1-2210-4930-ad36-abfd7b6f912c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:22.719342 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f34ed511-de34-421f-8bd0-83c579350930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:22.731707 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-440c6be1-50cb-479e-8650-3e2d17315146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:22.733357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Pushing event updated for resources: {'Port': ['ID=8fb6e8db-bec3-47ac-b1c4-e0a852090d71,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:22.744848 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:22.787514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ed511-de34-421f-8bd0-83c579350930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba568bc-eefc-4e0e-bca3-d04b42920c05,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:22.800215 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f34ed511-de34-421f-8bd0-83c579350930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:22.846161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:22.905777 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d43f3e54-0c3c-4ca8-b126-9a9f575dc340 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:22.940991 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f34ed511-de34-421f-8bd0-83c579350930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:22.942267 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f34ed511-de34-421f-8bd0-83c579350930 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bba568bc-eefc-4e0e-bca3-d04b42920c05 HTTP/1.1" status: 204 len: 168 time: 1.1790469 Jan 14 07:40:23.038161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b433dda0-b176-4f9e-af9c-a5305b36da25 None None] Network 55367ce1-50ee-4951-b8c1-852ba256cc1a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:23.216436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55367ce1-50ee-4951-b8c1-852ba256cc1a']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:23.235376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d34368-cf91-4ff8-a24d-749980c5184a') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:23.236016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d34368-cf91-4ff8-a24d-749980c5184a') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:23.252216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:23.297194 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:23.303891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Releasing vxlan tunnel 21 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:40:23.712036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:40:23.823400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53046) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:23.833170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e84a536-44ab-4fea-aea1-fcc012c1763d None None] Network 27a1e160-acd1-4481-809d-d7ba63303589 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:23.889000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Allocated IP 2001:db8::1 (d94363e9-b814-4a87-b432-860d26c8c807/346b2dc8-6970-44e4-a96b-25dfa7017f4a/ca722a25-3a26-4bf9-8483-6640710a24cb) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:23.893552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 55367ce1-50ee-4951-b8c1-852ba256cc1a has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:23.903571 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a4f3e69-79cd-4f80-987b-b1de1f411968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:23.921943 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:23.941189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4a4f3e69-79cd-4f80-987b-b1de1f411968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:23.945671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4a4f3e69-79cd-4f80-987b-b1de1f411968 admin admin] Usage tracker for resource:security_group_rule and tenant:c8aa4c5a48fc4054a737bb53a417f7dd is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:23.949316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4a4f3e69-79cd-4f80-987b-b1de1f411968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:23.956009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4a4f3e69-79cd-4f80-987b-b1de1f411968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:24.087007 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-364aa710-8bd4-4904-a706-f8e76fe0683a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:24.196821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1594c517-d536-4a9f-a1c9-a9686bcdcf04 None None] Provisioning for port 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:24.225004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82b6c3c1-6abb-4c3b-8906-da7cfc1645d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:24.249558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:24.255639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:24.256282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:24.269747 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a6bcd5b-ae17-449f-9a7c-2832520ba088 tempest-RoutersAdminTest-2098184955 tempest-RoutersAdminTest-2098184955] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:24.310582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d43f3e54-0c3c-4ca8-b126-9a9f575dc340 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:24.328376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a4f3e69-79cd-4f80-987b-b1de1f411968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:24.375011 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a4f3e69-79cd-4f80-987b-b1de1f411968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:24.403922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7360f413-63a0-4664-a8d7-3fcb33a7b083 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:24.410684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 55367ce1-50ee-4951-b8c1-852ba256cc1a has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:24.421550 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-429b3f09-0a07-46f9-9eba-140a47ea6ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:24.436149 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4a4f3e69-79cd-4f80-987b-b1de1f411968 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8aa4c5a48fc4054a737bb53a417f7dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6129949 Jan 14 07:40:24.438484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:40:24.461357 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:40:24.469162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53062) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:24.519475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=601eff80-231b-4bf3-9bcb-0f5e78ef5fbc,segment=NetworkSegment(48535fd0-968e-41a7-b850-ed60dfbac0f7),segment_id=48535fd0-968e-41a7-b850-ed60dfbac0f7)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:24.537229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:24.540014 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:24.645740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f3e69-79cd-4f80-987b-b1de1f411968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3d8097-5e53-41cb-9e7f-dde0bb369de6,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:24.660634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=601eff80-231b-4bf3-9bcb-0f5e78ef5fbc,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:24.665401 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:24.671026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364aa710-8bd4-4904-a706-f8e76fe0683a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Subnet': ['ID=e61a8e86-1192-4fd3-adb5-7000352e6f78,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:24.672303 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a4f3e69-79cd-4f80-987b-b1de1f411968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:24.677164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364aa710-8bd4-4904-a706-f8e76fe0683a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Checking segment: {'id': 'c4b321c9-86f3-4284-879f-8eb6f2bd84da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ec5b5031-4691-4054-be8d-ee7f8da3114d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:40:24.677534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364aa710-8bd4-4904-a706-f8e76fe0683a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network hostable DHCP agents. Network: ec5b5031-4691-4054-be8d-ee7f8da3114d, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:40:24.687791 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-364aa710-8bd4-4904-a706-f8e76fe0683a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:24.693675 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c183568f-2fe2-4cdf-9eec-e1b951c2232c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:24.695086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1fc68aab-25cb-4776-add1-50cafb29e57d None None] Provisioning complete for port 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:24.695199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:40:24.695199 n-d-769329-2 neutron-server[80794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:40:24.695199 n-d-769329-2 neutron-server[80794]: [parameters: {'id': '55367ce1-50ee-4951-b8c1-852ba256cc1a'}] Jan 14 07:40:24.695199 n-d-769329-2 neutron-server[80794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:40:24.695456 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:40:24.695531 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fc68aab-25cb-4776-add1-50cafb29e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:24.698959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bee8e35b-8049-4a01-9c49-7cef8f9b3aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:24.735169 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bee8e35b-8049-4a01-9c49-7cef8f9b3aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:24.773966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f3e54-0c3c-4ca8-b126-9a9f575dc340 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Pushing event deleted for resources: {'Subnet': ['ID=3ef476e9-b3c5-48f3-96af-821fadbdda84,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:24.782525 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d43f3e54-0c3c-4ca8-b126-9a9f575dc340 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:24.787066 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1132c1f4-8692-4e18-a64c-45f7c5ee2414 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:24.793690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99476200-ceef-47b8-ba3a-9625a5095c2e None None] Network 1248d7aa-098b-4cbf-b2f5-a387edf64db5 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:24.807198 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bee8e35b-8049-4a01-9c49-7cef8f9b3aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:24.820934 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5bc1d943-58e7-4834-a24b-ec80f6838a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:24.841072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d43f3e54-0c3c-4ca8-b126-9a9f575dc340 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:24.841572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8e35b-8049-4a01-9c49-7cef8f9b3aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3d8097-5e53-41cb-9e7f-dde0bb369de6,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:24.847072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360f413-63a0-4664-a8d7-3fcb33a7b083 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=60906ec6-b341-44c6-98f9-42eefdeabb56,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:24.851052 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7360f413-63a0-4664-a8d7-3fcb33a7b083 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:24.863295 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bee8e35b-8049-4a01-9c49-7cef8f9b3aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:24.871099 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:24.883383 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d43f3e54-0c3c-4ca8-b126-9a9f575dc340 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] 10.222.0.41 "DELETE /v2.0/subnets/3ef476e9-b3c5-48f3-96af-821fadbdda84 HTTP/1.1" status: 204 len: 168 time: 3.6589437 Jan 14 07:40:24.886291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53070) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:24.899357 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bee8e35b-8049-4a01-9c49-7cef8f9b3aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:24.915562 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bee8e35b-8049-4a01-9c49-7cef8f9b3aa8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c3d8097-5e53-41cb-9e7f-dde0bb369de6 HTTP/1.1" status: 204 len: 168 time: 0.4336839 Jan 14 07:40:24.938972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Transition to ACTIVE for port object ca722a25-3a26-4bf9-8483-6640710a24cb will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:24.984889 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:25.056943 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c764c5be-0051-4569-bdec-f247de4dbda6 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:25.113121 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:25.162981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364aa710-8bd4-4904-a706-f8e76fe0683a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network ec5b5031-4691-4054-be8d-ee7f8da3114d is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:40:25.208505 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7360f413-63a0-4664-a8d7-3fcb33a7b083 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:25.214305 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7360f413-63a0-4664-a8d7-3fcb33a7b083 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/ports/60906ec6-b341-44c6-98f9-42eefdeabb56 HTTP/1.1" status: 204 len: 168 time: 5.1107140 Jan 14 07:40:25.216887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-364aa710-8bd4-4904-a706-f8e76fe0683a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, ec5b5031-4691-4054-be8d-ee7f8da3114d) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:25.231845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53078) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:25.267885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:25.292410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bb9444-4c57-4e7c-962f-7bc39b6cb4d2 None None] Network ec5b5031-4691-4054-be8d-ee7f8da3114d requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:25.314962 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2716f3b6-ce81-4c46-aea3-c9ab09d27346 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] GET failed (client error): The resource could not be found. Jan 14 07:40:25.315954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2716f3b6-ce81-4c46-aea3-c9ab09d27346 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Synchronizing usage tracker for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:40:25.320979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Deleting port 0d5058c4-94ab-4c37-9362-f53bd7d38be5 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:25.322132 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:25.359792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364aa710-8bd4-4904-a706-f8e76fe0683a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:25.360834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-364aa710-8bd4-4904-a706-f8e76fe0683a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:25.405128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event updated for resources: {'Port': ['ID=ca722a25-3a26-4bf9-8483-6640710a24cb,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:25.428499 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-364aa710-8bd4-4904-a706-f8e76fe0683a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8095005 Jan 14 07:40:25.432063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53084) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:25.443290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'port': {'network_id': 'ec5b5031-4691-4054-be8d-ee7f8da3114d', 'name': 'tempest-PortsTestJSON-2105018397', 'fixed_ips': [{'subnet_id': 'e61a8e86-1192-4fd3-adb5-7000352e6f78', 'ip_address': '172.20.0.10'}]}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:25.477110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2716f3b6-ce81-4c46-aea3-c9ab09d27346 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Unset dirty status for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:40:25.481865 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2716f3b6-ce81-4c46-aea3-c9ab09d27346 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports/60906ec6-b341-44c6-98f9-42eefdeabb56 HTTP/1.1" status: 404 len: 333 time: 0.2440231 Jan 14 07:40:25.487446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53092) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:25.761371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:40:25.861037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:25.883187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-ec5b5031-4691-4054-be8d-ee7f8da3114d', 'network_id': 'ec5b5031-4691-4054-be8d-ee7f8da3114d', 'tenant_id': '4605628481ce4f349c9c522bcadc9a32', 'fixed_ips': [{'subnet_id': 'e61a8e86-1192-4fd3-adb5-7000352e6f78'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:40:25.883899 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:25.891992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:port and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:25.926949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:25.927464 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:26.024073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fbc6dd-fadd-4c50-8dea-8a578b3eb962 None None] DHCP port deletion for 1248d7aa-098b-4cbf-b2f5-a387edf64db5 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:40:26.025385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for port was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:26.033279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:26.086780 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.043s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:26.117344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:26.134115 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:26.141917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Deleting port 8fb6e8db-bec3-47ac-b1c4-e0a852090d71 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:26.141917 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:26.351985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Allocated IP 172.20.0.2 (ec5b5031-4691-4054-be8d-ee7f8da3114d/e61a8e86-1192-4fd3-adb5-7000352e6f78/5638622e-e89f-4d4d-bc6f-93b7daff7e8e) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:26.428296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] For port 0d5058c4-94ab-4c37-9362-f53bd7d38be5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0d5058c4-94ab-4c37-9362-f53bd7d38be5,segment=NetworkSegment(a0a746c9-f5ea-419d-abb2-fe669856081d),segment_id=a0a746c9-f5ea-419d-abb2-fe669856081d)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:26.428727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:26.467221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] For port 8fb6e8db-bec3-47ac-b1c4-e0a852090d71, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=8fb6e8db-bec3-47ac-b1c4-e0a852090d71,segment=NetworkSegment(07d34368-cf91-4ff8-a24d-749980c5184a),segment_id=07d34368-cf91-4ff8-a24d-749980c5184a)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:26.468265 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:26.670140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Calling delete_port for 8fb6e8db-bec3-47ac-b1c4-e0a852090d71 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:26.698844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:26.709297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Calling delete_port for 0d5058c4-94ab-4c37-9362-f53bd7d38be5 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:26.718100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-20fbc6dd-fadd-4c50-8dea-8a578b3eb962 None None] Deleting port 0d5058c4-94ab-4c37-9362-f53bd7d38be5 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:26.718100 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20fbc6dd-fadd-4c50-8dea-8a578b3eb962 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:26.780036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Network d94363e9-b814-4a87-b432-860d26c8c807 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:26.783196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:26.783340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Transition to ACTIVE for port object 5638622e-e89f-4d4d-bc6f-93b7daff7e8e will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:26.790918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:26.791575 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:26.792393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f1dd75-2b71-456f-bbdc-5a59bf24ed12 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting subnet 2c7b7720-b8df-4fdb-bc3f-c1e4e06d8d16 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:40:26.797368 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79f1dd75-2b71-456f-bbdc-5a59bf24ed12 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:26.802109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Transition to ACTIVE for port object 5638622e-e89f-4d4d-bc6f-93b7daff7e8e will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:26.851265 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:26.870753 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f50388a-bd36-4679-84df-7ce7fc2f985a tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:26.883626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-20fbc6dd-fadd-4c50-8dea-8a578b3eb962 None None] The port '0d5058c4-94ab-4c37-9362-f53bd7d38be5' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:40:26.885901 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:26.888583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79f1dd75-2b71-456f-bbdc-5a59bf24ed12 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:26.986537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Port': ['ID=8fb6e8db-bec3-47ac-b1c4-e0a852090d71,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:26.994255 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:27.039145 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79f1dd75-2b71-456f-bbdc-5a59bf24ed12 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:27.161357 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:27.240043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:27.329119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] No DVR routers for this DVR port 8fb6e8db-bec3-47ac-b1c4-e0a852090d71 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:40:27.342388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Pushing event updated for resources: {'Port': ['ID=5638622e-e89f-4d4d-bc6f-93b7daff7e8e,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:27.348503 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:27.352816 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-941d660d-849f-4115-9a6d-5fae6f1df6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:27.383196 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:27.413136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7ab1e584-f983-436f-aa53-6b92bfe478f2 None None] Provisioning complete for port 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:27.413499 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ab1e584-f983-436f-aa53-6b92bfe478f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:27.502298 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89304d79-1a91-4f4d-a0a3-1f406ca0a475 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:27.588110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Pushing event deleted for resources: {'Port': ['ID=0d5058c4-94ab-4c37-9362-f53bd7d38be5,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:27.592072 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:27.609975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] No DVR routers for this DVR port 0d5058c4-94ab-4c37-9362-f53bd7d38be5 on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:40:27.676837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:27.803077 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:27.816919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:27.817566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Network ec5b5031-4691-4054-be8d-ee7f8da3114d is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:27.827311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:27.830300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55367ce1-50ee-4951-b8c1-852ba256cc1a']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:27.842478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:27.846163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d34368-cf91-4ff8-a24d-749980c5184a') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:27.846525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d34368-cf91-4ff8-a24d-749980c5184a') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:27.863249 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:27.880859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:27.883353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Releasing vxlan tunnel 21 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:40:27.940298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Attempting to bind port 5638622e-e89f-4d4d-bc6f-93b7daff7e8e on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:40:27.940807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Attempting to bind port 5638622e-e89f-4d4d-bc6f-93b7daff7e8e by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'c4b321c9-86f3-4284-879f-8eb6f2bd84da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ec5b5031-4691-4054-be8d-ee7f8da3114d'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:40:27.941334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Attempting to bind port 5638622e-e89f-4d4d-bc6f-93b7daff7e8e on network ec5b5031-4691-4054-be8d-ee7f8da3114d {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:40:27.960324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:40:27.960977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Checking segment: {'id': 'c4b321c9-86f3-4284-879f-8eb6f2bd84da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ec5b5031-4691-4054-be8d-ee7f8da3114d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:40:27.961537 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:27.962331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Bound using segment: {'id': 'c4b321c9-86f3-4284-879f-8eb6f2bd84da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ec5b5031-4691-4054-be8d-ee7f8da3114d'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:40:27.963093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Bound port: 5638622e-e89f-4d4d-bc6f-93b7daff7e8e, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b321c9-86f3-4284-879f-8eb6f2bd84da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ec5b5031-4691-4054-be8d-ee7f8da3114d'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:40:27.963635 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:27.993918 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:28.079025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1248d7aa-098b-4cbf-b2f5-a387edf64db5']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:28.093908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a746c9-f5ea-419d-abb2-fe669856081d') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:28.094494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a746c9-f5ea-419d-abb2-fe669856081d') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:28.108855 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:28.109053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 55367ce1-50ee-4951-b8c1-852ba256cc1a has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:28.112602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] For port 5638622e-e89f-4d4d-bc6f-93b7daff7e8e, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:40:28.119083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:28.123898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] For port 5638622e-e89f-4d4d-bc6f-93b7daff7e8e, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5638622e-e89f-4d4d-bc6f-93b7daff7e8e,segment=NetworkSegment(c4b321c9-86f3-4284-879f-8eb6f2bd84da),segment_id=c4b321c9-86f3-4284-879f-8eb6f2bd84da)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:40:28.127966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0d5058c4-94ab-4c37-9362-f53bd7d38be5 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:40:28.128404 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:28.130732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Releasing vxlan tunnel 6 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:40:28.294981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:28.317701 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:28.341123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Network 1248d7aa-098b-4cbf-b2f5-a387edf64db5 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:28.363098 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:28.408675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Pushing event updated for resources: {'Port': ['ID=5638622e-e89f-4d4d-bc6f-93b7daff7e8e,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:28.412336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 0d5058c4-94ab-4c37-9362-f53bd7d38be5 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:40:28.412741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0d5058c4-94ab-4c37-9362-f53bd7d38be5 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:40:28.417054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 55367ce1-50ee-4951-b8c1-852ba256cc1a has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:40:28.483912 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:40:28.500128 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:28.682565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6f6823f7-3fee-468a-8ff5-1727e5a38367 None None] Provisioning for port ca722a25-3a26-4bf9-8483-6640710a24cb completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:28.696498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Network 1248d7aa-098b-4cbf-b2f5-a387edf64db5 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:28.704987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6f6823f7-3fee-468a-8ff5-1727e5a38367 None None] Provisioning complete for port ca722a25-3a26-4bf9-8483-6640710a24cb triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:28.705358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f6823f7-3fee-468a-8ff5-1727e5a38367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:40:28.737260 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:40:28.743409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] device_id is not set on port c0917b91-2278-4443-b52f-d701198582de yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:40:28.849247 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:28.853998 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1b9bb0d5-7a52-4307-9d5c-cc23b4b1bd06 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:28.882222 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:28.884447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79f1dd75-2b71-456f-bbdc-5a59bf24ed12 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:28.910519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Network': ['ID=55367ce1-50ee-4951-b8c1-852ba256cc1a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:28.919809 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/networks/55367ce1-50ee-4951-b8c1-852ba256cc1a HTTP/1.1" status: 204 len: 168 time: 11.5730829 Jan 14 07:40:28.920516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53170) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:28.926368 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:28.953930 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:28.959340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6f6823f7-3fee-468a-8ff5-1727e5a38367 None None] Port ca722a25-3a26-4bf9-8483-6640710a24cb cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:40:29.000036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6ee4fb43-8549-46cc-88fc-f2997acdcc96 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1025082440'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:29.028726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6ee4fb43-8549-46cc-88fc-f2997acdcc96 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:29.046115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6ee4fb43-8549-46cc-88fc-f2997acdcc96 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Usage tracker for resource:network and tenant:e9c7c2a7999a4b238d158f0f85d98fe1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:29.049390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6ee4fb43-8549-46cc-88fc-f2997acdcc96 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Quota usage for network was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:29.094589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6ee4fb43-8549-46cc-88fc-f2997acdcc96 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:29.109555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee4fb43-8549-46cc-88fc-f2997acdcc96 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Made reservation on behalf of e9c7c2a7999a4b238d158f0f85d98fe1 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:29.129218 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ee4fb43-8549-46cc-88fc-f2997acdcc96 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:29.215191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee4fb43-8549-46cc-88fc-f2997acdcc96 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] vxlan segment allocate from pool success with {'vxlan_vni': 21} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:40:29.238122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ee4fb43-8549-46cc-88fc-f2997acdcc96 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:29.239240 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-6ee4fb43-8549-46cc-88fc-f2997acdcc96 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Added segment ca9cbeb9-a664-4435-ba92-72f86eec3d9d of type vxlan for network 6f105090-90d6-4ad1-a76d-7d084dd3b76c Jan 14 07:40:29.305759 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ee4fb43-8549-46cc-88fc-f2997acdcc96 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:29.362202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ee4fb43-8549-46cc-88fc-f2997acdcc96 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:29.388061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee4fb43-8549-46cc-88fc-f2997acdcc96 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:29.388786 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ee4fb43-8549-46cc-88fc-f2997acdcc96 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:29.398602 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1047d6b9-be57-4801-bffb-4a03bde15ac6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:29.429826 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-600d4e90-22e2-4279-8a56-3887ae9d22ad tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:29.430269 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:29.494266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53186) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:29.521503 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:29.522554 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:29.543128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1dd75-2b71-456f-bbdc-5a59bf24ed12 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Subnet': ['ID=2c7b7720-b8df-4fdb-bc3f-c1e4e06d8d16,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:29.546409 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-79f1dd75-2b71-456f-bbdc-5a59bf24ed12 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:29.572409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4fb43-8549-46cc-88fc-f2997acdcc96 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Network': ['ID=6f105090-90d6-4ad1-a76d-7d084dd3b76c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:29.590118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 6f105090-90d6-4ad1-a76d-7d084dd3b76c details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:29.612315 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:29.628467 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:29.639776 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc7e4313-1de0-4454-883d-688a0b988ae5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:29.646703 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ee4fb43-8549-46cc-88fc-f2997acdcc96 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:29.647288 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a94838ee-4cdb-4107-aa62-23b3cc8f13d0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:29.671835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Pushing event deleted for resources: {'Network': ['ID=1248d7aa-098b-4cbf-b2f5-a387edf64db5,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:29.674849 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:29.730281 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] 10.222.0.41 "DELETE /v2.0/networks/1248d7aa-098b-4cbf-b2f5-a387edf64db5 HTTP/1.1" status: 204 len: 168 time: 4.8400774 Jan 14 07:40:29.738404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event updated for resources: {'Port': ['ID=ca722a25-3a26-4bf9-8483-6640710a24cb,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:29.767864 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79f1dd75-2b71-456f-bbdc-5a59bf24ed12 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:29.770577 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:29.775287 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-79f1dd75-2b71-456f-bbdc-5a59bf24ed12 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/subnets/2c7b7720-b8df-4fdb-bc3f-c1e4e06d8d16 HTTP/1.1" status: 204 len: 168 time: 4.2846973 Jan 14 07:40:29.776333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 6f105090-90d6-4ad1-a76d-7d084dd3b76c details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:29.779590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53198) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:29.783788 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6ee4fb43-8549-46cc-88fc-f2997acdcc96 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8561938 Jan 14 07:40:29.788568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53202) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:29.842204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9d879837-43a5-4cb7-995e-dde06b743d41 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'subnet': {'network_id': '6f105090-90d6-4ad1-a76d-7d084dd3b76c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:29.923108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 6f105090-90d6-4ad1-a76d-7d084dd3b76c details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:29.933084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Network d94363e9-b814-4a87-b432-860d26c8c807 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:29.940928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d57e280-2da8-4076-a5ce-ac2ecc2f5761 None None] Network adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:29.941887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:30.047995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d304f81-4ea8-4198-a045-d28fa8d41764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:30.141590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5d304f81-4ea8-4198-a045-d28fa8d41764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:30.163026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5d304f81-4ea8-4198-a045-d28fa8d41764 admin admin] Usage tracker for resource:security_group_rule and tenant:130b01c327484d1aa355cec6a77bc1d8 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:30.196817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5d304f81-4ea8-4198-a045-d28fa8d41764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:30.238742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-40070db2-a73e-4cab-9b80-37b42b9cc584 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting subnet ae4d59ca-5414-4647-ae2f-84baed9f0d6e {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:40:30.245648 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40070db2-a73e-4cab-9b80-37b42b9cc584 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:30.291423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53214) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:30.307206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5638622e-e89f-4d4d-bc6f-93b7daff7e8e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:40:30.415166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Router 7b4f1ba7-d605-487e-b1fc-ef3071967f54 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:40:30.420997 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40070db2-a73e-4cab-9b80-37b42b9cc584 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:30.583084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40070db2-a73e-4cab-9b80-37b42b9cc584 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:30.643121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5d304f81-4ea8-4198-a045-d28fa8d41764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:30.678841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9d879837-43a5-4cb7-995e-dde06b743d41 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:30.694698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Allocated IP 172.20.0.10 (ec5b5031-4691-4054-be8d-ee7f8da3114d/e61a8e86-1192-4fd3-adb5-7000352e6f78/c0917b91-2278-4443-b52f-d701198582de) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:30.702793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9d879837-43a5-4cb7-995e-dde06b743d41 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Usage tracker for resource:subnet and tenant:e9c7c2a7999a4b238d158f0f85d98fe1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:30.707394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 5638622e-e89f-4d4d-bc6f-93b7daff7e8e completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:30.711361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9d879837-43a5-4cb7-995e-dde06b743d41 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:30.727603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9d879837-43a5-4cb7-995e-dde06b743d41 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:30.729427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-be01ebbc-026c-45ee-b565-8753fab5621a None None] Provisioning complete for port ca722a25-3a26-4bf9-8483-6640710a24cb triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:30.729427 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be01ebbc-026c-45ee-b565-8753fab5621a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:30.880694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-be01ebbc-026c-45ee-b565-8753fab5621a None None] Port ca722a25-3a26-4bf9-8483-6640710a24cb cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:40:30.882987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01124d9e-d918-47b7-bcce-e3893ddea8b5 None None] Network ec5b5031-4691-4054-be8d-ee7f8da3114d requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:30.938915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d879837-43a5-4cb7-995e-dde06b743d41 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Made reservation on behalf of e9c7c2a7999a4b238d158f0f85d98fe1 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:31.128772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d2bfd75a-42c0-4503-9df3-5ec0c2ce4ca1 None None] Provisioning for port 5638622e-e89f-4d4d-bc6f-93b7daff7e8e completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:31.139485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d2bfd75a-42c0-4503-9df3-5ec0c2ce4ca1 None None] Provisioning complete for port 5638622e-e89f-4d4d-bc6f-93b7daff7e8e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:31.140060 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd75a-42c0-4503-9df3-5ec0c2ce4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:31.254620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d879837-43a5-4cb7-995e-dde06b743d41 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:31.259499 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b272cd61-0d28-43fb-9be5-ec0bc745d5f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37653574b2c74abca66706b7ef856edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9665091 Jan 14 07:40:31.263867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53230) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:31.341390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:40:31.343422 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd75a-42c0-4503-9df3-5ec0c2ce4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:31.366403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d42c1-f772-482c-87ae-d9af54811fd8 None None] Sync routers for ids ['7b4f1ba7-d605-487e-b1fc-ef3071967f54'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:40:31.367328 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "PUT /v2.0/routers/7b4f1ba7-d605-487e-b1fc-ef3071967f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9436889 Jan 14 07:40:31.372356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53236) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:31.378025 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69ebd763-2f2e-4c99-b381-f47094d5dace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:31.385129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d42c1-f772-482c-87ae-d9af54811fd8 None None] Routers {'7b4f1ba7-d605-487e-b1fc-ef3071967f54'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:31.388140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2b7d42c1-f772-482c-87ae-d9af54811fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:40:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7b4f1ba7-d605-487e-b1fc-ef3071967f54'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:31.413054 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69ebd763-2f2e-4c99-b381-f47094d5dace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:31.540089 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69ebd763-2f2e-4c99-b381-f47094d5dace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:31.555908 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4434ff04-f6be-46f6-97e0-eaf5e4c5bbee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:31.567453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2b7d42c1-f772-482c-87ae-d9af54811fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:31.579152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7d42c1-f772-482c-87ae-d9af54811fd8 None None] Routers {'7b4f1ba7-d605-487e-b1fc-ef3071967f54'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:31.580467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2b7d42c1-f772-482c-87ae-d9af54811fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:40:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7b4f1ba7-d605-487e-b1fc-ef3071967f54'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:31.592934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d2bfd75a-42c0-4503-9df3-5ec0c2ce4ca1 None None] For port 5638622e-e89f-4d4d-bc6f-93b7daff7e8e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5638622e-e89f-4d4d-bc6f-93b7daff7e8e,segment=NetworkSegment(c4b321c9-86f3-4284-879f-8eb6f2bd84da),segment_id=c4b321c9-86f3-4284-879f-8eb6f2bd84da)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:31.600610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd75a-42c0-4503-9df3-5ec0c2ce4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:31.606849 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1353664-c32f-4d89-a726-dfe5ddfc77db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:31.642879 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d304f81-4ea8-4198-a045-d28fa8d41764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:31.648317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2b7d42c1-f772-482c-87ae-d9af54811fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:31.649272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d42c1-f772-482c-87ae-d9af54811fd8 None None] The sync data for ids ['7b4f1ba7-d605-487e-b1fc-ef3071967f54'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:40:31.675212 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d304f81-4ea8-4198-a045-d28fa8d41764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:31.678202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebd763-2f2e-4c99-b381-f47094d5dace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e487b21-9a49-4efa-96f1-2114ddb8e151,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:31.717776 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-69ebd763-2f2e-4c99-b381-f47094d5dace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:31.717776 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69ebd763-2f2e-4c99-b381-f47094d5dace admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:31.723281 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-69ebd763-2f2e-4c99-b381-f47094d5dace admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e487b21-9a49-4efa-96f1-2114ddb8e151 HTTP/1.1" status: 204 len: 168 time: 0.4580076 Jan 14 07:40:31.726200 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8c7c5ea7-8cde-4dbb-8607-771c719e4667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:31.761858 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5d304f81-4ea8-4198-a045-d28fa8d41764 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=130b01c327484d1aa355cec6a77bc1d8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2431350 Jan 14 07:40:31.762180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53246) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:31.778741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d304f81-4ea8-4198-a045-d28fa8d41764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb63c857-f942-413a-93d4-94a92529cbec,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:31.790170 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5d304f81-4ea8-4198-a045-d28fa8d41764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:31.883839 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:31.914221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfd75a-42c0-4503-9df3-5ec0c2ce4ca1 None None] Pushing event updated for resources: {'Port': ['ID=5638622e-e89f-4d4d-bc6f-93b7daff7e8e,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:31.922955 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d2bfd75a-42c0-4503-9df3-5ec0c2ce4ca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:31.957253 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7024acf-cc36-470b-83f7-295b3bae52ce tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:32.071203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40070db2-a73e-4cab-9b80-37b42b9cc584 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:32.098358 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ff6f689-bfaf-4f88-b901-664bbecb8955 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:32.203226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5638622e-e89f-4d4d-bc6f-93b7daff7e8e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:40:32.299566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Transition to ACTIVE for port object c0917b91-2278-4443-b52f-d701198582de will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:32.343953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40070db2-a73e-4cab-9b80-37b42b9cc584 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Subnet': ['ID=ae4d59ca-5414-4647-ae2f-84baed9f0d6e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:32.375101 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-a7024acf-cc36-470b-83f7-295b3bae52ce tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 07:40:32.385872 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a7024acf-cc36-470b-83f7-295b3bae52ce tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "DELETE /v2.0/routers/7b4f1ba7-d605-487e-b1fc-ef3071967f54 HTTP/1.1" status: 409 len: 329 time: 1.0100894 Jan 14 07:40:32.386400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53258) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:32.389657 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-40070db2-a73e-4cab-9b80-37b42b9cc584 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:32.391349 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-442630fb-3a0c-4f03-b5b8-7a981ba08f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:32.467746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-442630fb-3a0c-4f03-b5b8-7a981ba08f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:32.488831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-eecc336b-0397-4e48-b884-85fbbe2540de None None] Provisioning complete for port 5638622e-e89f-4d4d-bc6f-93b7daff7e8e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:32.489533 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eecc336b-0397-4e48-b884-85fbbe2540de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:32.540888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-442630fb-3a0c-4f03-b5b8-7a981ba08f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:32.549968 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-864e37d0-cd94-435b-a8db-042258d2d7ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:32.570584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442630fb-3a0c-4f03-b5b8-7a981ba08f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb63c857-f942-413a-93d4-94a92529cbec,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:32.599277 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-442630fb-3a0c-4f03-b5b8-7a981ba08f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:32.603203 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-442630fb-3a0c-4f03-b5b8-7a981ba08f9e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb63c857-f942-413a-93d4-94a92529cbec HTTP/1.1" status: 204 len: 168 time: 0.8339384 Jan 14 07:40:32.607333 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-442630fb-3a0c-4f03-b5b8-7a981ba08f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:32.727072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 5638622e-e89f-4d4d-bc6f-93b7daff7e8e triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:32.727579 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:33.161813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53282) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:33.181932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6c3ca4-e235-42aa-8b5a-63e458693595 None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:40:33.198203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40070db2-a73e-4cab-9b80-37b42b9cc584 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:33.203443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d8b4cba3-0b18-4ca6-8f05-a2a2d476ba84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:33.203619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:33.245744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d8b4cba3-0b18-4ca6-8f05-a2a2d476ba84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:33.251366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d8b4cba3-0b18-4ca6-8f05-a2a2d476ba84 admin admin] Usage tracker for resource:security_group_rule and tenant:82d8ce212c6d459780521385f00ab465 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:33.259947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d8b4cba3-0b18-4ca6-8f05-a2a2d476ba84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:33.275481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d8b4cba3-0b18-4ca6-8f05-a2a2d476ba84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:33.449794 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d8b4cba3-0b18-4ca6-8f05-a2a2d476ba84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:33.460737 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d8b4cba3-0b18-4ca6-8f05-a2a2d476ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:33.495778 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-00475613-5c1a-463e-8772-ccd303127956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:33.506715 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d8b4cba3-0b18-4ca6-8f05-a2a2d476ba84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82d8ce212c6d459780521385f00ab465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3431094 Jan 14 07:40:33.509897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53290) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:33.611758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4cba3-0b18-4ca6-8f05-a2a2d476ba84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30176e6-3729-4d4a-8c34-f5b1c9bcbcb2,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:33.616268 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d8b4cba3-0b18-4ca6-8f05-a2a2d476ba84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:33.638201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-25531ae1-3b5c-49d2-a21c-4741ae4d55c5 None None] Provisioning complete for port fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:33.638201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25531ae1-3b5c-49d2-a21c-4741ae4d55c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:33.665262 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a5a442e-34f6-4fb9-a6ae-2ed65b8fdbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:33.698156 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a5a442e-34f6-4fb9-a6ae-2ed65b8fdbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:33.750541 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a5a442e-34f6-4fb9-a6ae-2ed65b8fdbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:33.764241 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f34ed511-de34-421f-8bd0-83c579350930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:33.799390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a442e-34f6-4fb9-a6ae-2ed65b8fdbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30176e6-3729-4d4a-8c34-f5b1c9bcbcb2,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:33.802687 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a5a442e-34f6-4fb9-a6ae-2ed65b8fdbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:33.806620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a5a442e-34f6-4fb9-a6ae-2ed65b8fdbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:33.809970 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6a5a442e-34f6-4fb9-a6ae-2ed65b8fdbf4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d30176e6-3729-4d4a-8c34-f5b1c9bcbcb2 HTTP/1.1" status: 204 len: 168 time: 0.2987540 Jan 14 07:40:33.893879 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7002da5d-333f-4265-ae92-88d73da18da5 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:33.959959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53310) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:34.020841 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-40070db2-a73e-4cab-9b80-37b42b9cc584 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/subnets/ae4d59ca-5414-4647-ae2f-84baed9f0d6e HTTP/1.1" status: 204 len: 168 time: 4.2401061 Jan 14 07:40:34.023923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53316) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:34.151785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=c0917b91-2278-4443-b52f-d701198582de,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:34.161771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-25531ae1-3b5c-49d2-a21c-4741ae4d55c5 None None] Provisioning complete for port 5638622e-e89f-4d4d-bc6f-93b7daff7e8e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:34.162202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25531ae1-3b5c-49d2-a21c-4741ae4d55c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:34.175270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.175941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.176559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.177153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.177760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.178347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.178934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.179515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.180235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.180856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.181457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.182069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.182748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.183477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.184952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.185799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.186416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.187030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.187670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.188275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.188872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.189485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.190091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.190693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.191335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.192009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.192620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.193345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.193940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.194546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.195151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.195780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.196459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.197059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.197691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.198294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:34.213309 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:34.295711 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:34.323565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network ec5b5031-4691-4054-be8d-ee7f8da3114d is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:34.354522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:34.365603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:34.391057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:34.391435 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:34.396433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6c3ca4-e235-42aa-8b5a-63e458693595 None None] Network 6f105090-90d6-4ad1-a76d-7d084dd3b76c is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:40:34.426311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6c3ca4-e235-42aa-8b5a-63e458693595 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 6f105090-90d6-4ad1-a76d-7d084dd3b76c) {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:34.470732 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:34.493008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:34.494041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:34.630571 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d879837-43a5-4cb7-995e-dde06b743d41 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:34.650955 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d43f3e54-0c3c-4ca8-b126-9a9f575dc340 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:34.690461 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 9.2546129 Jan 14 07:40:34.694881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53332) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:34.706396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Request body: {'networks': [{'name': 'tempest-network--569815284'}, {'name': 'tempest-network--539542677'}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:34.706706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Request body: {'network': {'name': 'tempest-network--569815284'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:34.707216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Request body: {'network': {'name': 'tempest-network--539542677'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:34.713510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:34.718330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Usage tracker for resource:network and tenant:bdf80e0faf4849168fb694ad9bb622f6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:34.721239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:34.727799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:34.749293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2e2577cf-09f3-438f-b88a-70feba83bc77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'port': {'network_id': 'ec5b5031-4691-4054-be8d-ee7f8da3114d', 'name': 'tempest-PortsTestJSON-920004925', 'fixed_ips': [{'subnet_id': 'e61a8e86-1192-4fd3-adb5-7000352e6f78', 'ip_address': '172.20.0.9'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:34.795960 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1baf9502-9353-45b4-8ea7-8fb6f7249d0a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:34.855367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Made reservation on behalf of bdf80e0faf4849168fb694ad9bb622f6 for: {'network': 2} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:34.870547 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:34.920368 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:35.083251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] For port fd03c3a5-7166-4e8b-b2f1-38d7cd911d04, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=fd03c3a5-7166-4e8b-b2f1-38d7cd911d04,segment=NetworkSegment(45e0a3f2-75a7-49a1-bd96-03aa34f5fb5c),segment_id=45e0a3f2-75a7-49a1-bd96-03aa34f5fb5c)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:35.083679 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:35.097389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2e2577cf-09f3-438f-b88a-70feba83bc77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:35.103395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:35.140517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-6f105090-90d6-4ad1-a76d-7d084dd3b76c', 'network_id': '6f105090-90d6-4ad1-a76d-7d084dd3b76c', 'tenant_id': 'e9c7c2a7999a4b238d158f0f85d98fe1', 'fixed_ips': [{'subnet_id': 'fee43ae7-5bcd-4190-9d4c-cb5e5f4b0b71'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:40:35.141442 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:35.171869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Usage tracker for resource:security_group_rule and tenant:bdf80e0faf4849168fb694ad9bb622f6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:35.175060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:35.181828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:35.237205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2e2577cf-09f3-438f-b88a-70feba83bc77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:port and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:35.396713 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:35.401803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2e2577cf-09f3-438f-b88a-70feba83bc77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for port was recalculated. Used quota:3. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:35.411416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2e2577cf-09f3-438f-b88a-70feba83bc77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:35.428193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:35.439387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d879837-43a5-4cb7-995e-dde06b743d41 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Subnet': ['ID=fee43ae7-5bcd-4190-9d4c-cb5e5f4b0b71,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:35.468609 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d879837-43a5-4cb7-995e-dde06b743d41 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:35.488908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:35.489831 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:35.504396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d879837-43a5-4cb7-995e-dde06b743d41 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 6f105090-90d6-4ad1-a76d-7d084dd3b76c is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:35.505148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2577cf-09f3-438f-b88a-70feba83bc77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:35.507418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9d879837-43a5-4cb7-995e-dde06b743d41 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:35.539301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d879837-43a5-4cb7-995e-dde06b743d41 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:35.544980 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c201e956-3ff6-49cb-91fd-f0be9c340de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:35.556150 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d879837-43a5-4cb7-995e-dde06b743d41 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:35.598730 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9d879837-43a5-4cb7-995e-dde06b743d41 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.7688487 Jan 14 07:40:35.600491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53358) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:35.611180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5907d5a7-8bf6-45ef-985b-429b23acde63 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'subnet': {'network_id': '6f105090-90d6-4ad1-a76d-7d084dd3b76c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:35.627173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Allocated IP 2001:db8::2 (6f105090-90d6-4ad1-a76d-7d084dd3b76c/fee43ae7-5bcd-4190-9d4c-cb5e5f4b0b71/e3db9917-914a-4402-a96a-c2781bde829c) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:35.722707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event updated for resources: {'SecurityGroup': ['ID=dacbd270-7658-45fc-ae1c-47cf675b0324,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:35.727049 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:35.735619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:40:35.809999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:35.810460 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Added segment b49f8a0f-cbf3-498c-8498-33fc8e39e1de of type vxlan for network a14481dc-898e-400d-8889-568082bd9d65 Jan 14 07:40:35.814669 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:35.817736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5907d5a7-8bf6-45ef-985b-429b23acde63 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:35.822270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5907d5a7-8bf6-45ef-985b-429b23acde63 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Usage tracker for resource:subnet and tenant:e9c7c2a7999a4b238d158f0f85d98fe1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:35.826271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5907d5a7-8bf6-45ef-985b-429b23acde63 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:35.832550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5907d5a7-8bf6-45ef-985b-429b23acde63 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:35.844003 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8a79df64-f8c6-4ca8-8015-95de174d0aaa tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:35.886283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5907d5a7-8bf6-45ef-985b-429b23acde63 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Made reservation on behalf of e9c7c2a7999a4b238d158f0f85d98fe1 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:35.898878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5907d5a7-8bf6-45ef-985b-429b23acde63 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:35.941248 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:35.981724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Transition to ACTIVE for port object e3db9917-914a-4402-a96a-c2781bde829c will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:36.012769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Transition to ACTIVE for port object e3db9917-914a-4402-a96a-c2781bde829c will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:36.030624 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:36.099027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No DVR routers for this DVR port fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:40:36.150195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=fd03c3a5-7166-4e8b-b2f1-38d7cd911d04,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:36.156164 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:36.202237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1baf9502-9353-45b4-8ea7-8fb6f7249d0a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Deleting port ca722a25-3a26-4bf9-8483-6640710a24cb {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:36.202750 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1baf9502-9353-45b4-8ea7-8fb6f7249d0a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:36.229338 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:36.233181 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e2577cf-09f3-438f-b88a-70feba83bc77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:36.315289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Pushing event updated for resources: {'Port': ['ID=e3db9917-914a-4402-a96a-c2781bde829c,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:36.330291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.330667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.331044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.331415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.332015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.332547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.332914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.333278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.333764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.334219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.334476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.334885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.335320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.335713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.336062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.336414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.336939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.337307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.338649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.339016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.339378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.339986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.340362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.340730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.341125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.341484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.341839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.342464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.342822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.343179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.343642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.344038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.344396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.344751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.345106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.345456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:40:36.359480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Network 6f105090-90d6-4ad1-a76d-7d084dd3b76c is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:36.360741 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:36.361649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:36.373647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:36.440731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1baf9502-9353-45b4-8ea7-8fb6f7249d0a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:36.441860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Attempting to bind port e3db9917-914a-4402-a96a-c2781bde829c on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:40:36.442760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Attempting to bind port e3db9917-914a-4402-a96a-c2781bde829c by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'ca9cbeb9-a664-4435-ba92-72f86eec3d9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '6f105090-90d6-4ad1-a76d-7d084dd3b76c'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:40:36.443570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Attempting to bind port e3db9917-914a-4402-a96a-c2781bde829c on network 6f105090-90d6-4ad1-a76d-7d084dd3b76c {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:40:36.452533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:40:36.452533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Checking segment: {'id': 'ca9cbeb9-a664-4435-ba92-72f86eec3d9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '6f105090-90d6-4ad1-a76d-7d084dd3b76c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:40:36.453287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:36.454130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Bound using segment: {'id': 'ca9cbeb9-a664-4435-ba92-72f86eec3d9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '6f105090-90d6-4ad1-a76d-7d084dd3b76c'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:40:36.455144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Bound port: e3db9917-914a-4402-a96a-c2781bde829c, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9cbeb9-a664-4435-ba92-72f86eec3d9d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '6f105090-90d6-4ad1-a76d-7d084dd3b76c'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:40:36.456806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:36.459194 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:36.563688 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:36.576276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-62d47f82-14a2-4806-881c-947f391caebf None None] For port e3db9917-914a-4402-a96a-c2781bde829c, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:40:36.581236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1baf9502-9353-45b4-8ea7-8fb6f7249d0a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Calling delete_port for ca722a25-3a26-4bf9-8483-6640710a24cb owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:36.581761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-62d47f82-14a2-4806-881c-947f391caebf None None] For port e3db9917-914a-4402-a96a-c2781bde829c, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e3db9917-914a-4402-a96a-c2781bde829c,segment=NetworkSegment(ca9cbeb9-a664-4435-ba92-72f86eec3d9d),segment_id=ca9cbeb9-a664-4435-ba92-72f86eec3d9d)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:40:36.586743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:36.689540 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d2bfd75a-42c0-4503-9df3-5ec0c2ce4ca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:36.874317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Pushing event updated for resources: {'Port': ['ID=e3db9917-914a-4402-a96a-c2781bde829c,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:36.878707 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:36.888603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-2e2577cf-09f3-438f-b88a-70feba83bc77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] device_id is not set on port 831b93a4-3021-496a-aae1-98f0d1abfff3 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:40:37.043996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1baf9502-9353-45b4-8ea7-8fb6f7249d0a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:37.087475 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7360f413-63a0-4664-a8d7-3fcb33a7b083 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:37.140160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] vxlan segment allocate from pool success with {'vxlan_vni': 22} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:40:37.229107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf9502-9353-45b4-8ea7-8fb6f7249d0a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event deleted for resources: {'Port': ['ID=ca722a25-3a26-4bf9-8483-6640710a24cb,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:37.237448 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:37.237907 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Added segment 579a6427-c21a-486e-95e6-748b31b240f6 of type vxlan for network 6f09a2eb-54ba-4680-b33a-ba695bfa4887 Jan 14 07:40:37.238939 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1baf9502-9353-45b4-8ea7-8fb6f7249d0a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:37.250689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:37.274253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e0a3f2-75a7-49a1-bd96-03aa34f5fb5c') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:37.274601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e0a3f2-75a7-49a1-bd96-03aa34f5fb5c') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:37.317206 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:37.333688 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:37.338859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-2e2577cf-09f3-438f-b88a-70feba83bc77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Allocated IP 172.20.0.9 (ec5b5031-4691-4054-be8d-ee7f8da3114d/e61a8e86-1192-4fd3-adb5-7000352e6f78/831b93a4-3021-496a-aae1-98f0d1abfff3) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:37.348513 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:37.352647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Releasing vxlan tunnel 20 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:40:37.537057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5907d5a7-8bf6-45ef-985b-429b23acde63 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:37.557513 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:37.558429 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:37.581067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:37.602099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:37.603194 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:37.626418 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0afe0eca-7e8b-4b77-8a21-07eb87dc43a7 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:37.638154 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d879837-43a5-4cb7-995e-dde06b743d41 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:37.782900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:38.131756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1baf9502-9353-45b4-8ea7-8fb6f7249d0a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:38.241196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e3db9917-914a-4402-a96a-c2781bde829c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:40:38.294502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:38.302064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5907d5a7-8bf6-45ef-985b-429b23acde63 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 6f105090-90d6-4ad1-a76d-7d084dd3b76c is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:38.309583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5907d5a7-8bf6-45ef-985b-429b23acde63 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:38.341742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5907d5a7-8bf6-45ef-985b-429b23acde63 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:38.342618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5907d5a7-8bf6-45ef-985b-429b23acde63 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:38.350306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907d5a7-8bf6-45ef-985b-429b23acde63 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Subnet': ['ID=cedf899d-1872-4f8a-bf72-1e37769bcd9d,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:38.360865 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5907d5a7-8bf6-45ef-985b-429b23acde63 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:38.419439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port e3db9917-914a-4402-a96a-c2781bde829c completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:38.441747 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5907d5a7-8bf6-45ef-985b-429b23acde63 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8383090 Jan 14 07:40:38.453562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53428) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:38.520622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53432) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:38.572908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fc61d8-ec4a-43bc-90c3-2d88e55dd621 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:38.579317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fc61d8-ec4a-43bc-90c3-2d88e55dd621 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:38.584382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fc61d8-ec4a-43bc-90c3-2d88e55dd621 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:38.590583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fc61d8-ec4a-43bc-90c3-2d88e55dd621 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:38.596128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fc61d8-ec4a-43bc-90c3-2d88e55dd621 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:38.597424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-35fc61d8-ec4a-43bc-90c3-2d88e55dd621 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Synchronizing usage tracker for tenant:e9c7c2a7999a4b238d158f0f85d98fe1 on resource:subnet {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:40:38.694245 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.7326884 Jan 14 07:40:38.694999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53438) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:38.771574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-35fc61d8-ec4a-43bc-90c3-2d88e55dd621 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Unset dirty status for tenant:e9c7c2a7999a4b238d158f0f85d98fe1 on resource:subnet {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:40:38.777946 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-35fc61d8-ec4a-43bc-90c3-2d88e55dd621 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3222642 Jan 14 07:40:38.786620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53446) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:38.795276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bd8d7275-a895-4dfd-8871-96465ad95eb0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-684454268'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:38.801633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bd8d7275-a895-4dfd-8871-96465ad95eb0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:38.805859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bd8d7275-a895-4dfd-8871-96465ad95eb0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Usage tracker for resource:network and tenant:e9c7c2a7999a4b238d158f0f85d98fe1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:38.809210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bd8d7275-a895-4dfd-8871-96465ad95eb0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Quota usage for network was recalculated. Used quota:3. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:38.815375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bd8d7275-a895-4dfd-8871-96465ad95eb0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:38.833018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8d7275-a895-4dfd-8871-96465ad95eb0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Made reservation on behalf of e9c7c2a7999a4b238d158f0f85d98fe1 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:38.872012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd8d7275-a895-4dfd-8871-96465ad95eb0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:38.902552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a2d086-9d5b-4195-861f-b9ab46494f80 None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:40:38.903575 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca8516cc-3dae-451b-bb49-6c27bf793d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:38.948694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event updated for resources: {'Network': ['ID=a14481dc-898e-400d-8889-568082bd9d65,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:39.071937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1baf9502-9353-45b4-8ea7-8fb6f7249d0a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Router 7b4f1ba7-d605-487e-b1fc-ef3071967f54 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:40:39.076938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ca8516cc-3dae-451b-bb49-6c27bf793d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:39.081106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ca8516cc-3dae-451b-bb49-6c27bf793d4f admin admin] Usage tracker for resource:security_group_rule and tenant:e72920bf3db347e087730ffc36e19749 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:39.086826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a2d086-9d5b-4195-861f-b9ab46494f80 None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:40:39.092106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network a14481dc-898e-400d-8889-568082bd9d65 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:39.098571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ca8516cc-3dae-451b-bb49-6c27bf793d4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:39.106799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8d7275-a895-4dfd-8871-96465ad95eb0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] vxlan segment allocate from pool success with {'vxlan_vni': 23} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:40:39.123230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ca8516cc-3dae-451b-bb49-6c27bf793d4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:39.144374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:40:39.214021 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:40:39.219397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network a14481dc-898e-400d-8889-568082bd9d65 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:39.332068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network a14481dc-898e-400d-8889-568082bd9d65 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:39.366204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event updated for resources: {'Network': ['ID=6f09a2eb-54ba-4680-b33a-ba695bfa4887,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:39.369688 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.743s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:39.389853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 6f09a2eb-54ba-4680-b33a-ba695bfa4887 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:39.399287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7ab782-961d-4b26-9b46-0811f3532c02 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:39.412003 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca8516cc-3dae-451b-bb49-6c27bf793d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:39.417140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1baf9502-9353-45b4-8ea7-8fb6f7249d0a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:40:39.420775 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd8d7275-a895-4dfd-8871-96465ad95eb0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:39.421184 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-bd8d7275-a895-4dfd-8871-96465ad95eb0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Added segment 239a6157-c27d-4570-9fbe-8ff619c39aad of type vxlan for network 068464d5-0951-4380-95a2-7c7b7c38241a Jan 14 07:40:39.422461 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca8516cc-3dae-451b-bb49-6c27bf793d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:39.431683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7ab782-961d-4b26-9b46-0811f3532c02 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:39.448436 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-07391b35-035b-442f-92c4-3971aee3185d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:39.457791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7ab782-961d-4b26-9b46-0811f3532c02 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:39.481581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7ab782-961d-4b26-9b46-0811f3532c02 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:39.482540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7a7ab782-961d-4b26-9b46-0811f3532c02 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Synchronizing usage tracker for tenant:bdf80e0faf4849168fb694ad9bb622f6 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:40:39.490084 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.845s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:39.490532 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:39.492516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8516cc-3dae-451b-bb49-6c27bf793d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850dec9b-7a87-4274-b66e-2a23093483de,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:39.499182 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e2577cf-09f3-438f-b88a-70feba83bc77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:39.502585 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ca8516cc-3dae-451b-bb49-6c27bf793d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:39.511496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 6f09a2eb-54ba-4680-b33a-ba695bfa4887 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:39.513750 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:39.522042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:39.528250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 6f09a2eb-54ba-4680-b33a-ba695bfa4887 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:39.534055 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c3d6313-3845-40a8-ac48-caebd9bfcbcb tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:39.539248 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ca8516cc-3dae-451b-bb49-6c27bf793d4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e72920bf3db347e087730ffc36e19749&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0119193 Jan 14 07:40:39.542417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53460) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:39.548054 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd8d7275-a895-4dfd-8871-96465ad95eb0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:39.577169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Network': ['ID=adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:39.581771 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:39.596293 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/networks/adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd HTTP/1.1" status: 204 len: 168 time: 5.5706580 Jan 14 07:40:39.597208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53464) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:39.599225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2e2577cf-09f3-438f-b88a-70feba83bc77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Transition to ACTIVE for port object 831b93a4-3021-496a-aae1-98f0d1abfff3 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:39.601355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7a7ab782-961d-4b26-9b46-0811f3532c02 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Unset dirty status for tenant:bdf80e0faf4849168fb694ad9bb622f6 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:40:39.603418 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7a7ab782-961d-4b26-9b46-0811f3532c02 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.8799798 Jan 14 07:40:39.607778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53468) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:39.669916 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1baf9502-9353-45b4-8ea7-8fb6f7249d0a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "PUT /v2.0/routers/7b4f1ba7-d605-487e-b1fc-ef3071967f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2651224 Jan 14 07:40:39.674520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53472) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:39.705386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f422fc-4d38-48f4-b52e-bd1d58b1da15 None None] Sync routers for ids ['7b4f1ba7-d605-487e-b1fc-ef3071967f54'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:40:39.778956 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8dfddfb8-1e32-4587-9893-7999ca542e2d tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:39.783265 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-bd8d7275-a895-4dfd-8871-96465ad95eb0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:40:39.790874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f422fc-4d38-48f4-b52e-bd1d58b1da15 None None] Routers {'7b4f1ba7-d605-487e-b1fc-ef3071967f54'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:39.791576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-04f422fc-4d38-48f4-b52e-bd1d58b1da15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:40:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7b4f1ba7-d605-487e-b1fc-ef3071967f54'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:39.817605 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-54586af8-d567-4f92-8a8c-f0ca741e94e2 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] show failed (client error): The resource could not be found. Jan 14 07:40:39.825724 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-54586af8-d567-4f92-8a8c-f0ca741e94e2 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1416765603 HTTP/1.1" status: 404 len: 335 time: 0.1485670 Jan 14 07:40:39.831221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53480) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:39.845191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e2577cf-09f3-438f-b88a-70feba83bc77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:39.846619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0efed21d-6616-43a8-803d-99d23cbb2c9a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Request body: {'router': {'name': 'new_name'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:39.872448 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-331cab60-df4b-4731-927e-e279233b02d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:39.968897 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-0efed21d-6616-43a8-803d-99d23cbb2c9a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] update failed (client error): The resource could not be found. Jan 14 07:40:39.970306 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0efed21d-6616-43a8-803d-99d23cbb2c9a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-941668586 HTTP/1.1" status: 404 len: 334 time: 0.1378262 Jan 14 07:40:39.980550 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd8d7275-a895-4dfd-8871-96465ad95eb0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.005803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8d7275-a895-4dfd-8871-96465ad95eb0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:40.006908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd8d7275-a895-4dfd-8871-96465ad95eb0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.042635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53484) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:40.044252 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7fd06df1-f4b7-4609-9f87-e3426d2757e4 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:40.060100 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1779f77f-0e62-4eae-97b2-ee64b8c43565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.070128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-caae88b2-f3d8-4fa3-be80-d3cd7f69705f None None] Provisioning for port e3db9917-914a-4402-a96a-c2781bde829c completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:40.102288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-caae88b2-f3d8-4fa3-be80-d3cd7f69705f None None] Provisioning complete for port e3db9917-914a-4402-a96a-c2781bde829c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:40.102947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-caae88b2-f3d8-4fa3-be80-d3cd7f69705f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.240646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-04f422fc-4d38-48f4-b52e-bd1d58b1da15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:40.241096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aba6689-0a09-465c-a548-ee4d4a146559 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:40.241199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2577cf-09f3-438f-b88a-70feba83bc77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=831b93a4-3021-496a-aae1-98f0d1abfff3,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:40.249387 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1aba6689-0a09-465c-a548-ee4d4a146559 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6460299 Jan 14 07:40:40.255814 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2e2577cf-09f3-438f-b88a-70feba83bc77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:40.257904 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8dfddfb8-1e32-4587-9893-7999ca542e2d tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.262240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53492) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:40.338252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f422fc-4d38-48f4-b52e-bd1d58b1da15 None None] Routers {'7b4f1ba7-d605-487e-b1fc-ef3071967f54'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:40:40.339165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-04f422fc-4d38-48f4-b52e-bd1d58b1da15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:40:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7b4f1ba7-d605-487e-b1fc-ef3071967f54'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:40.369926 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bd8d7275-a895-4dfd-8871-96465ad95eb0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5820038 Jan 14 07:40:40.372542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1779f77f-0e62-4eae-97b2-ee64b8c43565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.378567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53498) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:40.394742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c9afbfa7-c1cd-4fa0-b431-ccfac26875b2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'network': {'name': 'New_network'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:40.435410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-04f422fc-4d38-48f4-b52e-bd1d58b1da15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:40.436006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f422fc-4d38-48f4-b52e-bd1d58b1da15 None None] The sync data for ids ['7b4f1ba7-d605-487e-b1fc-ef3071967f54'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:40:40.514367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-caae88b2-f3d8-4fa3-be80-d3cd7f69705f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.536303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d7275-a895-4dfd-8871-96465ad95eb0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Network': ['ID=068464d5-0951-4380-95a2-7c7b7c38241a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:40.539609 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd8d7275-a895-4dfd-8871-96465ad95eb0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:40.546245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2577cf-09f3-438f-b88a-70feba83bc77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network ec5b5031-4691-4054-be8d-ee7f8da3114d is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:40.551711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2e2577cf-09f3-438f-b88a-70feba83bc77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:40.555054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-8dfddfb8-1e32-4587-9893-7999ca542e2d tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14481dc-898e-400d-8889-568082bd9d65']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:40.563021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 068464d5-0951-4380-95a2-7c7b7c38241a details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:40.568331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2577cf-09f3-438f-b88a-70feba83bc77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:40.616472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9d5d16-6fa5-4da3-ad04-ded29bf27e33 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Deleting subnet 6aaef6c7-0c92-4cbb-817a-f9b9bc29f908 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:40:40.621621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-8dfddfb8-1e32-4587-9893-7999ca542e2d tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49f8a0f-cbf3-498c-8498-33fc8e39e1de') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:40.622212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-8dfddfb8-1e32-4587-9893-7999ca542e2d tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49f8a0f-cbf3-498c-8498-33fc8e39e1de') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:40.623055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc9d5d16-6fa5-4da3-ad04-ded29bf27e33 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:40.675301 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:40.705894 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-11e6f512-94bb-4c96-b1b0-14de5c8d9d7b tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4420686 Jan 14 07:40:40.706353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53506) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:40.718582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-66f1123d-7bbd-4fab-ac4b-2806979253ab tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-893041279'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:40.727196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-66f1123d-7bbd-4fab-ac4b-2806979253ab tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:40.729157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 068464d5-0951-4380-95a2-7c7b7c38241a details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:40.733064 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc9d5d16-6fa5-4da3-ad04-ded29bf27e33 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.743953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 068464d5-0951-4380-95a2-7c7b7c38241a details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:40.766394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-66f1123d-7bbd-4fab-ac4b-2806979253ab tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:network and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:40.774220 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1779f77f-0e62-4eae-97b2-ee64b8c43565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.781503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-66f1123d-7bbd-4fab-ac4b-2806979253ab tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:40.790484 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1eedf47-a130-486d-a737-ea2fda447023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:40.809439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1779f77f-0e62-4eae-97b2-ee64b8c43565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.810691 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1779f77f-0e62-4eae-97b2-ee64b8c43565 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/850dec9b-7a87-4274-b66e-2a23093483de HTTP/1.1" status: 204 len: 168 time: 1.2662718 Jan 14 07:40:40.812077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-66f1123d-7bbd-4fab-ac4b-2806979253ab tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:40.821923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779f77f-0e62-4eae-97b2-ee64b8c43565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850dec9b-7a87-4274-b66e-2a23093483de,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:40.836779 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1779f77f-0e62-4eae-97b2-ee64b8c43565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:40.861323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f1123d-7bbd-4fab-ac4b-2806979253ab tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:40.870782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66f1123d-7bbd-4fab-ac4b-2806979253ab tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.937451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9afbfa7-c1cd-4fa0-b431-ccfac26875b2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.955277 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8dfddfb8-1e32-4587-9893-7999ca542e2d tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.970869 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9afbfa7-c1cd-4fa0-b431-ccfac26875b2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:40.990463 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0f6e643-4b34-4edd-b519-4ad2c5696f45 tempest-RoutersIpV6AdminTest-1346774249 tempest-RoutersIpV6AdminTest-1346774249] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:41.006899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f1123d-7bbd-4fab-ac4b-2806979253ab tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] vxlan segment allocate from pool success with {'vxlan_vni': 20} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:40:41.023414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc9d5d16-6fa5-4da3-ad04-ded29bf27e33 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:41.078242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8dfddfb8-1e32-4587-9893-7999ca542e2d tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:41.088508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8dfddfb8-1e32-4587-9893-7999ca542e2d tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Releasing vxlan tunnel 6 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:40:41.155566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-caae88b2-f3d8-4fa3-be80-d3cd7f69705f None None] For port e3db9917-914a-4402-a96a-c2781bde829c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e3db9917-914a-4402-a96a-c2781bde829c,segment=NetworkSegment(ca9cbeb9-a664-4435-ba92-72f86eec3d9d),segment_id=ca9cbeb9-a664-4435-ba92-72f86eec3d9d)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:41.183257 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-caae88b2-f3d8-4fa3-be80-d3cd7f69705f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:41.183579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2577cf-09f3-438f-b88a-70feba83bc77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:41.184787 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e2577cf-09f3-438f-b88a-70feba83bc77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:41.201359 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2d6cc72e-f3ac-4cdb-9f2a-356e336b90db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:41.305572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae88b2-f3d8-4fa3-be80-d3cd7f69705f None None] Pushing event updated for resources: {'Port': ['ID=e3db9917-914a-4402-a96a-c2781bde829c,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:41.329608 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-caae88b2-f3d8-4fa3-be80-d3cd7f69705f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:41.338919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66f1123d-7bbd-4fab-ac4b-2806979253ab tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:41.339383 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-66f1123d-7bbd-4fab-ac4b-2806979253ab tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Added segment 2e2c0595-5ea8-47d5-950f-2df8dc769938 of type vxlan for network 55e6b667-4f7d-47a5-b569-c009b7ab153a Jan 14 07:40:41.390897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afbfa7-c1cd-4fa0-b431-ccfac26875b2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Network': ['ID=068464d5-0951-4380-95a2-7c7b7c38241a,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:41.422567 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66f1123d-7bbd-4fab-ac4b-2806979253ab tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:41.428676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 068464d5-0951-4380-95a2-7c7b7c38241a details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:41.480340 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c9afbfa7-c1cd-4fa0-b431-ccfac26875b2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:41.488322 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2e2577cf-09f3-438f-b88a-70feba83bc77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.7896235 Jan 14 07:40:41.503042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53524) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:41.527905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8dfddfb8-1e32-4587-9893-7999ca542e2d tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Network a14481dc-898e-400d-8889-568082bd9d65 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:41.549080 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66f1123d-7bbd-4fab-ac4b-2806979253ab tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:41.570038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f1123d-7bbd-4fab-ac4b-2806979253ab tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:41.570732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66f1123d-7bbd-4fab-ac4b-2806979253ab tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:41.571956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 068464d5-0951-4380-95a2-7c7b7c38241a details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:41.584796 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:41.696814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53528) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:41.697629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 068464d5-0951-4380-95a2-7c7b7c38241a details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:41.759283 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9877e7f1-8d1f-48f9-9b41-3e0d719ce783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:41.783623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9877e7f1-8d1f-48f9-9b41-3e0d719ce783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:41.788358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9877e7f1-8d1f-48f9-9b41-3e0d719ce783 admin admin] Usage tracker for resource:security_group_rule and tenant:b85da405ef284ea0b857dd9d4e1a6599 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:41.791755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9877e7f1-8d1f-48f9-9b41-3e0d719ce783 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:41.798735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9877e7f1-8d1f-48f9-9b41-3e0d719ce783 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:41.833928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1123d-7bbd-4fab-ac4b-2806979253ab tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Network': ['ID=55e6b667-4f7d-47a5-b569-c009b7ab153a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:41.871637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 55e6b667-4f7d-47a5-b569-c009b7ab153a details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:41.885999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 55e6b667-4f7d-47a5-b569-c009b7ab153a details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:41.919100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 55e6b667-4f7d-47a5-b569-c009b7ab153a details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:41.923073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9877e7f1-8d1f-48f9-9b41-3e0d719ce783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:41.925657 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-66f1123d-7bbd-4fab-ac4b-2806979253ab tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2156243 Jan 14 07:40:41.931994 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-66f1123d-7bbd-4fab-ac4b-2806979253ab tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:41.933182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53536) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:41.934058 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9877e7f1-8d1f-48f9-9b41-3e0d719ce783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:41.940559 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8dfddfb8-1e32-4587-9893-7999ca542e2d tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:41.949920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-34c2997e-f28a-4647-a2b0-f6ae6767bac7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'subnet': {'network_id': '55e6b667-4f7d-47a5-b569-c009b7ab153a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:41.962053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c9afbfa7-c1cd-4fa0-b431-ccfac26875b2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 068464d5-0951-4380-95a2-7c7b7c38241a is not hosted by any dhcp agent {{(pid=80907) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Jan 14 07:40:41.985770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9afbfa7-c1cd-4fa0-b431-ccfac26875b2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:41.986725 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9afbfa7-c1cd-4fa0-b431-ccfac26875b2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:41.991898 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c9afbfa7-c1cd-4fa0-b431-ccfac26875b2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "PUT /v2.0/networks/068464d5-0951-4380-95a2-7c7b7c38241a HTTP/1.1" status: 200 len: 723 time: 1.6118317 Jan 14 07:40:41.997144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53540) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:42.071020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e93bdb9b-9cdb-4c7d-88ce-6c1e10f8fba9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'subnet': {'network_id': '068464d5-0951-4380-95a2-7c7b7c38241a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:42.130281 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6b442729-fd86-4b96-aab5-ec71cda47371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:42.151267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e3db9917-914a-4402-a96a-c2781bde829c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:40:42.168871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc9d5d16-6fa5-4da3-ad04-ded29bf27e33 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:42.189547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-34c2997e-f28a-4647-a2b0-f6ae6767bac7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:42.286309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877e7f1-8d1f-48f9-9b41-3e0d719ce783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f296cf1d-5b7a-4e01-9ae5-90b6aea8143a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:42.290756 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9877e7f1-8d1f-48f9-9b41-3e0d719ce783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:42.292193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-34c2997e-f28a-4647-a2b0-f6ae6767bac7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:subnet and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:42.304198 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5907d5a7-8bf6-45ef-985b-429b23acde63 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:42.332776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port e3db9917-914a-4402-a96a-c2781bde829c triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:42.333191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:42.360535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-34c2997e-f28a-4647-a2b0-f6ae6767bac7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:42.361542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8dfddfb8-1e32-4587-9893-7999ca542e2d tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Network a14481dc-898e-400d-8889-568082bd9d65 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:42.365302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d5d16-6fa5-4da3-ad04-ded29bf27e33 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event deleted for resources: {'Subnet': ['ID=6aaef6c7-0c92-4cbb-817a-f9b9bc29f908,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:42.373019 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc9d5d16-6fa5-4da3-ad04-ded29bf27e33 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:42.378694 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9877e7f1-8d1f-48f9-9b41-3e0d719ce783 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b85da405ef284ea0b857dd9d4e1a6599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6773367 Jan 14 07:40:42.380208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-34c2997e-f28a-4647-a2b0-f6ae6767bac7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:42.384174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53548) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:40:42.394249 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:40:42.398406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e93bdb9b-9cdb-4c7d-88ce-6c1e10f8fba9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:42.455010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c2997e-f28a-4647-a2b0-f6ae6767bac7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:42.482531 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc9d5d16-6fa5-4da3-ad04-ded29bf27e33 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:42.570542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e93bdb9b-9cdb-4c7d-88ce-6c1e10f8fba9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:42.601163 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bc9d5d16-6fa5-4da3-ad04-ded29bf27e33 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "DELETE /v2.0/subnets/6aaef6c7-0c92-4cbb-817a-f9b9bc29f908 HTTP/1.1" status: 204 len: 168 time: 2.5389094 Jan 14 07:40:42.602899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91864b7-d2da-4d61-bc53-5b44bae66aef tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:42.606573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f91864b7-d2da-4d61-bc53-5b44bae66aef tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Synchronizing usage tracker for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:40:42.610576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53558) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:42.656187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd74b819-b73b-4fff-94f0-664bf1f87c84 None None] DHCP port deletion for adab1ee9-fec8-46ef-8c9a-70f3bd8c9cbd request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:40:42.675754 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8dfddfb8-1e32-4587-9893-7999ca542e2d tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:42.682792 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2494ab56-86ab-476b-bfa0-56fd82116080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:42.709918 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8dfddfb8-1e32-4587-9893-7999ca542e2d tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:42.719062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f91864b7-d2da-4d61-bc53-5b44bae66aef tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Unset dirty status for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:40:42.725702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e3a24d-fd2d-44c2-a888-f95dcf173801 None None] Network 6f105090-90d6-4ad1-a76d-7d084dd3b76c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:42.730873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2416f44d-6f5d-41f7-a297-468fdc0d63f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:42.731837 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f91864b7-d2da-4d61-bc53-5b44bae66aef tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 1.2246499 Jan 14 07:40:42.733053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93bdb9b-9cdb-4c7d-88ce-6c1e10f8fba9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Made reservation on behalf of e9c7c2a7999a4b238d158f0f85d98fe1 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:42.757716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53562) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:42.761208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfddfb8-1e32-4587-9893-7999ca542e2d tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event deleted for resources: {'Network': ['ID=a14481dc-898e-400d-8889-568082bd9d65,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:42.762204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434ea3af-4e8b-452c-a155-28729971b936 None None] Network 27a1e160-acd1-4481-809d-d7ba63303589 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:42.764529 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8dfddfb8-1e32-4587-9893-7999ca542e2d tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:42.960718 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8dfddfb8-1e32-4587-9893-7999ca542e2d tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "DELETE /v2.0/networks/a14481dc-898e-400d-8889-568082bd9d65 HTTP/1.1" status: 204 len: 168 time: 3.3514552 Jan 14 07:40:42.968278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53570) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:43.255600 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.265630 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e93bdb9b-9cdb-4c7d-88ce-6c1e10f8fba9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.372294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-34c2997e-f28a-4647-a2b0-f6ae6767bac7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.414248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8f83eebf-4c81-4b6d-b401-59c67a911112 None None] Provisioning for port c0917b91-2278-4443-b52f-d701198582de completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:43.415970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-458bd270-3196-4357-a17b-c621514c40f0 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.427544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8f83eebf-4c81-4b6d-b401-59c67a911112 None None] Provisioning complete for port c0917b91-2278-4443-b52f-d701198582de triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:43.428215 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f83eebf-4c81-4b6d-b401-59c67a911112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.517147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8f83eebf-4c81-4b6d-b401-59c67a911112 None None] Port c0917b91-2278-4443-b52f-d701198582de cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:40:43.599200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cb744a-a078-4e32-b69d-3a1952d4b9ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:43.599625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2416f44d-6f5d-41f7-a297-468fdc0d63f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.649736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cb744a-a078-4e32-b69d-3a1952d4b9ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:43.670859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2416f44d-6f5d-41f7-a297-468fdc0d63f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.682554 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb6f5967-ee38-4cff-9dcf-a9035a0fb94b tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:43.702332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac518a4-d74c-49d8-9cc5-a2038ba00c8d None None] DHCP port deletion for 27a1e160-acd1-4481-809d-d7ba63303589 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:40:43.703633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cb744a-a078-4e32-b69d-3a1952d4b9ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:43.706397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416f44d-6f5d-41f7-a297-468fdc0d63f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f296cf1d-5b7a-4e01-9ae5-90b6aea8143a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:43.708659 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2416f44d-6f5d-41f7-a297-468fdc0d63f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.712734 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2416f44d-6f5d-41f7-a297-468fdc0d63f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f296cf1d-5b7a-4e01-9ae5-90b6aea8143a HTTP/1.1" status: 204 len: 168 time: 1.3237243 Jan 14 07:40:43.712734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Deleting port 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:43.712734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.717107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-bac518a4-d74c-49d8-9cc5-a2038ba00c8d None None] Deleting port 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:43.717657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bac518a4-d74c-49d8-9cc5-a2038ba00c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:43.727805 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-08cb744a-a078-4e32-b69d-3a1952d4b9ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.9617839 Jan 14 07:40:43.744657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53580) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:43.828678 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2416f44d-6f5d-41f7-a297-468fdc0d63f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:44.094871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-458bd270-3196-4357-a17b-c621514c40f0 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:44.104072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-89efaea4-38e5-40aa-8f63-d76c5da93699 None None] Provisioning for port 831b93a4-3021-496a-aae1-98f0d1abfff3 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:44.151489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-89efaea4-38e5-40aa-8f63-d76c5da93699 None None] Provisioning complete for port 831b93a4-3021-496a-aae1-98f0d1abfff3 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:44.152052 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89efaea4-38e5-40aa-8f63-d76c5da93699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:44.189947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:40:44.403995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a09f990-e156-4c81-8400-fb493ac52a5f None None] Update dhcp port {'port': {'network_id': '6f105090-90d6-4ad1-a76d-7d084dd3b76c', 'fixed_ips': [{'subnet_id': 'fee43ae7-5bcd-4190-9d4c-cb5e5f4b0b71', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cedf899d-1872-4f8a-bf72-1e37769bcd9d'}], 'binding:host_id': 'n-d-769329-2'}, 'id': 'e3db9917-914a-4402-a96a-c2781bde829c'} from n-d-769329-2. {{(pid=80909) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:40:44.450985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] For port 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=601eff80-231b-4bf3-9bcb-0f5e78ef5fbc,segment=NetworkSegment(48535fd0-968e-41a7-b850-ed60dfbac0f7),segment_id=48535fd0-968e-41a7-b850-ed60dfbac0f7)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:44.451641 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:44.555762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-89efaea4-38e5-40aa-8f63-d76c5da93699 None None] Port 831b93a4-3021-496a-aae1-98f0d1abfff3 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:40:44.636454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-be21e7fc-feb8-4228-a1fe-e681d636a6ef tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port 831b93a4-3021-496a-aae1-98f0d1abfff3 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:44.637399 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be21e7fc-feb8-4228-a1fe-e681d636a6ef tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:44.682967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Calling delete_port for 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:44.734981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:44.766141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a09f990-e156-4c81-8400-fb493ac52a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:44.847599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-bac518a4-d74c-49d8-9cc5-a2038ba00c8d None None] For port 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=601eff80-231b-4bf3-9bcb-0f5e78ef5fbc,segment=NetworkSegment(48535fd0-968e-41a7-b850-ed60dfbac0f7),segment_id=48535fd0-968e-41a7-b850-ed60dfbac0f7)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:44.848069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bac518a4-d74c-49d8-9cc5-a2038ba00c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:44.884174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=601eff80-231b-4bf3-9bcb-0f5e78ef5fbc,segment=NetworkSegment(48535fd0-968e-41a7-b850-ed60dfbac0f7),segment_id=48535fd0-968e-41a7-b850-ed60dfbac0f7)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:44.941796 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:40:44.942429 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:40:44.958297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-458bd270-3196-4357-a17b-c621514c40f0 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f09a2eb-54ba-4680-b33a-ba695bfa4887']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:44.958538 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:44.959470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:40:45.061746 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:45.070882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-458bd270-3196-4357-a17b-c621514c40f0 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579a6427-c21a-486e-95e6-748b31b240f6') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:45.081433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-458bd270-3196-4357-a17b-c621514c40f0 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579a6427-c21a-486e-95e6-748b31b240f6') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:45.091888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:40:45.092296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device fd03c3a5-7166-4e8b-b2f1-38d7cd911d04 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:40:45.104637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-bac518a4-d74c-49d8-9cc5-a2038ba00c8d None None] Calling delete_port for 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:45.135414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-34c2997e-f28a-4647-a2b0-f6ae6767bac7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:45.142371 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-458bd270-3196-4357-a17b-c621514c40f0 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:45.195473 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-458bd270-3196-4357-a17b-c621514c40f0 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:45.204061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-458bd270-3196-4357-a17b-c621514c40f0 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Releasing vxlan tunnel 22 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:40:45.260446 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7587ad87-ce13-438b-bbd7-054cb7bb9ff1 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:45.366922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2997e-f28a-4647-a2b0-f6ae6767bac7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Subnet': ['ID=89e8b795-f9a1-47e6-9a9b-ce42e000413f,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:45.370973 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-34c2997e-f28a-4647-a2b0-f6ae6767bac7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:45.450542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Deleting port 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:45.453033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:45.520747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-2a09f990-e156-4c81-8400-fb493ac52a5f None None] Allocated IP 172.20.0.1 (6f105090-90d6-4ad1-a76d-7d084dd3b76c/cedf899d-1872-4f8a-bf72-1e37769bcd9d/e3db9917-914a-4402-a96a-c2781bde829c) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:45.649053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c2997e-f28a-4647-a2b0-f6ae6767bac7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Checking segment: {'id': '2e2c0595-5ea8-47d5-950f-2df8dc769938', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '55e6b667-4f7d-47a5-b569-c009b7ab153a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:40:45.649458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c2997e-f28a-4647-a2b0-f6ae6767bac7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network hostable DHCP agents. Network: 55e6b667-4f7d-47a5-b569-c009b7ab153a, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:40:45.692361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=601eff80-231b-4bf3-9bcb-0f5e78ef5fbc,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:45.698418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-458bd270-3196-4357-a17b-c621514c40f0 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Network 6f09a2eb-54ba-4680-b33a-ba695bfa4887 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:45.710114 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:45.725073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-458bd270-3196-4357-a17b-c621514c40f0 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:45.731825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-bac518a4-d74c-49d8-9cc5-a2038ba00c8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:40:45.732468 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-bac518a4-d74c-49d8-9cc5-a2038ba00c8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:40:45.763458 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be21e7fc-feb8-4228-a1fe-e681d636a6ef tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:45.767437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2a09f990-e156-4c81-8400-fb493ac52a5f None None] For port e3db9917-914a-4402-a96a-c2781bde829c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e3db9917-914a-4402-a96a-c2781bde829c,segment=NetworkSegment(ca9cbeb9-a664-4435-ba92-72f86eec3d9d),segment_id=ca9cbeb9-a664-4435-ba92-72f86eec3d9d)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:45.825603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c2997e-f28a-4647-a2b0-f6ae6767bac7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network 55e6b667-4f7d-47a5-b569-c009b7ab153a is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:40:45.829119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a09f990-e156-4c81-8400-fb493ac52a5f None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:45.843119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] For port 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=601eff80-231b-4bf3-9bcb-0f5e78ef5fbc,segment=NetworkSegment(48535fd0-968e-41a7-b850-ed60dfbac0f7),segment_id=48535fd0-968e-41a7-b850-ed60dfbac0f7)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:45.843771 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:45.847007 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:45.858355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-34c2997e-f28a-4647-a2b0-f6ae6767bac7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 55e6b667-4f7d-47a5-b569-c009b7ab153a) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:45.868676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6123cdce-e5f1-4df5-8c4c-ee5815303b6a None None] Network 55e6b667-4f7d-47a5-b569-c009b7ab153a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:45.953272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c2997e-f28a-4647-a2b0-f6ae6767bac7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:45.953927 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-34c2997e-f28a-4647-a2b0-f6ae6767bac7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:46.112455 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-34c2997e-f28a-4647-a2b0-f6ae6767bac7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1694446 Jan 14 07:40:46.120468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Calling delete_port for 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:46.168261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-55e6b667-4f7d-47a5-b569-c009b7ab153a', 'network_id': '55e6b667-4f7d-47a5-b569-c009b7ab153a', 'tenant_id': '48e68211a7e94fe094ab7e7edb0dd42a', 'fixed_ips': [{'subnet_id': '89e8b795-f9a1-47e6-9a9b-ce42e000413f'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:40:46.169280 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:46.215709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53638) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:46.226734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b73c73d7-4409-4d5b-a87c-6a4b4e9cdfcd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'port': {'network_id': '55e6b667-4f7d-47a5-b569-c009b7ab153a', 'name': 'tempest-PortsIpV6TestJSON-1876248423'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:46.234798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-bac518a4-d74c-49d8-9cc5-a2038ba00c8d None None] Deleting port 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:46.235228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bac518a4-d74c-49d8-9cc5-a2038ba00c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:46.242736 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:46.273775 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:46.496774 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:46.499368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event deleted for resources: {'Port': ['ID=601eff80-231b-4bf3-9bcb-0f5e78ef5fbc,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:46.499978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-be21e7fc-feb8-4228-a1fe-e681d636a6ef tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for 831b93a4-3021-496a-aae1-98f0d1abfff3 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:46.509030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-bac518a4-d74c-49d8-9cc5-a2038ba00c8d None None] The port '601eff80-231b-4bf3-9bcb-0f5e78ef5fbc' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:40:46.521560 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:46.619573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b73c73d7-4409-4d5b-a87c-6a4b4e9cdfcd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:46.651171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b73c73d7-4409-4d5b-a87c-6a4b4e9cdfcd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:46.675813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] No DVR routers for this DVR port 601eff80-231b-4bf3-9bcb-0f5e78ef5fbc on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:40:46.699983 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-465b8c30-783c-4b99-b04f-fa83c8f21096 req-e66dc942-61e5-44bf-8d47-02f1ee5b238b tempest-TestServerAdvancedOps-1356729713 tempest-TestServerAdvancedOps-1356729713] 10.222.0.41 "GET /v2.0/networks?tenant_id=cce85137440844a6a7dbd3984a1b9872&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1432264 Jan 14 07:40:46.722960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73c73d7-4409-4d5b-a87c-6a4b4e9cdfcd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:46.732698 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b73c73d7-4409-4d5b-a87c-6a4b4e9cdfcd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:46.903332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-458bd270-3196-4357-a17b-c621514c40f0 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Network 6f09a2eb-54ba-4680-b33a-ba695bfa4887 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:46.903976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:46.943570 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e93bdb9b-9cdb-4c7d-88ce-6c1e10f8fba9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:40:46.957620 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:40:46.967889 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1956ac73-028f-4402-bc9c-5abe3458e1b3 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:47.142292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a1e160-acd1-4481-809d-d7ba63303589']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:47.156176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-b73c73d7-4409-4d5b-a87c-6a4b4e9cdfcd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] device_id is not set on port fb1f76f3-2721-4f5e-91fb-a64135da1505 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:40:47.197517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48535fd0-968e-41a7-b850-ed60dfbac0f7') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:47.197938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48535fd0-968e-41a7-b850-ed60dfbac0f7') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:47.212471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:47.229183 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:47.232015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:40:47.304291 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-458bd270-3196-4357-a17b-c621514c40f0 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:47.326305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-458bd270-3196-4357-a17b-c621514c40f0 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:47.334477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bdb9b-9cdb-4c7d-88ce-6c1e10f8fba9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Subnet': ['ID=d4a46089-aae1-4336-a97a-8ea521868f29,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:47.366208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b8c30-783c-4b99-b04f-fa83c8f21096 req-3bd50d6e-7a1c-4985-b24f-68afda35aa99 tempest-TestServerAdvancedOps-1356729713 tempest-TestServerAdvancedOps-1356729713] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:47.368205 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-465b8c30-783c-4b99-b04f-fa83c8f21096 req-3bd50d6e-7a1c-4985-b24f-68afda35aa99 tempest-TestServerAdvancedOps-1356729713 tempest-TestServerAdvancedOps-1356729713] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6143022 Jan 14 07:40:47.369403 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e93bdb9b-9cdb-4c7d-88ce-6c1e10f8fba9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:47.376538 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fbda092d-03ca-4870-aa22-3e6b490b69af tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:47.400695 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be21e7fc-feb8-4228-a1fe-e681d636a6ef tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:47.443486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458bd270-3196-4357-a17b-c621514c40f0 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event deleted for resources: {'Network': ['ID=6f09a2eb-54ba-4680-b33a-ba695bfa4887,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:47.457082 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-458bd270-3196-4357-a17b-c621514c40f0 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "DELETE /v2.0/networks/6f09a2eb-54ba-4680-b33a-ba695bfa4887 HTTP/1.1" status: 204 len: 168 time: 4.4740441 Jan 14 07:40:47.460470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53668) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:47.462039 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-458bd270-3196-4357-a17b-c621514c40f0 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:47.487995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Network 27a1e160-acd1-4481-809d-d7ba63303589 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:47.493899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Allocated IP 2001:db8::2 (55e6b667-4f7d-47a5-b569-c009b7ab153a/89e8b795-f9a1-47e6-9a9b-ce42e000413f/87e29812-73be-451d-813b-5c9c266da02d) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:47.498533 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:47.511549 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e131f06b-e4db-48c4-a0ac-0016af8702ba tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:47.554289 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-465b8c30-783c-4b99-b04f-fa83c8f21096 req-cd506478-5fea-488f-8330-0ac48acb184f tempest-TestServerAdvancedOps-1356729713 tempest-TestServerAdvancedOps-1356729713] 10.222.0.41 "GET /v2.0/quotas/cce85137440844a6a7dbd3984a1b9872 HTTP/1.1" status: 200 len: 375 time: 0.1548145 Jan 14 07:40:47.580975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21e7fc-feb8-4228-a1fe-e681d636a6ef tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Port': ['ID=831b93a4-3021-496a-aae1-98f0d1abfff3,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:47.590334 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-be21e7fc-feb8-4228-a1fe-e681d636a6ef tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:47.678197 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-465b8c30-783c-4b99-b04f-fa83c8f21096 req-63825661-101d-47b5-be59-88d9d568ba59 tempest-TestServerAdvancedOps-1356729713 tempest-TestServerAdvancedOps-1356729713] 10.222.0.41 "GET /v2.0/ports?tenant_id=cce85137440844a6a7dbd3984a1b9872&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1019876 Jan 14 07:40:47.701591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93bdb9b-9cdb-4c7d-88ce-6c1e10f8fba9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Checking segment: {'id': '239a6157-c27d-4570-9fbe-8ff619c39aad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '068464d5-0951-4380-95a2-7c7b7c38241a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:40:47.701997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93bdb9b-9cdb-4c7d-88ce-6c1e10f8fba9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network hostable DHCP agents. Network: 068464d5-0951-4380-95a2-7c7b7c38241a, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:40:47.738154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Network 27a1e160-acd1-4481-809d-d7ba63303589 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:47.783287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93bdb9b-9cdb-4c7d-88ce-6c1e10f8fba9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 068464d5-0951-4380-95a2-7c7b7c38241a is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:40:47.818587 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:47.864291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e93bdb9b-9cdb-4c7d-88ce-6c1e10f8fba9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 068464d5-0951-4380-95a2-7c7b7c38241a) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:47.873582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39261cb4-f226-4b03-bd2c-c5cd1857a343 None None] Network 068464d5-0951-4380-95a2-7c7b7c38241a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:47.937626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93bdb9b-9cdb-4c7d-88ce-6c1e10f8fba9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:47.938431 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e93bdb9b-9cdb-4c7d-88ce-6c1e10f8fba9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:40:47.949621 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:40:47.984673 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be21e7fc-feb8-4228-a1fe-e681d636a6ef tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:47.997531 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-be21e7fc-feb8-4228-a1fe-e681d636a6ef tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/ports/831b93a4-3021-496a-aae1-98f0d1abfff3 HTTP/1.1" status: 204 len: 168 time: 4.1775420 Jan 14 07:40:48.006381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53690) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:48.113758 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-562f25d9-a637-47f4-af99-528213922154 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] GET failed (client error): The resource could not be found. Jan 14 07:40:48.120635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-562f25d9-a637-47f4-af99-528213922154 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Synchronizing usage tracker for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:40:48.142935 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e93bdb9b-9cdb-4c7d-88ce-6c1e10f8fba9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.1392710 Jan 14 07:40:48.144695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53698) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:48.171798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e43913ef-427c-4dc9-8f0f-ae44d62b7d4f tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:48.240590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c006a35f-9fa2-4d25-acb5-5d03fa57cb70 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:48.304612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c006a35f-9fa2-4d25-acb5-5d03fa57cb70 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:48.310214 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c006a35f-9fa2-4d25-acb5-5d03fa57cb70 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3615785 Jan 14 07:40:48.310690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53706) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:48.324852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-06d7fe32-cd4d-437d-90c4-f6402b76e803 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1766302532'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:48.333209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-06d7fe32-cd4d-437d-90c4-f6402b76e803 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:48.342228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:48.351771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-06d7fe32-cd4d-437d-90c4-f6402b76e803 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Usage tracker for resource:network and tenant:bdf80e0faf4849168fb694ad9bb622f6 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:48.365531 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e9829dcc-64e7-4669-9f51-78d7a303324d tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:48.384422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-06d7fe32-cd4d-437d-90c4-f6402b76e803 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:48.389566 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:48.402699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-06d7fe32-cd4d-437d-90c4-f6402b76e803 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:48.408818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event deleted for resources: {'Network': ['ID=27a1e160-acd1-4481-809d-d7ba63303589,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:48.417382 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:48.420300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-562f25d9-a637-47f4-af99-528213922154 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Unset dirty status for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:40:48.425004 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "DELETE /v2.0/networks/27a1e160-acd1-4481-809d-d7ba63303589 HTTP/1.1" status: 204 len: 168 time: 5.8083096 Jan 14 07:40:48.425799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53712) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:48.427325 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-562f25d9-a637-47f4-af99-528213922154 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports/831b93a4-3021-496a-aae1-98f0d1abfff3 HTTP/1.1" status: 404 len: 333 time: 0.4171903 Jan 14 07:40:48.428651 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53714) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:48.454672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Transition to ACTIVE for port object 87e29812-73be-451d-813b-5c9c266da02d will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:48.458241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2a09f990-e156-4c81-8400-fb493ac52a5f None None] Transition to ACTIVE for port object e3db9917-914a-4402-a96a-c2781bde829c will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:48.556001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d7fe32-cd4d-437d-90c4-f6402b76e803 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Made reservation on behalf of bdf80e0faf4849168fb694ad9bb622f6 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:48.584566 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06d7fe32-cd4d-437d-90c4-f6402b76e803 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:48.623204 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e43913ef-427c-4dc9-8f0f-ae44d62b7d4f tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036848721805'] for subnet, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:48.634557 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a09f990-e156-4c81-8400-fb493ac52a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:48.856605 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:48.992272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-068464d5-0951-4380-95a2-7c7b7c38241a', 'network_id': '068464d5-0951-4380-95a2-7c7b7c38241a', 'tenant_id': 'e9c7c2a7999a4b238d158f0f85d98fe1', 'fixed_ips': [{'subnet_id': 'd4a46089-aae1-4336-a97a-8ea521868f29'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:40:48.994076 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:49.123878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Transition to ACTIVE for port object 87e29812-73be-451d-813b-5c9c266da02d will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:49.172073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09f990-e156-4c81-8400-fb493ac52a5f None None] Pushing event updated for resources: {'Port': ['ID=e3db9917-914a-4402-a96a-c2781bde829c,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:49.202174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:49.233785 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e43913ef-427c-4dc9-8f0f-ae44d62b7d4f tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363253835003832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036849426842'] for subnet, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:49.269397 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f7621b35-1213-4876-8fe8-67847ed5302e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:49.338361 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a09f990-e156-4c81-8400-fb493ac52a5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:49.339263 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a09f990-e156-4c81-8400-fb493ac52a5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:49.484124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53748) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:49.516812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d7fe32-cd4d-437d-90c4-f6402b76e803 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:40:49.527112 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06d7fe32-cd4d-437d-90c4-f6402b76e803 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:49.527862 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-06d7fe32-cd4d-437d-90c4-f6402b76e803 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Added segment c48edfd7-329b-4496-98a9-a8c981490a1a of type vxlan for network 87273512-cf32-4c9f-ac43-dcbde25db554 Jan 14 07:40:49.534049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43913ef-427c-4dc9-8f0f-ae44d62b7d4f tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:49.534883 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e43913ef-427c-4dc9-8f0f-ae44d62b7d4f tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:49.539428 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e43913ef-427c-4dc9-8f0f-ae44d62b7d4f tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "PUT /v2.0/subnets/d4a46089-aae1-4336-a97a-8ea521868f29 HTTP/1.1" status: 200 len: 826 time: 1.3914928 Jan 14 07:40:49.547625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53756) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:49.563983 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06d7fe32-cd4d-437d-90c4-f6402b76e803 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:49.667473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43913ef-427c-4dc9-8f0f-ae44d62b7d4f tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Subnet': ['ID=d4a46089-aae1-4336-a97a-8ea521868f29,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:49.694516 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e43913ef-427c-4dc9-8f0f-ae44d62b7d4f tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:49.754406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Allocated IP 2001:db8::2 (068464d5-0951-4380-95a2-7c7b7c38241a/d4a46089-aae1-4336-a97a-8ea521868f29/0fd8a2bf-d67d-422a-b283-7b805523c17d) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:49.778147 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:49.778928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6b5e8958-4e64-4c1b-9726-9c9efb278044 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port c0917b91-2278-4443-b52f-d701198582de {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:49.779315 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b5e8958-4e64-4c1b-9726-9c9efb278044 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:49.810981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ae551f-115c-4fea-bbce-210f744db517 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Deleting subnet 82d0f34e-9c2c-4706-8bf6-aeaf0c8eface {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:40:49.831703 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36ae551f-115c-4fea-bbce-210f744db517 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:49.896323 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06d7fe32-cd4d-437d-90c4-f6402b76e803 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:49.928835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d7fe32-cd4d-437d-90c4-f6402b76e803 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:49.929537 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06d7fe32-cd4d-437d-90c4-f6402b76e803 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:50.002440 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-40d76690-e988-47ae-9e7a-514aba6c7f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:50.100485 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:50.134941 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-06d7fe32-cd4d-437d-90c4-f6402b76e803 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8220992 Jan 14 07:40:50.155681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e3db9917-914a-4402-a96a-c2781bde829c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:40:50.162660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53770) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:50.187394 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36ae551f-115c-4fea-bbce-210f744db517 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:50.245455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2139762b-22e0-446d-bafd-3a29afcf2b13 None None] Network 6f105090-90d6-4ad1-a76d-7d084dd3b76c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:50.272003 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:50.296634 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36ae551f-115c-4fea-bbce-210f744db517 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:50.299511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Pushing event updated for resources: {'Port': ['ID=87e29812-73be-451d-813b-5c9c266da02d,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:50.360045 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.021s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:50.378652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-60df2453-ced2-4e48-8a4a-2f464f5ebf1c None None] Provisioning for port e3db9917-914a-4402-a96a-c2781bde829c completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:50.382938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Transition to ACTIVE for port object 0fd8a2bf-d67d-422a-b283-7b805523c17d will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:50.436447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-60df2453-ced2-4e48-8a4a-2f464f5ebf1c None None] Provisioning complete for port e3db9917-914a-4402-a96a-c2781bde829c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:50.436916 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-60df2453-ced2-4e48-8a4a-2f464f5ebf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:50.504623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Transition to ACTIVE for port object 0fd8a2bf-d67d-422a-b283-7b805523c17d will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:50.539417 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:50.552303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port e3db9917-914a-4402-a96a-c2781bde829c triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:50.552704 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:50.561857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-126d6f61-c03c-43ac-bc0a-fa491c92fea4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-945054197'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:50.590663 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:50.615624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-126d6f61-c03c-43ac-bc0a-fa491c92fea4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:50.638594 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4f402d2f-bb25-47a6-b9da-2e81110597c0 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:50.663586 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9933422f-ffe4-44ab-9f09-3d7caa717bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:50.684073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-126d6f61-c03c-43ac-bc0a-fa491c92fea4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Usage tracker for resource:network and tenant:bdf80e0faf4849168fb694ad9bb622f6 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:50.690598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Subnet': ['ID=d4a46089-aae1-4336-a97a-8ea521868f29,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:50.693783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-126d6f61-c03c-43ac-bc0a-fa491c92fea4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:50.700094 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:50.709254 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:50.729341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-b73c73d7-4409-4d5b-a87c-6a4b4e9cdfcd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Allocated IP 2001:db8::262 (55e6b667-4f7d-47a5-b569-c009b7ab153a/89e8b795-f9a1-47e6-9a9b-ce42e000413f/fb1f76f3-2721-4f5e-91fb-a64135da1505) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:50.750188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-126d6f61-c03c-43ac-bc0a-fa491c92fea4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:50.751512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7fe32-cd4d-437d-90c4-f6402b76e803 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event updated for resources: {'Network': ['ID=87273512-cf32-4c9f-ac43-dcbde25db554,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:50.757057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9933422f-ffe4-44ab-9f09-3d7caa717bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:50.757252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Network 55e6b667-4f7d-47a5-b569-c009b7ab153a is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:50.780362 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06d7fe32-cd4d-437d-90c4-f6402b76e803 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:50.794947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9933422f-ffe4-44ab-9f09-3d7caa717bce admin admin] Usage tracker for resource:security_group_rule and tenant:cce85137440844a6a7dbd3984a1b9872 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:50.805571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9933422f-ffe4-44ab-9f09-3d7caa717bce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:50.839752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126d6f61-c03c-43ac-bc0a-fa491c92fea4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Made reservation on behalf of bdf80e0faf4849168fb694ad9bb622f6 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:50.851007 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-126d6f61-c03c-43ac-bc0a-fa491c92fea4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:50.860381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:50.864990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 87273512-cf32-4c9f-ac43-dcbde25db554 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:50.876631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:50.887260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9933422f-ffe4-44ab-9f09-3d7caa717bce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:51.127309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126d6f61-c03c-43ac-bc0a-fa491c92fea4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:40:51.134193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068464d5-0951-4380-95a2-7c7b7c38241a']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:51.150156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239a6157-c27d-4570-9fbe-8ff619c39aad') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:51.150822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239a6157-c27d-4570-9fbe-8ff619c39aad') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:51.167293 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:51.186315 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:51.188739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Releasing vxlan tunnel 23 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:40:51.212898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 87273512-cf32-4c9f-ac43-dcbde25db554 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:51.227332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:40:51.239144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 87273512-cf32-4c9f-ac43-dcbde25db554 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:51.274874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:51.283692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-126d6f61-c03c-43ac-bc0a-fa491c92fea4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:51.284109 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-126d6f61-c03c-43ac-bc0a-fa491c92fea4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Added segment 252f147a-6171-415a-bd6c-06c9ff52caa2 of type vxlan for network e03eaf42-44f3-421b-ba3b-8a4cc472d350 Jan 14 07:40:51.330172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Pushing event updated for resources: {'Port': ['ID=0fd8a2bf-d67d-422a-b283-7b805523c17d,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:51.382069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b5e8958-4e64-4c1b-9726-9c9efb278044 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:51.435531 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-126d6f61-c03c-43ac-bc0a-fa491c92fea4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:51.568581 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36ae551f-115c-4fea-bbce-210f744db517 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:51.582655 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-34c2997e-f28a-4647-a2b0-f6ae6767bac7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:51.595252 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.886s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:51.634647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6b5e8958-4e64-4c1b-9726-9c9efb278044 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for c0917b91-2278-4443-b52f-d701198582de owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:51.669809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae551f-115c-4fea-bbce-210f744db517 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event deleted for resources: {'Subnet': ['ID=82d0f34e-9c2c-4706-8bf6-aeaf0c8eface,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:51.756096 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-36ae551f-115c-4fea-bbce-210f744db517 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:51.795395 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-126d6f61-c03c-43ac-bc0a-fa491c92fea4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:40:51.810282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 068464d5-0951-4380-95a2-7c7b7c38241a has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:51.821344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:51.835483 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b73c73d7-4409-4d5b-a87c-6a4b4e9cdfcd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:51.869168 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-126d6f61-c03c-43ac-bc0a-fa491c92fea4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:51.889933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126d6f61-c03c-43ac-bc0a-fa491c92fea4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:51.890563 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-126d6f61-c03c-43ac-bc0a-fa491c92fea4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:51.894561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Attempting to bind port 87e29812-73be-451d-813b-5c9c266da02d on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:40:51.895151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Attempting to bind port 87e29812-73be-451d-813b-5c9c266da02d by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '2e2c0595-5ea8-47d5-950f-2df8dc769938', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '55e6b667-4f7d-47a5-b569-c009b7ab153a'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:40:51.895747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Attempting to bind port 87e29812-73be-451d-813b-5c9c266da02d on network 55e6b667-4f7d-47a5-b569-c009b7ab153a {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:40:51.909844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:40:51.910514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Checking segment: {'id': '2e2c0595-5ea8-47d5-950f-2df8dc769938', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '55e6b667-4f7d-47a5-b569-c009b7ab153a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:40:51.911318 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:51.911983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Bound using segment: {'id': '2e2c0595-5ea8-47d5-950f-2df8dc769938', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '55e6b667-4f7d-47a5-b569-c009b7ab153a'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:40:51.912688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Bound port: 87e29812-73be-451d-813b-5c9c266da02d, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2c0595-5ea8-47d5-950f-2df8dc769938', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '55e6b667-4f7d-47a5-b569-c009b7ab153a'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:40:51.913266 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:51.945243 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:51.981569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b73c73d7-4409-4d5b-a87c-6a4b4e9cdfcd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Transition to ACTIVE for port object fb1f76f3-2721-4f5e-91fb-a64135da1505 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:51.985520 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-126d6f61-c03c-43ac-bc0a-fa491c92fea4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5125265 Jan 14 07:40:52.002160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53800) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:52.005906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Network 068464d5-0951-4380-95a2-7c7b7c38241a is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:52.019164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:52.024388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Request body: {'ports': [{'network_id': '87273512-cf32-4c9f-ac43-dcbde25db554', 'name': 'tempest-port--350414268', 'admin_state_up': True}, {'network_id': 'e03eaf42-44f3-421b-ba3b-8a4cc472d350', 'admin_state_up': False}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:52.024877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Request body: {'port': {'network_id': '87273512-cf32-4c9f-ac43-dcbde25db554', 'name': 'tempest-port--350414268', 'admin_state_up': True}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:52.025527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Request body: {'port': {'network_id': 'e03eaf42-44f3-421b-ba3b-8a4cc472d350', 'admin_state_up': False}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:52.025655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:52.075522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d6f61-c03c-43ac-bc0a-fa491c92fea4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event updated for resources: {'Network': ['ID=e03eaf42-44f3-421b-ba3b-8a4cc472d350,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:52.082135 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36ae551f-115c-4fea-bbce-210f744db517 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:52.086935 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-36ae551f-115c-4fea-bbce-210f744db517 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "DELETE /v2.0/subnets/82d0f34e-9c2c-4706-8bf6-aeaf0c8eface HTTP/1.1" status: 204 len: 168 time: 3.6197567 Jan 14 07:40:52.087904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53806) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:52.088850 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-126d6f61-c03c-43ac-bc0a-fa491c92fea4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:52.135584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f258fdd-e0a5-406b-b015-6c1f2db1812e None None] Network d6e83f69-6454-4fa3-9306-55e6c8ce8b5f requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:52.153504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network e03eaf42-44f3-421b-ba3b-8a4cc472d350 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:52.235048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b73c73d7-4409-4d5b-a87c-6a4b4e9cdfcd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:52.287139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network e03eaf42-44f3-421b-ba3b-8a4cc472d350 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:52.289473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 068464d5-0951-4380-95a2-7c7b7c38241a has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:52.301003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network e03eaf42-44f3-421b-ba3b-8a4cc472d350 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:40:52.324860 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:40:52.427722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Attempting to bind port 0fd8a2bf-d67d-422a-b283-7b805523c17d on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:40:52.428141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Attempting to bind port 0fd8a2bf-d67d-422a-b283-7b805523c17d by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '239a6157-c27d-4570-9fbe-8ff619c39aad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '068464d5-0951-4380-95a2-7c7b7c38241a'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:40:52.428557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Attempting to bind port 0fd8a2bf-d67d-422a-b283-7b805523c17d on network 068464d5-0951-4380-95a2-7c7b7c38241a {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:40:52.434370 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ccb1670-bc98-431d-bd63-15e5ebf2fd35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:52.521911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:40:52.521911 n-d-769329-2 neutron-server[80794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:40:52.521911 n-d-769329-2 neutron-server[80794]: [parameters: {'id': '068464d5-0951-4380-95a2-7c7b7c38241a'}] Jan 14 07:40:52.521911 n-d-769329-2 neutron-server[80794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:40:52.522431 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:40:52.547837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:52.551945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Usage tracker for resource:port and tenant:bdf80e0faf4849168fb694ad9bb622f6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:52.554966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Quota usage for port was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:52.562054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:52.571989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Made reservation on behalf of bdf80e0faf4849168fb694ad9bb622f6 for: {'port': 2} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:52.586910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:52.599412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73c73d7-4409-4d5b-a87c-6a4b4e9cdfcd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network 55e6b667-4f7d-47a5-b569-c009b7ab153a is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:52.619584 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b5e8958-4e64-4c1b-9726-9c9efb278044 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:52.622441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b73c73d7-4409-4d5b-a87c-6a4b4e9cdfcd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:52.629247 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:52.671079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:40:52.671435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Checking segment: {'id': '239a6157-c27d-4570-9fbe-8ff619c39aad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '068464d5-0951-4380-95a2-7c7b7c38241a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:40:52.672095 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:52.672542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Bound using segment: {'id': '239a6157-c27d-4570-9fbe-8ff619c39aad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '068464d5-0951-4380-95a2-7c7b7c38241a'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:40:52.673079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Bound port: 0fd8a2bf-d67d-422a-b283-7b805523c17d, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239a6157-c27d-4570-9fbe-8ff619c39aad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '068464d5-0951-4380-95a2-7c7b7c38241a'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:40:52.673502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:52.799099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] For port 0fd8a2bf-d67d-422a-b283-7b805523c17d, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:40:52.806368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] For port 87e29812-73be-451d-813b-5c9c266da02d, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:40:52.810344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] For port 0fd8a2bf-d67d-422a-b283-7b805523c17d, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0fd8a2bf-d67d-422a-b283-7b805523c17d,segment=NetworkSegment(239a6157-c27d-4570-9fbe-8ff619c39aad),segment_id=239a6157-c27d-4570-9fbe-8ff619c39aad)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:40:52.835838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] device_id is not set on port c1be7c1b-ab5c-4d2e-aad2-30e1b40f6920 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:40:52.888278 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:52.933613 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3a39a8e9-0372-4dcc-93da-ffa4545a56d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:52.978013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] For port 87e29812-73be-451d-813b-5c9c266da02d, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=87e29812-73be-451d-813b-5c9c266da02d,segment=NetworkSegment(2e2c0595-5ea8-47d5-950f-2df8dc769938),segment_id=2e2c0595-5ea8-47d5-950f-2df8dc769938)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:40:53.045105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:53.064362 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:53.180542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Deleting port 0fd8a2bf-d67d-422a-b283-7b805523c17d {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:53.180875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:53.268321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:53.276156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73c73d7-4409-4d5b-a87c-6a4b4e9cdfcd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:53.276600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Pushing event updated for resources: {'Port': ['ID=0fd8a2bf-d67d-422a-b283-7b805523c17d,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:53.303431 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:53.304247 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-62d47f82-14a2-4806-881c-947f391caebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:53.314030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73c73d7-4409-4d5b-a87c-6a4b4e9cdfcd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:53.314751 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b73c73d7-4409-4d5b-a87c-6a4b4e9cdfcd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:53.381359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c73d7-4409-4d5b-a87c-6a4b4e9cdfcd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=fb1f76f3-2721-4f5e-91fb-a64135da1505,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:53.385594 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b73c73d7-4409-4d5b-a87c-6a4b4e9cdfcd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.953s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:53.404970 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae4d143a-871e-4000-9072-2a261a6f9b4a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:53.462220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb49b799-0d73-4830-b7e6-473283e09c82 None None] DHCP port deletion for d6e83f69-6454-4fa3-9306-55e6c8ce8b5f request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:40:53.487336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Pushing event updated for resources: {'Port': ['ID=87e29812-73be-451d-813b-5c9c266da02d,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:53.577270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-eb49b799-0d73-4830-b7e6-473283e09c82 None None] Deleting port 415f6c05-e85f-4333-a75b-60684752c337 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:53.577963 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb49b799-0d73-4830-b7e6-473283e09c82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:53.583311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] device_id is not set on port 891ddd88-cafe-4baf-9980-93a48243ef95 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:40:53.593766 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b73c73d7-4409-4d5b-a87c-6a4b4e9cdfcd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 7.3764904 Jan 14 07:40:53.595237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e8958-4e64-4c1b-9726-9c9efb278044 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Port': ['ID=c0917b91-2278-4443-b52f-d701198582de,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:53.597701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53830) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:53.599511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b5e8958-4e64-4c1b-9726-9c9efb278044 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:53.609515 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6b5e8958-4e64-4c1b-9726-9c9efb278044 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:53.614127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ab5c99bd-881e-4663-b6d8-c395bbbbfa7f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'port': {'network_id': '55e6b667-4f7d-47a5-b569-c009b7ab153a', 'name': 'tempest-PortsIpV6TestJSON-744257123'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:53.654247 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:53.748141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8089686d-09cb-4600-a2cb-d49e8285428e None None] Provisioning complete for port e3db9917-914a-4402-a96a-c2781bde829c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:53.748566 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8089686d-09cb-4600-a2cb-d49e8285428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:53.770028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] For port 0fd8a2bf-d67d-422a-b283-7b805523c17d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0fd8a2bf-d67d-422a-b283-7b805523c17d,segment=NetworkSegment(239a6157-c27d-4570-9fbe-8ff619c39aad),segment_id=239a6157-c27d-4570-9fbe-8ff619c39aad)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:53.770375 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:53.829340 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6b5e8958-4e64-4c1b-9726-9c9efb278044 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/ports/c0917b91-2278-4443-b52f-d701198582de HTTP/1.1" status: 204 len: 168 time: 5.4021885 Jan 14 07:40:53.838155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53834) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:53.907248 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9933422f-ffe4-44ab-9f09-3d7caa717bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:53.926320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bbb9a1e-acbe-4864-8b83-21c9feaca7a1 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Deleting subnet 7dc2abdd-61fc-4a85-a43d-4e93b34a1dce {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:40:53.939960 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bbb9a1e-acbe-4864-8b83-21c9feaca7a1 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:53.952436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Calling delete_port for 0fd8a2bf-d67d-422a-b283-7b805523c17d owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:53.975336 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9933422f-ffe4-44ab-9f09-3d7caa717bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:53.989897 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-04416dac-84fa-4e6c-89ea-1ea96e3c3ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:54.002870 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b959be42-8e2a-4243-8f24-b0de9048052b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] GET failed (client error): The resource could not be found. Jan 14 07:40:54.003430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b959be42-8e2a-4243-8f24-b0de9048052b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Synchronizing usage tracker for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:40:54.042565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933422f-ffe4-44ab-9f09-3d7caa717bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32d2460-97aa-4553-9a8b-65b4d1a2b3b2,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:54.053337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ab5c99bd-881e-4663-b6d8-c395bbbbfa7f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:54.058109 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9933422f-ffe4-44ab-9f09-3d7caa717bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:54.080942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ab5c99bd-881e-4663-b6d8-c395bbbbfa7f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:port and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:54.092316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ab5c99bd-881e-4663-b6d8-c395bbbbfa7f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for port was recalculated. Used quota:3. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:54.106832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ab5c99bd-881e-4663-b6d8-c395bbbbfa7f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:54.112768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bbb9a1e-acbe-4864-8b83-21c9feaca7a1 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:54.191370 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9933422f-ffe4-44ab-9f09-3d7caa717bce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cce85137440844a6a7dbd3984a1b9872&name=default HTTP/1.1" status: 200 len: 2983 time: 4.6951621 Jan 14 07:40:54.203295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53842) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:54.221012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:54.241441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b959be42-8e2a-4243-8f24-b0de9048052b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Unset dirty status for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:40:54.247050 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b959be42-8e2a-4243-8f24-b0de9048052b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports/c0917b91-2278-4443-b52f-d701198582de HTTP/1.1" status: 404 len: 333 time: 0.4026170 Jan 14 07:40:54.250829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53846) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:54.251401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5c99bd-881e-4663-b6d8-c395bbbbfa7f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:54.255168 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:54.266163 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab5c99bd-881e-4663-b6d8-c395bbbbfa7f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:54.498299 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:54.506901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ab2766-c2e2-4528-83fd-dcbb7d860ddd None None] Network 068464d5-0951-4380-95a2-7c7b7c38241a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:54.531561 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-85a9c8df-803e-4476-8b81-268917cffbbb tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:54.589690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Port': ['ID=0fd8a2bf-d67d-422a-b283-7b805523c17d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:54.601070 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:54.635722 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:54.636241 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:54.649137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 415f6c05-e85f-4333-a75b-60684752c337 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:40:54.682240 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-458095a7-53db-453a-bdad-4c3f445dd868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:54.747862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-eb49b799-0d73-4830-b7e6-473283e09c82 None None] For port 415f6c05-e85f-4333-a75b-60684752c337, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=415f6c05-e85f-4333-a75b-60684752c337,segment=NetworkSegment(05e24e29-fb64-4bb4-8bd9-5d1bcc60589b),segment_id=05e24e29-fb64-4bb4-8bd9-5d1bcc60589b)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:54.748863 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb49b799-0d73-4830-b7e6-473283e09c82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:54.774494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19ecebe-9a8b-40ec-8a4a-f1caff221b01 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting subnet e61a8e86-1192-4fd3-adb5-7000352e6f78 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:40:54.778461 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f19ecebe-9a8b-40ec-8a4a-f1caff221b01 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:54.817737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] No DVR routers for this DVR port 0fd8a2bf-d67d-422a-b283-7b805523c17d on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:40:54.834276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-68e9eccf-3c51-4231-a536-f18df22519e2 None None] Provisioning complete for port e3db9917-914a-4402-a96a-c2781bde829c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:54.835400 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68e9eccf-3c51-4231-a536-f18df22519e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:54.838250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-ab5c99bd-881e-4663-b6d8-c395bbbbfa7f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] device_id is not set on port fcbc1ae1-4477-43db-a586-81d428ebcdc1 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:40:54.878189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bbb9a1e-acbe-4864-8b83-21c9feaca7a1 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:55.041243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-853e4f1b-9569-457e-862b-68a9d131267a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:55.063281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event updated for resources: {'Port': ['ID=c1be7c1b-ab5c-4d2e-aad2-30e1b40f6920,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:55.070091 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:55.078017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f19ecebe-9a8b-40ec-8a4a-f1caff221b01 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:55.094533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-eb49b799-0d73-4830-b7e6-473283e09c82 None None] Calling delete_port for 415f6c05-e85f-4333-a75b-60684752c337 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:55.099039 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:55.202079 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-853e4f1b-9569-457e-862b-68a9d131267a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:55.252918 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No ports have port_id starting with 415f6c05-e85f-4333-a75b-60684752c337 Jan 14 07:40:55.256301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Checking segment: {'id': 'c48edfd7-329b-4496-98a9-a8c981490a1a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87273512-cf32-4c9f-ac43-dcbde25db554'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:40:55.256876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Network hostable DHCP agents. Network: 87273512-cf32-4c9f-ac43-dcbde25db554, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:40:55.271384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb49b799-0d73-4830-b7e6-473283e09c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:55.291540 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-383bff1b-07ae-44f1-a2b4-e26b61d9b0b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:55.372539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49b799-0d73-4830-b7e6-473283e09c82 None None] Pushing event deleted for resources: {'Port': ['ID=415f6c05-e85f-4333-a75b-60684752c337,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:55.388849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068464d5-0951-4380-95a2-7c7b7c38241a']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:55.398371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Network 87273512-cf32-4c9f-ac43-dcbde25db554 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:40:55.412624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239a6157-c27d-4570-9fbe-8ff619c39aad') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:55.413213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239a6157-c27d-4570-9fbe-8ff619c39aad') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:55.430522 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:55.446525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 87273512-cf32-4c9f-ac43-dcbde25db554) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:55.463566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:55.465377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:55.467733 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:55.491060 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-baf42257-e57c-4efa-b4e0-c644d995a662 tempest-ExtraDHCPOptionsTestJSON-536504575 tempest-ExtraDHCPOptionsTestJSON-536504575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:55.492445 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eb49b799-0d73-4830-b7e6-473283e09c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:55.541843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3659b5-8683-4cc6-8c19-38c2744d3a3f None None] Network 068464d5-0951-4380-95a2-7c7b7c38241a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:55.560027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Releasing vxlan tunnel 23 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:40:55.578057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-ab5c99bd-881e-4663-b6d8-c395bbbbfa7f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Allocated IP 2001:db8::1b2 (55e6b667-4f7d-47a5-b569-c009b7ab153a/89e8b795-f9a1-47e6-9a9b-ce42e000413f/fcbc1ae1-4477-43db-a586-81d428ebcdc1) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:40:55.579118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event updated for resources: {'Port': ['ID=891ddd88-cafe-4baf-9980-93a48243ef95,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:55.581716 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-853e4f1b-9569-457e-862b-68a9d131267a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:55.586515 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:55.610407 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9291495b-c180-447a-ab6c-993842e14709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:55.642066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201ebb19-70e7-46cf-937d-68a43737d4c3 None None] Network 87273512-cf32-4c9f-ac43-dcbde25db554 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:55.750986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e4f1b-9569-457e-862b-68a9d131267a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32d2460-97aa-4553-9a8b-65b4d1a2b3b2,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:55.763249 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-853e4f1b-9569-457e-862b-68a9d131267a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:55.776987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f19ecebe-9a8b-40ec-8a4a-f1caff221b01 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:55.909685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 068464d5-0951-4380-95a2-7c7b7c38241a has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:55.918450 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-853e4f1b-9569-457e-862b-68a9d131267a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:55.920002 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-853e4f1b-9569-457e-862b-68a9d131267a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d32d2460-97aa-4553-9a8b-65b4d1a2b3b2 HTTP/1.1" status: 204 len: 168 time: 1.7153449 Jan 14 07:40:55.924918 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:56.049143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1487ceab-1b0f-4e12-864a-1645a6414055 None None] Network 55e6b667-4f7d-47a5-b569-c009b7ab153a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:56.235775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Checking segment: {'id': '252f147a-6171-415a-bd6c-06c9ff52caa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e03eaf42-44f3-421b-ba3b-8a4cc472d350'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:40:56.236182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Network hostable DHCP agents. Network: e03eaf42-44f3-421b-ba3b-8a4cc472d350, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:40:56.265690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 068464d5-0951-4380-95a2-7c7b7c38241a has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:56.291032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 87e29812-73be-451d-813b-5c9c266da02d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:40:56.323420 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:40:56.332307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb49b799-0d73-4830-b7e6-473283e09c82 None None] No DVR routers for this DVR port 415f6c05-e85f-4333-a75b-60684752c337 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:40:56.347004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab5c99bd-881e-4663-b6d8-c395bbbbfa7f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:56.358074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Network e03eaf42-44f3-421b-ba3b-8a4cc472d350 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:40:56.374651 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab5c99bd-881e-4663-b6d8-c395bbbbfa7f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Transition to ACTIVE for port object fcbc1ae1-4477-43db-a586-81d428ebcdc1 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:40:56.481802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab5c99bd-881e-4663-b6d8-c395bbbbfa7f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:56.509783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, e03eaf42-44f3-421b-ba3b-8a4cc472d350) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:56.515557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:56.525378 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:56.557278 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bbb9a1e-acbe-4864-8b83-21c9feaca7a1 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:56.559295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0611c5d0-a3d9-4f97-8972-6f24e48b1317 None None] Network e03eaf42-44f3-421b-ba3b-8a4cc472d350 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:56.566544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:56.619603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:56.619603 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:56.648505 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.6453633 Jan 14 07:40:56.649710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53882) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:56.663012 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-36ae551f-115c-4fea-bbce-210f744db517 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:56.721947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:56.726423 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:56.734351 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:56.755884 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/networks/068464d5-0951-4380-95a2-7c7b7c38241a HTTP/1.1" status: 204 len: 168 time: 7.2068117 Jan 14 07:40:56.760897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53886) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:56.778919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-27c30529-21f0-4481-b9ad-7ac042fd9295 None None] Provisioning for port 87e29812-73be-451d-813b-5c9c266da02d completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:56.877122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 87e29812-73be-451d-813b-5c9c266da02d completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:56.880714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b74c003a-582e-489c-9aa8-17e161cf8145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:56.922197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 87e29812-73be-451d-813b-5c9c266da02d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:56.922618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:56.980050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb9a1e-acbe-4864-8b83-21c9feaca7a1 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event deleted for resources: {'Subnet': ['ID=7dc2abdd-61fc-4a85-a43d-4e93b34a1dce,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:56.995714 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8bbb9a1e-acbe-4864-8b83-21c9feaca7a1 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:57.009705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5c99bd-881e-4663-b6d8-c395bbbbfa7f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network 55e6b667-4f7d-47a5-b569-c009b7ab153a is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:40:57.010834 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c0253080-df5e-4562-9213-cc0747f9215f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.319s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:57.056267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ab5c99bd-881e-4663-b6d8-c395bbbbfa7f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:40:57.072330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c99bd-881e-4663-b6d8-c395bbbbfa7f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:40:57.095562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5c99bd-881e-4663-b6d8-c395bbbbfa7f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:57.096347 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab5c99bd-881e-4663-b6d8-c395bbbbfa7f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:57.142748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bbb9a1e-acbe-4864-8b83-21c9feaca7a1 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:57.148370 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8bbb9a1e-acbe-4864-8b83-21c9feaca7a1 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "DELETE /v2.0/subnets/7dc2abdd-61fc-4a85-a43d-4e93b34a1dce HTTP/1.1" status: 204 len: 168 time: 5.0563157 Jan 14 07:40:57.155309 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ab5c99bd-881e-4663-b6d8-c395bbbbfa7f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5477755 Jan 14 07:40:57.156268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53894) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:57.156657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53896) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:57.193982 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2556528-d380-46d2-ac09-c92573812fe1 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] DELETE failed (client error): The resource could not be found. Jan 14 07:40:57.194748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2556528-d380-46d2-ac09-c92573812fe1 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:40:57.203206 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c2556528-d380-46d2-ac09-c92573812fe1 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/networks/068464d5-0951-4380-95a2-7c7b7c38241a HTTP/1.1" status: 404 len: 339 time: 0.4361489 Jan 14 07:40:57.205376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53902) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:57.207917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Network': ['ID=068464d5-0951-4380-95a2-7c7b7c38241a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:57.217139 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:57.222409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-31019bb9-b0d1-43ff-8e82-c1a35fdd5a15 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-731384500', 'description': 'd1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:57.231947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-31019bb9-b0d1-43ff-8e82-c1a35fdd5a15 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:40:57.237598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-31019bb9-b0d1-43ff-8e82-c1a35fdd5a15 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Usage tracker for resource:network and tenant:e9c7c2a7999a4b238d158f0f85d98fe1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:40:57.238866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24626f0-87d4-4fb3-9e50-8e0ad24a9826 None None] Network 1f442b07-e1da-48bf-bb2b-abde45f6ceb9 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:57.242488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-31019bb9-b0d1-43ff-8e82-c1a35fdd5a15 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Quota usage for network was recalculated. Used quota:3. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:40:57.249119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-31019bb9-b0d1-43ff-8e82-c1a35fdd5a15 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:40:57.263944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31019bb9-b0d1-43ff-8e82-c1a35fdd5a15 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Made reservation on behalf of e9c7c2a7999a4b238d158f0f85d98fe1 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:40:57.275038 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31019bb9-b0d1-43ff-8e82-c1a35fdd5a15 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:57.325963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31019bb9-b0d1-43ff-8e82-c1a35fdd5a15 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] vxlan segment allocate from pool success with {'vxlan_vni': 22} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:40:57.347113 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31019bb9-b0d1-43ff-8e82-c1a35fdd5a15 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:57.348625 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-31019bb9-b0d1-43ff-8e82-c1a35fdd5a15 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Added segment 94766468-d9da-46b3-9c5a-7768214d28f1 of type vxlan for network 0f40ef06-d186-41b1-97a3-a3fe9026f997 Jan 14 07:40:57.382942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31019bb9-b0d1-43ff-8e82-c1a35fdd5a15 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:57.414230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:57.424347 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31019bb9-b0d1-43ff-8e82-c1a35fdd5a15 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:57.444941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31019bb9-b0d1-43ff-8e82-c1a35fdd5a15 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:57.446073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31019bb9-b0d1-43ff-8e82-c1a35fdd5a15 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:57.470982 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-56d88dda-8524-42bb-95a4-7d9fa81dd4c6 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:57.518311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa9edf6-1118-47d5-8616-013790a58a4e tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:57.557873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa9edf6-1118-47d5-8616-013790a58a4e tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:57.559816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1fa9edf6-1118-47d5-8616-013790a58a4e tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Synchronizing usage tracker for tenant:bdf80e0faf4849168fb694ad9bb622f6 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:40:57.576117 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:57.577119 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-31019bb9-b0d1-43ff-8e82-c1a35fdd5a15 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3635375 Jan 14 07:40:57.582831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53912) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:57.633521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 87e29812-73be-451d-813b-5c9c266da02d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=87e29812-73be-451d-813b-5c9c266da02d,segment=NetworkSegment(2e2c0595-5ea8-47d5-950f-2df8dc769938),segment_id=2e2c0595-5ea8-47d5-950f-2df8dc769938)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:57.646217 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:57.655968 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f771c29b-0a6a-47bf-b44a-acfd1539ce39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:57.772089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=87e29812-73be-451d-813b-5c9c266da02d,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:57.786727 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:57.801251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c99bd-881e-4663-b6d8-c395bbbbfa7f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=fcbc1ae1-4477-43db-a586-81d428ebcdc1,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:57.823080 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab5c99bd-881e-4663-b6d8-c395bbbbfa7f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:57.845946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a98c1b-4243-47b6-868e-2812988512a4 None None] DHCP port deletion for 1f442b07-e1da-48bf-bb2b-abde45f6ceb9 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:40:57.850797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-67a98c1b-4243-47b6-868e-2812988512a4 None None] Deleting port 33aa990e-2226-40db-b779-8a99d480307f {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:57.851462 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67a98c1b-4243-47b6-868e-2812988512a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:57.868092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebec98c4-89f7-4d5f-9044-60c3aa263e8b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:57.868892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ebec98c4-89f7-4d5f-9044-60c3aa263e8b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Synchronizing usage tracker for tenant:e9c7c2a7999a4b238d158f0f85d98fe1 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.903088 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:40:57.907162 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:40:57.917778 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97133d69-ad80-4292-a0c0-a9079002933f tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:57.968229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31019bb9-b0d1-43ff-8e82-c1a35fdd5a15 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Network': ['ID=0f40ef06-d186-41b1-97a3-a3fe9026f997,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:57.985175 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31019bb9-b0d1-43ff-8e82-c1a35fdd5a15 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:57.988867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1fa9edf6-1118-47d5-8616-013790a58a4e tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Unset dirty status for tenant:bdf80e0faf4849168fb694ad9bb622f6 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:40:58.007367 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1fa9edf6-1118-47d5-8616-013790a58a4e tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.3466685 Jan 14 07:40:58.008849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53924) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:58.009672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ebec98c4-89f7-4d5f-9044-60c3aa263e8b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Unset dirty status for tenant:e9c7c2a7999a4b238d158f0f85d98fe1 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:40:58.014491 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ebec98c4-89f7-4d5f-9044-60c3aa263e8b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "GET /v2.0/networks?id=0f40ef06-d186-41b1-97a3-a3fe9026f997 HTTP/1.1" status: 200 len: 764 time: 0.4218047 Jan 14 07:40:58.017618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53926) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:58.024176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cf92d978-3ce1-4a44-b238-b4f6e98aac5a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'network': {'description': 'd2'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:40:58.076224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06958592-5a9b-4a62-9493-693b93a8720c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:58.081367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-06958592-5a9b-4a62-9493-693b93a8720c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Synchronizing usage tracker for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:40:58.099387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 0f40ef06-d186-41b1-97a3-a3fe9026f997 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:58.126514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 0f40ef06-d186-41b1-97a3-a3fe9026f997 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:58.206124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 0f40ef06-d186-41b1-97a3-a3fe9026f997 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:58.339582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-06958592-5a9b-4a62-9493-693b93a8720c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Unset dirty status for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:40:58.345067 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-06958592-5a9b-4a62-9493-693b93a8720c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A262 HTTP/1.1" status: 200 len: 929 time: 1.1782582 Jan 14 07:40:58.346708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f19ecebe-9a8b-40ec-8a4a-f1caff221b01 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:58.361701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53940) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:58.367694 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-afc72138-b05d-4a76-83ae-ae886ba223a8 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:58.432089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d63c95be-2515-43ab-8ac1-90e60d59ab84 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Deleting port c1be7c1b-ab5c-4d2e-aad2-30e1b40f6920 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:58.432448 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d63c95be-2515-43ab-8ac1-90e60d59ab84 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:58.490840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-67a98c1b-4243-47b6-868e-2812988512a4 None None] For port 33aa990e-2226-40db-b779-8a99d480307f, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=33aa990e-2226-40db-b779-8a99d480307f,segment=NetworkSegment(173fa35f-a738-4f88-8671-0fbe3e5ae480),segment_id=173fa35f-a738-4f88-8671-0fbe3e5ae480)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:40:58.491326 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67a98c1b-4243-47b6-868e-2812988512a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:58.520762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97133d69-ad80-4292-a0c0-a9079002933f tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:58.699620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ecebe-9a8b-40ec-8a4a-f1caff221b01 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Subnet': ['ID=e61a8e86-1192-4fd3-adb5-7000352e6f78,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:58.722271 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f19ecebe-9a8b-40ec-8a4a-f1caff221b01 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:58.724346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-67a98c1b-4243-47b6-868e-2812988512a4 None None] Calling delete_port for 33aa990e-2226-40db-b779-8a99d480307f owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:58.795822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4598a767-1446-4200-b981-97a9fef55cf1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port fcbc1ae1-4477-43db-a586-81d428ebcdc1 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:58.796441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4598a767-1446-4200-b981-97a9fef55cf1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:58.825743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 87e29812-73be-451d-813b-5c9c266da02d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:40:58.916017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-97133d69-ad80-4292-a0c0-a9079002933f tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e83f69-6454-4fa3-9306-55e6c8ce8b5f']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:58.945931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f19ecebe-9a8b-40ec-8a4a-f1caff221b01 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:58.970623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-97133d69-ad80-4292-a0c0-a9079002933f tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e24e29-fb64-4bb4-8bd9-5d1bcc60589b') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:58.971443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-97133d69-ad80-4292-a0c0-a9079002933f tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e24e29-fb64-4bb4-8bd9-5d1bcc60589b') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:40:58.988756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97133d69-ad80-4292-a0c0-a9079002933f tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:59.013321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97133d69-ad80-4292-a0c0-a9079002933f tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:59.016005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-97133d69-ad80-4292-a0c0-a9079002933f tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Releasing vxlan tunnel 18 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:40:59.044271 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f19ecebe-9a8b-40ec-8a4a-f1caff221b01 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/subnets/e61a8e86-1192-4fd3-adb5-7000352e6f78 HTTP/1.1" status: 204 len: 168 time: 4.7645123 Jan 14 07:40:59.064641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 53946) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:59.078214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67a98c1b-4243-47b6-868e-2812988512a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:59.080349 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf92d978-3ce1-4a44-b238-b4f6e98aac5a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:59.096908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-71568881-1b6e-4721-a32b-2e6642cb903e None None] Provisioning for port fcbc1ae1-4477-43db-a586-81d428ebcdc1 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:40:59.130037 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d63c95be-2515-43ab-8ac1-90e60d59ab84 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:59.145974 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a2e1b80-7c0e-4d1d-ae11-db7f457b1dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:59.191589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-71568881-1b6e-4721-a32b-2e6642cb903e None None] Provisioning complete for port fcbc1ae1-4477-43db-a586-81d428ebcdc1 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:59.192134 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71568881-1b6e-4721-a32b-2e6642cb903e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:59.227715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa0b270-db99-4f11-aa29-29008ccfe359 None None] Network ec5b5031-4691-4054-be8d-ee7f8da3114d requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:40:59.329618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d63c95be-2515-43ab-8ac1-90e60d59ab84 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Calling delete_port for c1be7c1b-ab5c-4d2e-aad2-30e1b40f6920 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:40:59.349967 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:59.380997 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf92d978-3ce1-4a44-b238-b4f6e98aac5a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:59.389995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a98c1b-4243-47b6-868e-2812988512a4 None None] Pushing event deleted for resources: {'Port': ['ID=33aa990e-2226-40db-b779-8a99d480307f,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:59.396582 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-67a98c1b-4243-47b6-868e-2812988512a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:59.443806 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a4502213-936e-4e14-a0bf-ddedc391d587 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:40:59.528171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 87e29812-73be-451d-813b-5c9c266da02d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:59.528601 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:59.545825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-97133d69-ad80-4292-a0c0-a9079002933f tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Network d6e83f69-6454-4fa3-9306-55e6c8ce8b5f has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:40:59.572287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97133d69-ad80-4292-a0c0-a9079002933f tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:59.592074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-71568881-1b6e-4721-a32b-2e6642cb903e None None] Port fcbc1ae1-4477-43db-a586-81d428ebcdc1 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:40:59.611105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:59.611353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:59.717769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a98c1b-4243-47b6-868e-2812988512a4 None None] No DVR routers for this DVR port 33aa990e-2226-40db-b779-8a99d480307f on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:40:59.724798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-71568881-1b6e-4721-a32b-2e6642cb903e None None] Provisioning complete for port 87e29812-73be-451d-813b-5c9c266da02d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:40:59.725222 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71568881-1b6e-4721-a32b-2e6642cb903e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:59.752316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf92d978-3ce1-4a44-b238-b4f6e98aac5a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 0f40ef06-d186-41b1-97a3-a3fe9026f997 is not hosted by any dhcp agent {{(pid=80907) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Jan 14 07:40:59.778017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf92d978-3ce1-4a44-b238-b4f6e98aac5a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:40:59.779965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf92d978-3ce1-4a44-b238-b4f6e98aac5a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:59.784879 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cf92d978-3ce1-4a44-b238-b4f6e98aac5a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "PUT /v2.0/networks/0f40ef06-d186-41b1-97a3-a3fe9026f997 HTTP/1.1" status: 200 len: 761 time: 1.7659204 Jan 14 07:40:59.788207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53954) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:40:59.826023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92d978-3ce1-4a44-b238-b4f6e98aac5a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Network': ['ID=0f40ef06-d186-41b1-97a3-a3fe9026f997,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:40:59.830404 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cf92d978-3ce1-4a44-b238-b4f6e98aac5a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:40:59.923835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port 5638622e-e89f-4d4d-bc6f-93b7daff7e8e {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:40:59.924219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:40:59.962348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 0f40ef06-d186-41b1-97a3-a3fe9026f997 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:40:59.991110 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d63c95be-2515-43ab-8ac1-90e60d59ab84 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:00.047149 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:00.073544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-97133d69-ad80-4292-a0c0-a9079002933f tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Network d6e83f69-6454-4fa3-9306-55e6c8ce8b5f has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:00.090514 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4598a767-1446-4200-b981-97a9fef55cf1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:41:00.118312 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:41:00.122295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c95be-2515-43ab-8ac1-90e60d59ab84 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event deleted for resources: {'Port': ['ID=c1be7c1b-ab5c-4d2e-aad2-30e1b40f6920,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:00.129143 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d63c95be-2515-43ab-8ac1-90e60d59ab84 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:00.148402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 0f40ef06-d186-41b1-97a3-a3fe9026f997 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:00.178756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39db904-88c7-4cb1-83db-c4dd3beaf26f tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:00.185983 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e39db904-88c7-4cb1-83db-c4dd3beaf26f tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "GET /v2.0/networks?id=0f40ef06-d186-41b1-97a3-a3fe9026f997 HTTP/1.1" status: 200 len: 764 time: 0.3646569 Jan 14 07:41:00.186506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 53968) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:00.351951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 0f40ef06-d186-41b1-97a3-a3fe9026f997 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:00.388322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4598a767-1446-4200-b981-97a9fef55cf1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for fcbc1ae1-4477-43db-a586-81d428ebcdc1 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:00.561719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5784d-08ef-4976-bd08-bcbd056db419 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:00.566426 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-64d5784d-08ef-4976-bd08-bcbd056db419 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3154345 Jan 14 07:41:00.597671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54008) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:00.682093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-54e87f61-a12f-4eb7-8566-88ed582ba7ba tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Synchronizing usage tracker for tenant:e9c7c2a7999a4b238d158f0f85d98fe1 on resource:subnet {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:00.698597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] For port 5638622e-e89f-4d4d-bc6f-93b7daff7e8e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5638622e-e89f-4d4d-bc6f-93b7daff7e8e,segment=NetworkSegment(c4b321c9-86f3-4284-879f-8eb6f2bd84da),segment_id=c4b321c9-86f3-4284-879f-8eb6f2bd84da)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:00.698597 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:00.752185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-71568881-1b6e-4721-a32b-2e6642cb903e None None] Provisioning for port fb1f76f3-2721-4f5e-91fb-a64135da1505 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:00.758118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-71568881-1b6e-4721-a32b-2e6642cb903e None None] Provisioning complete for port fb1f76f3-2721-4f5e-91fb-a64135da1505 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:00.762224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71568881-1b6e-4721-a32b-2e6642cb903e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:00.764250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d63c95be-2515-43ab-8ac1-90e60d59ab84 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:00.865521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ce1434-fb92-4738-9543-c30163564d8f None None] DHCP port deletion for ec5b5031-4691-4054-be8d-ee7f8da3114d request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:41:00.868155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 33aa990e-2226-40db-b779-8a99d480307f no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:41:00.880493 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d63c95be-2515-43ab-8ac1-90e60d59ab84 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "DELETE /v2.0/ports/c1be7c1b-ab5c-4d2e-aad2-30e1b40f6920 HTTP/1.1" status: 204 len: 168 time: 2.8647337 Jan 14 07:41:00.888482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54036) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:00.891963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for 5638622e-e89f-4d4d-bc6f-93b7daff7e8e owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:00.944155 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97133d69-ad80-4292-a0c0-a9079002933f tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:00.955003 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-66f1123d-7bbd-4fab-ac4b-2806979253ab tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:00.957592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-54e87f61-a12f-4eb7-8566-88ed582ba7ba tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Unset dirty status for tenant:e9c7c2a7999a4b238d158f0f85d98fe1 on resource:subnet {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:00.962716 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-54e87f61-a12f-4eb7-8566-88ed582ba7ba tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "GET /v2.0/subnets?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 207 time: 0.3637955 Jan 14 07:41:00.963602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54046) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:00.973463 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97133d69-ad80-4292-a0c0-a9079002933f tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:00.989738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97133d69-ad80-4292-a0c0-a9079002933f tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event deleted for resources: {'Network': ['ID=d6e83f69-6454-4fa3-9306-55e6c8ce8b5f,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:01.009254 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-97133d69-ad80-4292-a0c0-a9079002933f tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:01.014548 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-97133d69-ad80-4292-a0c0-a9079002933f tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "DELETE /v2.0/networks/d6e83f69-6454-4fa3-9306-55e6c8ce8b5f HTTP/1.1" status: 204 len: 168 time: 3.8499603 Jan 14 07:41:01.015952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54054) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:01.124796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 33aa990e-2226-40db-b779-8a99d480307f {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:41:01.125867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 33aa990e-2226-40db-b779-8a99d480307f not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:41:01.129131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-71568881-1b6e-4721-a32b-2e6642cb903e None None] Port fb1f76f3-2721-4f5e-91fb-a64135da1505 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:01.133281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-03ce1434-fb92-4738-9543-c30163564d8f None None] Deleting port 5638622e-e89f-4d4d-bc6f-93b7daff7e8e {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:01.133707 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03ce1434-fb92-4738-9543-c30163564d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:01.216637 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:01.248259 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2397a228-1dbe-463d-9052-76128e017487 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:01.272294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-03ce1434-fb92-4738-9543-c30163564d8f None None] The port '5638622e-e89f-4d4d-bc6f-93b7daff7e8e' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:41:01.294377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ec403813-8233-41d5-959f-5678fa4a560c None None] Provisioning complete for port fcbc1ae1-4477-43db-a586-81d428ebcdc1 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:01.295210 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec403813-8233-41d5-959f-5678fa4a560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:01.412480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5638622e-e89f-4d4d-bc6f-93b7daff7e8e no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:41:01.417556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2f053-3701-47b2-88c1-369004cf189d req-d09a09b3-5c13-47b4-b935-bb2e9a2e6c43 tempest-VolumesSnapshotTestJSON-1400976539 tempest-VolumesSnapshotTestJSON-1400976539] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:01.419239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-66d2f053-3701-47b2-88c1-369004cf189d req-d09a09b3-5c13-47b4-b935-bb2e9a2e6c43 tempest-VolumesSnapshotTestJSON-1400976539 tempest-VolumesSnapshotTestJSON-1400976539] Synchronizing usage tracker for tenant:69e3d04169fb4456a29c249b91e26b25 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:01.519675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d4c8f3-ebd8-4243-8ab9-9cde85f8a9a5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:01.549529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d4c8f3-ebd8-4243-8ab9-9cde85f8a9a5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:01.577913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d4c8f3-ebd8-4243-8ab9-9cde85f8a9a5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:01.608073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d4c8f3-ebd8-4243-8ab9-9cde85f8a9a5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:01.634927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d4c8f3-ebd8-4243-8ab9-9cde85f8a9a5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:01.664397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d4c8f3-ebd8-4243-8ab9-9cde85f8a9a5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:01.670526 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a3d4c8f3-ebd8-4243-8ab9-9cde85f8a9a5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6910348 Jan 14 07:41:01.678791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54102) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:01.699674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ec403813-8233-41d5-959f-5678fa4a560c None None] Port fcbc1ae1-4477-43db-a586-81d428ebcdc1 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:01.700911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f5644899-c35a-4d15-a348-a5d427297c28 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Deleting port 891ddd88-cafe-4baf-9980-93a48243ef95 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:01.701823 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5644899-c35a-4d15-a348-a5d427297c28 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:01.702401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Port': ['ID=5638622e-e89f-4d4d-bc6f-93b7daff7e8e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:01.715182 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b262cb6-bb22-44d0-9440-af9492cf3ef2 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:01.717340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0db6e5-d765-4d0f-a83b-d5bbe0ec94d9 None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:41:01.779787 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:01.864516 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4598a767-1446-4200-b981-97a9fef55cf1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:01.886972 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6297934a-cd58-4dd2-a35b-9c017771d50c tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:01.920649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0db6e5-d765-4d0f-a83b-d5bbe0ec94d9 None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:41:01.945218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 5638622e-e89f-4d4d-bc6f-93b7daff7e8e {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:41:01.945619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5638622e-e89f-4d4d-bc6f-93b7daff7e8e not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:41:02.025363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598a767-1446-4200-b981-97a9fef55cf1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=fcbc1ae1-4477-43db-a586-81d428ebcdc1,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:02.048505 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4598a767-1446-4200-b981-97a9fef55cf1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:02.126909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] No DVR routers for this DVR port 5638622e-e89f-4d4d-bc6f-93b7daff7e8e on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:41:02.144626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ec403813-8233-41d5-959f-5678fa4a560c None None] Provisioning complete for port 87e29812-73be-451d-813b-5c9c266da02d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:02.145042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec403813-8233-41d5-959f-5678fa4a560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:02.219083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b262cb6-bb22-44d0-9440-af9492cf3ef2 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:02.448784 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:02.465482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5644899-c35a-4d15-a348-a5d427297c28 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:02.525633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ec403813-8233-41d5-959f-5678fa4a560c None None] Provisioning complete for port fb1f76f3-2721-4f5e-91fb-a64135da1505 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:02.525997 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec403813-8233-41d5-959f-5678fa4a560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:02.589862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1b262cb6-bb22-44d0-9440-af9492cf3ef2 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f442b07-e1da-48bf-bb2b-abde45f6ceb9']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:02.599373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ec403813-8233-41d5-959f-5678fa4a560c None None] Port fb1f76f3-2721-4f5e-91fb-a64135da1505 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:02.616109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-66d2f053-3701-47b2-88c1-369004cf189d req-d09a09b3-5c13-47b4-b935-bb2e9a2e6c43 tempest-VolumesSnapshotTestJSON-1400976539 tempest-VolumesSnapshotTestJSON-1400976539] Unset dirty status for tenant:69e3d04169fb4456a29c249b91e26b25 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:02.617473 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66d2f053-3701-47b2-88c1-369004cf189d req-d09a09b3-5c13-47b4-b935-bb2e9a2e6c43 tempest-VolumesSnapshotTestJSON-1400976539 tempest-VolumesSnapshotTestJSON-1400976539] 10.222.0.41 "GET /v2.0/networks?id=2193f6c1-4b48-4496-a5b7-39ab43b0f320 HTTP/1.1" status: 200 len: 813 time: 2.0465794 Jan 14 07:41:02.626981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4598a767-1446-4200-b981-97a9fef55cf1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:02.640603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1b262cb6-bb22-44d0-9440-af9492cf3ef2 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173fa35f-a738-4f88-8671-0fbe3e5ae480') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:02.640943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1b262cb6-bb22-44d0-9440-af9492cf3ef2 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173fa35f-a738-4f88-8671-0fbe3e5ae480') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:02.675747 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b262cb6-bb22-44d0-9440-af9492cf3ef2 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:02.688240 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4598a767-1446-4200-b981-97a9fef55cf1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/ports/fcbc1ae1-4477-43db-a586-81d428ebcdc1 HTTP/1.1" status: 204 len: 168 time: 4.2713449 Jan 14 07:41:02.690526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5b5031-4691-4054-be8d-ee7f8da3114d']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:02.699267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54188) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:02.758653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f5644899-c35a-4d15-a348-a5d427297c28 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Calling delete_port for 891ddd88-cafe-4baf-9980-93a48243ef95 owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:02.761974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b321c9-86f3-4284-879f-8eb6f2bd84da') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:02.762377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b321c9-86f3-4284-879f-8eb6f2bd84da') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:02.772785 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd9bc9c-5177-452e-87da-cb7a7fa63453 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] GET failed (client error): The resource could not be found. Jan 14 07:41:02.773347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dbd9bc9c-5177-452e-87da-cb7a7fa63453 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Synchronizing usage tracker for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:02.783366 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b262cb6-bb22-44d0-9440-af9492cf3ef2 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:02.790110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1b262cb6-bb22-44d0-9440-af9492cf3ef2 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Releasing vxlan tunnel 16 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:41:02.807247 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:02.854549 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66d2f053-3701-47b2-88c1-369004cf189d req-ebd4b548-dcd8-48c3-802c-90fb9e0591d3 tempest-VolumesSnapshotTestJSON-1400976539 tempest-VolumesSnapshotTestJSON-1400976539] 10.222.0.41 "GET /v2.0/quotas/69e3d04169fb4456a29c249b91e26b25 HTTP/1.1" status: 200 len: 375 time: 0.0563245 Jan 14 07:41:02.942831 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66d2f053-3701-47b2-88c1-369004cf189d req-d515aa0e-236c-4947-8187-0a3a1c0389f0 tempest-VolumesSnapshotTestJSON-1400976539 tempest-VolumesSnapshotTestJSON-1400976539] 10.222.0.41 "GET /v2.0/ports?tenant_id=69e3d04169fb4456a29c249b91e26b25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793548 Jan 14 07:41:03.003561 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-302ade8f-613a-4e4f-8097-64d6502f0d83 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 1.3210065 Jan 14 07:41:03.015214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54222) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:03.040593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dbd9bc9c-5177-452e-87da-cb7a7fa63453 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Unset dirty status for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:03.045671 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dbd9bc9c-5177-452e-87da-cb7a7fa63453 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports/fcbc1ae1-4477-43db-a586-81d428ebcdc1 HTTP/1.1" status: 404 len: 333 time: 0.3428288 Jan 14 07:41:03.049851 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:03.051624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54232) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:03.054731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Releasing vxlan tunnel 10 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:41:03.100542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5644899-c35a-4d15-a348-a5d427297c28 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:03.112788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1b262cb6-bb22-44d0-9440-af9492cf3ef2 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Network 1f442b07-e1da-48bf-bb2b-abde45f6ceb9 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:03.125922 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ca6c4889-1401-4405-bdea-0b6fcebe3722 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:03.181574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b262cb6-bb22-44d0-9440-af9492cf3ef2 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:03.265104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-2727692c-f5fe-472f-9684-68f73d01f096 req-0c666919-b236-45fc-9d0a-8936077865dc service neutron] (80907) timed out ('10.222.0.53', 51691) {{(pid=80907) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:41:03.273178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5644899-c35a-4d15-a348-a5d427297c28 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event deleted for resources: {'Port': ['ID=891ddd88-cafe-4baf-9980-93a48243ef95,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:03.290095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-66d2f053-3701-47b2-88c1-369004cf189d req-3eb87d42-98da-4ded-aa7a-6106cedf9fb3 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:41:03.291383 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66d2f053-3701-47b2-88c1-369004cf189d req-3eb87d42-98da-4ded-aa7a-6106cedf9fb3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.2814658 Jan 14 07:41:03.296470 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f5644899-c35a-4d15-a348-a5d427297c28 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:03.381776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fff151-791c-48a5-84ef-cd89da38d5f4 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:03.388736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fff151-791c-48a5-84ef-cd89da38d5f4 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:03.394462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fff151-791c-48a5-84ef-cd89da38d5f4 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:03.401006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fff151-791c-48a5-84ef-cd89da38d5f4 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:03.409298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fff151-791c-48a5-84ef-cd89da38d5f4 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:03.411915 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-24fff151-791c-48a5-84ef-cd89da38d5f4 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3936062 Jan 14 07:41:03.474725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54268) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:03.486406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e93644f0-37bf-490a-b8b7-1a3ffddf4e68 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port fb1f76f3-2721-4f5e-91fb-a64135da1505 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:03.486830 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e93644f0-37bf-490a-b8b7-1a3ffddf4e68 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:03.490830 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5644899-c35a-4d15-a348-a5d427297c28 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:03.518605 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f5644899-c35a-4d15-a348-a5d427297c28 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "DELETE /v2.0/ports/891ddd88-cafe-4baf-9980-93a48243ef95 HTTP/1.1" status: 204 len: 168 time: 2.6282294 Jan 14 07:41:03.525092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54280) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:03.606809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f301514e-d24a-4f0d-8961-212daa9f827f tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Synchronizing usage tracker for tenant:bdf80e0faf4849168fb694ad9bb622f6 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:03.611964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30383022-2925-41d2-86e4-db4e498095f6 None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:41:03.629101 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66d2f053-3701-47b2-88c1-369004cf189d req-995ea118-721d-4d97-9a0f-7049020d38da service neutron] 10.222.0.41 "GET /v2.0/networks/2193f6c1-4b48-4496-a5b7-39ab43b0f320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102894 Jan 14 07:41:03.680106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3905386b-451e-499a-a9e7-be53ab6a4926 None None] Provisioning complete for port e3db9917-914a-4402-a96a-c2781bde829c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:03.680919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3905386b-451e-499a-a9e7-be53ab6a4926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:03.775136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f301514e-d24a-4f0d-8961-212daa9f827f tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Unset dirty status for tenant:bdf80e0faf4849168fb694ad9bb622f6 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:03.782941 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f301514e-d24a-4f0d-8961-212daa9f827f tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2531478 Jan 14 07:41:03.784716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54308) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:03.806513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fdeaaf00-f918-4d1f-a555-2d3753370b95 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-460143523'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:03.817776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fdeaaf00-f918-4d1f-a555-2d3753370b95 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:03.833611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fdeaaf00-f918-4d1f-a555-2d3753370b95 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Usage tracker for resource:network and tenant:bdf80e0faf4849168fb694ad9bb622f6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:03.840238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fdeaaf00-f918-4d1f-a555-2d3753370b95 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Quota usage for network was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:03.848870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fdeaaf00-f918-4d1f-a555-2d3753370b95 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:03.852612 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-66d2f053-3701-47b2-88c1-369004cf189d req-9300546f-4b89-42bd-ab10-29c1958b14d0 service neutron] 10.222.0.41 "GET /v2.0/networks/2193f6c1-4b48-4496-a5b7-39ab43b0f320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2119980 Jan 14 07:41:03.855192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network ec5b5031-4691-4054-be8d-ee7f8da3114d has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:03.863292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdeaaf00-f918-4d1f-a555-2d3753370b95 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Made reservation on behalf of bdf80e0faf4849168fb694ad9bb622f6 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:03.867979 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:03.878569 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdeaaf00-f918-4d1f-a555-2d3753370b95 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:03.898008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1b262cb6-bb22-44d0-9440-af9492cf3ef2 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Network 1f442b07-e1da-48bf-bb2b-abde45f6ceb9 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:41:03.932625 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:41:03.967241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdeaaf00-f918-4d1f-a555-2d3753370b95 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:41:03.976390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30383022-2925-41d2-86e4-db4e498095f6 None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:41:04.008916 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdeaaf00-f918-4d1f-a555-2d3753370b95 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:04.009404 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-fdeaaf00-f918-4d1f-a555-2d3753370b95 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Added segment bc821fe2-7301-46db-a711-5064e24e124b of type vxlan for network e9b5554b-3b84-4c94-ac4e-e5e014d6424c Jan 14 07:41:04.120227 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdeaaf00-f918-4d1f-a555-2d3753370b95 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:04.182512 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e93644f0-37bf-490a-b8b7-1a3ffddf4e68 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:04.203963 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdeaaf00-f918-4d1f-a555-2d3753370b95 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:04.229268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdeaaf00-f918-4d1f-a555-2d3753370b95 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:04.230822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdeaaf00-f918-4d1f-a555-2d3753370b95 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:04.252920 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6d36040-0f8c-4123-b89f-411fe8e013de tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:04.274540 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fdeaaf00-f918-4d1f-a555-2d3753370b95 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4888339 Jan 14 07:41:04.280216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54352) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:04.359111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9b70fdc3-1425-4866-8e27-e5da9b9df64f tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1898667423'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:04.371913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e93644f0-37bf-490a-b8b7-1a3ffddf4e68 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for fb1f76f3-2721-4f5e-91fb-a64135da1505 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:04.413261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeaaf00-f918-4d1f-a555-2d3753370b95 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event updated for resources: {'Network': ['ID=e9b5554b-3b84-4c94-ac4e-e5e014d6424c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:04.417287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9b70fdc3-1425-4866-8e27-e5da9b9df64f tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:04.421533 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fdeaaf00-f918-4d1f-a555-2d3753370b95 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:04.428443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9b70fdc3-1425-4866-8e27-e5da9b9df64f tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Usage tracker for resource:network and tenant:bdf80e0faf4849168fb694ad9bb622f6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:04.433152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network e9b5554b-3b84-4c94-ac4e-e5e014d6424c details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:04.438937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9b70fdc3-1425-4866-8e27-e5da9b9df64f tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Quota usage for network was recalculated. Used quota:3. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:04.446120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9b70fdc3-1425-4866-8e27-e5da9b9df64f tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:04.452360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network e9b5554b-3b84-4c94-ac4e-e5e014d6424c details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:04.477011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b70fdc3-1425-4866-8e27-e5da9b9df64f tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Made reservation on behalf of bdf80e0faf4849168fb694ad9bb622f6 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:04.487260 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b70fdc3-1425-4866-8e27-e5da9b9df64f tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:04.541709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b70fdc3-1425-4866-8e27-e5da9b9df64f tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] vxlan segment allocate from pool success with {'vxlan_vni': 23} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:41:04.548527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e05eed-40f9-45d8-9691-c19dcb80760d tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['shared'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:04.566561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e05eed-40f9-45d8-9691-c19dcb80760d tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['shared'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:04.572974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e05eed-40f9-45d8-9691-c19dcb80760d tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['shared'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:04.579746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e05eed-40f9-45d8-9691-c19dcb80760d tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['shared'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:04.582469 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b70fdc3-1425-4866-8e27-e5da9b9df64f tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:04.583284 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-9b70fdc3-1425-4866-8e27-e5da9b9df64f tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Added segment e4776bdd-0b7f-4553-b907-52a90cfd1f85 of type vxlan for network 6673bf17-b70c-4c8b-a8ab-e8f62f78e79d Jan 14 07:41:04.590111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network e9b5554b-3b84-4c94-ac4e-e5e014d6424c details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:04.609545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e05eed-40f9-45d8-9691-c19dcb80760d tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['shared'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:04.612129 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-63e05eed-40f9-45d8-9691-c19dcb80760d tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 1.0780001 Jan 14 07:41:04.616005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54392) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:04.801778 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b70fdc3-1425-4866-8e27-e5da9b9df64f tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:04.909468 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b70fdc3-1425-4866-8e27-e5da9b9df64f tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:04.940955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b70fdc3-1425-4866-8e27-e5da9b9df64f tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:04.942042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b70fdc3-1425-4866-8e27-e5da9b9df64f tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:04.955270 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ee4fb43-8549-46cc-88fc-f2997acdcc96 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:05.117821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062f3375-142d-49b5-928d-411c621be78c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:05.124043 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-062f3375-142d-49b5-928d-411c621be78c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "GET /v2.0/networks/9ce80f11-e09f-4593-ac4b-c1794053a813 HTTP/1.1" status: 200 len: 804 time: 0.5067136 Jan 14 07:41:05.128722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54440) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:05.346672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network ec5b5031-4691-4054-be8d-ee7f8da3114d has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:05.442186 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c18db2b6-22b1-4f86-86e9-4abd20411101 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "GET /v2.0/networks/9ce80f11-e09f-4593-ac4b-c1794053a813?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3046336 Jan 14 07:41:05.443266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54468) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:41:05.460335 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:41:05.489202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b262cb6-bb22-44d0-9440-af9492cf3ef2 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:05.493051 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b262cb6-bb22-44d0-9440-af9492cf3ef2 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:05.505612 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6807e5cd-cdbe-4aa7-8abb-4d2c13d84404 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:05.517959 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9b70fdc3-1425-4866-8e27-e5da9b9df64f tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2365880 Jan 14 07:41:05.529224 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1b262cb6-bb22-44d0-9440-af9492cf3ef2 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "DELETE /v2.0/networks/1f442b07-e1da-48bf-bb2b-abde45f6ceb9 HTTP/1.1" status: 204 len: 168 time: 4.5102947 Jan 14 07:41:05.534655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54478) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:05.537909 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:05.545771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8577fbfa-cf9e-4cc0-a2ab-102685477102 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:05.551308 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8577fbfa-cf9e-4cc0-a2ab-102685477102 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "GET /v2.0/subnets/ad61c4a1-eded-493f-83be-9ca9402ad32c HTTP/1.1" status: 200 len: 843 time: 0.1040068 Jan 14 07:41:05.552412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70fdc3-1425-4866-8e27-e5da9b9df64f tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event updated for resources: {'Network': ['ID=6673bf17-b70c-4c8b-a8ab-e8f62f78e79d,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:05.555477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54484) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:05.564153 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:05.566482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 6673bf17-b70c-4c8b-a8ab-e8f62f78e79d details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:05.571668 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/networks/ec5b5031-4691-4054-be8d-ee7f8da3114d HTTP/1.1" status: 204 len: 168 time: 6.4668357 Jan 14 07:41:05.574815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54488) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:05.649369 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b70fdc3-1425-4866-8e27-e5da9b9df64f tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:05.657037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5d0a30-debd-4aa5-8609-3695d9256c39 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['shared'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:05.661618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2d5a48aa-88b1-441d-9631-a3f5c67a9e0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'network': {'name': 'tempest-PortsTestJSON-31573233'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:05.674419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2d5a48aa-88b1-441d-9631-a3f5c67a9e0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:05.675583 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5e5d0a30-debd-4aa5-8609-3695d9256c39 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "GET /v2.0/subnets/ad61c4a1-eded-493f-83be-9ca9402ad32c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1182156 Jan 14 07:41:05.676288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54494) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:05.679786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2d5a48aa-88b1-441d-9631-a3f5c67a9e0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:network and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:05.684354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2d5a48aa-88b1-441d-9631-a3f5c67a9e0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:05.692355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2d5a48aa-88b1-441d-9631-a3f5c67a9e0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:05.695879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-47a4dff4-7be9-436c-8f03-7a8f6e0c03fa tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1112483868'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:05.701745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b262cb6-bb22-44d0-9440-af9492cf3ef2 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event deleted for resources: {'Network': ['ID=1f442b07-e1da-48bf-bb2b-abde45f6ceb9,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:05.702697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-47a4dff4-7be9-436c-8f03-7a8f6e0c03fa tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:05.711385 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1b262cb6-bb22-44d0-9440-af9492cf3ef2 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:05.718294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54502) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:05.718416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-47a4dff4-7be9-436c-8f03-7a8f6e0c03fa tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:05.718499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 6673bf17-b70c-4c8b-a8ab-e8f62f78e79d details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:05.718576 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:05.740220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a4dff4-7be9-436c-8f03-7a8f6e0c03fa tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Made reservation on behalf of e9c7c2a7999a4b238d158f0f85d98fe1 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:05.747362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5a48aa-88b1-441d-9631-a3f5c67a9e0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:05.752567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 6673bf17-b70c-4c8b-a8ab-e8f62f78e79d details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:05.756426 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-47a4dff4-7be9-436c-8f03-7a8f6e0c03fa tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:05.758000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d5a48aa-88b1-441d-9631-a3f5c67a9e0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:05.783419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Request body: {'subnets': [{'network_id': 'e9b5554b-3b84-4c94-ac4e-e5e014d6424c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--543278136', 'ip_version': 4}, {'network_id': '6673bf17-b70c-4c8b-a8ab-e8f62f78e79d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:05.784318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Request body: {'subnet': {'network_id': 'e9b5554b-3b84-4c94-ac4e-e5e014d6424c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--543278136', 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:05.785143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Request body: {'subnet': {'network_id': '6673bf17-b70c-4c8b-a8ab-e8f62f78e79d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:05.801229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a4dff4-7be9-436c-8f03-7a8f6e0c03fa tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:41:05.812751 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-47a4dff4-7be9-436c-8f03-7a8f6e0c03fa tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:05.813299 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-47a4dff4-7be9-436c-8f03-7a8f6e0c03fa tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Added segment 4d98dd99-8f84-4026-b592-88f5b1fc4130 of type vxlan for network b3137463-74a8-496b-a6f0-9721a4e75a75 Jan 14 07:41:05.847612 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-47a4dff4-7be9-436c-8f03-7a8f6e0c03fa tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:05.899135 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-47a4dff4-7be9-436c-8f03-7a8f6e0c03fa tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:05.921748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a4dff4-7be9-436c-8f03-7a8f6e0c03fa tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:05.922464 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-47a4dff4-7be9-436c-8f03-7a8f6e0c03fa tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:05.929122 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:06.078293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4dff4-7be9-436c-8f03-7a8f6e0c03fa tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Network': ['ID=b3137463-74a8-496b-a6f0-9721a4e75a75,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:06.085400 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-47a4dff4-7be9-436c-8f03-7a8f6e0c03fa tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4043765 Jan 14 07:41:06.085400 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-47a4dff4-7be9-436c-8f03-7a8f6e0c03fa tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:06.087917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54514) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:06.095324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-966286e2-897e-4a1f-8b52-c0e828465805 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'subnet': {'network_id': 'b3137463-74a8-496b-a6f0-9721a4e75a75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:06.095501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network b3137463-74a8-496b-a6f0-9721a4e75a75 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:06.143321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Network': ['ID=ec5b5031-4691-4054-be8d-ee7f8da3114d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:06.146802 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:06.154036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0106abf2-dbb6-4cd2-b153-412044c4b7dd tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Deleting subnet 346b2dc8-6970-44e4-a96b-25dfa7017f4a {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:41:06.158126 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0106abf2-dbb6-4cd2-b153-412044c4b7dd tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:06.219632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network b3137463-74a8-496b-a6f0-9721a4e75a75 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:06.232257 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0106abf2-dbb6-4cd2-b153-412044c4b7dd tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:06.234940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network b3137463-74a8-496b-a6f0-9721a4e75a75 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:06.235771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-966286e2-897e-4a1f-8b52-c0e828465805 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:06.247112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-966286e2-897e-4a1f-8b52-c0e828465805 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:06.259696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966286e2-897e-4a1f-8b52-c0e828465805 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Made reservation on behalf of e9c7c2a7999a4b238d158f0f85d98fe1 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:06.347560 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0106abf2-dbb6-4cd2-b153-412044c4b7dd tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:06.399150 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e93644f0-37bf-490a-b8b7-1a3ffddf4e68 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:06.412572 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-966286e2-897e-4a1f-8b52-c0e828465805 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:06.488505 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:06.528186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.ipam_backend_mixin [None req-966286e2-897e-4a1f-8b52-c0e828465805 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Performing IP validity checks on allocation pools {{(pid=80907) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 07:41:06.530041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.ipam_backend_mixin [None req-966286e2-897e-4a1f-8b52-c0e828465805 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Checking for overlaps among allocation pools and gateway ip {{(pid=80907) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 07:41:06.554433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5a48aa-88b1-441d-9631-a3f5c67a9e0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:41:06.665510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93644f0-37bf-490a-b8b7-1a3ffddf4e68 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=fb1f76f3-2721-4f5e-91fb-a64135da1505,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:06.670775 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e93644f0-37bf-490a-b8b7-1a3ffddf4e68 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:06.756380 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d5a48aa-88b1-441d-9631-a3f5c67a9e0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:06.757469 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-2d5a48aa-88b1-441d-9631-a3f5c67a9e0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Added segment bdde8797-d911-4099-b766-e3ec7a8c51e3 of type vxlan for network b215363f-6246-483d-89cc-9d43208c4501 Jan 14 07:41:07.007230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d5a48aa-88b1-441d-9631-a3f5c67a9e0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:07.023020 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-966286e2-897e-4a1f-8b52-c0e828465805 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:07.039303 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-917df944-f0cc-4f6f-80f9-e2a95e4c6a89 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:07.095783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:07.109731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e93644f0-37bf-490a-b8b7-1a3ffddf4e68 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:07.118726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Usage tracker for resource:subnet and tenant:bdf80e0faf4849168fb694ad9bb622f6 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:07.125883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:07.145914 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d5a48aa-88b1-441d-9631-a3f5c67a9e0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:07.165439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5a48aa-88b1-441d-9631-a3f5c67a9e0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:07.166150 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d5a48aa-88b1-441d-9631-a3f5c67a9e0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:07.174122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:07.180313 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-126d6f61-c03c-43ac-bc0a-fa491c92fea4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:07.183305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966286e2-897e-4a1f-8b52-c0e828465805 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Subnet': ['ID=d8e54e9b-f8db-432d-b1be-6b42e99b45f9,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:07.198429 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-966286e2-897e-4a1f-8b52-c0e828465805 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:07.277744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966286e2-897e-4a1f-8b52-c0e828465805 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Checking segment: {'id': '4d98dd99-8f84-4026-b592-88f5b1fc4130', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b3137463-74a8-496b-a6f0-9721a4e75a75'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:07.278248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966286e2-897e-4a1f-8b52-c0e828465805 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network hostable DHCP agents. Network: b3137463-74a8-496b-a6f0-9721a4e75a75, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:41:07.303753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966286e2-897e-4a1f-8b52-c0e828465805 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network b3137463-74a8-496b-a6f0-9721a4e75a75 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:41:07.315033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-966286e2-897e-4a1f-8b52-c0e828465805 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, b3137463-74a8-496b-a6f0-9721a4e75a75) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:07.329489 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e93644f0-37bf-490a-b8b7-1a3ffddf4e68 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/ports/fb1f76f3-2721-4f5e-91fb-a64135da1505 HTTP/1.1" status: 204 len: 168 time: 4.2743828 Jan 14 07:41:07.329691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c1f1c4-16ac-4c43-b4e5-cd0004402bc1 None None] Network b3137463-74a8-496b-a6f0-9721a4e75a75 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:07.332762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54526) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:07.336850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966286e2-897e-4a1f-8b52-c0e828465805 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:07.337921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-966286e2-897e-4a1f-8b52-c0e828465805 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:07.375312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Made reservation on behalf of bdf80e0faf4849168fb694ad9bb622f6 for: {'subnet': 2} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:07.400830 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f3d788-fa89-408e-a373-018ef467df42 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] GET failed (client error): The resource could not be found. Jan 14 07:41:07.401498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-09f3d788-fa89-408e-a373-018ef467df42 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Synchronizing usage tracker for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:07.429294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-09f3d788-fa89-408e-a373-018ef467df42 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Unset dirty status for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:07.434742 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-09f3d788-fa89-408e-a373-018ef467df42 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports/fb1f76f3-2721-4f5e-91fb-a64135da1505 HTTP/1.1" status: 404 len: 333 time: 0.1006782 Jan 14 07:41:07.435533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54534) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:07.476807 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-966286e2-897e-4a1f-8b52-c0e828465805 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3882468 Jan 14 07:41:07.477733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54540) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:07.494317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c5dd6e35-67ec-4e7a-8e61-5378a58a18f2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:07.506873 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2d5a48aa-88b1-441d-9631-a3f5c67a9e0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9053371 Jan 14 07:41:07.514493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54544) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:07.559984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b3ead118-fe37-41e1-8c63-a2d776117cb8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'subnet': {'network_id': 'b215363f-6246-483d-89cc-9d43208c4501', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:07.648002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a48aa-88b1-441d-9631-a3f5c67a9e0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Network': ['ID=b215363f-6246-483d-89cc-9d43208c4501,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:07.682719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network b215363f-6246-483d-89cc-9d43208c4501 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:07.696451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network b215363f-6246-483d-89cc-9d43208c4501 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:07.710539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network b215363f-6246-483d-89cc-9d43208c4501 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:07.721017 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2d5a48aa-88b1-441d-9631-a3f5c67a9e0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:07.797372 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0106abf2-dbb6-4cd2-b153-412044c4b7dd tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:07.833554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-b3137463-74a8-496b-a6f0-9721a4e75a75', 'network_id': 'b3137463-74a8-496b-a6f0-9721a4e75a75', 'tenant_id': 'e9c7c2a7999a4b238d158f0f85d98fe1', 'fixed_ips': [{'subnet_id': 'd8e54e9b-f8db-432d-b1be-6b42e99b45f9'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:41:07.835415 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:07.941408 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec1cb5fe-06ab-4f85-9075-8f9af5004cb7 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:07.948204 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5dd6e35-67ec-4e7a-8e61-5378a58a18f2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036848721805'] for subnet, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:07.983141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:07.983479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:08.081831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b3ead118-fe37-41e1-8c63-a2d776117cb8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:08.085082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106abf2-dbb6-4cd2-b153-412044c4b7dd tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event deleted for resources: {'Subnet': ['ID=346b2dc8-6970-44e4-a96b-25dfa7017f4a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:08.104091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b3ead118-fe37-41e1-8c63-a2d776117cb8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:subnet and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:08.111969 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0106abf2-dbb6-4cd2-b153-412044c4b7dd tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:08.113413 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0106abf2-dbb6-4cd2-b153-412044c4b7dd tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:08.118826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b3ead118-fe37-41e1-8c63-a2d776117cb8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:08.125855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e91294-81e3-48bd-a76c-33d2c2cb5821 None None] Network d94363e9-b814-4a87-b432-860d26c8c807 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:08.134189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b3ead118-fe37-41e1-8c63-a2d776117cb8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:08.141215 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0106abf2-dbb6-4cd2-b153-412044c4b7dd tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "DELETE /v2.0/subnets/346b2dc8-6970-44e4-a96b-25dfa7017f4a HTTP/1.1" status: 204 len: 168 time: 2.6047680 Jan 14 07:41:08.142257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54550) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:08.253218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ead118-fe37-41e1-8c63-a2d776117cb8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:08.305479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5dd6e35-67ec-4e7a-8e61-5378a58a18f2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363253835003832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036849426842'] for subnet, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:08.413385 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:08.443353 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06f2befb-dc13-43a1-a5a2-eec4d7cbc4f9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:08.557236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dd6e35-67ec-4e7a-8e61-5378a58a18f2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:08.557883 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5dd6e35-67ec-4e7a-8e61-5378a58a18f2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:08.563391 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c5dd6e35-67ec-4e7a-8e61-5378a58a18f2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "PUT /v2.0/subnets/d8e54e9b-f8db-432d-b1be-6b42e99b45f9 HTTP/1.1" status: 200 len: 900 time: 1.0798914 Jan 14 07:41:08.613253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54554) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:08.646092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cc300e-15e3-4c6b-9ba3-e993b34fa0b3 None None] DHCP port deletion for d94363e9-b814-4a87-b432-860d26c8c807 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:41:08.665128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-89cc300e-15e3-4c6b-9ba3-e993b34fa0b3 None None] Deleting port c96bb553-08a0-4f96-ab43-049e0d0c138d {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:08.665412 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89cc300e-15e3-4c6b-9ba3-e993b34fa0b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:08.715616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd6e35-67ec-4e7a-8e61-5378a58a18f2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event updated for resources: {'Subnet': ['ID=d8e54e9b-f8db-432d-b1be-6b42e99b45f9,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:08.722584 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c5dd6e35-67ec-4e7a-8e61-5378a58a18f2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:08.888131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Allocated IP 2001:db8::3 (b3137463-74a8-496b-a6f0-9721a4e75a75/d8e54e9b-f8db-432d-b1be-6b42e99b45f9/68529104-c7d0-4254-acbf-a93901a6b8c1) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:08.900693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca3480e-9abe-44a7-945a-2be598aeeffb tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting subnet 89e8b795-f9a1-47e6-9a9b-ce42e000413f {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:41:08.904693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ca3480e-9abe-44a7-945a-2be598aeeffb tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:08.968564 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ca3480e-9abe-44a7-945a-2be598aeeffb tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.069586 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ca3480e-9abe-44a7-945a-2be598aeeffb tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.086242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3ead118-fe37-41e1-8c63-a2d776117cb8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.128154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.177924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Deleting port c96bb553-08a0-4f96-ab43-049e0d0c138d {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:09.178307 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.274376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c96bb553-08a0-4f96-ab43-049e0d0c138d no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:41:09.369734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.409005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-89cc300e-15e3-4c6b-9ba3-e993b34fa0b3 None None] For port c96bb553-08a0-4f96-ab43-049e0d0c138d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c96bb553-08a0-4f96-ab43-049e0d0c138d,segment=NetworkSegment(a4b548d6-3692-4643-a653-c03066cfe72b),segment_id=a4b548d6-3692-4643-a653-c03066cfe72b)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:09.409356 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89cc300e-15e3-4c6b-9ba3-e993b34fa0b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.570879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] For port c96bb553-08a0-4f96-ab43-049e0d0c138d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c96bb553-08a0-4f96-ab43-049e0d0c138d,segment=NetworkSegment(a4b548d6-3692-4643-a653-c03066cfe72b),segment_id=a4b548d6-3692-4643-a653-c03066cfe72b)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:09.571273 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.594687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-89cc300e-15e3-4c6b-9ba3-e993b34fa0b3 None None] Calling delete_port for c96bb553-08a0-4f96-ab43-049e0d0c138d owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:09.641912 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.680042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.706695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Transition to ACTIVE for port object 68529104-c7d0-4254-acbf-a93901a6b8c1 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:09.740283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Calling delete_port for c96bb553-08a0-4f96-ab43-049e0d0c138d owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:09.741988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ca3480e-9abe-44a7-945a-2be598aeeffb tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.748212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Transition to ACTIVE for port object 68529104-c7d0-4254-acbf-a93901a6b8c1 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:09.750304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port c96bb553-08a0-4f96-ab43-049e0d0c138d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c96bb553-08a0-4f96-ab43-049e0d0c138d,segment=NetworkSegment(a4b548d6-3692-4643-a653-c03066cfe72b),segment_id=a4b548d6-3692-4643-a653-c03066cfe72b)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:09.754560 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.758273 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:09.766493 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:09.851448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=c96bb553-08a0-4f96-ab43-049e0d0c138d,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:09.856751 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:09.921493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3480e-9abe-44a7-945a-2be598aeeffb tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Subnet': ['ID=89e8b795-f9a1-47e6-9a9b-ce42e000413f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:09.949931 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7ca3480e-9abe-44a7-945a-2be598aeeffb tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:09.989911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-89cc300e-15e3-4c6b-9ba3-e993b34fa0b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:41:09.990332 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-89cc300e-15e3-4c6b-9ba3-e993b34fa0b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:41:09.993090 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:09.993625 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:10.000592 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:10.021555 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5c30f4b7-e411-4a72-95d8-c2443403a517 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:10.039677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:41:10.040085 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:41:10.070137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Subnet': ['ID=d8e54e9b-f8db-432d-b1be-6b42e99b45f9,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:10.102179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Network b3137463-74a8-496b-a6f0-9721a4e75a75 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:10.108167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:10.112879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:10.134758 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:10.181986 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ca3480e-9abe-44a7-945a-2be598aeeffb tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:10.182681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19993c26-f87a-4299-b461-b5fffb839d31 None None] Network 55e6b667-4f7d-47a5-b569-c009b7ab153a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:10.206845 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7ca3480e-9abe-44a7-945a-2be598aeeffb tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/subnets/89e8b795-f9a1-47e6-9a9b-ce42e000413f HTTP/1.1" status: 204 len: 168 time: 2.7695675 Jan 14 07:41:10.207713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54566) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:10.339067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:10.360853 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc9d5d16-6fa5-4da3-ad04-ded29bf27e33 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:10.429996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event updated for resources: {'Subnet': ['ID=e35bc300-d288-4ba6-9e84-5eefacb6150b,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:10.485542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3ead118-fe37-41e1-8c63-a2d776117cb8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:10.497471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-a0f21c23-2a0c-4127-9216-40e766a46b01 req-1a07fb8e-48fe-4477-ac6c-bcb0f8486dc4 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] (80907) timed out ('10.222.0.53', 51639) {{(pid=80907) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:41:10.505273 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:10.506062 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:10.507855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Pushing event updated for resources: {'Port': ['ID=68529104-c7d0-4254-acbf-a93901a6b8c1,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:10.518240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-89cc300e-15e3-4c6b-9ba3-e993b34fa0b3 None None] Deleting port c96bb553-08a0-4f96-ab43-049e0d0c138d {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:10.518667 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89cc300e-15e3-4c6b-9ba3-e993b34fa0b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:10.519183 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:10.571332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Deleting port c96bb553-08a0-4f96-ab43-049e0d0c138d {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:10.571990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:10.576129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Attempting to bind port 68529104-c7d0-4254-acbf-a93901a6b8c1 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:41:10.576547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Attempting to bind port 68529104-c7d0-4254-acbf-a93901a6b8c1 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4d98dd99-8f84-4026-b592-88f5b1fc4130', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b3137463-74a8-496b-a6f0-9721a4e75a75'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:41:10.576959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Attempting to bind port 68529104-c7d0-4254-acbf-a93901a6b8c1 on network b3137463-74a8-496b-a6f0-9721a4e75a75 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:41:10.582887 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:10.598680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ead118-fe37-41e1-8c63-a2d776117cb8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Subnet': ['ID=15ec6855-8fd0-4b5f-96a6-0b2f8c1adf1c,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:10.613343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:41:10.613770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Checking segment: {'id': '4d98dd99-8f84-4026-b592-88f5b1fc4130', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b3137463-74a8-496b-a6f0-9721a4e75a75'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:10.614819 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:10.615268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Bound using segment: {'id': '4d98dd99-8f84-4026-b592-88f5b1fc4130', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b3137463-74a8-496b-a6f0-9721a4e75a75'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:41:10.616203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Bound port: 68529104-c7d0-4254-acbf-a93901a6b8c1, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d98dd99-8f84-4026-b592-88f5b1fc4130', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b3137463-74a8-496b-a6f0-9721a4e75a75'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:41:10.616630 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:10.623059 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b3ead118-fe37-41e1-8c63-a2d776117cb8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:10.627287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:10.645746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port 87e29812-73be-451d-813b-5c9c266da02d {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:10.646126 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:10.744606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] For port 68529104-c7d0-4254-acbf-a93901a6b8c1, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:41:10.747885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] For port 68529104-c7d0-4254-acbf-a93901a6b8c1, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=68529104-c7d0-4254-acbf-a93901a6b8c1,segment=NetworkSegment(4d98dd99-8f84-4026-b592-88f5b1fc4130),segment_id=4d98dd99-8f84-4026-b592-88f5b1fc4130)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:41:10.764371 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:10.855181 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:10.920551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] For port 87e29812-73be-451d-813b-5c9c266da02d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=87e29812-73be-451d-813b-5c9c266da02d,segment=NetworkSegment(2e2c0595-5ea8-47d5-950f-2df8dc769938),segment_id=2e2c0595-5ea8-47d5-950f-2df8dc769938)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:10.926363 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:11.047867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Checking segment: {'id': 'bc821fe2-7301-46db-a711-5064e24e124b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'e9b5554b-3b84-4c94-ac4e-e5e014d6424c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:11.048275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Network hostable DHCP agents. Network: e9b5554b-3b84-4c94-ac4e-e5e014d6424c, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:41:11.057271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] For port c96bb553-08a0-4f96-ab43-049e0d0c138d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c96bb553-08a0-4f96-ab43-049e0d0c138d,segment=NetworkSegment(a4b548d6-3692-4643-a653-c03066cfe72b),segment_id=a4b548d6-3692-4643-a653-c03066cfe72b)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:11.057709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:11.076640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for 87e29812-73be-451d-813b-5c9c266da02d owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:11.141613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Pushing event updated for resources: {'Port': ['ID=68529104-c7d0-4254-acbf-a93901a6b8c1,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:11.165928 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:11.226025 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:11.307197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Calling delete_port for c96bb553-08a0-4f96-ab43-049e0d0c138d owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:11.356227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f5e86f-af35-4ce7-8462-9899b08fe63a None None] DHCP port deletion for 55e6b667-4f7d-47a5-b569-c009b7ab153a request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:41:11.361029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Network e9b5554b-3b84-4c94-ac4e-e5e014d6424c is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:41:11.385841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ead118-fe37-41e1-8c63-a2d776117cb8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Checking segment: {'id': 'bdde8797-d911-4099-b766-e3ec7a8c51e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'b215363f-6246-483d-89cc-9d43208c4501'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:11.386043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ead118-fe37-41e1-8c63-a2d776117cb8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network hostable DHCP agents. Network: b215363f-6246-483d-89cc-9d43208c4501, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:41:11.395625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, e9b5554b-3b84-4c94-ac4e-e5e014d6424c) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:11.425988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 87e29812-73be-451d-813b-5c9c266da02d no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:41:11.474521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ead118-fe37-41e1-8c63-a2d776117cb8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network b215363f-6246-483d-89cc-9d43208c4501 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:41:11.488161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd738fb-b429-4018-95af-21104836c4a5 None None] Network e9b5554b-3b84-4c94-ac4e-e5e014d6424c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:11.514323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b890cd17-265d-43d1-8842-171236607b62 None None] Network b3137463-74a8-496b-a6f0-9721a4e75a75 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:11.560829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-89cc300e-15e3-4c6b-9ba3-e993b34fa0b3 None None] For port c96bb553-08a0-4f96-ab43-049e0d0c138d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c96bb553-08a0-4f96-ab43-049e0d0c138d,segment=NetworkSegment(a4b548d6-3692-4643-a653-c03066cfe72b),segment_id=a4b548d6-3692-4643-a653-c03066cfe72b)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:11.561194 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89cc300e-15e3-4c6b-9ba3-e993b34fa0b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:11.617107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b3ead118-fe37-41e1-8c63-a2d776117cb8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, b215363f-6246-483d-89cc-9d43208c4501) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:11.642543 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:11.741290 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c2de22b1-620c-4390-a659-57471a5aac4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:11.768781 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-be21e7fc-feb8-4228-a1fe-e681d636a6ef tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:11.784726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ead118-fe37-41e1-8c63-a2d776117cb8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:11.785385 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3ead118-fe37-41e1-8c63-a2d776117cb8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:11.807841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event deleted for resources: {'Port': ['ID=c96bb553-08a0-4f96-ab43-049e0d0c138d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:11.811430 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:11.833228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=87e29812-73be-451d-813b-5c9c266da02d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:11.836636 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:11.841068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 87e29812-73be-451d-813b-5c9c266da02d {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:41:11.841473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 87e29812-73be-451d-813b-5c9c266da02d not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:41:11.843212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e377471-424c-4c3a-9a9e-0a0e0931c09e None None] Network b215363f-6246-483d-89cc-9d43208c4501 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:11.862893 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b3ead118-fe37-41e1-8c63-a2d776117cb8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3282516 Jan 14 07:41:11.865994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54572) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:11.872855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5d6bde98-816f-47e4-a45b-81db0c2382d5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1612246295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:11.891995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] No DVR routers for this DVR port c96bb553-08a0-4f96-ab43-049e0d0c138d on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:41:11.899723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3137463-74a8-496b-a6f0-9721a4e75a75']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:11.908723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No DVR routers for this DVR port 87e29812-73be-451d-813b-5c9c266da02d on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:41:11.938467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5d6bde98-816f-47e4-a45b-81db0c2382d5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:11.943921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5d6bde98-816f-47e4-a45b-81db0c2382d5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:router and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:11.947975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5d6bde98-816f-47e4-a45b-81db0c2382d5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:11.951100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d98dd99-8f84-4026-b592-88f5b1fc4130') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:11.951343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d98dd99-8f84-4026-b592-88f5b1fc4130') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:11.956147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5d6bde98-816f-47e4-a45b-81db0c2382d5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:11.989070 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.001605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-89cc300e-15e3-4c6b-9ba3-e993b34fa0b3 None None] Calling delete_port for c96bb553-08a0-4f96-ab43-049e0d0c138d owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:12.079008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.083064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Releasing vxlan tunnel 10 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:41:12.111027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.114068 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.362980 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-89cc300e-15e3-4c6b-9ba3-e993b34fa0b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:41:12.363533 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-89cc300e-15e3-4c6b-9ba3-e993b34fa0b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:41:12.412353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-b215363f-6246-483d-89cc-9d43208c4501', 'network_id': 'b215363f-6246-483d-89cc-9d43208c4501', 'tenant_id': '4605628481ce4f349c9c522bcadc9a32', 'fixed_ips': [{'subnet_id': '15ec6855-8fd0-4b5f-96a6-0b2f8c1adf1c'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:41:12.413695 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.416660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network b3137463-74a8-496b-a6f0-9721a4e75a75 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:12.428569 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.445373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e6b667-4f7d-47a5-b569-c009b7ab153a']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:12.495443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd21f36-ce75-48d3-9b79-094b3524ff7a None None] Network b3137463-74a8-496b-a6f0-9721a4e75a75 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:12.526127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2c0595-5ea8-47d5-950f-2df8dc769938') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:12.526493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2c0595-5ea8-47d5-950f-2df8dc769938') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:12.559631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.657235 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d6bde98-816f-47e4-a45b-81db0c2382d5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.658369 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d6bde98-816f-47e4-a45b-81db0c2382d5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.694664 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.733606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94363e9-b814-4a87-b432-860d26c8c807']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:12.751503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Releasing vxlan tunnel 20 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:41:12.753857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b548d6-3692-4643-a653-c03066cfe72b') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:12.754202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b548d6-3692-4643-a653-c03066cfe72b') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:12.799413 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.827527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network b3137463-74a8-496b-a6f0-9721a4e75a75 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:12.832198 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.836200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Releasing vxlan tunnel 15 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:41:12.920193 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:41:12.927274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.929265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-e9b5554b-3b84-4c94-ac4e-e5e014d6424c', 'network_id': 'e9b5554b-3b84-4c94-ac4e-e5e014d6424c', 'tenant_id': 'bdf80e0faf4849168fb694ad9bb622f6', 'fixed_ips': [{'subnet_id': 'e35bc300-d288-4ba6-9e84-5eefacb6150b'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:41:12.930176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:12.943849 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eb468dc0-6072-4b79-8ad9-c42f1e875fd9 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:13.166624 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:41:13.166624 n-d-769329-2 neutron-server[80794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:41:13.166624 n-d-769329-2 neutron-server[80794]: [parameters: {'id': 'b3137463-74a8-496b-a6f0-9721a4e75a75'}] Jan 14 07:41:13.166624 n-d-769329-2 neutron-server[80794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:41:13.167044 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:41:13.169202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network 55e6b667-4f7d-47a5-b569-c009b7ab153a has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:13.173515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-89cc300e-15e3-4c6b-9ba3-e993b34fa0b3 None None] Deleting port c96bb553-08a0-4f96-ab43-049e0d0c138d {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:13.174132 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89cc300e-15e3-4c6b-9ba3-e993b34fa0b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:13.182958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event updated for resources: {'Subnet': ['ID=bf1cde57-db09-4aad-96ca-58693294f982,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:13.188405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Network d94363e9-b814-4a87-b432-860d26c8c807 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:13.200903 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:13.204995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d93709-e6e4-4124-bcab-78eb2cf0bcfa req-7b87805d-d122-4c6b-8546-327ed4624025 tempest-VolumesSnapshotTestJSON-1400976539 tempest-VolumesSnapshotTestJSON-1400976539] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:13.206347 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b2d93709-e6e4-4124-bcab-78eb2cf0bcfa req-7b87805d-d122-4c6b-8546-327ed4624025 tempest-VolumesSnapshotTestJSON-1400976539 tempest-VolumesSnapshotTestJSON-1400976539] 10.222.0.41 "GET /v2.0/networks?id=2193f6c1-4b48-4496-a5b7-39ab43b0f320 HTTP/1.1" status: 200 len: 813 time: 0.5591862 Jan 14 07:41:13.208447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:13.212595 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:13.278052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-89cc300e-15e3-4c6b-9ba3-e993b34fa0b3 None None] The port 'c96bb553-08a0-4f96-ab43-049e0d0c138d' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:41:13.308896 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b2d93709-e6e4-4124-bcab-78eb2cf0bcfa req-bf21f8ba-a4c9-4658-8bda-115ed2ffa927 tempest-VolumesSnapshotTestJSON-1400976539 tempest-VolumesSnapshotTestJSON-1400976539] 10.222.0.41 "GET /v2.0/quotas/69e3d04169fb4456a29c249b91e26b25 HTTP/1.1" status: 200 len: 375 time: 0.0836692 Jan 14 07:41:13.425284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Allocated IP 172.20.0.2 (b215363f-6246-483d-89cc-9d43208c4501/15ec6855-8fd0-4b5f-96a6-0b2f8c1adf1c/e3b1abbc-4777-4e74-bf9f-a6aff67b8290) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:13.441980 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b2d93709-e6e4-4124-bcab-78eb2cf0bcfa req-4cd7b8c0-f559-4702-8af8-0aeb2912fcbd tempest-VolumesSnapshotTestJSON-1400976539 tempest-VolumesSnapshotTestJSON-1400976539] 10.222.0.41 "GET /v2.0/ports?tenant_id=69e3d04169fb4456a29c249b91e26b25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1078405 Jan 14 07:41:13.445715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Network d94363e9-b814-4a87-b432-860d26c8c807 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:41:13.473065 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:41:13.556441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network 55e6b667-4f7d-47a5-b569-c009b7ab153a has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:13.567323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Checking segment: {'id': 'e4776bdd-0b7f-4553-b907-52a90cfd1f85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '6673bf17-b70c-4c8b-a8ab-e8f62f78e79d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:13.567763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Network hostable DHCP agents. Network: 6673bf17-b70c-4c8b-a8ab-e8f62f78e79d, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:41:13.587671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:41:13.590451 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:41:13.593127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Network 6673bf17-b70c-4c8b-a8ab-e8f62f78e79d is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:41:13.593713 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-40c6a045-4fd1-45b1-a793-ed1fa9fa25aa tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:13.611270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:13.626482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Pushing event deleted for resources: {'Network': ['ID=d94363e9-b814-4a87-b432-860d26c8c807,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:13.632842 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "DELETE /v2.0/networks/d94363e9-b814-4a87-b432-860d26c8c807 HTTP/1.1" status: 204 len: 168 time: 5.4871190 Jan 14 07:41:13.634465 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:13.634744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54590) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:13.635422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 6673bf17-b70c-4c8b-a8ab-e8f62f78e79d) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:13.647876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ee465d-9b33-4b95-8db0-5d822244f838 None None] Network 6673bf17-b70c-4c8b-a8ab-e8f62f78e79d requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:13.671331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Allocated IP 172.20.0.2 (e9b5554b-3b84-4c94-ac4e-e5e014d6424c/e35bc300-d288-4ba6-9e84-5eefacb6150b/28bfb474-b42d-4c8b-b8f3-11618c272d74) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:13.672739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:13.696422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d174da98-2559-4c39-83a7-c49a7dbc11ec tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Synchronizing usage tracker for tenant:b36445ed4b0247d3823bacd55ae2dba1 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:13.701416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:13.701866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:13.702541 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:13.726980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d174da98-2559-4c39-83a7-c49a7dbc11ec tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Unset dirty status for tenant:b36445ed4b0247d3823bacd55ae2dba1 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:13.731821 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d174da98-2559-4c39-83a7-c49a7dbc11ec tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "GET /v2.0/ports?device_id=7b4f1ba7-d605-487e-b1fc-ef3071967f54 HTTP/1.1" status: 200 len: 205 time: 0.0936425 Jan 14 07:41:13.732919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54594) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:13.739100 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 8.0015171 Jan 14 07:41:13.740856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54598) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:13.854307 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:13.865160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Deleting port 68529104-c7d0-4254-acbf-a93901a6b8c1 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:13.865510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:13.885671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d6bde98-816f-47e4-a45b-81db0c2382d5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:13.891573 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-458bd270-3196-4357-a17b-c621514c40f0 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:13.892935 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e335a01e-b9b3-497d-9bff-1e840de2f841 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:13.969421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:13.998574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Network': ['ID=55e6b667-4f7d-47a5-b569-c009b7ab153a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:14.038606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dc621f-237b-4ce6-88ef-6ee6cd0714f0 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:14.044813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dc621f-237b-4ce6-88ef-6ee6cd0714f0 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:14.049858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dc621f-237b-4ce6-88ef-6ee6cd0714f0 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:14.054973 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-85dc621f-237b-4ce6-88ef-6ee6cd0714f0 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3076985 Jan 14 07:41:14.054973 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:14.063292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54602) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:14.063478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.083013 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b2d93709-e6e4-4124-bcab-78eb2cf0bcfa req-8d24f74b-ce72-4a44-8e73-f4288b963754 service neutron] 10.222.0.41 "GET /v2.0/networks/2193f6c1-4b48-4496-a5b7-39ab43b0f320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6219151 Jan 14 07:41:14.129372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Transition to ACTIVE for port object e3b1abbc-4777-4e74-bf9f-a6aff67b8290 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:14.144339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-6673bf17-b70c-4c8b-a8ab-e8f62f78e79d', 'network_id': '6673bf17-b70c-4c8b-a8ab-e8f62f78e79d', 'tenant_id': 'bdf80e0faf4849168fb694ad9bb622f6', 'fixed_ips': [{'subnet_id': 'bf1cde57-db09-4aad-96ca-58693294f982'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:41:14.145226 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.161975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d6bde98-816f-47e4-a45b-81db0c2382d5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.171713 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/networks/55e6b667-4f7d-47a5-b569-c009b7ab153a HTTP/1.1" status: 204 len: 168 time: 3.9437706 Jan 14 07:41:14.178847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54606) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:14.193249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8d91b7eb-40c9-42df-8dd0-93815521b2d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1135840137'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:14.203074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e335a01e-b9b3-497d-9bff-1e840de2f841 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.205431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8d91b7eb-40c9-42df-8dd0-93815521b2d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:14.208704 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e335a01e-b9b3-497d-9bff-1e840de2f841 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.216318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8d91b7eb-40c9-42df-8dd0-93815521b2d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:network and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:14.222426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8d91b7eb-40c9-42df-8dd0-93815521b2d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:14.232026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Transition to ACTIVE for port object e3b1abbc-4777-4e74-bf9f-a6aff67b8290 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:14.239053 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d6bde98-816f-47e4-a45b-81db0c2382d5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.243221 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5d6bde98-816f-47e4-a45b-81db0c2382d5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 2.3732674 Jan 14 07:41:14.243221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8d91b7eb-40c9-42df-8dd0-93815521b2d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:14.245329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54610) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:14.253077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c5556be9-9baf-4872-8644-e4bb5dd6bacf tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'port': {'network_id': 'b215363f-6246-483d-89cc-9d43208c4501', 'name': 'tempest-PortsTestJSON-600404477'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:14.265616 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.286637 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:14.340385 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e335a01e-b9b3-497d-9bff-1e840de2f841 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.340943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e335a01e-b9b3-497d-9bff-1e840de2f841 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Fanout notify agent at l3_agent the message router_deleted on router 7b4f1ba7-d605-487e-b1fc-ef3071967f54 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:41:14.355990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d91b7eb-40c9-42df-8dd0-93815521b2d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:14.365507 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d91b7eb-40c9-42df-8dd0-93815521b2d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.401351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e335a01e-b9b3-497d-9bff-1e840de2f841 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.410897 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e335a01e-b9b3-497d-9bff-1e840de2f841 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] 10.222.0.41 "DELETE /v2.0/routers/7b4f1ba7-d605-487e-b1fc-ef3071967f54 HTTP/1.1" status: 204 len: 168 time: 0.6749828 Jan 14 07:41:14.486287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d91b7eb-40c9-42df-8dd0-93815521b2d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:41:14.509006 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d91b7eb-40c9-42df-8dd0-93815521b2d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.509383 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-8d91b7eb-40c9-42df-8dd0-93815521b2d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Added segment 6a86581c-3178-425b-b379-c4a2545170fa of type vxlan for network 3993a09e-f369-4d4b-8d0b-3c4804ef429e Jan 14 07:41:14.511080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c5556be9-9baf-4872-8644-e4bb5dd6bacf tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:14.532544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c5556be9-9baf-4872-8644-e4bb5dd6bacf tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:14.559123 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d91b7eb-40c9-42df-8dd0-93815521b2d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.571979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5556be9-9baf-4872-8644-e4bb5dd6bacf tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:14.582673 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5556be9-9baf-4872-8644-e4bb5dd6bacf tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.659697 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d91b7eb-40c9-42df-8dd0-93815521b2d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.682338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d91b7eb-40c9-42df-8dd0-93815521b2d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:14.683282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d91b7eb-40c9-42df-8dd0-93815521b2d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.694743 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:14.765655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Network b215363f-6246-483d-89cc-9d43208c4501 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:14.806714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] For port 68529104-c7d0-4254-acbf-a93901a6b8c1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=68529104-c7d0-4254-acbf-a93901a6b8c1,segment=NetworkSegment(4d98dd99-8f84-4026-b592-88f5b1fc4130),segment_id=4d98dd99-8f84-4026-b592-88f5b1fc4130)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:14.807096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.867726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-c5556be9-9baf-4872-8644-e4bb5dd6bacf tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] device_id is not set on port 9746088c-c61c-4cbf-8cd1-508b7ac1ecc6 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:41:14.879448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:14.882117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:14.900098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54618) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:14.954983 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:14.972375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Calling delete_port for 68529104-c7d0-4254-acbf-a93901a6b8c1 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:14.981847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Pushing event updated for resources: {'Port': ['ID=e3b1abbc-4777-4e74-bf9f-a6aff67b8290,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:14.986017 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:14.999619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Transition to ACTIVE for port object 28bfb474-b42d-4c8b-b8f3-11618c272d74 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:15.013450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Attempting to bind port e3b1abbc-4777-4e74-bf9f-a6aff67b8290 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:41:15.013869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Attempting to bind port e3b1abbc-4777-4e74-bf9f-a6aff67b8290 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'bdde8797-d911-4099-b766-e3ec7a8c51e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'b215363f-6246-483d-89cc-9d43208c4501'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:41:15.014257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Attempting to bind port e3b1abbc-4777-4e74-bf9f-a6aff67b8290 on network b215363f-6246-483d-89cc-9d43208c4501 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:41:15.027754 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b2d93709-e6e4-4124-bcab-78eb2cf0bcfa req-9beace7f-95d4-4a9d-b1bf-d72e46e6b916 service neutron] 10.222.0.41 "GET /v2.0/networks/2193f6c1-4b48-4496-a5b7-39ab43b0f320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9014981 Jan 14 07:41:15.071225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:41:15.071624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Checking segment: {'id': 'bdde8797-d911-4099-b766-e3ec7a8c51e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'b215363f-6246-483d-89cc-9d43208c4501'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:15.072109 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:15.072544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Bound using segment: {'id': 'bdde8797-d911-4099-b766-e3ec7a8c51e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'b215363f-6246-483d-89cc-9d43208c4501'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:41:15.073084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Bound port: e3b1abbc-4777-4e74-bf9f-a6aff67b8290, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdde8797-d911-4099-b766-e3ec7a8c51e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'b215363f-6246-483d-89cc-9d43208c4501'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:41:15.073496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:15.092251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a0f465-ced7-4cfd-8222-2a3bf2603d22 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Deleting subnet e35bc300-d288-4ba6-9e84-5eefacb6150b {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:41:15.092407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Transition to ACTIVE for port object 28bfb474-b42d-4c8b-b8f3-11618c272d74 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:15.110315 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5a0f465-ced7-4cfd-8222-2a3bf2603d22 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:15.170946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91b7eb-40c9-42df-8dd0-93815521b2d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Network': ['ID=3993a09e-f369-4d4b-8d0b-3c4804ef429e,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:15.171314 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:15.180635 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8d91b7eb-40c9-42df-8dd0-93815521b2d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:15.190531 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8d91b7eb-40c9-42df-8dd0-93815521b2d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0105236 Jan 14 07:41:15.191449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54624) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:15.197050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] For port e3b1abbc-4777-4e74-bf9f-a6aff67b8290, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:41:15.200494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] For port e3b1abbc-4777-4e74-bf9f-a6aff67b8290, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e3b1abbc-4777-4e74-bf9f-a6aff67b8290,segment=NetworkSegment(bdde8797-d911-4099-b766-e3ec7a8c51e3),segment_id=bdde8797-d911-4099-b766-e3ec7a8c51e3)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:41:15.208316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 3993a09e-f369-4d4b-8d0b-3c4804ef429e details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:15.261720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7a8ebfcf-5cfe-446f-842f-37f042abca74 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'subnet': {'network_id': '3993a09e-f369-4d4b-8d0b-3c4804ef429e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:15.317522 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a9216cf7-07f2-400b-b9b6-19fc1585a05c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:15.337320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 3993a09e-f369-4d4b-8d0b-3c4804ef429e details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:15.413535 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5a0f465-ced7-4cfd-8222-2a3bf2603d22 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:15.444754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Port': ['ID=68529104-c7d0-4254-acbf-a93901a6b8c1,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:15.454828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7a8ebfcf-5cfe-446f-842f-37f042abca74 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:15.458943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7a8ebfcf-5cfe-446f-842f-37f042abca74 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:subnet and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:15.462298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7a8ebfcf-5cfe-446f-842f-37f042abca74 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:15.475476 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:15.475843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7a8ebfcf-5cfe-446f-842f-37f042abca74 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:15.498736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] No DVR routers for this DVR port 68529104-c7d0-4254-acbf-a93901a6b8c1 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:41:15.506893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8ebfcf-5cfe-446f-842f-37f042abca74 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:15.519126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 3993a09e-f369-4d4b-8d0b-3c4804ef429e details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:15.542094 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:15.612707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-c5556be9-9baf-4872-8644-e4bb5dd6bacf tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Allocated IP 172.20.0.10 (b215363f-6246-483d-89cc-9d43208c4501/15ec6855-8fd0-4b5f-96a6-0b2f8c1adf1c/9746088c-c61c-4cbf-8cd1-508b7ac1ecc6) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:15.634009 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5a0f465-ced7-4cfd-8222-2a3bf2603d22 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:15.733911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:15.755697 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:15.860447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5556be9-9baf-4872-8644-e4bb5dd6bacf tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:15.878120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c5556be9-9baf-4872-8644-e4bb5dd6bacf tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Transition to ACTIVE for port object 9746088c-c61c-4cbf-8cd1-508b7ac1ecc6 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:15.935448 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5556be9-9baf-4872-8644-e4bb5dd6bacf tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:15.955126 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a64ee855-502a-47ef-bb81-39d8c4ab9f24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b36445ed4b0247d3823bacd55ae2dba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9910629 Jan 14 07:41:15.962761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54648) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:15.970118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:15.981109 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4598a767-1446-4200-b981-97a9fef55cf1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:16.067208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Network e9b5554b-3b84-4c94-ac4e-e5e014d6424c is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:16.075681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Allocated IP 172.20.0.18 (6673bf17-b70c-4c8b-a8ab-e8f62f78e79d/bf1cde57-db09-4aad-96ca-58693294f982/91ea6276-f008-41fc-9f73-ae69baecfef0) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:16.079625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:16.082111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:16.179470 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a8ebfcf-5cfe-446f-842f-37f042abca74 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.186452 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.194904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Attempting to bind port 28bfb474-b42d-4c8b-b8f3-11618c272d74 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:41:16.195294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Attempting to bind port 28bfb474-b42d-4c8b-b8f3-11618c272d74 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'bc821fe2-7301-46db-a711-5064e24e124b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'e9b5554b-3b84-4c94-ac4e-e5e014d6424c'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:41:16.195729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Attempting to bind port 28bfb474-b42d-4c8b-b8f3-11618c272d74 on network e9b5554b-3b84-4c94-ac4e-e5e014d6424c {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:41:16.203908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Pushing event updated for resources: {'Port': ['ID=28bfb474-b42d-4c8b-b8f3-11618c272d74,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:16.205969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5556be9-9baf-4872-8644-e4bb5dd6bacf tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=9746088c-c61c-4cbf-8cd1-508b7ac1ecc6,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:16.229441 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c5556be9-9baf-4872-8644-e4bb5dd6bacf tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:16.232236 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a8eb3ec-ba67-4a90-aa3b-9f666c562ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.337073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3137463-74a8-496b-a6f0-9721a4e75a75']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:16.341992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:41:16.342420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Checking segment: {'id': 'bc821fe2-7301-46db-a711-5064e24e124b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'e9b5554b-3b84-4c94-ac4e-e5e014d6424c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:16.342870 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.343311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Bound using segment: {'id': 'bc821fe2-7301-46db-a711-5064e24e124b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'e9b5554b-3b84-4c94-ac4e-e5e014d6424c'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:41:16.344098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Bound port: 28bfb474-b42d-4c8b-b8f3-11618c272d74, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc821fe2-7301-46db-a711-5064e24e124b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'e9b5554b-3b84-4c94-ac4e-e5e014d6424c'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:41:16.344522 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.365526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d98dd99-8f84-4026-b592-88f5b1fc4130') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:16.366164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d98dd99-8f84-4026-b592-88f5b1fc4130') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:16.382320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a8eb3ec-ba67-4a90-aa3b-9f666c562ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.424157 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.466062 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.470895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Releasing vxlan tunnel 10 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:41:16.491829 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.573452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Pushing event updated for resources: {'Port': ['ID=e3b1abbc-4777-4e74-bf9f-a6aff67b8290,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:16.578727 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:16.586729 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.789s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:16.587195 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:16.593300 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5a0f465-ced7-4cfd-8222-2a3bf2603d22 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.618727 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e93bdb9b-9cdb-4c7d-88ce-6c1e10f8fba9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:16.627623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] For port 28bfb474-b42d-4c8b-b8f3-11618c272d74, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:41:16.656529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] For port 28bfb474-b42d-4c8b-b8f3-11618c272d74, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=28bfb474-b42d-4c8b-b8f3-11618c272d74,segment=NetworkSegment(bc821fe2-7301-46db-a711-5064e24e124b),segment_id=bc821fe2-7301-46db-a711-5064e24e124b)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:41:16.702974 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.757880 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a8eb3ec-ba67-4a90-aa3b-9f666c562ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:16.814604 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-67a98c1b-4243-47b6-868e-2812988512a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:16.843465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0f465-ced7-4cfd-8222-2a3bf2603d22 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event deleted for resources: {'Subnet': ['ID=e35bc300-d288-4ba6-9e84-5eefacb6150b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:16.861588 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5a0f465-ced7-4cfd-8222-2a3bf2603d22 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:16.877928 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-04ac1102-06b7-400b-a5b4-d8bc6ee20192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:16.894455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8eb3ec-ba67-4a90-aa3b-9f666c562ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24fa36f-0262-4c61-8abe-95f8d34257b7,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:16.950499 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a8eb3ec-ba67-4a90-aa3b-9f666c562ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:16.963751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network b3137463-74a8-496b-a6f0-9721a4e75a75 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:16.980536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:17.007343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5556be9-9baf-4872-8644-e4bb5dd6bacf tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network b215363f-6246-483d-89cc-9d43208c4501 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:17.053497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:17.077499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Transition to ACTIVE for port object 91ea6276-f008-41fc-9f73-ae69baecfef0 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:17.080949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Pushing event updated for resources: {'Port': ['ID=28bfb474-b42d-4c8b-b8f3-11618c272d74,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:17.084271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c5556be9-9baf-4872-8644-e4bb5dd6bacf tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:17.084687 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:17.087138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5556be9-9baf-4872-8644-e4bb5dd6bacf tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:17.113028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Transition to ACTIVE for port object 91ea6276-f008-41fc-9f73-ae69baecfef0 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:17.118390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:17.142105 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b53b6ec7-96a1-4a17-b46b-7d1b59d18c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:17.191565 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a8eb3ec-ba67-4a90-aa3b-9f666c562ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:17.198542 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4a8eb3ec-ba67-4a90-aa3b-9f666c562ea9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e24fa36f-0262-4c61-8abe-95f8d34257b7 HTTP/1.1" status: 204 len: 168 time: 1.2318087 Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:17.306228 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:17.333350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5556be9-9baf-4872-8644-e4bb5dd6bacf tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:17.334108 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5556be9-9baf-4872-8644-e4bb5dd6bacf tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:17.411969 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c5556be9-9baf-4872-8644-e4bb5dd6bacf tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1665535 Jan 14 07:41:17.414810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54662) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:17.452738 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5a0f465-ced7-4cfd-8222-2a3bf2603d22 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:17.458073 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b5a0f465-ced7-4cfd-8222-2a3bf2603d22 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "DELETE /v2.0/subnets/e35bc300-d288-4ba6-9e84-5eefacb6150b HTTP/1.1" status: 204 len: 168 time: 3.3892100 Jan 14 07:41:17.458977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54666) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:17.462049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network b3137463-74a8-496b-a6f0-9721a4e75a75 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:41:17.501657 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:41:17.658361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e3b1abbc-4777-4e74-bf9f-a6aff67b8290 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:17.768513 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:17.774456 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-62b2c75b-dd56-4f04-bb1a-bb112d3401c0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:17.829738 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:17.829843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Network 6673bf17-b70c-4c8b-a8ab-e8f62f78e79d is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:17.830481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Network': ['ID=b3137463-74a8-496b-a6f0-9721a4e75a75,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:17.846900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Pushing event updated for resources: {'Port': ['ID=91ea6276-f008-41fc-9f73-ae69baecfef0,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:17.858951 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:17.862676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:17.865279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:17.871042 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:17.936993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Attempting to bind port 91ea6276-f008-41fc-9f73-ae69baecfef0 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:41:17.937415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Attempting to bind port 91ea6276-f008-41fc-9f73-ae69baecfef0 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'e4776bdd-0b7f-4553-b907-52a90cfd1f85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '6673bf17-b70c-4c8b-a8ab-e8f62f78e79d'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:41:17.937829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Attempting to bind port 91ea6276-f008-41fc-9f73-ae69baecfef0 on network 6673bf17-b70c-4c8b-a8ab-e8f62f78e79d {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:41:17.945832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:41:17.946303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Checking segment: {'id': 'e4776bdd-0b7f-4553-b907-52a90cfd1f85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '6673bf17-b70c-4c8b-a8ab-e8f62f78e79d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:17.946758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:17.947200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Bound using segment: {'id': 'e4776bdd-0b7f-4553-b907-52a90cfd1f85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '6673bf17-b70c-4c8b-a8ab-e8f62f78e79d'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:41:17.947869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Bound port: 91ea6276-f008-41fc-9f73-ae69baecfef0, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4776bdd-0b7f-4553-b907-52a90cfd1f85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': '6673bf17-b70c-4c8b-a8ab-e8f62f78e79d'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:41:17.948146 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:18.004100 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/networks/b3137463-74a8-496b-a6f0-9721a4e75a75 HTTP/1.1" status: 204 len: 168 time: 9.3855789 Jan 14 07:41:18.007718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54680) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:18.032087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port e3b1abbc-4777-4e74-bf9f-a6aff67b8290 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:18.065143 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21ba33d-b1f3-4e2a-ba89-e55cce3b6530 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] DELETE failed (client error): The resource could not be found. Jan 14 07:41:18.065646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c21ba33d-b1f3-4e2a-ba89-e55cce3b6530 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:41:18.070511 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c21ba33d-b1f3-4e2a-ba89-e55cce3b6530 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/subnets/d8e54e9b-f8db-432d-b1be-6b42e99b45f9 HTTP/1.1" status: 404 len: 337 time: 0.0615346 Jan 14 07:41:18.071169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54686) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:18.083234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] For port 91ea6276-f008-41fc-9f73-ae69baecfef0, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:41:18.088188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] For port 91ea6276-f008-41fc-9f73-ae69baecfef0, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=91ea6276-f008-41fc-9f73-ae69baecfef0,segment=NetworkSegment(e4776bdd-0b7f-4553-b907-52a90cfd1f85),segment_id=e4776bdd-0b7f-4553-b907-52a90cfd1f85)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:41:18.093007 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:18.105832 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeff44fe-53dd-4127-a2b9-1075e7a780cf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] DELETE failed (client error): The resource could not be found. Jan 14 07:41:18.106324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeff44fe-53dd-4127-a2b9-1075e7a780cf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:41:18.111692 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-eeff44fe-53dd-4127-a2b9-1075e7a780cf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/networks/b3137463-74a8-496b-a6f0-9721a4e75a75 HTTP/1.1" status: 404 len: 339 time: 0.0359719 Jan 14 07:41:18.112412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54690) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:18.114432 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:18.234366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Pushing event updated for resources: {'Port': ['ID=91ea6276-f008-41fc-9f73-ae69baecfef0,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:18.283100 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:18.354671 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:18.365649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-f8c8f035-680c-471f-8ff7-34188fcaee15 req-721ce109-908a-4561-8c51-07065c102df5 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] (80908) timed out ('10.222.0.53', 51715) {{(pid=80908) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:41:18.378821 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a8ebfcf-5cfe-446f-842f-37f042abca74 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:18.401201 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c9dd4fba-331a-41bf-b9c7-fa0ca69f82e7 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:18.404080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae99cb09-4110-4376-b53f-1ef13c596c97 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Deleting subnet bf1cde57-db09-4aad-96ca-58693294f982 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:41:18.416344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae99cb09-4110-4376-b53f-1ef13c596c97 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:18.784870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ebfcf-5cfe-446f-842f-37f042abca74 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Subnet': ['ID=d6393529-5265-48c0-860c-bb904a099e39,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:18.791547 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7a8ebfcf-5cfe-446f-842f-37f042abca74 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:18.936720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52bfe87f-a60d-44b6-bf37-d65229aee295 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:19.051608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54704) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:19.121162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:19.122874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b542b0-983b-466a-8404-6645c86ff716 None None] Network b215363f-6246-483d-89cc-9d43208c4501 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:19.250041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae99cb09-4110-4376-b53f-1ef13c596c97 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:19.398273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-755a7018-09fa-4ff2-8ebc-d6085124a650 None None] Provisioning for port e3b1abbc-4777-4e74-bf9f-a6aff67b8290 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:19.412802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-755a7018-09fa-4ff2-8ebc-d6085124a650 None None] Provisioning complete for port e3b1abbc-4777-4e74-bf9f-a6aff67b8290 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:19.413233 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-755a7018-09fa-4ff2-8ebc-d6085124a650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:19.506446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f40ef06-d186-41b1-97a3-a3fe9026f997']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:19.569817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94766468-d9da-46b3-9c5a-7768214d28f1') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:19.570160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94766468-d9da-46b3-9c5a-7768214d28f1') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:19.576886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 28bfb474-b42d-4c8b-b8f3-11618c272d74 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:19.590958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-67600b77-ddc6-4643-bef2-aae2beb1e110 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group': {'name': 'default'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:19.591596 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-67600b77-ddc6-4643-bef2-aae2beb1e110 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 14 07:41:19.592304 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-67600b77-ddc6-4643-bef2-aae2beb1e110 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] create failed (client error): There was a conflict when trying to complete your request. Jan 14 07:41:19.597164 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-67600b77-ddc6-4643-bef2-aae2beb1e110 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5406752 Jan 14 07:41:19.597327 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:19.602381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54712) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:19.625468 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:19.628939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Releasing vxlan tunnel 22 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:41:19.629411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group': {'name': 'tempest-secgroup--249723581'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:19.646576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:19.650785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:19.673545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb799eaf-475b-402d-a358-61c4a3355c63 None None] Network e9b5554b-3b84-4c94-ac4e-e5e014d6424c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:19.719690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:19.730880 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae99cb09-4110-4376-b53f-1ef13c596c97 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:19.734325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:19.876061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8ebfcf-5cfe-446f-842f-37f042abca74 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Checking segment: {'id': '6a86581c-3178-425b-b379-c4a2545170fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3993a09e-f369-4d4b-8d0b-3c4804ef429e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:19.876061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8ebfcf-5cfe-446f-842f-37f042abca74 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network hostable DHCP agents. Network: 3993a09e-f369-4d4b-8d0b-3c4804ef429e, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:41:19.956144 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:20.008200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 0f40ef06-d186-41b1-97a3-a3fe9026f997 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:20.021763 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:20.022905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 28bfb474-b42d-4c8b-b8f3-11618c272d74 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:20.026185 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:20.040739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8ebfcf-5cfe-446f-842f-37f042abca74 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network 3993a09e-f369-4d4b-8d0b-3c4804ef429e is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:41:20.056776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:20.067093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7a8ebfcf-5cfe-446f-842f-37f042abca74 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 3993a09e-f369-4d4b-8d0b-3c4804ef429e) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:20.074781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-755a7018-09fa-4ff2-8ebc-d6085124a650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:20.076326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group_rule and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:20.088870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:20.092120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926c9fb0-069a-4056-8b83-2fdfb6af4d52 None None] Network 3993a09e-f369-4d4b-8d0b-3c4804ef429e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:20.100619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:20.112555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8ebfcf-5cfe-446f-842f-37f042abca74 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:20.113240 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7a8ebfcf-5cfe-446f-842f-37f042abca74 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:20.134013 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52bfe87f-a60d-44b6-bf37-d65229aee295 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:20.144771 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52bfe87f-a60d-44b6-bf37-d65229aee295 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:20.163938 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab5c99bd-881e-4663-b6d8-c395bbbbfa7f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:20.219772 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7a8ebfcf-5cfe-446f-842f-37f042abca74 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.9914443 Jan 14 07:41:20.224055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54716) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:20.253510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-def41121-b91a-4954-b5ef-82d6be65b814 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'port': {'network_id': '3993a09e-f369-4d4b-8d0b-3c4804ef429e', 'name': 'tempest-PortsIpV6TestJSON-1744464592', 'fixed_ips': [{'subnet_id': 'd6393529-5265-48c0-860c-bb904a099e39', 'ip_address': '2001:db8::10'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:20.296547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-755a7018-09fa-4ff2-8ebc-d6085124a650 None None] For port e3b1abbc-4777-4e74-bf9f-a6aff67b8290, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e3b1abbc-4777-4e74-bf9f-a6aff67b8290,segment=NetworkSegment(bdde8797-d911-4099-b766-e3ec7a8c51e3),segment_id=bdde8797-d911-4099-b766-e3ec7a8c51e3)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:20.301461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 0f40ef06-d186-41b1-97a3-a3fe9026f997 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:20.305721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfe87f-a60d-44b6-bf37-d65229aee295 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=9746088c-c61c-4cbf-8cd1-508b7ac1ecc6,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:20.311687 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-755a7018-09fa-4ff2-8ebc-d6085124a650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:20.312511 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-52bfe87f-a60d-44b6-bf37-d65229aee295 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:20.322905 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c8f525e-b5d7-438e-a172-2ab3b677b5fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:41:20.410316 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:41:20.469657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0803c3f-c3d7-460a-96fe-6f72e4536d93 None None] DHCP port deletion for e9b5554b-3b84-4c94-ac4e-e5e014d6424c request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:41:20.499383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e0803c3f-c3d7-460a-96fe-6f72e4536d93 None None] Deleting port 28bfb474-b42d-4c8b-b8f3-11618c272d74 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:20.499782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0803c3f-c3d7-460a-96fe-6f72e4536d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:20.627976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6229f2c3-c7e4-45b5-943e-d692538434bb None None] Provisioning for port 28bfb474-b42d-4c8b-b8f3-11618c272d74 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:20.633301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a7018-09fa-4ff2-8ebc-d6085124a650 None None] Pushing event updated for resources: {'Port': ['ID=e3b1abbc-4777-4e74-bf9f-a6aff67b8290,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:20.642628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6229f2c3-c7e4-45b5-943e-d692538434bb None None] Provisioning complete for port 28bfb474-b42d-4c8b-b8f3-11618c272d74 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:20.643043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6229f2c3-c7e4-45b5-943e-d692538434bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:20.688025 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-755a7018-09fa-4ff2-8ebc-d6085124a650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:20.740768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-3993a09e-f369-4d4b-8d0b-3c4804ef429e', 'network_id': '3993a09e-f369-4d4b-8d0b-3c4804ef429e', 'tenant_id': '48e68211a7e94fe094ab7e7edb0dd42a', 'fixed_ips': [{'subnet_id': 'd6393529-5265-48c0-860c-bb904a099e39'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:41:20.741657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:20.786983 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:20.801481 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31019bb9-b0d1-43ff-8e82-c1a35fdd5a15 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:20.819786 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae99cb09-4110-4376-b53f-1ef13c596c97 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:20.985102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:20.988791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-def41121-b91a-4954-b5ef-82d6be65b814 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:21.012938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-def41121-b91a-4954-b5ef-82d6be65b814 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:port and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:21.013176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52bfe87f-a60d-44b6-bf37-d65229aee295 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:21.022832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Network': ['ID=0f40ef06-d186-41b1-97a3-a3fe9026f997,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:21.039445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-def41121-b91a-4954-b5ef-82d6be65b814 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for port was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:21.057431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-def41121-b91a-4954-b5ef-82d6be65b814 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:21.067791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae99cb09-4110-4376-b53f-1ef13c596c97 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:21.069900 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ae99cb09-4110-4376-b53f-1ef13c596c97 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "DELETE /v2.0/subnets/bf1cde57-db09-4aad-96ca-58693294f982 HTTP/1.1" status: 204 len: 168 time: 3.5963414 Jan 14 07:41:21.075393 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/networks/0f40ef06-d186-41b1-97a3-a3fe9026f997 HTTP/1.1" status: 204 len: 168 time: 2.9598632 Jan 14 07:41:21.079041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.079466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.079950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.080363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.080773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.081181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.081588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.081998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.082551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.082955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.083359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.083783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.084271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.084672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.085074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.085471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.085879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.086271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.086805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.087207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.087603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.088330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.088734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.089132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.089617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.090015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.090445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.090809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.091205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.092104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.092104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.092669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.093086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.093498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.093945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.094375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:21.100006 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:21.104526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54724) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:21.104526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54726) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:21.104804 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2b6c0b79-54a4-4cb8-bfdc-d321f801d060 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:21.169723 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:21.190734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:21.199520 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4f397d9-2d31-40e7-b04e-216b2c21e205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:21.212341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:21.267908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Pushing event updated for resources: {'SecurityGroup': ['ID=56d5578c-6110-4035-b7b1-827e1a0fef2b,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:21.272003 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:21.273373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group_rule and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:21.290765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:21.305793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:21.312692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e0803c3f-c3d7-460a-96fe-6f72e4536d93 None None] For port 28bfb474-b42d-4c8b-b8f3-11618c272d74, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=28bfb474-b42d-4c8b-b8f3-11618c272d74,segment=NetworkSegment(bc821fe2-7301-46db-a711-5064e24e124b),segment_id=bc821fe2-7301-46db-a711-5064e24e124b)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:21.313273 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0803c3f-c3d7-460a-96fe-6f72e4536d93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:21.313409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52bfe87f-a60d-44b6-bf37-d65229aee295 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:21.383746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99cb09-4110-4376-b53f-1ef13c596c97 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event deleted for resources: {'Subnet': ['ID=bf1cde57-db09-4aad-96ca-58693294f982,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:21.387719 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae99cb09-4110-4376-b53f-1ef13c596c97 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:21.389740 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e820aa4e-f537-4017-9422-b1d08058a1c4 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] DELETE failed (client error): The resource could not be found. Jan 14 07:41:21.389740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e820aa4e-f537-4017-9422-b1d08058a1c4 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:41:21.392023 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e820aa4e-f537-4017-9422-b1d08058a1c4 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/subnets/d4a46089-aae1-4336-a97a-8ea521868f29 HTTP/1.1" status: 404 len: 337 time: 0.2392619 Jan 14 07:41:21.408109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54732) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:21.411780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0822805d-fa6b-4db5-8716-7e4d29bd601c tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:21.412570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0822805d-fa6b-4db5-8716-7e4d29bd601c tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Synchronizing usage tracker for tenant:bdf80e0faf4849168fb694ad9bb622f6 on resource:subnet {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:21.458606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def41121-b91a-4954-b5ef-82d6be65b814 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:21.465975 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d30c982-ba26-45f8-bbfe-cd6fb1e4739a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] DELETE failed (client error): The resource could not be found. Jan 14 07:41:21.466630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d30c982-ba26-45f8-bbfe-cd6fb1e4739a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:41:21.503970 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1d30c982-ba26-45f8-bbfe-cd6fb1e4739a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/networks/068464d5-0951-4380-95a2-7c7b7c38241a HTTP/1.1" status: 404 len: 339 time: 0.0873542 Jan 14 07:41:21.504633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54736) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:21.531672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0822805d-fa6b-4db5-8716-7e4d29bd601c tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Unset dirty status for tenant:bdf80e0faf4849168fb694ad9bb622f6 on resource:subnet {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:21.533015 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0822805d-fa6b-4db5-8716-7e4d29bd601c tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3823056 Jan 14 07:41:21.540894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54740) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:21.586701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e0803c3f-c3d7-460a-96fe-6f72e4536d93 None None] Calling delete_port for 28bfb474-b42d-4c8b-b8f3-11618c272d74 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:21.689521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b3a226-3c58-46d3-9540-f6ee2e1e3335 None None] Network 6673bf17-b70c-4c8b-a8ab-e8f62f78e79d requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:21.717282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 91ea6276-f008-41fc-9f73-ae69baecfef0 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:21.898787 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.035082 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-def41121-b91a-4954-b5ef-82d6be65b814 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.063367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Deleting port 91ea6276-f008-41fc-9f73-ae69baecfef0 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:22.063798 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.268087 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:22.273046 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:22.296766 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e0803c3f-c3d7-460a-96fe-6f72e4536d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.311775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 91ea6276-f008-41fc-9f73-ae69baecfef0 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:22.326861 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42270f1a-226e-45f6-ba75-f6fda5b6d3a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:22.415943 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.449164 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.456531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e3b1abbc-4777-4e74-bf9f-a6aff67b8290 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:22.459893 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e015d659-7b5e-44f0-914e-b1ec07f35b16 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:22.489265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-def41121-b91a-4954-b5ef-82d6be65b814 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] device_id is not set on port 1a4e8beb-a050-43f8-bb04-6184012f740d yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:41:22.498322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0803c3f-c3d7-460a-96fe-6f72e4536d93 None None] Pushing event deleted for resources: {'Port': ['ID=28bfb474-b42d-4c8b-b8f3-11618c272d74,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:22.535480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff12887-8784-463f-835b-097bbb38f4ae,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:22.554148 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:22.556935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] For port 91ea6276-f008-41fc-9f73-ae69baecfef0, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=91ea6276-f008-41fc-9f73-ae69baecfef0,segment=NetworkSegment(e4776bdd-0b7f-4553-b907-52a90cfd1f85),segment_id=e4776bdd-0b7f-4553-b907-52a90cfd1f85)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:22.557632 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.570842 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.572164 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e0803c3f-c3d7-460a-96fe-6f72e4536d93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:22.572669 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.9644940 Jan 14 07:41:22.572887 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6229f2c3-c7e4-45b5-943e-d692538434bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.580096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54750) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:22.588537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-670bb384-49d1-4df5-bd83-bfa75beca041 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group_rule': {'security_group_id': '1ff12887-8784-463f-835b-097bbb38f4ae', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:22.689234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-670bb384-49d1-4df5-bd83-bfa75beca041 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:22.741733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0803c3f-c3d7-460a-96fe-6f72e4536d93 None None] No DVR routers for this DVR port 28bfb474-b42d-4c8b-b8f3-11618c272d74 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:41:22.776104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Calling delete_port for 91ea6276-f008-41fc-9f73-ae69baecfef0 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:22.811895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-670bb384-49d1-4df5-bd83-bfa75beca041 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group_rule and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:22.819147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port e3b1abbc-4777-4e74-bf9f-a6aff67b8290 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:22.819581 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.826049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-670bb384-49d1-4df5-bd83-bfa75beca041 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:22.884209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52abc127-098e-4873-9402-d996dc47a687 None None] DHCP port deletion for 6673bf17-b70c-4c8b-a8ab-e8f62f78e79d request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:41:22.893122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-52abc127-098e-4873-9402-d996dc47a687 None None] Deleting port 91ea6276-f008-41fc-9f73-ae69baecfef0 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:22.893545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52abc127-098e-4873-9402-d996dc47a687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.898314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-670bb384-49d1-4df5-bd83-bfa75beca041 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:22.908036 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52bfe87f-a60d-44b6-bf37-d65229aee295 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.918368 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52bfe87f-a60d-44b6-bf37-d65229aee295 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:22.960029 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1baf9502-9353-45b4-8ea7-8fb6f7249d0a tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:22.986196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Allocated IP 2001:db8::2 (3993a09e-f369-4d4b-8d0b-3c4804ef429e/d6393529-5265-48c0-860c-bb904a099e39/e139f7e5-7189-45f1-be17-738219cdb8f5) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:22.991916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0b7da7d7-4b90-4c6c-aa3f-7763400b2ad5 None None] Provisioning for port 91ea6276-f008-41fc-9f73-ae69baecfef0 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:23.010718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0b7da7d7-4b90-4c6c-aa3f-7763400b2ad5 None None] Provisioning complete for port 91ea6276-f008-41fc-9f73-ae69baecfef0 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:23.011732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b7da7d7-4b90-4c6c-aa3f-7763400b2ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:23.028903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ba1b8c-578e-4e87-a3c2-e947292a0fe9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Deleting subnet cedf899d-1872-4f8a-bf72-1e37769bcd9d {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:41:23.037791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0ba1b8c-578e-4e87-a3c2-e947292a0fe9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:23.125579 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0ba1b8c-578e-4e87-a3c2-e947292a0fe9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:23.294197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfe87f-a60d-44b6-bf37-d65229aee295 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=9746088c-c61c-4cbf-8cd1-508b7ac1ecc6,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:23.303084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52bfe87f-a60d-44b6-bf37-d65229aee295 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:23.322194 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-52bfe87f-a60d-44b6-bf37-d65229aee295 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:23.424346 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0ba1b8c-578e-4e87-a3c2-e947292a0fe9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:23.447975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:23.476393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0b7da7d7-4b90-4c6c-aa3f-7763400b2ad5 None None] Could not find standard attr ID for object 91ea6276-f008-41fc-9f73-ae69baecfef0. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:41:23.476892 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2e2577cf-09f3-438f-b88a-70feba83bc77 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:23.499488 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.db [None req-0b7da7d7-4b90-4c6c-aa3f-7763400b2ad5 None None] No ports have port_id starting with 91ea6276-f008-41fc-9f73-ae69baecfef0 Jan 14 07:41:23.509859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-670bb384-49d1-4df5-bd83-bfa75beca041 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:23.618947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event deleted for resources: {'Port': ['ID=91ea6276-f008-41fc-9f73-ae69baecfef0,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:23.642160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-52abc127-098e-4873-9402-d996dc47a687 None None] For port 91ea6276-f008-41fc-9f73-ae69baecfef0, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=91ea6276-f008-41fc-9f73-ae69baecfef0,segment=NetworkSegment(e4776bdd-0b7f-4553-b907-52a90cfd1f85),segment_id=e4776bdd-0b7f-4553-b907-52a90cfd1f85)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:23.642767 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52abc127-098e-4873-9402-d996dc47a687 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:23.647620 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:23.732393 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-670bb384-49d1-4df5-bd83-bfa75beca041 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:23.733637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] No DVR routers for this DVR port 91ea6276-f008-41fc-9f73-ae69baecfef0 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:41:23.795285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-670bb384-49d1-4df5-bd83-bfa75beca041 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:23.802924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-52abc127-098e-4873-9402-d996dc47a687 None None] Calling delete_port for 91ea6276-f008-41fc-9f73-ae69baecfef0 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:23.825493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0ba1b8c-578e-4e87-a3c2-e947292a0fe9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:23.843541 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-40070db2-a73e-4cab-9b80-37b42b9cc584 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:23.854514 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dec34bab-73c7-458b-92ca-7cb44a42c80f tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:23.884092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba1b8c-578e-4e87-a3c2-e947292a0fe9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Subnet': ['ID=cedf899d-1872-4f8a-bf72-1e37769bcd9d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:23.885169 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-52abc127-098e-4873-9402-d996dc47a687 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:41:23.885169 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-52abc127-098e-4873-9402-d996dc47a687 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:41:23.887525 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c0ba1b8c-578e-4e87-a3c2-e947292a0fe9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:23.895177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 28bfb474-b42d-4c8b-b8f3-11618c272d74 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:41:23.909076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670bb384-49d1-4df5-bd83-bfa75beca041 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e919ab-93ee-4555-9ed2-cb5a49e94cbc,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:23.914665 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-670bb384-49d1-4df5-bd83-bfa75beca041 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:23.929093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:23.962887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 28bfb474-b42d-4c8b-b8f3-11618c272d74 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:41:23.963284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 28bfb474-b42d-4c8b-b8f3-11618c272d74 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:41:23.972084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0b7da7d7-4b90-4c6c-aa3f-7763400b2ad5 None None] Provisioning for port 9746088c-c61c-4cbf-8cd1-508b7ac1ecc6 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:23.988118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0b7da7d7-4b90-4c6c-aa3f-7763400b2ad5 None None] Provisioning complete for port 9746088c-c61c-4cbf-8cd1-508b7ac1ecc6 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:23.988540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b7da7d7-4b90-4c6c-aa3f-7763400b2ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.034102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-670bb384-49d1-4df5-bd83-bfa75beca041 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.035413 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-670bb384-49d1-4df5-bd83-bfa75beca041 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4522877 Jan 14 07:41:24.039483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54756) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:24.054494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-42879304-fac0-468b-9012-71e45bf52a0f tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group_rule': {'security_group_id': '1ff12887-8784-463f-835b-097bbb38f4ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:24.071734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-42879304-fac0-468b-9012-71e45bf52a0f tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:24.077444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-42879304-fac0-468b-9012-71e45bf52a0f tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group_rule and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:24.080917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-42879304-fac0-468b-9012-71e45bf52a0f tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:24.086752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-42879304-fac0-468b-9012-71e45bf52a0f tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:24.102639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.116575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Transition to ACTIVE for port object e139f7e5-7189-45f1-be17-738219cdb8f5 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:24.124607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bfe87f-a60d-44b6-bf37-d65229aee295 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network b215363f-6246-483d-89cc-9d43208c4501 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:24.130182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-52bfe87f-a60d-44b6-bf37-d65229aee295 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:24.139058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Transition to ACTIVE for port object e139f7e5-7189-45f1-be17-738219cdb8f5 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:24.140594 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42879304-fac0-468b-9012-71e45bf52a0f tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.150124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 91ea6276-f008-41fc-9f73-ae69baecfef0 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:41:24.170729 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0ba1b8c-578e-4e87-a3c2-e947292a0fe9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.201578 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c0ba1b8c-578e-4e87-a3c2-e947292a0fe9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/subnets/cedf899d-1872-4f8a-bf72-1e37769bcd9d HTTP/1.1" status: 204 len: 168 time: 2.6901741 Jan 14 07:41:24.207724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54762) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:24.215291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 91ea6276-f008-41fc-9f73-ae69baecfef0 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:41:24.215987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 91ea6276-f008-41fc-9f73-ae69baecfef0 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:41:24.218397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb418376-4f45-4e9e-941a-5412e723f2ea None None] Network 6f105090-90d6-4ad1-a76d-7d084dd3b76c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:24.236884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c287b392-785d-4ba7-94da-57e80d3795ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.242440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.274393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-def41121-b91a-4954-b5ef-82d6be65b814 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Allocated IP 2001:db8::10 (3993a09e-f369-4d4b-8d0b-3c4804ef429e/d6393529-5265-48c0-860c-bb904a099e39/1a4e8beb-a050-43f8-bb04-6184012f740d) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:24.322510 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:24.400171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0b7da7d7-4b90-4c6c-aa3f-7763400b2ad5 None None] Port 9746088c-c61c-4cbf-8cd1-508b7ac1ecc6 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.425696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:24.434509 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:24.446412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f801f06-2ac7-4752-b121-f1cb5ef7977d tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Deleting subnet fee43ae7-5bcd-4190-9d4c-cb5e5f4b0b71 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:41:24.450589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f801f06-2ac7-4752-b121-f1cb5ef7977d tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.520019 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f801f06-2ac7-4752-b121-f1cb5ef7977d tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.544703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-52abc127-098e-4873-9402-d996dc47a687 None None] Deleting port 91ea6276-f008-41fc-9f73-ae69baecfef0 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:24.545128 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52abc127-098e-4873-9402-d996dc47a687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.547954 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-def41121-b91a-4954-b5ef-82d6be65b814 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.566203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-def41121-b91a-4954-b5ef-82d6be65b814 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Transition to ACTIVE for port object 1a4e8beb-a050-43f8-bb04-6184012f740d will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:24.570023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Pushing event updated for resources: {'Port': ['ID=e139f7e5-7189-45f1-be17-738219cdb8f5,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:24.573496 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:24.594071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6673bf17-b70c-4c8b-a8ab-e8f62f78e79d']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:24.607293 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-def41121-b91a-4954-b5ef-82d6be65b814 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.641843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f801f06-2ac7-4752-b121-f1cb5ef7977d tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.752416 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:24.784353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-52abc127-098e-4873-9402-d996dc47a687 None None] The port '91ea6276-f008-41fc-9f73-ae69baecfef0' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:41:24.795978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4776bdd-0b7f-4553-b907-52a90cfd1f85') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:24.796329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4776bdd-0b7f-4553-b907-52a90cfd1f85') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:24.823140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0b7da7d7-4b90-4c6c-aa3f-7763400b2ad5 None None] Provisioning complete for port e3b1abbc-4777-4e74-bf9f-a6aff67b8290 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:24.823598 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b7da7d7-4b90-4c6c-aa3f-7763400b2ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.848481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.877069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def41121-b91a-4954-b5ef-82d6be65b814 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network 3993a09e-f369-4d4b-8d0b-3c4804ef429e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:24.883417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-def41121-b91a-4954-b5ef-82d6be65b814 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:24.892210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def41121-b91a-4954-b5ef-82d6be65b814 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:24.911315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def41121-b91a-4954-b5ef-82d6be65b814 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:24.912142 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-def41121-b91a-4954-b5ef-82d6be65b814 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.944246 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:24.952378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Releasing vxlan tunnel 23 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:41:24.975717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def41121-b91a-4954-b5ef-82d6be65b814 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=1a4e8beb-a050-43f8-bb04-6184012f740d,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:24.996196 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-def41121-b91a-4954-b5ef-82d6be65b814 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:25.080917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Network 3993a09e-f369-4d4b-8d0b-3c4804ef429e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:25.082916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:25.086030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:25.127994 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-42879304-fac0-468b-9012-71e45bf52a0f tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] create failed (client error): There was a conflict when trying to complete your request. Jan 14 07:41:25.133338 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-42879304-fac0-468b-9012-71e45bf52a0f tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0927682 Jan 14 07:41:25.133746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54766) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:25.202640 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-def41121-b91a-4954-b5ef-82d6be65b814 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.9774096 Jan 14 07:41:25.203773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54770) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:25.218389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e50d9aa5-34a0-42c0-895a-6b0fee86f52a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'port': {'network_id': '3993a09e-f369-4d4b-8d0b-3c4804ef429e', 'name': 'tempest-PortsIpV6TestJSON-2129353239', 'fixed_ips': [{'subnet_id': 'd6393529-5265-48c0-860c-bb904a099e39', 'ip_address': '2001:db8::f'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:25.228413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6e8048f2-80b3-46bb-a58b-e5908a26f01b None None] Provisioning complete for port 9746088c-c61c-4cbf-8cd1-508b7ac1ecc6 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:25.228844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e8048f2-80b3-46bb-a58b-e5908a26f01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.262958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Attempting to bind port e139f7e5-7189-45f1-be17-738219cdb8f5 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:41:25.263390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Attempting to bind port e139f7e5-7189-45f1-be17-738219cdb8f5 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '6a86581c-3178-425b-b379-c4a2545170fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3993a09e-f369-4d4b-8d0b-3c4804ef429e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:41:25.264173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Attempting to bind port e139f7e5-7189-45f1-be17-738219cdb8f5 on network 3993a09e-f369-4d4b-8d0b-3c4804ef429e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:41:25.299719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:41:25.299719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Checking segment: {'id': '6a86581c-3178-425b-b379-c4a2545170fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3993a09e-f369-4d4b-8d0b-3c4804ef429e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:25.299719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.299719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Bound using segment: {'id': '6a86581c-3178-425b-b379-c4a2545170fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3993a09e-f369-4d4b-8d0b-3c4804ef429e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:41:25.299719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Bound port: e139f7e5-7189-45f1-be17-738219cdb8f5, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a86581c-3178-425b-b379-c4a2545170fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '3993a09e-f369-4d4b-8d0b-3c4804ef429e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:41:25.299719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.310826 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d549f17-e661-4ecc-b0e3-01abe190b65b tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.345935 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d549f17-e661-4ecc-b0e3-01abe190b65b tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.357422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6e8048f2-80b3-46bb-a58b-e5908a26f01b None None] Port 9746088c-c61c-4cbf-8cd1-508b7ac1ecc6 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:25.373743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Network 6673bf17-b70c-4c8b-a8ab-e8f62f78e79d has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:25.390031 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.496976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d549f17-e661-4ecc-b0e3-01abe190b65b tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.505462 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7ac2625d-4c2c-4ddf-a912-718e783e9632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:25.508456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] For port e139f7e5-7189-45f1-be17-738219cdb8f5, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:41:25.517972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] For port e139f7e5-7189-45f1-be17-738219cdb8f5, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e139f7e5-7189-45f1-be17-738219cdb8f5,segment=NetworkSegment(6a86581c-3178-425b-b379-c4a2545170fa),segment_id=6a86581c-3178-425b-b379-c4a2545170fa)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:41:25.531356 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f801f06-2ac7-4752-b121-f1cb5ef7977d tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.596743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d549f17-e661-4ecc-b0e3-01abe190b65b tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff12887-8784-463f-835b-097bbb38f4ae,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:25.672497 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d549f17-e661-4ecc-b0e3-01abe190b65b tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:25.673273 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8bbb9a1e-acbe-4864-8b83-21c9feaca7a1 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:25.681939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.697875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Network 6673bf17-b70c-4c8b-a8ab-e8f62f78e79d has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:25.723105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f801f06-2ac7-4752-b121-f1cb5ef7977d tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Subnet': ['ID=fee43ae7-5bcd-4190-9d4c-cb5e5f4b0b71,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:25.727319 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0f801f06-2ac7-4752-b121-f1cb5ef7977d tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:25.728246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bfe87f-a60d-44b6-bf37-d65229aee295 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Router a5e9c02a-402c-4baf-a18d-59fb90d7b3f8 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:41:25.737557 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:41:25.757165 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d549f17-e661-4ecc-b0e3-01abe190b65b tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:25.758824 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0d549f17-e661-4ecc-b0e3-01abe190b65b tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "DELETE /v2.0/security-groups/1ff12887-8784-463f-835b-097bbb38f4ae HTTP/1.1" status: 204 len: 168 time: 0.6197703 Jan 14 07:41:25.765269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54776) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:25.836602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e50d9aa5-34a0-42c0-895a-6b0fee86f52a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:25.846552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e50d9aa5-34a0-42c0-895a-6b0fee86f52a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:port and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:25.850411 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-69befeb8-c6e1-48a7-89d8-fa2a1880c90d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:25.852600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e50d9aa5-34a0-42c0-895a-6b0fee86f52a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for port was recalculated. Used quota:3. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:25.866091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e50d9aa5-34a0-42c0-895a-6b0fee86f52a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:25.943146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50d9aa5-34a0-42c0-895a-6b0fee86f52a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:25.947352 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:25.963701 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e50d9aa5-34a0-42c0-895a-6b0fee86f52a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:26.006680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:26.012513 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:26.021526 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a8c51795-3ddf-459f-8e17-51e8b3379a7b tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:26.070751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Pushing event updated for resources: {'Port': ['ID=e139f7e5-7189-45f1-be17-738219cdb8f5,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:26.077503 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "DELETE /v2.0/networks/6673bf17-b70c-4c8b-a8ab-e8f62f78e79d HTTP/1.1" status: 204 len: 168 time: 4.4166074 Jan 14 07:41:26.083564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3a249a64-e237-4475-a905-4d714c577615 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Synchronizing usage tracker for tenant:d409ecbd42144ed78ae43b52cea64346 on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:26.088227 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:26.091108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54780) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:26.129723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event deleted for resources: {'Network': ['ID=6673bf17-b70c-4c8b-a8ab-e8f62f78e79d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:26.135381 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:26.193268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-80ebf7d4-8a04-4fd7-9092-47660592f510 None None] Provisioning complete for port e3db9917-914a-4402-a96a-c2781bde829c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:26.194207 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80ebf7d4-8a04-4fd7-9092-47660592f510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:26.250531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3a249a64-e237-4475-a905-4d714c577615 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Unset dirty status for tenant:d409ecbd42144ed78ae43b52cea64346 on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:26.252386 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3a249a64-e237-4475-a905-4d714c577615 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4857025 Jan 14 07:41:26.269112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54784) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:26.289786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-962b8c85-c8ff-42ef-844d-a9f926562547 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group': {'name': 'tempest-secgroup--1129556154'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:26.290107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bc41cb-6bb5-4398-8bba-0632c29b6b70 None None] Network 6f105090-90d6-4ad1-a76d-7d084dd3b76c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:26.303270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f801f06-2ac7-4752-b121-f1cb5ef7977d tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:26.307676 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0f801f06-2ac7-4752-b121-f1cb5ef7977d tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/subnets/fee43ae7-5bcd-4190-9d4c-cb5e5f4b0b71 HTTP/1.1" status: 204 len: 168 time: 2.0921814 Jan 14 07:41:26.314489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bfe87f-a60d-44b6-bf37-d65229aee295 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:26.320424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-962b8c85-c8ff-42ef-844d-a9f926562547 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:26.323295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54788) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:26.343386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c0a6c7-5dea-4815-82dd-dd0eaad604cf None None] Sync routers for ids ['a5e9c02a-402c-4baf-a18d-59fb90d7b3f8'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:26.361064 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-52bfe87f-a60d-44b6-bf37-d65229aee295 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "PUT /v2.0/routers/a5e9c02a-402c-4baf-a18d-59fb90d7b3f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9450696 Jan 14 07:41:26.370201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54792) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:26.385456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c0a6c7-5dea-4815-82dd-dd0eaad604cf None None] Routers {'a5e9c02a-402c-4baf-a18d-59fb90d7b3f8'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:26.386497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e0c0a6c7-5dea-4815-82dd-dd0eaad604cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:40:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a5e9c02a-402c-4baf-a18d-59fb90d7b3f8'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:26.393283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-e50d9aa5-34a0-42c0-895a-6b0fee86f52a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] device_id is not set on port a3db7837-2c05-4432-8b33-30cd649799ca yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:41:26.605564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e0c0a6c7-5dea-4815-82dd-dd0eaad604cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:26.658044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c0a6c7-5dea-4815-82dd-dd0eaad604cf None None] Routers {'a5e9c02a-402c-4baf-a18d-59fb90d7b3f8'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:26.659087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e0c0a6c7-5dea-4815-82dd-dd0eaad604cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:40:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a5e9c02a-402c-4baf-a18d-59fb90d7b3f8'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:26.820415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6e2360-4923-4ac3-848f-709afc240f78 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:26.826916 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fa6e2360-4923-4ac3-848f-709afc240f78 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports?device_id=a5e9c02a-402c-4baf-a18d-59fb90d7b3f8 HTTP/1.1" status: 200 len: 982 time: 0.4515524 Jan 14 07:41:26.847421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54798) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:26.847804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e0c0a6c7-5dea-4815-82dd-dd0eaad604cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:26.855587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c0a6c7-5dea-4815-82dd-dd0eaad604cf None None] The sync data for ids ['a5e9c02a-402c-4baf-a18d-59fb90d7b3f8'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:26.873340 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-41da9b47-2431-4ede-877d-5e34ba166f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:27.119769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3fe351-3ec6-42b2-8286-7154614971a8 None None] DHCP port deletion for 6f105090-90d6-4ad1-a76d-7d084dd3b76c request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:41:27.125358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-962b8c85-c8ff-42ef-844d-a9f926562547 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:27.127303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1f3fe351-3ec6-42b2-8286-7154614971a8 None None] Deleting port e3db9917-914a-4402-a96a-c2781bde829c {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:27.127906 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f3fe351-3ec6-42b2-8286-7154614971a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:27.146235 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b048ce7-eb35-465b-b7b1-30379c8584f6 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:27.251266 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:27.317418 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-962b8c85-c8ff-42ef-844d-a9f926562547 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:27.395242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Deleting port e3db9917-914a-4402-a96a-c2781bde829c {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:27.395242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:27.575489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-962b8c85-c8ff-42ef-844d-a9f926562547 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:27.579435 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b048ce7-eb35-465b-b7b1-30379c8584f6 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:27.592155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1f3fe351-3ec6-42b2-8286-7154614971a8 None None] For port e3db9917-914a-4402-a96a-c2781bde829c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e3db9917-914a-4402-a96a-c2781bde829c,segment=NetworkSegment(ca9cbeb9-a664-4435-ba92-72f86eec3d9d),segment_id=ca9cbeb9-a664-4435-ba92-72f86eec3d9d)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:27.592973 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f3fe351-3ec6-42b2-8286-7154614971a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:27.657219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-962b8c85-c8ff-42ef-844d-a9f926562547 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group_rule and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:27.662275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-962b8c85-c8ff-42ef-844d-a9f926562547 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:27.694741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-962b8c85-c8ff-42ef-844d-a9f926562547 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:27.716537 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:27.739361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e50d9aa5-34a0-42c0-895a-6b0fee86f52a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Allocated IP 2001:db8::f (3993a09e-f369-4d4b-8d0b-3c4804ef429e/d6393529-5265-48c0-860c-bb904a099e39/a3db7837-2c05-4432-8b33-30cd649799ca) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:27.852239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1f3fe351-3ec6-42b2-8286-7154614971a8 None None] Calling delete_port for e3db9917-914a-4402-a96a-c2781bde829c owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:27.891087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1b048ce7-eb35-465b-b7b1-30379c8584f6 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b5554b-3b84-4c94-ac4e-e5e014d6424c']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:27.989827 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:27.991559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1b048ce7-eb35-465b-b7b1-30379c8584f6 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc821fe2-7301-46db-a711-5064e24e124b') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:28.012074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1b048ce7-eb35-465b-b7b1-30379c8584f6 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc821fe2-7301-46db-a711-5064e24e124b') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:28.059338 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f3fe351-3ec6-42b2-8286-7154614971a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:28.079310 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b048ce7-eb35-465b-b7b1-30379c8584f6 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:28.083199 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eb49b799-0d73-4830-b7e6-473283e09c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:28.142592 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b048ce7-eb35-465b-b7b1-30379c8584f6 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:28.145067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1b048ce7-eb35-465b-b7b1-30379c8584f6 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Releasing vxlan tunnel 18 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:41:28.228038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:41:28.265902 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e50d9aa5-34a0-42c0-895a-6b0fee86f52a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:28.286046 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e50f9618-a1b6-4690-af64-a74c9bc01a66 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:28.366042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1b048ce7-eb35-465b-b7b1-30379c8584f6 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Network e9b5554b-3b84-4c94-ac4e-e5e014d6424c has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:28.377927 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b048ce7-eb35-465b-b7b1-30379c8584f6 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:28.424094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e50d9aa5-34a0-42c0-895a-6b0fee86f52a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Transition to ACTIVE for port object a3db7837-2c05-4432-8b33-30cd649799ca will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:28.436591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] For port e3db9917-914a-4402-a96a-c2781bde829c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e3db9917-914a-4402-a96a-c2781bde829c,segment=NetworkSegment(ca9cbeb9-a664-4435-ba92-72f86eec3d9d),segment_id=ca9cbeb9-a664-4435-ba92-72f86eec3d9d)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:28.436912 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:28.499839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fe351-3ec6-42b2-8286-7154614971a8 None None] Pushing event deleted for resources: {'Port': ['ID=e3db9917-914a-4402-a96a-c2781bde829c,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:28.508674 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f3fe351-3ec6-42b2-8286-7154614971a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:28.509864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4972fb72-fe40-4ead-92a2-10381542f53d None None] Network 3993a09e-f369-4d4b-8d0b-3c4804ef429e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:28.528083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e139f7e5-7189-45f1-be17-738219cdb8f5 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:28.574494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Calling delete_port for e3db9917-914a-4402-a96a-c2781bde829c owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:28.603396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3fe351-3ec6-42b2-8286-7154614971a8 None None] No DVR routers for this DVR port e3db9917-914a-4402-a96a-c2781bde829c on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:41:28.660788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e50d9aa5-34a0-42c0-895a-6b0fee86f52a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:28.694479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6e9ed69c-5075-4f10-877b-807bedaa6e22 None None] Provisioning for port e139f7e5-7189-45f1-be17-738219cdb8f5 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:28.700665 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fc028007-29ae-4aee-8fee-5936acc1ca28 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:28.705303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port e139f7e5-7189-45f1-be17-738219cdb8f5 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:28.713293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port e139f7e5-7189-45f1-be17-738219cdb8f5 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:28.714044 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:28.771731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6e9ed69c-5075-4f10-877b-807bedaa6e22 None None] Provisioning complete for port e139f7e5-7189-45f1-be17-738219cdb8f5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:28.772439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed69c-5075-4f10-877b-807bedaa6e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:28.787277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d9aa5-34a0-42c0-895a-6b0fee86f52a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=a3db7837-2c05-4432-8b33-30cd649799ca,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:28.798020 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e50d9aa5-34a0-42c0-895a-6b0fee86f52a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:28.854189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-962b8c85-c8ff-42ef-844d-a9f926562547 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:28.857019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1b048ce7-eb35-465b-b7b1-30379c8584f6 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Network e9b5554b-3b84-4c94-ac4e-e5e014d6424c has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:41:28.883454 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:41:28.891393 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-962b8c85-c8ff-42ef-844d-a9f926562547 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:28.896041 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e02b12bf-be79-4d98-91d7-28dc72567eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:28.992391 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:41:28.992714 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:41:29.040113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b8c85-c8ff-42ef-844d-a9f926562547 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Pushing event updated for resources: {'SecurityGroup': ['ID=b356fbcd-e463-4d8b-904a-8c46eed14b96,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:29.047590 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-962b8c85-c8ff-42ef-844d-a9f926562547 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:29.087405 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.092395 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b048ce7-eb35-465b-b7b1-30379c8584f6 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.095919 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c4fc7232-3ca3-41b9-aad7-51399c4aa47d tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:29.117721 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b048ce7-eb35-465b-b7b1-30379c8584f6 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.120278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50d9aa5-34a0-42c0-895a-6b0fee86f52a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network 3993a09e-f369-4d4b-8d0b-3c4804ef429e is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:29.125519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e50d9aa5-34a0-42c0-895a-6b0fee86f52a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:29.129751 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-962b8c85-c8ff-42ef-844d-a9f926562547 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.131120 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-962b8c85-c8ff-42ef-844d-a9f926562547 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.8569093 Jan 14 07:41:29.133234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50d9aa5-34a0-42c0-895a-6b0fee86f52a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.135580 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.140584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b048ce7-eb35-465b-b7b1-30379c8584f6 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event deleted for resources: {'Network': ['ID=e9b5554b-3b84-4c94-ac4e-e5e014d6424c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:29.140584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54804) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:29.142884 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:29.157255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ad2c2d17-f108-4375-976c-b96ee65766f0 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group_rule': {'security_group_id': 'b356fbcd-e463-4d8b-904a-8c46eed14b96', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:29.157255 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-ad2c2d17-f108-4375-976c-b96ee65766f0 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 14 07:41:29.157255 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-ad2c2d17-f108-4375-976c-b96ee65766f0 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:41:29.157255 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ad2c2d17-f108-4375-976c-b96ee65766f0 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080688 Jan 14 07:41:29.157255 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1b048ce7-eb35-465b-b7b1-30379c8584f6 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:29.157255 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1b048ce7-eb35-465b-b7b1-30379c8584f6 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "DELETE /v2.0/networks/e9b5554b-3b84-4c94-ac4e-e5e014d6424c HTTP/1.1" status: 204 len: 168 time: 3.0574646 Jan 14 07:41:29.157255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54808) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:29.157255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54810) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:29.168918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50d9aa5-34a0-42c0-895a-6b0fee86f52a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:29.169715 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e50d9aa5-34a0-42c0-895a-6b0fee86f52a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.183802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed69c-5075-4f10-877b-807bedaa6e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.194035 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.226041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e50f9618-a1b6-4690-af64-a74c9bc01a66 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port 9746088c-c61c-4cbf-8cd1-508b7ac1ecc6 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:29.226425 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e50f9618-a1b6-4690-af64-a74c9bc01a66 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.289873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6e9ed69c-5075-4f10-877b-807bedaa6e22 None None] For port e139f7e5-7189-45f1-be17-738219cdb8f5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e139f7e5-7189-45f1-be17-738219cdb8f5,segment=NetworkSegment(6a86581c-3178-425b-b379-c4a2545170fa),segment_id=6a86581c-3178-425b-b379-c4a2545170fa)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:29.334599 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b967f9f-990d-40d2-97d6-11c7e1cbeaba tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.338480 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed69c-5075-4f10-877b-807bedaa6e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.365036 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b9068c12-3e7b-4699-a487-0eef4ce035af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:29.399799 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c72bdb8-573e-49b9-b4a2-eac61c875557 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.478604 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:41:29.479026 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:41:29.492556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ed69c-5075-4f10-877b-807bedaa6e22 None None] Pushing event updated for resources: {'Port': ['ID=e139f7e5-7189-45f1-be17-738219cdb8f5,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:29.494568 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e50f9618-a1b6-4690-af64-a74c9bc01a66 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.494724 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b967f9f-990d-40d2-97d6-11c7e1cbeaba tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.497391 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6e9ed69c-5075-4f10-877b-807bedaa6e22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:29.518499 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e50d9aa5-34a0-42c0-895a-6b0fee86f52a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3061056 Jan 14 07:41:29.522689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54818) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:29.527974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Deleting port e3db9917-914a-4402-a96a-c2781bde829c {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:29.528743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.626244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] The port 'e3db9917-914a-4402-a96a-c2781bde829c' was deleted {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:41:29.707370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e50f9618-a1b6-4690-af64-a74c9bc01a66 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for 9746088c-c61c-4cbf-8cd1-508b7ac1ecc6 owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:29.856468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d21d856-19df-4b4a-968e-ab658f6cf0ea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:29.857239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1d21d856-19df-4b4a-968e-ab658f6cf0ea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Synchronizing usage tracker for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:29.888444 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.901365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d19e2c5f-bd91-4166-a4f0-fc012f20cd62 None None] Provisioning for port 1a4e8beb-a050-43f8-bb04-6184012f740d completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:29.914387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d19e2c5f-bd91-4166-a4f0-fc012f20cd62 None None] Provisioning complete for port 1a4e8beb-a050-43f8-bb04-6184012f740d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:29.914673 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d19e2c5f-bd91-4166-a4f0-fc012f20cd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:29.944300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1d21d856-19df-4b4a-968e-ab658f6cf0ea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Unset dirty status for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:29.946948 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1d21d856-19df-4b4a-968e-ab658f6cf0ea tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4218905 Jan 14 07:41:29.946948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54822) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:30.021479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b967f9f-990d-40d2-97d6-11c7e1cbeaba tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:30.040976 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18473f77-9e5a-458c-be2c-e01439729faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:30.080426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d19e2c5f-bd91-4166-a4f0-fc012f20cd62 None None] Port 1a4e8beb-a050-43f8-bb04-6184012f740d cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:30.132645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d19e2c5f-bd91-4166-a4f0-fc012f20cd62 None None] Provisioning complete for port e139f7e5-7189-45f1-be17-738219cdb8f5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:30.133155 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d19e2c5f-bd91-4166-a4f0-fc012f20cd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:30.138460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f105090-90d6-4ad1-a76d-7d084dd3b76c']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:30.156580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c72bdb8-573e-49b9-b4a2-eac61c875557 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:30.321876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-6c72bdb8-573e-49b9-b4a2-eac61c875557 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03eaf42-44f3-421b-ba3b-8a4cc472d350']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:30.335224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e3db9917-914a-4402-a96a-c2781bde829c no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:41:30.339393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-6c72bdb8-573e-49b9-b4a2-eac61c875557 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252f147a-6171-415a-bd6c-06c9ff52caa2') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:30.339902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-6c72bdb8-573e-49b9-b4a2-eac61c875557 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252f147a-6171-415a-bd6c-06c9ff52caa2') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:30.353764 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c72bdb8-573e-49b9-b4a2-eac61c875557 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:30.373130 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c72bdb8-573e-49b9-b4a2-eac61c875557 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:30.375858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c72bdb8-573e-49b9-b4a2-eac61c875557 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Releasing vxlan tunnel 6 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:41:30.391930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: e3db9917-914a-4402-a96a-c2781bde829c {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:41:30.392507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e3db9917-914a-4402-a96a-c2781bde829c not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:41:30.408022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03351484-3b8f-448d-941b-a0a3c413b52e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:30.467041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03351484-3b8f-448d-941b-a0a3c413b52e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:30.514167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d19e2c5f-bd91-4166-a4f0-fc012f20cd62 None None] Provisioning for port a3db7837-2c05-4432-8b33-30cd649799ca completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:30.514410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03351484-3b8f-448d-941b-a0a3c413b52e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:30.522981 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-03351484-3b8f-448d-941b-a0a3c413b52e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.5754440 Jan 14 07:41:30.524244 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e50f9618-a1b6-4690-af64-a74c9bc01a66 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:30.526594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54828) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:30.527204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d19e2c5f-bd91-4166-a4f0-fc012f20cd62 None None] Provisioning complete for port a3db7837-2c05-4432-8b33-30cd649799ca triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:30.527635 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d19e2c5f-bd91-4166-a4f0-fc012f20cd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:30.592770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9cbeb9-a664-4435-ba92-72f86eec3d9d') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:30.593143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9cbeb9-a664-4435-ba92-72f86eec3d9d') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:30.632563 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:30.635904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e139f7e5-7189-45f1-be17-738219cdb8f5 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:30.655988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b967f9f-990d-40d2-97d6-11c7e1cbeaba tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Pushing event deleted for resources: {'SecurityGroup': ['ID=b356fbcd-e463-4d8b-904a-8c46eed14b96,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:30.668401 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:30.671491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Releasing vxlan tunnel 21 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:41:30.728426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d19e2c5f-bd91-4166-a4f0-fc012f20cd62 None None] Port a3db7837-2c05-4432-8b33-30cd649799ca cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:30.802265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port e139f7e5-7189-45f1-be17-738219cdb8f5 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:30.803392 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:30.815962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-81ee3871-aab9-419f-9ad5-be95b9968c7d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port a3db7837-2c05-4432-8b33-30cd649799ca {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:30.816358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81ee3871-aab9-419f-9ad5-be95b9968c7d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:30.848884 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e5bffb8-c4a6-458f-9c93-1bc4579d4184 tempest-RoutersIpV6AdminTest-81454288 tempest-RoutersIpV6AdminTest-81454288] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:30.939251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-404790a5-50e4-4c24-b378-76688a46986e None None] Provisioning complete for port 1a4e8beb-a050-43f8-bb04-6184012f740d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:30.939692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-404790a5-50e4-4c24-b378-76688a46986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:31.070593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f9618-a1b6-4690-af64-a74c9bc01a66 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Port': ['ID=9746088c-c61c-4cbf-8cd1-508b7ac1ecc6,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:31.112385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-404790a5-50e4-4c24-b378-76688a46986e None None] Port 1a4e8beb-a050-43f8-bb04-6184012f740d cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:31.139457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-404790a5-50e4-4c24-b378-76688a46986e None None] Provisioning complete for port e139f7e5-7189-45f1-be17-738219cdb8f5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:31.140237 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-404790a5-50e4-4c24-b378-76688a46986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:31.158104 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e50f9618-a1b6-4690-af64-a74c9bc01a66 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:31.285788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b967f9f-990d-40d2-97d6-11c7e1cbeaba tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:31.287225 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8b967f9f-990d-40d2-97d6-11c7e1cbeaba tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "DELETE /v2.0/security-groups/b356fbcd-e463-4d8b-904a-8c46eed14b96 HTTP/1.1" status: 204 len: 168 time: 2.1319759 Jan 14 07:41:31.304417 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8b967f9f-990d-40d2-97d6-11c7e1cbeaba tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.263s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:31.321669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54832) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:31.359159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6c72bdb8-573e-49b9-b4a2-eac61c875557 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Network e03eaf42-44f3-421b-ba3b-8a4cc472d350 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:31.370171 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c72bdb8-573e-49b9-b4a2-eac61c875557 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:31.401105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d053a69-7c2c-40fb-aa84-d597ada97be5 None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:41:31.435033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e50f9618-a1b6-4690-af64-a74c9bc01a66 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:31.488145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7ff330b5-bf07-482d-aaaa-c529f7e2e95d None None] Provisioning complete for port e139f7e5-7189-45f1-be17-738219cdb8f5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:31.488480 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ff330b5-bf07-482d-aaaa-c529f7e2e95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:31.603861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 6f105090-90d6-4ad1-a76d-7d084dd3b76c has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:31.672609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:31.733714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d053a69-7c2c-40fb-aa84-d597ada97be5 None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:41:31.792085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6c72bdb8-573e-49b9-b4a2-eac61c875557 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Network e03eaf42-44f3-421b-ba3b-8a4cc472d350 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:31.813063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-02ba8cdb-4173-47b8-bb5a-626b9fbd671c tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Synchronizing usage tracker for tenant:d409ecbd42144ed78ae43b52cea64346 on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:41:31.840431 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:41:31.886760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7ff330b5-bf07-482d-aaaa-c529f7e2e95d None None] Provisioning complete for port a3db7837-2c05-4432-8b33-30cd649799ca triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:31.887190 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ff330b5-bf07-482d-aaaa-c529f7e2e95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:32.035149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 6f105090-90d6-4ad1-a76d-7d084dd3b76c has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:32.043913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-02ba8cdb-4173-47b8-bb5a-626b9fbd671c tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Unset dirty status for tenant:d409ecbd42144ed78ae43b52cea64346 on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:32.045287 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-02ba8cdb-4173-47b8-bb5a-626b9fbd671c tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7225726 Jan 14 07:41:32.051763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54842) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:41:32.065990 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:41:32.070577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c72bdb8-573e-49b9-b4a2-eac61c875557 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:32.116290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7ff330b5-bf07-482d-aaaa-c529f7e2e95d None None] Port a3db7837-2c05-4432-8b33-30cd649799ca cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:32.139012 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8d91b7eb-40c9-42df-8dd0-93815521b2d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:32.159058 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c72bdb8-573e-49b9-b4a2-eac61c875557 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:32.186857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72bdb8-573e-49b9-b4a2-eac61c875557 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event deleted for resources: {'Network': ['ID=e03eaf42-44f3-421b-ba3b-8a4cc472d350,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:32.189644 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c72bdb8-573e-49b9-b4a2-eac61c875557 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:32.204683 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6c72bdb8-573e-49b9-b4a2-eac61c875557 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "DELETE /v2.0/networks/e03eaf42-44f3-421b-ba3b-8a4cc472d350 HTTP/1.1" status: 204 len: 168 time: 3.0076203 Jan 14 07:41:32.206200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54846) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:32.261665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-084f95b1-40d0-4290-8bcf-9fb45b342067 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group': {'name': 'tempest-secgroup--20614907'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:32.347229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:32.355562 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c72bdb8-573e-49b9-b4a2-eac61c875557 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:32.380926 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:32.384147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Network': ['ID=6f105090-90d6-4ad1-a76d-7d084dd3b76c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:32.390679 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:32.403424 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-520cbce7-2830-4d5e-bd23-a24dd146cfb2 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:32.409864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-084f95b1-40d0-4290-8bcf-9fb45b342067 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:32.424122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81ee3871-aab9-419f-9ad5-be95b9968c7d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:32.479068 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/networks/6f105090-90d6-4ad1-a76d-7d084dd3b76c HTTP/1.1" status: 204 len: 168 time: 6.1537549 Jan 14 07:41:32.484074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54852) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:32.532844 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8b5406-4d0e-4ced-be94-074b15146846 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] DELETE failed (client error): The resource could not be found. Jan 14 07:41:32.533355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8b5406-4d0e-4ced-be94-074b15146846 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:41:32.538007 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ee8b5406-4d0e-4ced-be94-074b15146846 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/subnets/fa99e745-b878-45b5-bc86-7da5a5be71fd HTTP/1.1" status: 404 len: 337 time: 0.0487838 Jan 14 07:41:32.562520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-084f95b1-40d0-4290-8bcf-9fb45b342067 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:32.567815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54856) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:32.573408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-81ee3871-aab9-419f-9ad5-be95b9968c7d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for a3db7837-2c05-4432-8b33-30cd649799ca owned by {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:32.614847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50f9618-a1b6-4690-af64-a74c9bc01a66 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Router a5e9c02a-402c-4baf-a18d-59fb90d7b3f8 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:32.642199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-084f95b1-40d0-4290-8bcf-9fb45b342067 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:32.675436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-084f95b1-40d0-4290-8bcf-9fb45b342067 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:32.680348 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba2eafa-5254-4c39-b6cf-fd39c43f5561 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] DELETE failed (client error): The resource could not be found. Jan 14 07:41:32.680861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba2eafa-5254-4c39-b6cf-fd39c43f5561 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:41:32.685248 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dba2eafa-5254-4c39-b6cf-fd39c43f5561 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/networks/55367ce1-50ee-4951-b8c1-852ba256cc1a HTTP/1.1" status: 404 len: 339 time: 0.1129351 Jan 14 07:41:32.689987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54860) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:32.749844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-084f95b1-40d0-4290-8bcf-9fb45b342067 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group_rule and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:32.751338 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6721d7-57d1-4832-b6ba-8e2b7dbb43c7 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] DELETE failed (client error): The resource could not be found. Jan 14 07:41:32.751866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6721d7-57d1-4832-b6ba-8e2b7dbb43c7 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:41:32.756232 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cf6721d7-57d1-4832-b6ba-8e2b7dbb43c7 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/subnets/5d78baf1-708e-442a-9ca6-1c8f480d55cd HTTP/1.1" status: 404 len: 337 time: 0.0627117 Jan 14 07:41:32.756232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-520cbce7-2830-4d5e-bd23-a24dd146cfb2 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:32.764420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-084f95b1-40d0-4290-8bcf-9fb45b342067 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:32.767085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54864) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:32.834073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-084f95b1-40d0-4290-8bcf-9fb45b342067 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:32.876876 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-031bad86-f6fe-4d30-bbf2-589c0f80b207 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] DELETE failed (client error): The resource could not be found. Jan 14 07:41:32.877308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031bad86-f6fe-4d30-bbf2-589c0f80b207 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:41:32.883175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50f9618-a1b6-4690-af64-a74c9bc01a66 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:32.890230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-520cbce7-2830-4d5e-bd23-a24dd146cfb2 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87273512-cf32-4c9f-ac43-dcbde25db554']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:32.898682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a197247-32d8-43db-ad4a-df4cebeebdc8 None None] Sync routers for ids ['a5e9c02a-402c-4baf-a18d-59fb90d7b3f8'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:32.904513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-520cbce7-2830-4d5e-bd23-a24dd146cfb2 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48edfd7-329b-4496-98a9-a8c981490a1a') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:32.904861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-520cbce7-2830-4d5e-bd23-a24dd146cfb2 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48edfd7-329b-4496-98a9-a8c981490a1a') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:32.914714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a197247-32d8-43db-ad4a-df4cebeebdc8 None None] Routers {'a5e9c02a-402c-4baf-a18d-59fb90d7b3f8'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:32.915749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6a197247-32d8-43db-ad4a-df4cebeebdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:41:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a5e9c02a-402c-4baf-a18d-59fb90d7b3f8'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:32.946754 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-520cbce7-2830-4d5e-bd23-a24dd146cfb2 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:32.958315 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-031bad86-f6fe-4d30-bbf2-589c0f80b207 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/networks/32218d6c-e24e-44dc-a518-fede3ba544ff HTTP/1.1" status: 404 len: 339 time: 0.1343241 Jan 14 07:41:32.966722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54868) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:32.989267 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-520cbce7-2830-4d5e-bd23-a24dd146cfb2 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:32.991415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-520cbce7-2830-4d5e-bd23-a24dd146cfb2 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:41:33.015674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6a197247-32d8-43db-ad4a-df4cebeebdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:33.031264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a197247-32d8-43db-ad4a-df4cebeebdc8 None None] Routers {'a5e9c02a-402c-4baf-a18d-59fb90d7b3f8'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:33.032415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6a197247-32d8-43db-ad4a-df4cebeebdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:41:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['a5e9c02a-402c-4baf-a18d-59fb90d7b3f8'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:33.064894 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5611225e-56b0-4b34-bc63-08e9bc44dfe8 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] DELETE failed (client error): The resource could not be found. Jan 14 07:41:33.070804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5611225e-56b0-4b34-bc63-08e9bc44dfe8 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:41:33.078326 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5611225e-56b0-4b34-bc63-08e9bc44dfe8 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/subnets/fa0577db-17b0-46d4-992c-e686fec9053e HTTP/1.1" status: 404 len: 337 time: 0.1070340 Jan 14 07:41:33.100617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6a197247-32d8-43db-ad4a-df4cebeebdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:33.101222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a197247-32d8-43db-ad4a-df4cebeebdc8 None None] The sync data for ids ['a5e9c02a-402c-4baf-a18d-59fb90d7b3f8'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:33.112043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54872) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:33.113056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81ee3871-aab9-419f-9ad5-be95b9968c7d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.134045 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e50f9618-a1b6-4690-af64-a74c9bc01a66 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "PUT /v2.0/routers/a5e9c02a-402c-4baf-a18d-59fb90d7b3f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2828159 Jan 14 07:41:33.156761 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d63c95be-2515-43ab-8ac1-90e60d59ab84 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:33.197408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54876) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:33.206702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-520cbce7-2830-4d5e-bd23-a24dd146cfb2 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Network 87273512-cf32-4c9f-ac43-dcbde25db554 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:33.217070 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-520cbce7-2830-4d5e-bd23-a24dd146cfb2 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.311002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee3871-aab9-419f-9ad5-be95b9968c7d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=a3db7837-2c05-4432-8b33-30cd649799ca,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:33.314115 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-81ee3871-aab9-419f-9ad5-be95b9968c7d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:33.321898 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-084f95b1-40d0-4290-8bcf-9fb45b342067 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.331301 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-fffda9ef-9f9d-4fe3-9693-330d6a730082 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] DELETE failed (client error): The resource could not be found. Jan 14 07:41:33.332118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fffda9ef-9f9d-4fe3-9693-330d6a730082 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:41:33.344798 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-084f95b1-40d0-4290-8bcf-9fb45b342067 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.362705 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6be15b84-4f53-4fb3-9440-67dcd40ae27f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:33.372464 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b91074c-367e-4aea-85e6-b6c9083e24f8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] GET failed (client error): The resource could not be found. Jan 14 07:41:33.373035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7b91074c-367e-4aea-85e6-b6c9083e24f8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Synchronizing usage tracker for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:33.381225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-084f95b1-40d0-4290-8bcf-9fb45b342067 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.394418 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-084f95b1-40d0-4290-8bcf-9fb45b342067 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1358392 Jan 14 07:41:33.394418 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fffda9ef-9f9d-4fe3-9693-330d6a730082 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/networks/3f30f989-642a-42eb-98fe-1cc9dc4bb8c4 HTTP/1.1" status: 404 len: 339 time: 0.2592583 Jan 14 07:41:33.394418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54882) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:33.394418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54884) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:33.406460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0216b6b4-1a36-4a00-a750-23dea209ffe1 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group_rule': {'security_group_id': '48ee325d-0bc8-4faa-a76f-c8bff76f8226', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:33.408183 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-0216b6b4-1a36-4a00-a750-23dea209ffe1 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 14 07:41:33.408755 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-0216b6b4-1a36-4a00-a750-23dea209ffe1 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:41:33.417092 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0216b6b4-1a36-4a00-a750-23dea209ffe1 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0190282 Jan 14 07:41:33.423978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54890) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:33.455832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-520cbce7-2830-4d5e-bd23-a24dd146cfb2 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Network 87273512-cf32-4c9f-ac43-dcbde25db554 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:41:33.485668 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:41:33.518546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f95b1-40d0-4290-8bcf-9fb45b342067 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Pushing event updated for resources: {'SecurityGroup': ['ID=48ee325d-0bc8-4faa-a76f-c8bff76f8226,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:33.522232 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-084f95b1-40d0-4290-8bcf-9fb45b342067 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:33.540358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7b91074c-367e-4aea-85e6-b6c9083e24f8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Unset dirty status for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:33.545202 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7b91074c-367e-4aea-85e6-b6c9083e24f8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports/9746088c-c61c-4cbf-8cd1-508b7ac1ecc6 HTTP/1.1" status: 404 len: 333 time: 0.3404980 Jan 14 07:41:33.548319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54894) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:33.628877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8676ee62-722b-44f1-a2aa-348b2752f034 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.630888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-520cbce7-2830-4d5e-bd23-a24dd146cfb2 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.634921 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a81fc00b-1ceb-4b8b-a67a-a4c402edfdb1 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:33.662511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-520cbce7-2830-4d5e-bd23-a24dd146cfb2 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.678919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cbce7-2830-4d5e-bd23-a24dd146cfb2 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Pushing event deleted for resources: {'Network': ['ID=87273512-cf32-4c9f-ac43-dcbde25db554,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:33.690770 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-520cbce7-2830-4d5e-bd23-a24dd146cfb2 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:33.695129 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-520cbce7-2830-4d5e-bd23-a24dd146cfb2 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] 10.222.0.41 "DELETE /v2.0/networks/87273512-cf32-4c9f-ac43-dcbde25db554 HTTP/1.1" status: 204 len: 168 time: 1.4878397 Jan 14 07:41:33.700386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8676ee62-722b-44f1-a2aa-348b2752f034 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.755471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8676ee62-722b-44f1-a2aa-348b2752f034 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.762951 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ca8516cc-3dae-451b-bb49-6c27bf793d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:33.785534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676ee62-722b-44f1-a2aa-348b2752f034 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ee325d-0bc8-4faa-a76f-c8bff76f8226,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:33.807555 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8676ee62-722b-44f1-a2aa-348b2752f034 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:33.821496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8676ee62-722b-44f1-a2aa-348b2752f034 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.827030 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8676ee62-722b-44f1-a2aa-348b2752f034 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "DELETE /v2.0/security-groups/48ee325d-0bc8-4faa-a76f-c8bff76f8226 HTTP/1.1" status: 204 len: 168 time: 0.4019525 Jan 14 07:41:33.827762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54900) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:33.869190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bdc9f19-a712-4f1d-9dc0-2c9c6e1b0fd7 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Deleting subnet 9b9d7de6-5aa4-4367-a288-7d3f15f7c086 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:41:33.879097 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81ee3871-aab9-419f-9ad5-be95b9968c7d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.881190 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-81ee3871-aab9-419f-9ad5-be95b9968c7d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/ports/a3db7837-2c05-4432-8b33-30cd649799ca HTTP/1.1" status: 204 len: 168 time: 3.3531656 Jan 14 07:41:33.885112 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bdc9f19-a712-4f1d-9dc0-2c9c6e1b0fd7 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:33.911926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54904) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:33.919577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d7f2daa2-f3f3-43ae-974c-f8de8e57f998 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Synchronizing usage tracker for tenant:d409ecbd42144ed78ae43b52cea64346 on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:33.971239 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6fee20a2-bca8-4de3-9277-98cb36157d4c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.012017 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca753ee7-4a01-4ea2-9522-e3722d164b5d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] GET failed (client error): The resource could not be found. Jan 14 07:41:34.012664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ca753ee7-4a01-4ea2-9522-e3722d164b5d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Synchronizing usage tracker for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:34.046245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d7f2daa2-f3f3-43ae-974c-f8de8e57f998 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Unset dirty status for tenant:d409ecbd42144ed78ae43b52cea64346 on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:34.047776 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d7f2daa2-f3f3-43ae-974c-f8de8e57f998 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2188580 Jan 14 07:41:34.049520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ca753ee7-4a01-4ea2-9522-e3722d164b5d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Unset dirty status for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:34.050668 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ca753ee7-4a01-4ea2-9522-e3722d164b5d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports/a3db7837-2c05-4432-8b33-30cd649799ca HTTP/1.1" status: 404 len: 333 time: 0.1280205 Jan 14 07:41:34.053853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54910) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:34.060709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54912) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:34.110161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group': {'name': 'tempest-secgroup--2140485091'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:34.144754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:34.178010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:34.207709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-afbae1af-754c-4e04-8772-6baf39de2984 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port 1a4e8beb-a050-43f8-bb04-6184012f740d {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:34.208159 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afbae1af-754c-4e04-8772-6baf39de2984 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.235022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54918) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:34.248231 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bdc9f19-a712-4f1d-9dc0-2c9c6e1b0fd7 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.274611 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.342740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:34.351678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group_rule and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:34.357036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:34.366440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:34.372317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6fee20a2-bca8-4de3-9277-98cb36157d4c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.376877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6fee20a2-bca8-4de3-9277-98cb36157d4c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.474092 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6fee20a2-bca8-4de3-9277-98cb36157d4c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.474897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fee20a2-bca8-4de3-9277-98cb36157d4c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Fanout notify agent at l3_agent the message router_deleted on router a5e9c02a-402c-4baf-a18d-59fb90d7b3f8 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:41:34.502257 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6fee20a2-bca8-4de3-9277-98cb36157d4c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.503757 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6fee20a2-bca8-4de3-9277-98cb36157d4c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/routers/a5e9c02a-402c-4baf-a18d-59fb90d7b3f8 HTTP/1.1" status: 204 len: 168 time: 0.9527578 Jan 14 07:41:34.508154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54930) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:34.548072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bdc9f19-a712-4f1d-9dc0-2c9c6e1b0fd7 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.558897 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afbae1af-754c-4e04-8772-6baf39de2984 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.744101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-afbae1af-754c-4e04-8772-6baf39de2984 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for 1a4e8beb-a050-43f8-bb04-6184012f740d owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:34.775158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.784609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.798679 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8676ee62-722b-44f1-a2aa-348b2752f034 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:34.881822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Pushing event updated for resources: {'SecurityGroup': ['ID=2960adcc-681b-461b-9c02-99e51da188dd,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:34.892560 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:34.897345 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8319161 Jan 14 07:41:34.897345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.897345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.897740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.898089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.898286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.898809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.899218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.899628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.900088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.900491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.900895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.901294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.902492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.902905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.903312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.903740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.904262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.904549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.905828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.905828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.905828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.906097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.906483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.907576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.907576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.907790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.908112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.908513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.908907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.909304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.909704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.910104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.910501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.910903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.911298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.911728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:34.916385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54934) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:34.920528 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:34.924242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-380491e8-4997-43be-bd98-6b279e78d1b9 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group_rule': {'security_group_id': '2960adcc-681b-461b-9c02-99e51da188dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:34.925181 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-380491e8-4997-43be-bd98-6b279e78d1b9 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 14 07:41:34.925773 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-380491e8-4997-43be-bd98-6b279e78d1b9 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:41:34.929912 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-380491e8-4997-43be-bd98-6b279e78d1b9 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0095782 Jan 14 07:41:34.930771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54938) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:34.969857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0502c7a2-8e27-41f3-b9f5-bf877e23bb1f tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group_rule': {'security_group_id': '2960adcc-681b-461b-9c02-99e51da188dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:34.970590 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-0502c7a2-8e27-41f3-b9f5-bf877e23bb1f tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 14 07:41:34.971147 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-0502c7a2-8e27-41f3-b9f5-bf877e23bb1f tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:41:34.975188 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0502c7a2-8e27-41f3-b9f5-bf877e23bb1f tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0410817 Jan 14 07:41:34.978815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54942) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:34.995835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5f202540-5e64-49e4-9aeb-3bbe1257f3c9 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group_rule': {'security_group_id': '2960adcc-681b-461b-9c02-99e51da188dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:34.996695 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-5f202540-5e64-49e4-9aeb-3bbe1257f3c9 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 14 07:41:34.997624 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-5f202540-5e64-49e4-9aeb-3bbe1257f3c9 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:41:35.001136 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5f202540-5e64-49e4-9aeb-3bbe1257f3c9 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0185614 Jan 14 07:41:35.002001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54946) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:35.010012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9c5dbadd-fbc8-49d7-8ce9-bae1759de6e1 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group_rule': {'security_group_id': '2960adcc-681b-461b-9c02-99e51da188dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:35.011469 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-9c5dbadd-fbc8-49d7-8ce9-bae1759de6e1 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 14 07:41:35.012218 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-9c5dbadd-fbc8-49d7-8ce9-bae1759de6e1 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:41:35.016049 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9c5dbadd-fbc8-49d7-8ce9-bae1759de6e1 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0104291 Jan 14 07:41:35.017071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54950) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:35.098097 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afbae1af-754c-4e04-8772-6baf39de2984 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.124074 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6b5e8958-4e64-4c1b-9726-9c9efb278044 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:35.181557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbae1af-754c-4e04-8772-6baf39de2984 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=1a4e8beb-a050-43f8-bb04-6184012f740d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:35.232803 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-22fa6c04-5f11-407a-afb8-72c4a517f7dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bdf80e0faf4849168fb694ad9bb622f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9964354 Jan 14 07:41:35.236833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64ad4112-99c2-412f-b416-d99b3c8029df tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.237654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54960) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:35.244705 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-afbae1af-754c-4e04-8772-6baf39de2984 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:35.291969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64ad4112-99c2-412f-b416-d99b3c8029df tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.378967 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afbae1af-754c-4e04-8772-6baf39de2984 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.383695 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64ad4112-99c2-412f-b416-d99b3c8029df tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.390880 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a32b3a4d-8da0-403c-ad71-fcb32d5e1741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:35.407046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad4112-99c2-412f-b416-d99b3c8029df tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Pushing event deleted for resources: {'SecurityGroup': ['ID=2960adcc-681b-461b-9c02-99e51da188dd,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:35.412394 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-64ad4112-99c2-412f-b416-d99b3c8029df tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:35.423196 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64ad4112-99c2-412f-b416-d99b3c8029df tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.424483 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-64ad4112-99c2-412f-b416-d99b3c8029df tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "DELETE /v2.0/security-groups/2960adcc-681b-461b-9c02-99e51da188dd HTTP/1.1" status: 204 len: 168 time: 0.4066570 Jan 14 07:41:35.426877 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-afbae1af-754c-4e04-8772-6baf39de2984 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/ports/1a4e8beb-a050-43f8-bb04-6184012f740d HTTP/1.1" status: 204 len: 168 time: 1.3706412 Jan 14 07:41:35.430858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54966) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:35.431235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54968) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:35.449346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea22cc4-3c9d-4dfc-8f68-1eea1750ba39 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting subnet 15ec6855-8fd0-4b5f-96a6-0b2f8c1adf1c {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:41:35.466721 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ea22cc4-3c9d-4dfc-8f68-1eea1750ba39 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.513302 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-87352e0f-e72b-404d-a5a8-d391cc9328cd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] GET failed (client error): The resource could not be found. Jan 14 07:41:35.513869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-87352e0f-e72b-404d-a5a8-d391cc9328cd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Synchronizing usage tracker for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:35.533595 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25ef6a18-7c9e-446a-a726-c524f98b86e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.560016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-87352e0f-e72b-404d-a5a8-d391cc9328cd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Unset dirty status for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:35.564428 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-87352e0f-e72b-404d-a5a8-d391cc9328cd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports/1a4e8beb-a050-43f8-bb04-6184012f740d HTTP/1.1" status: 404 len: 333 time: 0.1320601 Jan 14 07:41:35.565100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 54974) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:35.616147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-da332435-d038-451d-aa56-4c031be86a4a tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Synchronizing usage tracker for tenant:d409ecbd42144ed78ae43b52cea64346 on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:35.622301 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25ef6a18-7c9e-446a-a726-c524f98b86e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.632382 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ea22cc4-3c9d-4dfc-8f68-1eea1750ba39 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.661246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-da332435-d038-451d-aa56-4c031be86a4a tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Unset dirty status for tenant:d409ecbd42144ed78ae43b52cea64346 on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:35.675067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54978) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:35.676275 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-da332435-d038-451d-aa56-4c031be86a4a tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2414949 Jan 14 07:41:35.716012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-72f2d4ee-3c10-4148-9f80-84c36d72fe90 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group': {'name': 'tempest-secgroup--958450415'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:35.729072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-72f2d4ee-3c10-4148-9f80-84c36d72fe90 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:35.742518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-72f2d4ee-3c10-4148-9f80-84c36d72fe90 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:35.763540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72f2d4ee-3c10-4148-9f80-84c36d72fe90 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.796922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bdc9f19-a712-4f1d-9dc0-2c9c6e1b0fd7 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:35.821840 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0144bed7-55bb-4073-9b28-e8b90094b28f tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:35.944063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc9f19-a712-4f1d-9dc0-2c9c6e1b0fd7 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Subnet': ['ID=9b9d7de6-5aa4-4367-a288-7d3f15f7c086,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:35.946854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-72f2d4ee-3c10-4148-9f80-84c36d72fe90 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:35.969348 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8bdc9f19-a712-4f1d-9dc0-2c9c6e1b0fd7 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:35.979742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-72f2d4ee-3c10-4148-9f80-84c36d72fe90 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group_rule and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:35.991678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-72f2d4ee-3c10-4148-9f80-84c36d72fe90 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:36.017988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-72f2d4ee-3c10-4148-9f80-84c36d72fe90 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:36.039137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25ef6a18-7c9e-446a-a726-c524f98b86e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.049785 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-34b1c3cc-3d64-4676-b1de-55c2cf302cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:36.077344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bdc9f19-a712-4f1d-9dc0-2c9c6e1b0fd7 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.100874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5573115-d12b-49f5-85ff-c2f28d0830c7 None None] Network 0b85154c-4dbb-46c7-a549-8ed1a86a7b1f requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:36.103399 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ea22cc4-3c9d-4dfc-8f68-1eea1750ba39 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.159485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef6a18-7c9e-446a-a726-c524f98b86e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacbd270-7658-45fc-ae1c-47cf675b0324,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:36.162996 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-25ef6a18-7c9e-446a-a726-c524f98b86e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:36.187743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25ef6a18-7c9e-446a-a726-c524f98b86e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.189009 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-25ef6a18-7c9e-446a-a726-c524f98b86e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dacbd270-7658-45fc-ae1c-47cf675b0324 HTTP/1.1" status: 204 len: 168 time: 0.9503307 Jan 14 07:41:36.189763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3946a8a-998a-4c57-9df9-85f8e0428164 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting subnet d6393529-5265-48c0-860c-bb904a099e39 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:41:36.194457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d3946a8a-998a-4c57-9df9-85f8e0428164 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.195087 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8bdc9f19-a712-4f1d-9dc0-2c9c6e1b0fd7 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/subnets/9b9d7de6-5aa4-4367-a288-7d3f15f7c086 HTTP/1.1" status: 204 len: 168 time: 2.7980347 Jan 14 07:41:36.200266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 54984) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:36.261095 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d3946a8a-998a-4c57-9df9-85f8e0428164 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.351749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.374896 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d3946a8a-998a-4c57-9df9-85f8e0428164 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.534291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] DHCP port deletion for 0b85154c-4dbb-46c7-a549-8ed1a86a7b1f request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:41:36.538468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Deleting port 082154cb-e41c-4465-b340-2a05570f25be {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:36.538896 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.595847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Deleting port 082154cb-e41c-4465-b340-2a05570f25be {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:36.596467 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.672358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72f2d4ee-3c10-4148-9f80-84c36d72fe90 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.727310 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72f2d4ee-3c10-4148-9f80-84c36d72fe90 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.743482 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-442630fb-3a0c-4f03-b5b8-7a981ba08f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:36.820066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] For port 082154cb-e41c-4465-b340-2a05570f25be, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=082154cb-e41c-4465-b340-2a05570f25be,segment=NetworkSegment(10e76b45-a85d-4b2b-8d23-0aa2ba66cc6f),segment_id=10e76b45-a85d-4b2b-8d23-0aa2ba66cc6f)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:36.820621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.889187 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d3946a8a-998a-4c57-9df9-85f8e0428164 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:36.970643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Calling delete_port for 082154cb-e41c-4465-b340-2a05570f25be owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:37.041468 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-79f1dd75-2b71-456f-bbdc-5a59bf24ed12 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:37.056265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2d4ee-3c10-4148-9f80-84c36d72fe90 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Pushing event updated for resources: {'SecurityGroup': ['ID=36850e5c-e312-4ba1-a0aa-8eb820fdaa91,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:37.085706 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-72f2d4ee-3c10-4148-9f80-84c36d72fe90 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:37.087374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:37.097306 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d3946a8a-998a-4c57-9df9-85f8e0428164 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:37.100416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3946a8a-998a-4c57-9df9-85f8e0428164 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Subnet': ['ID=d6393529-5265-48c0-860c-bb904a099e39,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:37.106243 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d3946a8a-998a-4c57-9df9-85f8e0428164 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:37.109419 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d3946a8a-998a-4c57-9df9-85f8e0428164 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/subnets/d6393529-5265-48c0-860c-bb904a099e39 HTTP/1.1" status: 204 len: 168 time: 1.5395870 Jan 14 07:41:37.113636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55004) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:37.124263 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72f2d4ee-3c10-4148-9f80-84c36d72fe90 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:37.125878 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-72f2d4ee-3c10-4148-9f80-84c36d72fe90 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4438598 Jan 14 07:41:37.138317 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-13fa0c49-16d7-40df-9c22-3adbd481b0c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:37.141329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55008) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:37.183607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-779a1d58-5b16-41e3-9409-bd21e18d7b28 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group_rule': {'security_group_id': '36850e5c-e312-4ba1-a0aa-8eb820fdaa91', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:37.187618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710c4352-b06e-4ada-9060-5419155ed058 None None] Network 3993a09e-f369-4d4b-8d0b-3c4804ef429e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:37.188418 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-779a1d58-5b16-41e3-9409-bd21e18d7b28 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 14 07:41:37.189188 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-779a1d58-5b16-41e3-9409-bd21e18d7b28 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:41:37.190633 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-779a1d58-5b16-41e3-9409-bd21e18d7b28 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0479615 Jan 14 07:41:37.199379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55012) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:37.313172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f0a0ab66-bbd7-4067-b861-f568b37ce48c tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group_rule': {'security_group_id': '36850e5c-e312-4ba1-a0aa-8eb820fdaa91', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:37.319605 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:37.321604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Pushing event deleted for resources: {'Port': ['ID=082154cb-e41c-4465-b340-2a05570f25be,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:37.341299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f0a0ab66-bbd7-4067-b861-f568b37ce48c tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:37.368205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f0a0ab66-bbd7-4067-b861-f568b37ce48c tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group_rule and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:37.372066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] For port 082154cb-e41c-4465-b340-2a05570f25be, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=082154cb-e41c-4465-b340-2a05570f25be,segment=NetworkSegment(10e76b45-a85d-4b2b-8d23-0aa2ba66cc6f),segment_id=10e76b45-a85d-4b2b-8d23-0aa2ba66cc6f)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:37.372480 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:37.385868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f0a0ab66-bbd7-4067-b861-f568b37ce48c tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:37.407449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port e139f7e5-7189-45f1-be17-738219cdb8f5 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:37.408499 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:37.448336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.449335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.449824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.450682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.451167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.451823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.452306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.452780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.453261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.453739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.454217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.454692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.455901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.456393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.456884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.457367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.458203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.458686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.459415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.459921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.460886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.461358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.461919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.462422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.462903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.463335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.463794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.464758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.465205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.465991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.466433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.466869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.467299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.467757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.468361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.468794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:41:37.484342 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:37.511917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f0a0ab66-bbd7-4067-b861-f568b37ce48c tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:37.616211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] No DVR routers for this DVR port 082154cb-e41c-4465-b340-2a05570f25be on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:41:37.635487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Calling delete_port for 082154cb-e41c-4465-b340-2a05570f25be owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:37.689616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2666ca-8e38-4dac-bd3a-f0fd520cf859 None None] DHCP port deletion for 3993a09e-f369-4d4b-8d0b-3c4804ef429e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:41:37.695349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1b2666ca-8e38-4dac-bd3a-f0fd520cf859 None None] Deleting port e139f7e5-7189-45f1-be17-738219cdb8f5 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:37.695826 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b2666ca-8e38-4dac-bd3a-f0fd520cf859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:37.734211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] For port e139f7e5-7189-45f1-be17-738219cdb8f5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e139f7e5-7189-45f1-be17-738219cdb8f5,segment=NetworkSegment(6a86581c-3178-425b-b379-c4a2545170fa),segment_id=6a86581c-3178-425b-b379-c4a2545170fa)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:37.734788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:37.751590 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ea22cc4-3c9d-4dfc-8f68-1eea1750ba39 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:37.780629 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b11d1b1d-1692-47a1-9375-9ec1276541cf tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:37.817788 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-f0a0ab66-bbd7-4067-b861-f568b37ce48c tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:41:37.818959 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f0a0ab66-bbd7-4067-b861-f568b37ce48c tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6116610 Jan 14 07:41:37.881624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55024) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:37.882540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea22cc4-3c9d-4dfc-8f68-1eea1750ba39 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Subnet': ['ID=15ec6855-8fd0-4b5f-96a6-0b2f8c1adf1c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:37.887477 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1ea22cc4-3c9d-4dfc-8f68-1eea1750ba39 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:37.897833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8fbb933c-d8ac-450d-a80a-31760fc1df2b tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group_rule': {'security_group_id': '36850e5c-e312-4ba1-a0aa-8eb820fdaa91', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:37.898367 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-8fbb933c-d8ac-450d-a80a-31760fc1df2b tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 14 07:41:37.898917 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-8fbb933c-d8ac-450d-a80a-31760fc1df2b tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:41:37.900034 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8fbb933c-d8ac-450d-a80a-31760fc1df2b tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0150986 Jan 14 07:41:37.918758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55028) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:37.923273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for e139f7e5-7189-45f1-be17-738219cdb8f5 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:37.940326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2a0a0f7c-9239-43b3-b775-441529b600e6 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group_rule': {'security_group_id': '36850e5c-e312-4ba1-a0aa-8eb820fdaa91', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:37.976568 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:41:37.976959 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:41:38.000945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2a0a0f7c-9239-43b3-b775-441529b600e6 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:38.028564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2a0a0f7c-9239-43b3-b775-441529b600e6 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group_rule and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:38.031717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.033256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2a0a0f7c-9239-43b3-b775-441529b600e6 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:38.064268 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-52bfe87f-a60d-44b6-bf37-d65229aee295 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:38.066509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2a0a0f7c-9239-43b3-b775-441529b600e6 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:38.088407 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ea22cc4-3c9d-4dfc-8f68-1eea1750ba39 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.104365 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1ea22cc4-3c9d-4dfc-8f68-1eea1750ba39 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/subnets/15ec6855-8fd0-4b5f-96a6-0b2f8c1adf1c HTTP/1.1" status: 204 len: 168 time: 3.5947752 Jan 14 07:41:38.106399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55036) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:38.132917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=e139f7e5-7189-45f1-be17-738219cdb8f5,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:38.143798 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:38.157501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1b2666ca-8e38-4dac-bd3a-f0fd520cf859 None None] For port e139f7e5-7189-45f1-be17-738219cdb8f5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e139f7e5-7189-45f1-be17-738219cdb8f5,segment=NetworkSegment(6a86581c-3178-425b-b379-c4a2545170fa),segment_id=6a86581c-3178-425b-b379-c4a2545170fa)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:38.158366 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b2666ca-8e38-4dac-bd3a-f0fd520cf859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.170381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1fe6f9-625a-4549-9df2-4aa9d09fdd54 None None] Network b215363f-6246-483d-89cc-9d43208c4501 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:38.271812 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-2a0a0f7c-9239-43b3-b775-441529b600e6 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:41:38.273021 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2a0a0f7c-9239-43b3-b775-441529b600e6 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3526247 Jan 14 07:41:38.279510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55044) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:38.295247 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.301397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a510d7ed-16d4-4c3f-9da4-40be459fbad2 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group_rule': {'security_group_id': '36850e5c-e312-4ba1-a0aa-8eb820fdaa91', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:38.303197 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-a510d7ed-16d4-4c3f-9da4-40be459fbad2 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 14 07:41:38.304002 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-a510d7ed-16d4-4c3f-9da4-40be459fbad2 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:41:38.310152 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a510d7ed-16d4-4c3f-9da4-40be459fbad2 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0288589 Jan 14 07:41:38.311285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No DVR routers for this DVR port e139f7e5-7189-45f1-be17-738219cdb8f5 on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:41:38.344455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55048) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:38.368732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cb21f711-aba6-4ec8-9d31-c08f9669cf8e tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group_rule': {'security_group_id': '36850e5c-e312-4ba1-a0aa-8eb820fdaa91', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:38.443304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port e3b1abbc-4777-4e74-bf9f-a6aff67b8290 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:38.443937 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.478214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Deleting port 082154cb-e41c-4465-b340-2a05570f25be {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:38.478833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.529630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1b2666ca-8e38-4dac-bd3a-f0fd520cf859 None None] Calling delete_port for e139f7e5-7189-45f1-be17-738219cdb8f5 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:38.557099 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.586684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e139f7e5-7189-45f1-be17-738219cdb8f5 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:41:38.603095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] The port '082154cb-e41c-4465-b340-2a05570f25be' was deleted {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:41:38.656368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: e139f7e5-7189-45f1-be17-738219cdb8f5 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:41:38.656919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e139f7e5-7189-45f1-be17-738219cdb8f5 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:41:38.657517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 082154cb-e41c-4465-b340-2a05570f25be no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:41:38.693103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cb21f711-aba6-4ec8-9d31-c08f9669cf8e tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:38.703114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cb21f711-aba6-4ec8-9d31-c08f9669cf8e tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group_rule and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:38.707237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3993a09e-f369-4d4b-8d0b-3c4804ef429e']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:38.707720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 082154cb-e41c-4465-b340-2a05570f25be {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:41:38.708163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 082154cb-e41c-4465-b340-2a05570f25be not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:41:38.739462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cb21f711-aba6-4ec8-9d31-c08f9669cf8e tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:38.756438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cb21f711-aba6-4ec8-9d31-c08f9669cf8e tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:38.759906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a86581c-3178-425b-b379-c4a2545170fa') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:38.760581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a86581c-3178-425b-b379-c4a2545170fa') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:38.780169 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.800567 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.804541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Releasing vxlan tunnel 15 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:41:38.835025 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-1b2666ca-8e38-4dac-bd3a-f0fd520cf859 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:41:38.835583 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-1b2666ca-8e38-4dac-bd3a-f0fd520cf859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:41:38.913078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0def2e-d68a-4eba-9352-295e5fb0329f None None] DHCP port deletion for b215363f-6246-483d-89cc-9d43208c4501 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:41:38.920284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7f0def2e-d68a-4eba-9352-295e5fb0329f None None] Deleting port e3b1abbc-4777-4e74-bf9f-a6aff67b8290 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:38.920821 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f0def2e-d68a-4eba-9352-295e5fb0329f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:38.944835 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-cb21f711-aba6-4ec8-9d31-c08f9669cf8e tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:41:38.955842 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cb21f711-aba6-4ec8-9d31-c08f9669cf8e tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6024628 Jan 14 07:41:38.956541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55060) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:38.981685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e8b8b2a8-6fe3-48e2-8702-496c14306c68 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group_rule': {'security_group_id': '36850e5c-e312-4ba1-a0aa-8eb820fdaa91', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:38.982207 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-e8b8b2a8-6fe3-48e2-8702-496c14306c68 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 14 07:41:38.982755 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-e8b8b2a8-6fe3-48e2-8702-496c14306c68 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:41:38.987334 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e8b8b2a8-6fe3-48e2-8702-496c14306c68 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0138259 Jan 14 07:41:38.987507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55066) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:38.991612 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.061631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ef96dea2-645b-4112-ae0e-e2d145954284 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group_rule': {'security_group_id': '36850e5c-e312-4ba1-a0aa-8eb820fdaa91', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:39.087222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ef96dea2-645b-4112-ae0e-e2d145954284 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:39.094130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network 3993a09e-f369-4d4b-8d0b-3c4804ef429e has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:39.130112 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.148811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b85154c-4dbb-46c7-a549-8ed1a86a7b1f']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:39.165871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e76b45-a85d-4b2b-8d23-0aa2ba66cc6f') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:39.166234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e76b45-a85d-4b2b-8d23-0aa2ba66cc6f') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:39.180747 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.205162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] For port e3b1abbc-4777-4e74-bf9f-a6aff67b8290, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e3b1abbc-4777-4e74-bf9f-a6aff67b8290,segment=NetworkSegment(bdde8797-d911-4099-b766-e3ec7a8c51e3),segment_id=bdde8797-d911-4099-b766-e3ec7a8c51e3)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:39.205567 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.219434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.223065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Releasing vxlan tunnel 14 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:41:39.260614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7f0def2e-d68a-4eba-9352-295e5fb0329f None None] For port e3b1abbc-4777-4e74-bf9f-a6aff67b8290, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e3b1abbc-4777-4e74-bf9f-a6aff67b8290,segment=NetworkSegment(bdde8797-d911-4099-b766-e3ec7a8c51e3),segment_id=bdde8797-d911-4099-b766-e3ec7a8c51e3)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:39.261376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f0def2e-d68a-4eba-9352-295e5fb0329f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.376048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network 3993a09e-f369-4d4b-8d0b-3c4804ef429e has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:39.406737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for e3b1abbc-4777-4e74-bf9f-a6aff67b8290 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:39.427244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7f0def2e-d68a-4eba-9352-295e5fb0329f None None] Calling delete_port for e3b1abbc-4777-4e74-bf9f-a6aff67b8290 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:39.516428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1b2666ca-8e38-4dac-bd3a-f0fd520cf859 None None] Deleting port e139f7e5-7189-45f1-be17-738219cdb8f5 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:39.516982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b2666ca-8e38-4dac-bd3a-f0fd520cf859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:41:39.525342 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:41:39.528622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ef96dea2-645b-4112-ae0e-e2d145954284 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group_rule and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:39.532103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.534130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ef96dea2-645b-4112-ae0e-e2d145954284 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:39.539094 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a71a446b-02b3-4372-b93d-faed9a9a7247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:39.556093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f0def2e-d68a-4eba-9352-295e5fb0329f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.566587 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.569424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Network': ['ID=3993a09e-f369-4d4b-8d0b-3c4804ef429e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:39.572942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ef96dea2-645b-4112-ae0e-e2d145954284 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:39.576019 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:39.582419 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9a5c96e1-cf44-4cd5-88ae-cc6a70780447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:39.596580 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/networks/3993a09e-f369-4d4b-8d0b-3c4804ef429e HTTP/1.1" status: 204 len: 168 time: 2.4762259 Jan 14 07:41:39.614089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55080) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:39.620856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bc18be79-f210-483e-950d-6972100e1225 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1399745313'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:39.628756 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-ef96dea2-645b-4112-ae0e-e2d145954284 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:41:39.629895 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ef96dea2-645b-4112-ae0e-e2d145954284 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5900400 Jan 14 07:41:39.631117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bc18be79-f210-483e-950d-6972100e1225 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:39.633784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55086) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:39.642049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9ea515dc-948d-4b01-b79d-74a63d561c85 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group_rule': {'security_group_id': '36850e5c-e312-4ba1-a0aa-8eb820fdaa91', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:39.652676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bc18be79-f210-483e-950d-6972100e1225 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:network and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:39.657138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bc18be79-f210-483e-950d-6972100e1225 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:39.660686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9ea515dc-948d-4b01-b79d-74a63d561c85 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:39.669150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bc18be79-f210-483e-950d-6972100e1225 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:39.675764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9ea515dc-948d-4b01-b79d-74a63d561c85 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group_rule and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:39.686794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9ea515dc-948d-4b01-b79d-74a63d561c85 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:39.696126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9ea515dc-948d-4b01-b79d-74a63d561c85 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:39.708961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc18be79-f210-483e-950d-6972100e1225 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:39.721098 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc18be79-f210-483e-950d-6972100e1225 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.790151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc18be79-f210-483e-950d-6972100e1225 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:41:39.803694 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc18be79-f210-483e-950d-6972100e1225 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.804107 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-bc18be79-f210-483e-950d-6972100e1225 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Added segment b515137e-7ca8-4e94-a5bf-9dac1edee70a of type vxlan for network b9263500-15c5-4f38-aa29-59e7eec21151 Jan 14 07:41:39.837048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc18be79-f210-483e-950d-6972100e1225 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.876061 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-9ea515dc-948d-4b01-b79d-74a63d561c85 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:41:39.877352 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9ea515dc-948d-4b01-b79d-74a63d561c85 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2425456 Jan 14 07:41:39.881123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55096) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:39.890551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1b2666ca-8e38-4dac-bd3a-f0fd520cf859 None None] The port 'e139f7e5-7189-45f1-be17-738219cdb8f5' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:41:39.895905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0def2e-d68a-4eba-9352-295e5fb0329f None None] Pushing event deleted for resources: {'Port': ['ID=e3b1abbc-4777-4e74-bf9f-a6aff67b8290,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:39.898324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc18be79-f210-483e-950d-6972100e1225 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.899706 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f0def2e-d68a-4eba-9352-295e5fb0329f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:39.922473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc18be79-f210-483e-950d-6972100e1225 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:39.923551 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc18be79-f210-483e-950d-6972100e1225 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:39.934126 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1b262cb6-bb22-44d0-9440-af9492cf3ef2 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:40.092625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0def2e-d68a-4eba-9352-295e5fb0329f None None] No DVR routers for this DVR port e3b1abbc-4777-4e74-bf9f-a6aff67b8290 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:41:40.101900 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bc18be79-f210-483e-950d-6972100e1225 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4865241 Jan 14 07:41:40.107674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55106) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:40.115848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 0b85154c-4dbb-46c7-a549-8ed1a86a7b1f has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:40.125969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-39bef4aa-e667-45fc-a497-b9c7d8048213 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'subnet': {'network_id': 'b9263500-15c5-4f38-aa29-59e7eec21151', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:40.126851 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:40.258418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18be79-f210-483e-950d-6972100e1225 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Network': ['ID=b9263500-15c5-4f38-aa29-59e7eec21151,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:40.263146 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc18be79-f210-483e-950d-6972100e1225 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:40.273825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network b9263500-15c5-4f38-aa29-59e7eec21151 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:40.282873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-39bef4aa-e667-45fc-a497-b9c7d8048213 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:40.312346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-39bef4aa-e667-45fc-a497-b9c7d8048213 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:subnet and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:40.345064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-39bef4aa-e667-45fc-a497-b9c7d8048213 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:40.357659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 0b85154c-4dbb-46c7-a549-8ed1a86a7b1f has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:40.369667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-39bef4aa-e667-45fc-a497-b9c7d8048213 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:40.386401 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2c01f00-3bec-40b8-8f03-6c74d99da7c7 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:41:40.398031 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:41:40.438572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bef4aa-e667-45fc-a497-b9c7d8048213 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:40.474487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:41:40.475435 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:41:40.521351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:40.532162 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-52b6b150-ff9d-45a8-a21c-0ecc6670d100 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:40.536738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network b9263500-15c5-4f38-aa29-59e7eec21151 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:40.560332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network b9263500-15c5-4f38-aa29-59e7eec21151 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:40.569678 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:40.588372 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-39bef4aa-e667-45fc-a497-b9c7d8048213 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:40.590006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e3b1abbc-4777-4e74-bf9f-a6aff67b8290 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:41:40.598408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Network': ['ID=0b85154c-4dbb-46c7-a549-8ed1a86a7b1f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:40.606066 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:40.617338 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/networks/0b85154c-4dbb-46c7-a549-8ed1a86a7b1f HTTP/1.1" status: 204 len: 168 time: 4.4138048 Jan 14 07:41:40.620159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55116) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:40.674610 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7cb392-4153-4418-98bd-7c73a56d23a2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] DELETE failed (client error): The resource could not be found. Jan 14 07:41:40.675116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7cb392-4153-4418-98bd-7c73a56d23a2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:41:40.680248 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7d7cb392-4153-4418-98bd-7c73a56d23a2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/subnets/36a65372-8afc-4094-90a5-609060cf52e3 HTTP/1.1" status: 404 len: 337 time: 0.0580933 Jan 14 07:41:40.681118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55122) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:40.681632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55124) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:40.724968 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-409a6642-5c03-4f54-833b-c0d55a953fb1 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] DELETE failed (client error): The resource could not be found. Jan 14 07:41:40.725814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-409a6642-5c03-4f54-833b-c0d55a953fb1 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:41:40.734539 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-409a6642-5c03-4f54-833b-c0d55a953fb1 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/networks/ef986aed-3e3e-4791-8982-eaf7ddcd703e HTTP/1.1" status: 404 len: 339 time: 0.0495541 Jan 14 07:41:40.735495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55132) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:40.798834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: e3b1abbc-4777-4e74-bf9f-a6aff67b8290 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:41:40.799206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e3b1abbc-4777-4e74-bf9f-a6aff67b8290 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:41:40.856757 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2c01f00-3bec-40b8-8f03-6c74d99da7c7 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:40.991936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port e3b1abbc-4777-4e74-bf9f-a6aff67b8290 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:40.992490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.022637 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2c01f00-3bec-40b8-8f03-6c74d99da7c7 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.025996 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0da6d8b2-83c6-460f-a53f-0c8c8b420515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:41.045073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c01f00-3bec-40b8-8f03-6c74d99da7c7 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Pushing event deleted for resources: {'SecurityGroup': ['ID=36850e5c-e312-4ba1-a0aa-8eb820fdaa91,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:41.047563 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2c01f00-3bec-40b8-8f03-6c74d99da7c7 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:41.061815 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94c4f303-f199-4d7a-a7c3-77e53d8d5ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.083127 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2c01f00-3bec-40b8-8f03-6c74d99da7c7 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.096195 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f2c01f00-3bec-40b8-8f03-6c74d99da7c7 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "DELETE /v2.0/security-groups/36850e5c-e312-4ba1-a0aa-8eb820fdaa91 HTTP/1.1" status: 204 len: 168 time: 1.2136862 Jan 14 07:41:41.097067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55138) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:41.125419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] The port 'e3b1abbc-4777-4e74-bf9f-a6aff67b8290' was deleted {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:41:41.131499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-31088251-ab11-4452-a15f-cb00bcd8802f tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Deleting subnet ad61c4a1-eded-493f-83be-9ca9402ad32c {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:41:41.134265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-94c4f303-f199-4d7a-a7c3-77e53d8d5ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:41.172954 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31088251-ab11-4452-a15f-cb00bcd8802f tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.194839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5eea7573-7ac7-4d16-a26c-79533e57e52a tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Synchronizing usage tracker for tenant:d409ecbd42144ed78ae43b52cea64346 on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:41.229025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-94c4f303-f199-4d7a-a7c3-77e53d8d5ce1 admin admin] Usage tracker for resource:security_group_rule and tenant:08d0d523e8fc47b9b198c2afd97a70ca is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:41.249782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5eea7573-7ac7-4d16-a26c-79533e57e52a tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Unset dirty status for tenant:d409ecbd42144ed78ae43b52cea64346 on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:41.255060 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5eea7573-7ac7-4d16-a26c-79533e57e52a tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1519384 Jan 14 07:41:41.255196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-94c4f303-f199-4d7a-a7c3-77e53d8d5ce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:41.256771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55142) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:41.271954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-dcbf1753-491a-47cc-ae72-3d419525dc25 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group': {'name': 'tempest-secgroup--1930086540'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:41.290548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dcbf1753-491a-47cc-ae72-3d419525dc25 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:41.305948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dcbf1753-491a-47cc-ae72-3d419525dc25 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:41.317118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-39bef4aa-e667-45fc-a497-b9c7d8048213 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.325147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-94c4f303-f199-4d7a-a7c3-77e53d8d5ce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:41.337565 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-524252ec-40eb-43a2-bec2-54f54342f499 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:41.371282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31088251-ab11-4452-a15f-cb00bcd8802f tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.412225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.439955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1753-491a-47cc-ae72-3d419525dc25 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.493355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dcbf1753-491a-47cc-ae72-3d419525dc25 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:41.512746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bef4aa-e667-45fc-a497-b9c7d8048213 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Subnet': ['ID=73d983f4-48cc-4d0a-8a26-a055d3969b9c,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:41.516103 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-39bef4aa-e667-45fc-a497-b9c7d8048213 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:41.519475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dcbf1753-491a-47cc-ae72-3d419525dc25 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group_rule and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:41.524372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dcbf1753-491a-47cc-ae72-3d419525dc25 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:41.549166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dcbf1753-491a-47cc-ae72-3d419525dc25 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:41.612275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b215363f-6246-483d-89cc-9d43208c4501']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:41.622711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bef4aa-e667-45fc-a497-b9c7d8048213 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Checking segment: {'id': 'b515137e-7ca8-4e94-a5bf-9dac1edee70a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b9263500-15c5-4f38-aa29-59e7eec21151'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:41.623035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bef4aa-e667-45fc-a497-b9c7d8048213 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network hostable DHCP agents. Network: b9263500-15c5-4f38-aa29-59e7eec21151, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:41:41.634267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdde8797-d911-4099-b766-e3ec7a8c51e3') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:41.634611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdde8797-d911-4099-b766-e3ec7a8c51e3') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:41.660065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31088251-ab11-4452-a15f-cb00bcd8802f tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.677340 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1753-491a-47cc-ae72-3d419525dc25 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.680929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bef4aa-e667-45fc-a497-b9c7d8048213 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network b9263500-15c5-4f38-aa29-59e7eec21151 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:41:41.687756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1753-491a-47cc-ae72-3d419525dc25 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.694832 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9933422f-ffe4-44ab-9f09-3d7caa717bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:41.722813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-39bef4aa-e667-45fc-a497-b9c7d8048213 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, b9263500-15c5-4f38-aa29-59e7eec21151) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:41.726925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.737609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b82b27a-f618-4993-9c04-682cf7b5107f None None] Network b9263500-15c5-4f38-aa29-59e7eec21151 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:41.756611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bef4aa-e667-45fc-a497-b9c7d8048213 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:41.757440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-39bef4aa-e667-45fc-a497-b9c7d8048213 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.771277 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.780074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf1753-491a-47cc-ae72-3d419525dc25 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Pushing event updated for resources: {'SecurityGroup': ['ID=a530af18-83ea-4bee-a460-dd249e8437af,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:41.783558 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dcbf1753-491a-47cc-ae72-3d419525dc25 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:41.785727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dcbf1753-491a-47cc-ae72-3d419525dc25 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.787071 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dcbf1753-491a-47cc-ae72-3d419525dc25 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5293057 Jan 14 07:41:41.787928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Releasing vxlan tunnel 16 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:41:41.796619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55148) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:41.803744 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-39bef4aa-e667-45fc-a497-b9c7d8048213 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6911144 Jan 14 07:41:41.807636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-23507173-1ec8-4284-a4e6-ce180ef3b4af tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group_rule': {'security_group_id': 'a530af18-83ea-4bee-a460-dd249e8437af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:41.817599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55152) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:41.825063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1a3ef659-66df-4c3e-aaf4-1238eddfb4e8 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1644898191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:41.836124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-23507173-1ec8-4284-a4e6-ce180ef3b4af tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:41.837153 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94c4f303-f199-4d7a-a7c3-77e53d8d5ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.841713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1a3ef659-66df-4c3e-aaf4-1238eddfb4e8 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:41.844404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-23507173-1ec8-4284-a4e6-ce180ef3b4af tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group_rule and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:41.848905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-23507173-1ec8-4284-a4e6-ce180ef3b4af tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:41.852040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1a3ef659-66df-4c3e-aaf4-1238eddfb4e8 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:router and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:41.858682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1a3ef659-66df-4c3e-aaf4-1238eddfb4e8 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:41.867550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-23507173-1ec8-4284-a4e6-ce180ef3b4af tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:41.869192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1a3ef659-66df-4c3e-aaf4-1238eddfb4e8 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:41.883453 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef659-66df-4c3e-aaf4-1238eddfb4e8 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.884601 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef659-66df-4c3e-aaf4-1238eddfb4e8 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.920568 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-94c4f303-f199-4d7a-a7c3-77e53d8d5ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:41.937879 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d8b4cba3-0b18-4ca6-8f05-a2a2d476ba84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:41.947067 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-23507173-1ec8-4284-a4e6-ce180ef3b4af tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] create failed (client error): The resource could not be found. Jan 14 07:41:41.951585 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-23507173-1ec8-4284-a4e6-ce180ef3b4af tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1505637 Jan 14 07:41:41.951880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55156) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:41.957820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-62646fb2-2f1a-41e5-98de-32e8612310fd tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group_rule': {'security_group_id': 'a530af18-83ea-4bee-a460-dd249e8437af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f7a38cc0-4936-41fd-b211-24f2ba82d1af'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:41.969745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-62646fb2-2f1a-41e5-98de-32e8612310fd tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:41.974043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-62646fb2-2f1a-41e5-98de-32e8612310fd tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group_rule and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:41.977512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-62646fb2-2f1a-41e5-98de-32e8612310fd tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:41.983636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-62646fb2-2f1a-41e5-98de-32e8612310fd tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:42.034416 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-62646fb2-2f1a-41e5-98de-32e8612310fd tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] create failed (client error): The resource could not be found. Jan 14 07:41:42.035968 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-62646fb2-2f1a-41e5-98de-32e8612310fd tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0830424 Jan 14 07:41:42.038830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55160) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:42.041010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-b9263500-15c5-4f38-aa29-59e7eec21151', 'network_id': 'b9263500-15c5-4f38-aa29-59e7eec21151', 'tenant_id': '48e68211a7e94fe094ab7e7edb0dd42a', 'fixed_ips': [{'subnet_id': '73d983f4-48cc-4d0a-8a26-a055d3969b9c'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:41:42.041931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:42.119671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30d138bf-08ca-42f3-9490-dfcbfe075180 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:42.158786 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30d138bf-08ca-42f3-9490-dfcbfe075180 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:42.166709 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-94c4f303-f199-4d7a-a7c3-77e53d8d5ce1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08d0d523e8fc47b9b198c2afd97a70ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4838924 Jan 14 07:41:42.178677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55164) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:42.181804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network b215363f-6246-483d-89cc-9d43208c4501 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:42.191550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4f303-f199-4d7a-a7c3-77e53d8d5ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1813f8-efe0-46e4-ab70-7ff3141fed09,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:42.196707 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-94c4f303-f199-4d7a-a7c3-77e53d8d5ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:42.199631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:42.312057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e917a965-7afb-4e68-8f3d-3ceffabbf5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:42.315476 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30d138bf-08ca-42f3-9490-dfcbfe075180 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:42.329142 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8bb7fa87-ae03-4ea5-8569-0c8858d95e97 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:42.357987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d138bf-08ca-42f3-9490-dfcbfe075180 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Pushing event deleted for resources: {'SecurityGroup': ['ID=a530af18-83ea-4bee-a460-dd249e8437af,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:42.360774 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-30d138bf-08ca-42f3-9490-dfcbfe075180 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:42.372756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e917a965-7afb-4e68-8f3d-3ceffabbf5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:42.384182 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-30d138bf-08ca-42f3-9490-dfcbfe075180 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:42.385426 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-30d138bf-08ca-42f3-9490-dfcbfe075180 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "DELETE /v2.0/security-groups/a530af18-83ea-4bee-a460-dd249e8437af HTTP/1.1" status: 204 len: 168 time: 0.3456004 Jan 14 07:41:42.388965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55168) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:42.458052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network b215363f-6246-483d-89cc-9d43208c4501 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:42.478420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d6132144-ad45-45b8-b5bb-1d983b001e16 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Synchronizing usage tracker for tenant:d409ecbd42144ed78ae43b52cea64346 on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:41:42.493896 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:41:42.498320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d6132144-ad45-45b8-b5bb-1d983b001e16 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Unset dirty status for tenant:d409ecbd42144ed78ae43b52cea64346 on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:42.499175 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d6132144-ad45-45b8-b5bb-1d983b001e16 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1092274 Jan 14 07:41:42.503929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55172) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:42.509255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2f3228d3-a22e-4cfb-adda-9a02cf9bbd30 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group_rule': {'security_group_id': '983d7e83-8c12-451e-bb82-39b7dcebdfe2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:42.520536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e917a965-7afb-4e68-8f3d-3ceffabbf5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:42.524696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2f3228d3-a22e-4cfb-adda-9a02cf9bbd30 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:42.527265 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-30d138bf-08ca-42f3-9490-dfcbfe075180 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:42.648338 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:42.656166 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:42.680997 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:42.695307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Network': ['ID=b215363f-6246-483d-89cc-9d43208c4501,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:42.709728 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:42.724350 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/networks/b215363f-6246-483d-89cc-9d43208c4501 HTTP/1.1" status: 204 len: 168 time: 4.6167343 Jan 14 07:41:42.725043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55176) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:42.773647 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31088251-ab11-4452-a15f-cb00bcd8802f tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:42.797719 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3df0403-e57f-4a79-95cc-0d1f36ad3569 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:42.812642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Allocated IP 2001:db8::2 (b9263500-15c5-4f38-aa29-59e7eec21151/73d983f4-48cc-4d0a-8a26-a055d3969b9c/b541cd1a-d4c7-4387-ac8f-cd24853bd2a2) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:42.860871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2f3228d3-a22e-4cfb-adda-9a02cf9bbd30 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group_rule and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:42.863973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2f3228d3-a22e-4cfb-adda-9a02cf9bbd30 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:42.869844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2f3228d3-a22e-4cfb-adda-9a02cf9bbd30 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:42.880338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917a965-7afb-4e68-8f3d-3ceffabbf5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1813f8-efe0-46e4-ab70-7ff3141fed09,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:42.886726 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e917a965-7afb-4e68-8f3d-3ceffabbf5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:42.905389 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef659-66df-4c3e-aaf4-1238eddfb4e8 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:42.920689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31088251-ab11-4452-a15f-cb00bcd8802f tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Subnet': ['ID=ad61c4a1-eded-493f-83be-9ca9402ad32c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:42.927457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e917a965-7afb-4e68-8f3d-3ceffabbf5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:42.928718 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e917a965-7afb-4e68-8f3d-3ceffabbf5fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf1813f8-efe0-46e4-ab70-7ff3141fed09 HTTP/1.1" status: 204 len: 168 time: 0.7490213 Jan 14 07:41:42.940716 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31088251-ab11-4452-a15f-cb00bcd8802f tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:42.985195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef659-66df-4c3e-aaf4-1238eddfb4e8 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:42.998510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da36c4e6-6781-48c1-bed7-3160730b6d3c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:42.999121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-da36c4e6-6781-48c1-bed7-3160730b6d3c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Synchronizing usage tracker for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:43.037496 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-2f3228d3-a22e-4cfb-adda-9a02cf9bbd30 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] create failed (client error): The resource could not be found. Jan 14 07:41:43.039226 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2f3228d3-a22e-4cfb-adda-9a02cf9bbd30 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5348217 Jan 14 07:41:43.043281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55184) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:43.045481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31088251-ab11-4452-a15f-cb00bcd8802f tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:43.050198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-726a8c71-336e-4537-8874-9291a95dc35a tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group': {'name': 'tempest-secgroup--1749072258'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:43.058655 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-31088251-ab11-4452-a15f-cb00bcd8802f tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/subnets/ad61c4a1-eded-493f-83be-9ca9402ad32c HTTP/1.1" status: 204 len: 168 time: 2.3106067 Jan 14 07:41:43.059952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55188) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:43.062771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-da36c4e6-6781-48c1-bed7-3160730b6d3c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Unset dirty status for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:43.064020 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-da36c4e6-6781-48c1-bed7-3160730b6d3c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports/52742541-013e-4ea6-a0c3-45708cc9cb53 HTTP/1.1" status: 200 len: 840 time: 0.3366475 Jan 14 07:41:43.065228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef659-66df-4c3e-aaf4-1238eddfb4e8 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:43.068331 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1a3ef659-66df-4c3e-aaf4-1238eddfb4e8 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2495675 Jan 14 07:41:43.069357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55192) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:43.071373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-726a8c71-336e-4537-8874-9291a95dc35a tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:43.078451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55194) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:43.122280 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:43.143427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Transition to ACTIVE for port object b541cd1a-d4c7-4387-ac8f-cd24853bd2a2 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:43.165204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0079f5dc-dbca-4428-b3f5-28471351399b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Synchronizing usage tracker for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:43.169393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Transition to ACTIVE for port object b541cd1a-d4c7-4387-ac8f-cd24853bd2a2 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:43.173086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cc8e8d01-6ed7-4811-86c0-97089715bf80 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'port': {'network_id': 'b9263500-15c5-4f38-aa29-59e7eec21151', 'name': 'tempest-PortsIpV6TestJSON-163422765'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:43.201394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e12c30-cff7-4277-9596-c2e4f0d23c48 None None] Network 9ce80f11-e09f-4593-ac4b-c1794053a813 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:43.213071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-726a8c71-336e-4537-8874-9291a95dc35a tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:43.227294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:43.228365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0079f5dc-dbca-4428-b3f5-28471351399b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Unset dirty status for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:43.232726 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0079f5dc-dbca-4428-b3f5-28471351399b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports/52742541-013e-4ea6-a0c3-45708cc9cb53?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1567159 Jan 14 07:41:43.236542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55200) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:43.256998 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:43.333700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9d784fe8-54f9-4fb8-8dba-67af9c247384 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'subnet': {'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:43.438913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Deleting port 4d9569d1-300f-4300-9506-1232c77dda41 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:43.439237 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:43.480044 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-abeedb57-f35e-426c-9210-5f9dcd59de21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:43.552984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9d784fe8-54f9-4fb8-8dba-67af9c247384 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:43.592170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9d784fe8-54f9-4fb8-8dba-67af9c247384 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:subnet and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:43.598482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9d784fe8-54f9-4fb8-8dba-67af9c247384 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:43.626100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9d784fe8-54f9-4fb8-8dba-67af9c247384 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:43.663081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Pushing event updated for resources: {'Port': ['ID=b541cd1a-d4c7-4387-ac8f-cd24853bd2a2,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:43.740253 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:43.788199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cc8e8d01-6ed7-4811-86c0-97089715bf80 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:43.795061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Network b9263500-15c5-4f38-aa29-59e7eec21151 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:43.797645 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-726a8c71-336e-4537-8874-9291a95dc35a tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:43.797768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:43.809628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:43.835680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d784fe8-54f9-4fb8-8dba-67af9c247384 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:43.869511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55206) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:43.870143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cc8e8d01-6ed7-4811-86c0-97089715bf80 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:port and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:43.888831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Attempting to bind port b541cd1a-d4c7-4387-ac8f-cd24853bd2a2 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:41:43.889268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Attempting to bind port b541cd1a-d4c7-4387-ac8f-cd24853bd2a2 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'b515137e-7ca8-4e94-a5bf-9dac1edee70a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b9263500-15c5-4f38-aa29-59e7eec21151'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:41:43.889691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Attempting to bind port b541cd1a-d4c7-4387-ac8f-cd24853bd2a2 on network b9263500-15c5-4f38-aa29-59e7eec21151 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:41:43.899291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:41:43.899744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Checking segment: {'id': 'b515137e-7ca8-4e94-a5bf-9dac1edee70a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b9263500-15c5-4f38-aa29-59e7eec21151'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:43.900189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:43.900642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Bound using segment: {'id': 'b515137e-7ca8-4e94-a5bf-9dac1edee70a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b9263500-15c5-4f38-aa29-59e7eec21151'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:41:43.901176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Bound port: b541cd1a-d4c7-4387-ac8f-cd24853bd2a2, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b515137e-7ca8-4e94-a5bf-9dac1edee70a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b9263500-15c5-4f38-aa29-59e7eec21151'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:41:43.901661 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:43.933072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61ff670c-96a7-46ba-bdf5-1f471e6fcd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:43.965919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-61ff670c-96a7-46ba-bdf5-1f471e6fcd55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:44.006439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cc8e8d01-6ed7-4811-86c0-97089715bf80 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for port was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:44.015776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] For port 4d9569d1-300f-4300-9506-1232c77dda41, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4d9569d1-300f-4300-9506-1232c77dda41,segment=NetworkSegment(13184346-5239-4e0c-9ff5-10c23aefc918),segment_id=13184346-5239-4e0c-9ff5-10c23aefc918)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:44.016181 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:44.045562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-543983be-591e-4140-b3c9-782e1b199600 None None] For port b541cd1a-d4c7-4387-ac8f-cd24853bd2a2, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:41:44.046881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-61ff670c-96a7-46ba-bdf5-1f471e6fcd55 admin admin] Usage tracker for resource:security_group_rule and tenant:d352e47efb90442690a06e9ac0a70af3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:44.049818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-543983be-591e-4140-b3c9-782e1b199600 None None] For port b541cd1a-d4c7-4387-ac8f-cd24853bd2a2, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b541cd1a-d4c7-4387-ac8f-cd24853bd2a2,segment=NetworkSegment(b515137e-7ca8-4e94-a5bf-9dac1edee70a),segment_id=b515137e-7ca8-4e94-a5bf-9dac1edee70a)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:41:44.053307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83754441-f7b4-478a-972b-2ebda8dc6367 None None] DHCP port deletion for 9ce80f11-e09f-4593-ac4b-c1794053a813 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:41:44.067932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cc8e8d01-6ed7-4811-86c0-97089715bf80 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:44.068263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-83754441-f7b4-478a-972b-2ebda8dc6367 None None] Deleting port 4d9569d1-300f-4300-9506-1232c77dda41 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:44.068860 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83754441-f7b4-478a-972b-2ebda8dc6367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:44.079867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-726a8c71-336e-4537-8874-9291a95dc35a tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:44.080206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-61ff670c-96a7-46ba-bdf5-1f471e6fcd55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:44.098767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-726a8c71-336e-4537-8874-9291a95dc35a tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group_rule and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:44.105991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-726a8c71-336e-4537-8874-9291a95dc35a tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:44.118983 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d784fe8-54f9-4fb8-8dba-67af9c247384 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:44.139956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-726a8c71-336e-4537-8874-9291a95dc35a tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:44.232880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8e8d01-6ed7-4811-86c0-97089715bf80 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:44.242981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8d01-6ed7-4811-86c0-97089715bf80 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:44.319735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-61ff670c-96a7-46ba-bdf5-1f471e6fcd55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:44.349060 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:44.469398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Calling delete_port for 4d9569d1-300f-4300-9506-1232c77dda41 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:44.515078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-cc8e8d01-6ed7-4811-86c0-97089715bf80 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] device_id is not set on port f3cff1fd-4ed1-485c-be34-f8f896fbe23f yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:41:44.601475 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:44.629856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4d9569d1-300f-4300-9506-1232c77dda41 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:41:44.885425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Pushing event updated for resources: {'Port': ['ID=b541cd1a-d4c7-4387-ac8f-cd24853bd2a2,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:44.897905 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:44.899389 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:44.915817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Port 4d9569d1-300f-4300-9506-1232c77dda41 update to DOWN by agent not found {{(pid=80909) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Jan 14 07:41:44.920266 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a5ac4ba2-f0a6-457a-8172-719d7c75f476 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:44.948363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-83754441-f7b4-478a-972b-2ebda8dc6367 None None] For port 4d9569d1-300f-4300-9506-1232c77dda41, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4d9569d1-300f-4300-9506-1232c77dda41,segment=NetworkSegment(13184346-5239-4e0c-9ff5-10c23aefc918),segment_id=13184346-5239-4e0c-9ff5-10c23aefc918)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:44.949464 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83754441-f7b4-478a-972b-2ebda8dc6367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:45.058615 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-726a8c71-336e-4537-8874-9291a95dc35a tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:45.133040 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-726a8c71-336e-4537-8874-9291a95dc35a tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:45.203989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-cc8e8d01-6ed7-4811-86c0-97089715bf80 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Allocated IP 2001:db8::1f5 (b9263500-15c5-4f38-aa29-59e7eec21151/73d983f4-48cc-4d0a-8a26-a055d3969b9c/f3cff1fd-4ed1-485c-be34-f8f896fbe23f) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:45.206567 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-962b8c85-c8ff-42ef-844d-a9f926562547 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:45.276361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a8c71-336e-4537-8874-9291a95dc35a tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Pushing event updated for resources: {'SecurityGroup': ['ID=397eb765-d817-47f3-a107-be31b6b16813,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:45.282969 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-726a8c71-336e-4537-8874-9291a95dc35a tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:45.325851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-83754441-f7b4-478a-972b-2ebda8dc6367 None None] Calling delete_port for 4d9569d1-300f-4300-9506-1232c77dda41 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:45.332422 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-726a8c71-336e-4537-8874-9291a95dc35a tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:45.337521 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-726a8c71-336e-4537-8874-9291a95dc35a tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2928357 Jan 14 07:41:45.338609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55214) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:45.350587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-12b539a3-9d6c-4dbf-a9c0-a861734272e0 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group': {'name': 'tempest-secgroup--547955673'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:45.403358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-12b539a3-9d6c-4dbf-a9c0-a861734272e0 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:45.423008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-83754441-f7b4-478a-972b-2ebda8dc6367 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:41:45.423433 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-83754441-f7b4-478a-972b-2ebda8dc6367 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:41:45.436128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-12b539a3-9d6c-4dbf-a9c0-a861734272e0 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:45.444017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-12b539a3-9d6c-4dbf-a9c0-a861734272e0 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:45.501549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Port': ['ID=4d9569d1-300f-4300-9506-1232c77dda41,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:45.526237 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:45.528916 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61ff670c-96a7-46ba-bdf5-1f471e6fcd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:45.565346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-12b539a3-9d6c-4dbf-a9c0-a861734272e0 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:45.566491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] No DVR routers for this DVR port 4d9569d1-300f-4300-9506-1232c77dda41 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:41:45.605922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61ff670c-96a7-46ba-bdf5-1f471e6fcd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:45.618248 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-69ebd763-2f2e-4c99-b381-f47094d5dace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:45.675309 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-12b539a3-9d6c-4dbf-a9c0-a861734272e0 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:45.725854 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8d01-6ed7-4811-86c0-97089715bf80 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:45.740231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-12b539a3-9d6c-4dbf-a9c0-a861734272e0 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:45.751256 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-61ff670c-96a7-46ba-bdf5-1f471e6fcd55 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d352e47efb90442690a06e9ac0a70af3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8797495 Jan 14 07:41:45.754353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-12b539a3-9d6c-4dbf-a9c0-a861734272e0 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group_rule and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:45.761916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55218) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:45.762741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-12b539a3-9d6c-4dbf-a9c0-a861734272e0 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:45.765514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff670c-96a7-46ba-bdf5-1f471e6fcd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ee9444-fa0b-49fb-9298-7f4811ebbbf7,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:45.772530 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61ff670c-96a7-46ba-bdf5-1f471e6fcd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:45.775307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-12b539a3-9d6c-4dbf-a9c0-a861734272e0 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:45.781458 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:45.796676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cc8e8d01-6ed7-4811-86c0-97089715bf80 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Transition to ACTIVE for port object f3cff1fd-4ed1-485c-be34-f8f896fbe23f will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:45.856820 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:45.924429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-83754441-f7b4-478a-972b-2ebda8dc6367 None None] Deleting port 4d9569d1-300f-4300-9506-1232c77dda41 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:45.924877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83754441-f7b4-478a-972b-2ebda8dc6367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:46.031756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-83754441-f7b4-478a-972b-2ebda8dc6367 None None] The port '4d9569d1-300f-4300-9506-1232c77dda41' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:41:46.047239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce80f11-e09f-4593-ac4b-c1794053a813']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:46.068026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13184346-5239-4e0c-9ff5-10c23aefc918') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:46.068603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13184346-5239-4e0c-9ff5-10c23aefc918') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:46.088621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:46.107148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d784fe8-54f9-4fb8-8dba-67af9c247384 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:46.109362 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:46.111867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Releasing vxlan tunnel 12 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:41:46.121594 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0b03391-0c3e-44d6-b13e-2591529feb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:46.129199 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c0ba1b8c-578e-4e87-a3c2-e947292a0fe9 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:46.265791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0b03391-0c3e-44d6-b13e-2591529feb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:46.305353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-12b539a3-9d6c-4dbf-a9c0-a861734272e0 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:46.306677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8d01-6ed7-4811-86c0-97089715bf80 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:46.317254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 9ce80f11-e09f-4593-ac4b-c1794053a813 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:46.329390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:46.397660 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:46.422778 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-12b539a3-9d6c-4dbf-a9c0-a861734272e0 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:46.470268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d784fe8-54f9-4fb8-8dba-67af9c247384 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Subnet': ['ID=d6b631c8-ab48-4804-9431-26d89aea1287,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:46.489194 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d784fe8-54f9-4fb8-8dba-67af9c247384 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:46.489784 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0bca884c-12cf-4cb1-a257-0e82ba90fc5f tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:46.539537 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-12b539a3-9d6c-4dbf-a9c0-a861734272e0 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:46.543163 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-12b539a3-9d6c-4dbf-a9c0-a861734272e0 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1980770 Jan 14 07:41:46.548135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55224) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:46.586189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-45d3b988-d03b-413b-b053-ca782ffa4d61 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group_rule': {'security_group_id': '397eb765-d817-47f3-a107-be31b6b16813', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '42e87d7d-f697-430d-aa1f-e0368719538d'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:46.613394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Network 9ce80f11-e09f-4593-ac4b-c1794053a813 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:41:46.633019 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0b03391-0c3e-44d6-b13e-2591529feb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:41:46.643959 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:41:46.654716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-45d3b988-d03b-413b-b053-ca782ffa4d61 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:46.670533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e8d01-6ed7-4811-86c0-97089715bf80 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=f3cff1fd-4ed1-485c-be34-f8f896fbe23f,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:46.672707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b541cd1a-d4c7-4387-ac8f-cd24853bd2a2 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:46.692404 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0b03391-0c3e-44d6-b13e-2591529feb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:46.696596 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c0b03391-0c3e-44d6-b13e-2591529feb6b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d1ee9444-fa0b-49fb-9298-7f4811ebbbf7 HTTP/1.1" status: 204 len: 168 time: 0.9302900 Jan 14 07:41:46.699188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d784fe8-54f9-4fb8-8dba-67af9c247384 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:46.700416 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc8e8d01-6ed7-4811-86c0-97089715bf80 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:46.702705 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14cdaa22-2f2f-4c9c-b7fd-e7349aca76e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:46.713206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9d784fe8-54f9-4fb8-8dba-67af9c247384 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:46.740211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8e8d01-6ed7-4811-86c0-97089715bf80 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network b9263500-15c5-4f38-aa29-59e7eec21151 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:46.750313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-cc8e8d01-6ed7-4811-86c0-97089715bf80 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:46.755677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d784fe8-54f9-4fb8-8dba-67af9c247384 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:46.756352 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d784fe8-54f9-4fb8-8dba-67af9c247384 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:46.760305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8e8d01-6ed7-4811-86c0-97089715bf80 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:46.764182 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:46.773665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-45d3b988-d03b-413b-b053-ca782ffa4d61 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group_rule and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:46.780631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8e8d01-6ed7-4811-86c0-97089715bf80 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:46.781358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc8e8d01-6ed7-4811-86c0-97089715bf80 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:46.784802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-45d3b988-d03b-413b-b053-ca782ffa4d61 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:46.797818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b539a3-9d6c-4dbf-a9c0-a861734272e0 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Pushing event updated for resources: {'SecurityGroup': ['ID=42e87d7d-f697-430d-aa1f-e0368719538d,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:46.815812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-45d3b988-d03b-413b-b053-ca782ffa4d61 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:46.822648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f183dae2-c972-46bd-bf2e-a312d9a2e093 None None] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:46.833660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b03391-0c3e-44d6-b13e-2591529feb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ee9444-fa0b-49fb-9298-7f4811ebbbf7,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:46.843911 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c0b03391-0c3e-44d6-b13e-2591529feb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:46.844499 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b84b56c0-effd-4a4b-8cf0-af696add4320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:46.844956 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b84b56c0-effd-4a4b-8cf0-af696add4320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:46.849630 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9d784fe8-54f9-4fb8-8dba-67af9c247384 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5290000 Jan 14 07:41:46.849630 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cc8e8d01-6ed7-4811-86c0-97089715bf80 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6917598 Jan 14 07:41:46.850018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55230) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:46.852711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55232) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:46.858538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-504b0ec1-4087-42cc-b656-afdef792cc4e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'security_group': {'name': 'tempest-secgroup-227133133'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:46.870185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-504b0ec1-4087-42cc-b656-afdef792cc4e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:46.874686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-504b0ec1-4087-42cc-b656-afdef792cc4e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:security_group and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:46.877840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-504b0ec1-4087-42cc-b656-afdef792cc4e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:46.884111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-504b0ec1-4087-42cc-b656-afdef792cc4e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:46.979493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.008849 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-504b0ec1-4087-42cc-b656-afdef792cc4e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.044589 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:47.184801 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.202650 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-45d3b988-d03b-413b-b053-ca782ffa4d61 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:41:47.207438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55238) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:47.207611 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-45d3b988-d03b-413b-b053-ca782ffa4d61 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6582544 Jan 14 07:41:47.208725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Pushing event deleted for resources: {'Network': ['ID=9ce80f11-e09f-4593-ac4b-c1794053a813,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:47.221394 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:47.258096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port b541cd1a-d4c7-4387-ac8f-cd24853bd2a2 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:47.311798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-b4274ba1-e2ac-4da5-87e7-620b99e5e6a8', 'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8', 'tenant_id': '4605628481ce4f349c9c522bcadc9a32', 'fixed_ips': [{'subnet_id': 'd6b631c8-ab48-4804-9431-26d89aea1287'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:41:47.313510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.410391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-504b0ec1-4087-42cc-b656-afdef792cc4e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:47.417207 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5e5d1aa4-3bc5-48ce-8bf7-913587f62187 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.425785 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] 10.222.0.41 "DELETE /v2.0/networks/9ce80f11-e09f-4593-ac4b-c1794053a813 HTTP/1.1" status: 204 len: 168 time: 4.3646324 Jan 14 07:41:47.431148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-504b0ec1-4087-42cc-b656-afdef792cc4e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:security_group_rule and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:47.437351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-504b0ec1-4087-42cc-b656-afdef792cc4e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:47.591593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-504b0ec1-4087-42cc-b656-afdef792cc4e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:47.594416 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5e5d1aa4-3bc5-48ce-8bf7-913587f62187 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.731162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21e0c8e-4808-4cb3-bb84-914df164e63a None None] Network b9263500-15c5-4f38-aa29-59e7eec21151 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:47.833781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5e5d1aa4-3bc5-48ce-8bf7-913587f62187 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.839526 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:47.873679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d1aa4-3bc5-48ce-8bf7-913587f62187 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e87d7d-f697-430d-aa1f-e0368719538d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:47.882344 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5e5d1aa4-3bc5-48ce-8bf7-913587f62187 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:47.897192 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5e5d1aa4-3bc5-48ce-8bf7-913587f62187 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.898501 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5e5d1aa4-3bc5-48ce-8bf7-913587f62187 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "DELETE /v2.0/security-groups/42e87d7d-f697-430d-aa1f-e0368719538d HTTP/1.1" status: 204 len: 168 time: 0.6894157 Jan 14 07:41:47.901228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55252) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:47.910334 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-504b0ec1-4087-42cc-b656-afdef792cc4e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:47.918505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Allocated IP 172.20.0.2 (b4274ba1-e2ac-4da5-87e7-620b99e5e6a8/d6b631c8-ab48-4804-9431-26d89aea1287/bd657885-a920-490e-a4e6-fbee9a1ec05c) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:47.989686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-504b0ec1-4087-42cc-b656-afdef792cc4e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:48.023311 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7543dc16-78c6-41ab-b15b-88bc03d25ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:48.035332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-01ee033d-41a9-41d3-b76a-bb234187c456 None None] Provisioning for port b541cd1a-d4c7-4387-ac8f-cd24853bd2a2 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:48.072351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-01ee033d-41a9-41d3-b76a-bb234187c456 None None] Provisioning complete for port b541cd1a-d4c7-4387-ac8f-cd24853bd2a2 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:48.072820 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01ee033d-41a9-41d3-b76a-bb234187c456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:48.124606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b1bc6d1e-cd70-41c9-a00a-33298bfaf786 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Synchronizing usage tracker for tenant:d409ecbd42144ed78ae43b52cea64346 on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:48.130033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0918002-9a21-4855-aef3-8ebe7e1e0713 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:48.155118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b0ec1-4087-42cc-b656-afdef792cc4e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1f49c8-acc6-4cb7-ba46-5c474dbf0b08,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:48.159535 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-504b0ec1-4087-42cc-b656-afdef792cc4e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:48.256181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b1bc6d1e-cd70-41c9-a00a-33298bfaf786 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Unset dirty status for tenant:d409ecbd42144ed78ae43b52cea64346 on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:48.257675 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b1bc6d1e-cd70-41c9-a00a-33298bfaf786 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3553450 Jan 14 07:41:48.265962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55262) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:48.294503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55266) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:48.318986 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-504b0ec1-4087-42cc-b656-afdef792cc4e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:48.320391 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-504b0ec1-4087-42cc-b656-afdef792cc4e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4692757 Jan 14 07:41:48.324405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55272) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:48.338326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1928c342-099f-42c8-8cab-4d6b2d62f354 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'security_group': {'name': 'tempest-secgroup-1404389485'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:48.353355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1928c342-099f-42c8-8cab-4d6b2d62f354 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:48.364786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1928c342-099f-42c8-8cab-4d6b2d62f354 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:security_group and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:48.369953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1928c342-099f-42c8-8cab-4d6b2d62f354 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:48.396034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1928c342-099f-42c8-8cab-4d6b2d62f354 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:48.411322 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cddfcb20-30fb-497c-9642-73ff3efc77d3 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:48.446615 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cddfcb20-30fb-497c-9642-73ff3efc77d3 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:48.519632 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1928c342-099f-42c8-8cab-4d6b2d62f354 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:48.575829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1928c342-099f-42c8-8cab-4d6b2d62f354 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:48.581852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1928c342-099f-42c8-8cab-4d6b2d62f354 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:security_group_rule and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:48.587833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1928c342-099f-42c8-8cab-4d6b2d62f354 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:48.608739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1928c342-099f-42c8-8cab-4d6b2d62f354 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:48.643867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01ee033d-41a9-41d3-b76a-bb234187c456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:48.728993 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-906e0169-4fe6-4cd3-9500-a656480d1e32 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9c7c2a7999a4b238d158f0f85d98fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4328003 Jan 14 07:41:48.733006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55278) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:48.737534 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cddfcb20-30fb-497c-9642-73ff3efc77d3 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:48.756509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-01ee033d-41a9-41d3-b76a-bb234187c456 None None] For port b541cd1a-d4c7-4387-ac8f-cd24853bd2a2, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b541cd1a-d4c7-4387-ac8f-cd24853bd2a2,segment=NetworkSegment(b515137e-7ca8-4e94-a5bf-9dac1edee70a),segment_id=b515137e-7ca8-4e94-a5bf-9dac1edee70a)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:48.767995 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dcbf1753-491a-47cc-ae72-3d419525dc25 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:48.785494 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:48.800731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfcb20-30fb-497c-9642-73ff3efc77d3 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Pushing event deleted for resources: {'SecurityGroup': ['ID=397eb765-d817-47f3-a107-be31b6b16813,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:48.803690 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01ee033d-41a9-41d3-b76a-bb234187c456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:48.822101 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e0803c3f-c3d7-460a-96fe-6f72e4536d93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:48.841586 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cddfcb20-30fb-497c-9642-73ff3efc77d3 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:48.985981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1928c342-099f-42c8-8cab-4d6b2d62f354 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:48.987403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Transition to ACTIVE for port object bd657885-a920-490e-a4e6-fbee9a1ec05c will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:49.017636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cddfcb20-30fb-497c-9642-73ff3efc77d3 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.018890 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cddfcb20-30fb-497c-9642-73ff3efc77d3 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "DELETE /v2.0/security-groups/397eb765-d817-47f3-a107-be31b6b16813 HTTP/1.1" status: 204 len: 168 time: 0.7518842 Jan 14 07:41:49.020682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Transition to ACTIVE for port object bd657885-a920-490e-a4e6-fbee9a1ec05c will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:49.024512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55286) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:49.037229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1928c342-099f-42c8-8cab-4d6b2d62f354 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.046890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee033d-41a9-41d3-b76a-bb234187c456 None None] Pushing event updated for resources: {'Port': ['ID=b541cd1a-d4c7-4387-ac8f-cd24853bd2a2,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:49.057344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.105669 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5d304f81-4ea8-4198-a045-d28fa8d41764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:49.122477 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-01ee033d-41a9-41d3-b76a-bb234187c456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:49.124131 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-01ee033d-41a9-41d3-b76a-bb234187c456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:49.208996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928c342-099f-42c8-8cab-4d6b2d62f354 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'SecurityGroup': ['ID=cd13fe67-3ddc-4351-98d3-c8843dad880e,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:49.211922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f0ffb487-628d-4c29-980c-37335d53801c tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Synchronizing usage tracker for tenant:d409ecbd42144ed78ae43b52cea64346 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:49.215697 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1928c342-099f-42c8-8cab-4d6b2d62f354 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:49.239457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-231e2cca-a3df-4f54-885c-dae26ca1f38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.276887 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-231e2cca-a3df-4f54-885c-dae26ca1f38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.313532 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0918002-9a21-4855-aef3-8ebe7e1e0713 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.393564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Pushing event updated for resources: {'Port': ['ID=bd657885-a920-490e-a4e6-fbee9a1ec05c,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:49.411079 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:49.435997 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1928c342-099f-42c8-8cab-4d6b2d62f354 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.437519 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1928c342-099f-42c8-8cab-4d6b2d62f354 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1118238 Jan 14 07:41:49.438498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3f61b935-f30a-4781-92f6-3e9890b8cd13 None None] Provisioning for port f3cff1fd-4ed1-485c-be34-f8f896fbe23f completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:49.444304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55294) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:49.444693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3f61b935-f30a-4781-92f6-3e9890b8cd13 None None] Provisioning complete for port f3cff1fd-4ed1-485c-be34-f8f896fbe23f triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:49.445295 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f61b935-f30a-4781-92f6-3e9890b8cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.448595 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-231e2cca-a3df-4f54-885c-dae26ca1f38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.449622 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0918002-9a21-4855-aef3-8ebe7e1e0713 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.463312 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5570ff44-5e7b-40e0-8f9b-9b4e236ac6bd tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:49.495897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e2cca-a3df-4f54-885c-dae26ca1f38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568e4f76-7cda-4c25-bd40-4b8793a686c0,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:49.503679 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-231e2cca-a3df-4f54-885c-dae26ca1f38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:49.513214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-231e2cca-a3df-4f54-885c-dae26ca1f38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.514470 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-231e2cca-a3df-4f54-885c-dae26ca1f38d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/568e4f76-7cda-4c25-bd40-4b8793a686c0 HTTP/1.1" status: 204 len: 168 time: 0.7803769 Jan 14 07:41:49.596376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3f61b935-f30a-4781-92f6-3e9890b8cd13 None None] Port f3cff1fd-4ed1-485c-be34-f8f896fbe23f cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:49.618373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f0ffb487-628d-4c29-980c-37335d53801c tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Unset dirty status for tenant:d409ecbd42144ed78ae43b52cea64346 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:49.624328 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f0ffb487-628d-4c29-980c-37335d53801c tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5957530 Jan 14 07:41:49.627681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55300) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:49.634007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-354d68ef-bc65-4fcd-9d98-a89bcf8416bc tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group': {'name': 'tempest-secgroup--1990885541'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:49.658645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-354d68ef-bc65-4fcd-9d98-a89bcf8416bc tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:49.676633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-354d68ef-bc65-4fcd-9d98-a89bcf8416bc tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:49.690278 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-354d68ef-bc65-4fcd-9d98-a89bcf8416bc tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.706353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3f61b935-f30a-4781-92f6-3e9890b8cd13 None None] Provisioning complete for port b541cd1a-d4c7-4387-ac8f-cd24853bd2a2 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:49.706914 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f61b935-f30a-4781-92f6-3e9890b8cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.718647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5084c826-dcea-4648-a238-bddf335e4cc4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'port': {'name': 'tempest-PortsTestJSON-1650592188', 'security_groups': ['cd13fe67-3ddc-4351-98d3-c8843dad880e'], 'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd6b631c8-ab48-4804-9431-26d89aea1287'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:49.726332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-354d68ef-bc65-4fcd-9d98-a89bcf8416bc tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:49.733814 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c313c05e-e18e-486d-a9af-14fb1038e35c tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:49.740937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-354d68ef-bc65-4fcd-9d98-a89bcf8416bc tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Usage tracker for resource:security_group_rule and tenant:d409ecbd42144ed78ae43b52cea64346 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:49.744600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-354d68ef-bc65-4fcd-9d98-a89bcf8416bc tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:49.753972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-354d68ef-bc65-4fcd-9d98-a89bcf8416bc tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:49.826011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:49.838238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:49.847213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:49.933550 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-354d68ef-bc65-4fcd-9d98-a89bcf8416bc tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.946720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-354d68ef-bc65-4fcd-9d98-a89bcf8416bc tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:49.998984 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1779f77f-0e62-4eae-97b2-ee64b8c43565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:50.003246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Attempting to bind port bd657885-a920-490e-a4e6-fbee9a1ec05c on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:41:50.003687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Attempting to bind port bd657885-a920-490e-a4e6-fbee9a1ec05c by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '59762060-0a77-40f8-a14d-cd0f8e99e974', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:41:50.012144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Attempting to bind port bd657885-a920-490e-a4e6-fbee9a1ec05c on network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:41:50.024453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:41:50.024885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Checking segment: {'id': '59762060-0a77-40f8-a14d-cd0f8e99e974', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:50.025471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:50.025760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Bound using segment: {'id': '59762060-0a77-40f8-a14d-cd0f8e99e974', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:41:50.028436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Bound port: bd657885-a920-490e-a4e6-fbee9a1ec05c, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59762060-0a77-40f8-a14d-cd0f8e99e974', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:41:50.028947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:50.031032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-354d68ef-bc65-4fcd-9d98-a89bcf8416bc tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:50.032518 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-354d68ef-bc65-4fcd-9d98-a89bcf8416bc tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4037642 Jan 14 07:41:50.036202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55306) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:50.067710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-193e1359-49d1-431d-809f-fde55be16f2f tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Request body: {'security_group': {'name': 'default'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:50.068196 n-d-769329-2 neutron-server[80794]: WARNING neutron.api.v2.base [None req-193e1359-49d1-431d-809f-fde55be16f2f tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 14 07:41:50.068769 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-193e1359-49d1-431d-809f-fde55be16f2f tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] update failed (client error): There was a conflict when trying to complete your request. Jan 14 07:41:50.069900 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-193e1359-49d1-431d-809f-fde55be16f2f tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "PUT /v2.0/security-groups/6fde2a0b-e0bf-48de-9b6e-bc8e2200a553 HTTP/1.1" status: 409 len: 330 time: 0.0300653 Jan 14 07:41:50.075803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55312) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:50.099547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d68ef-bc65-4fcd-9d98-a89bcf8416bc tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Pushing event updated for resources: {'SecurityGroup': ['ID=6fde2a0b-e0bf-48de-9b6e-bc8e2200a553,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:50.112872 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-354d68ef-bc65-4fcd-9d98-a89bcf8416bc tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:50.202472 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1e9b85d-48b2-4e73-a5a3-29ccd9b64bbd tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:50.262551 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1e9b85d-48b2-4e73-a5a3-29ccd9b64bbd tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:50.393126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] For port bd657885-a920-490e-a4e6-fbee9a1ec05c, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:41:50.403004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] For port bd657885-a920-490e-a4e6-fbee9a1ec05c, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=bd657885-a920-490e-a4e6-fbee9a1ec05c,segment=NetworkSegment(59762060-0a77-40f8-a14d-cd0f8e99e974),segment_id=59762060-0a77-40f8-a14d-cd0f8e99e974)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:41:50.403151 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1e9b85d-48b2-4e73-a5a3-29ccd9b64bbd tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:50.413950 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:50.417240 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c357b100-23ea-4887-bb0a-3c66f87742d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:50.451121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9b85d-48b2-4e73-a5a3-29ccd9b64bbd tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fde2a0b-e0bf-48de-9b6e-bc8e2200a553,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:50.469066 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d1e9b85d-48b2-4e73-a5a3-29ccd9b64bbd tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:50.472373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1e9b85d-48b2-4e73-a5a3-29ccd9b64bbd tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:50.482124 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d1e9b85d-48b2-4e73-a5a3-29ccd9b64bbd tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "DELETE /v2.0/security-groups/6fde2a0b-e0bf-48de-9b6e-bc8e2200a553 HTTP/1.1" status: 204 len: 168 time: 0.4051075 Jan 14 07:41:50.483878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55328) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:50.706483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-25c2ac43-037c-4ee3-9af5-f6526fb3216c tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Synchronizing usage tracker for tenant:d409ecbd42144ed78ae43b52cea64346 on resource:security_group {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:50.731706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-25c2ac43-037c-4ee3-9af5-f6526fb3216c tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Unset dirty status for tenant:d409ecbd42144ed78ae43b52cea64346 on resource:security_group {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:50.732844 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-25c2ac43-037c-4ee3-9af5-f6526fb3216c tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2479053 Jan 14 07:41:50.736957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55338) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:50.776023 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-c8ddbc88-afd0-405e-aef4-0a63bdf32834 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] delete failed (client error): The resource could not be found. Jan 14 07:41:50.777800 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c8ddbc88-afd0-405e-aef4-0a63bdf32834 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "DELETE /v2.0/security-groups/96670b63-1f76-44b1-a5ca-39fff8c534b6 HTTP/1.1" status: 404 len: 347 time: 0.0398202 Jan 14 07:41:50.781850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55342) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:50.819490 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-374e154d-6d7f-4c9f-bfcd-54c8b49352ad tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] show failed (client error): The resource could not be found. Jan 14 07:41:50.824904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0918002-9a21-4855-aef3-8ebe7e1e0713 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=f3cff1fd-4ed1-485c-be34-f8f896fbe23f,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:50.828367 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0918002-9a21-4855-aef3-8ebe7e1e0713 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.095s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:50.830094 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-374e154d-6d7f-4c9f-bfcd-54c8b49352ad tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "GET /v2.0/security-groups/4691b9e5-7113-4cb6-a4d2-ed5f43d8481a HTTP/1.1" status: 404 len: 347 time: 0.0470984 Jan 14 07:41:50.833175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55348) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:50.872790 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-15544720-dca5-4892-90e9-31d1cdc3fc79 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] show failed (client error): The resource could not be found. Jan 14 07:41:50.891577 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-15544720-dca5-4892-90e9-31d1cdc3fc79 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] 10.222.0.41 "GET /v2.0/security-group-rules/5fd30e4e-afab-49de-b048-d3f7ca9f8319 HTTP/1.1" status: 404 len: 356 time: 0.0561230 Jan 14 07:41:50.980192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5084c826-dcea-4648-a238-bddf335e4cc4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:50.989684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5084c826-dcea-4648-a238-bddf335e4cc4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:port and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:50.995081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5084c826-dcea-4648-a238-bddf335e4cc4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for port was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:51.050127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5084c826-dcea-4648-a238-bddf335e4cc4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:51.060423 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:51.068128 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0918002-9a21-4855-aef3-8ebe7e1e0713 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:51.071105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5084c826-dcea-4648-a238-bddf335e4cc4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:51.077541 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:51.162506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b541cd1a-d4c7-4387-ac8f-cd24853bd2a2 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:51.227588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Pushing event updated for resources: {'Port': ['ID=bd657885-a920-490e-a4e6-fbee9a1ec05c,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:51.254575 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:51.288720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5084c826-dcea-4648-a238-bddf335e4cc4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:51.346088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0bd3a040-abb5-455d-8c3e-a54b848aa90f None None] Provisioning complete for port f3cff1fd-4ed1-485c-be34-f8f896fbe23f triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:51.346785 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0bd3a040-abb5-455d-8c3e-a54b848aa90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:51.369146 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0918002-9a21-4855-aef3-8ebe7e1e0713 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:51.406398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port b541cd1a-d4c7-4387-ac8f-cd24853bd2a2 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:51.407171 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:51.431164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0bd3a040-abb5-455d-8c3e-a54b848aa90f None None] Port f3cff1fd-4ed1-485c-be34-f8f896fbe23f cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:51.495290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0bd3a040-abb5-455d-8c3e-a54b848aa90f None None] Provisioning complete for port b541cd1a-d4c7-4387-ac8f-cd24853bd2a2 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:51.496354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0bd3a040-abb5-455d-8c3e-a54b848aa90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:51.732648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55370) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:51.872555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1c9d8396-c411-4ba2-a198-4636b1e0c374 None None] Provisioning complete for port f3cff1fd-4ed1-485c-be34-f8f896fbe23f triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:51.872990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c9d8396-c411-4ba2-a198-4636b1e0c374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:51.944798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-5084c826-dcea-4648-a238-bddf335e4cc4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] device_id is not set on port c9756431-b140-4041-aeea-c16adcda35e5 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:41:52.007618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d8396-c411-4ba2-a198-4636b1e0c374 None None] Port f3cff1fd-4ed1-485c-be34-f8f896fbe23f cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:52.355092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55386) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:52.396030 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-95091c97-d77e-40ec-8e77-08a5222b6198 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d409ecbd42144ed78ae43b52cea64346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6619015 Jan 14 07:41:52.399852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55392) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:52.506779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-5084c826-dcea-4648-a238-bddf335e4cc4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Allocated IP 172.20.0.14 (b4274ba1-e2ac-4da5-87e7-620b99e5e6a8/d6b631c8-ab48-4804-9431-26d89aea1287/c9756431-b140-4041-aeea-c16adcda35e5) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:52.512115 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ffc97b3-3022-4148-ad65-ce27b27b28e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:52.552834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ffc97b3-3022-4148-ad65-ce27b27b28e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:52.637912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2141176173'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:52.644735 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ffc97b3-3022-4148-ad65-ce27b27b28e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:52.646776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device bd657885-a920-490e-a4e6-fbee9a1ec05c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:52.649364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:52.653925 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9877e7f1-8d1f-48f9-9b41-3e0d719ce783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:52.670001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Usage tracker for resource:network and tenant:311c5b973cc244da931c0f2e3ec6ea49 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:52.674937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc97b3-3022-4148-ad65-ce27b27b28e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d5578c-6110-4035-b7b1-827e1a0fef2b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:52.677722 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ffc97b3-3022-4148-ad65-ce27b27b28e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:52.679947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:52.694193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:52.702024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ffc97b3-3022-4148-ad65-ce27b27b28e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:52.703732 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5ffc97b3-3022-4148-ad65-ce27b27b28e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56d5578c-6110-4035-b7b1-827e1a0fef2b HTTP/1.1" status: 204 len: 168 time: 0.3027544 Jan 14 07:41:52.714997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:52.732433 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:52.762662 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:52.809214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:52.813550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port bd657885-a920-490e-a4e6-fbee9a1ec05c completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:52.813693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Usage tracker for resource:security_group_rule and tenant:311c5b973cc244da931c0f2e3ec6ea49 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:52.817112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:52.830151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:52.883084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5084c826-dcea-4648-a238-bddf335e4cc4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:52.919825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5084c826-dcea-4648-a238-bddf335e4cc4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Transition to ACTIVE for port object c9756431-b140-4041-aeea-c16adcda35e5 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:52.924119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0918002-9a21-4855-aef3-8ebe7e1e0713 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:52.940454 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0918002-9a21-4855-aef3-8ebe7e1e0713 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:52.941363 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0918002-9a21-4855-aef3-8ebe7e1e0713 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:52.982641 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-def41121-b91a-4954-b5ef-82d6be65b814 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:53.057870 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:53.068947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:53.097752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:41:53.109334 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:53.109882 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Added segment 62fde24f-9605-4391-8f35-810b46c57325 of type vxlan for network f27c152c-0935-4216-86e8-12c63649c02f Jan 14 07:41:53.153333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:53.195416 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2c01f00-3bec-40b8-8f03-6c74d99da7c7 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:53.218504 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5084c826-dcea-4648-a238-bddf335e4cc4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:53.238366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'SecurityGroup': ['ID=1de54f21-8d1a-4c20-8168-3682a002a956,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:53.242216 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:53.243208 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:53.265526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:53.265526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:53.279269 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2d5a48aa-88b1-441d-9631-a3f5c67a9e0b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:53.293367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0918002-9a21-4855-aef3-8ebe7e1e0713 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=f3cff1fd-4ed1-485c-be34-f8f896fbe23f,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:53.297183 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0918002-9a21-4855-aef3-8ebe7e1e0713 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:53.353540 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c1a3fe21-7fcb-4b1d-b6ec-42f88deee3d3 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:53.450615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-15658b5c-d367-4e9b-bd3c-962349aa03b3 None None] Provisioning for port bd657885-a920-490e-a4e6-fbee9a1ec05c completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:53.455685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084c826-dcea-4648-a238-bddf335e4cc4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=c9756431-b140-4041-aeea-c16adcda35e5,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:53.459326 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5084c826-dcea-4648-a238-bddf335e4cc4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:53.462568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-15658b5c-d367-4e9b-bd3c-962349aa03b3 None None] Provisioning complete for port bd657885-a920-490e-a4e6-fbee9a1ec05c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:53.462999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15658b5c-d367-4e9b-bd3c-962349aa03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:53.496419 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1399868 Jan 14 07:41:53.508854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Network': ['ID=f27c152c-0935-4216-86e8-12c63649c02f,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:53.512789 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:53.557271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0918002-9a21-4855-aef3-8ebe7e1e0713 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network b9263500-15c5-4f38-aa29-59e7eec21151 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:53.568487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a0918002-9a21-4855-aef3-8ebe7e1e0713 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:53.644856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network f27c152c-0935-4216-86e8-12c63649c02f details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:53.682180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55418) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:53.688931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6a0c9971-7690-4bd2-a94d-7901c9f66e4e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'subnet': {'network_id': 'f27c152c-0935-4216-86e8-12c63649c02f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:53.696275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network f27c152c-0935-4216-86e8-12c63649c02f details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:53.756780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network f27c152c-0935-4216-86e8-12c63649c02f details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:53.838554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5084c826-dcea-4648-a238-bddf335e4cc4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:53.844191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5084c826-dcea-4648-a238-bddf335e4cc4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:53.856940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5084c826-dcea-4648-a238-bddf335e4cc4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:41:54.018359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-55ce932f-086d-4435-aa22-d4f30d7cf5c4 req-a4223beb-9bb4-41d8-84fd-0a5dbf7f19a6 tempest-ListServerFiltersTestJSON-1211241445 tempest-ListServerFiltersTestJSON-1211241445] (80908) timed out ('10.222.0.39', 57961) {{(pid=80908) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:41:54.163933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6a0c9971-7690-4bd2-a94d-7901c9f66e4e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.173839 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:41:54.178014 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:41:54.187675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6a0c9971-7690-4bd2-a94d-7901c9f66e4e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Usage tracker for resource:subnet and tenant:311c5b973cc244da931c0f2e3ec6ea49 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:54.192148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6a0c9971-7690-4bd2-a94d-7901c9f66e4e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:54.194885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5084c826-dcea-4648-a238-bddf335e4cc4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:54.195939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5084c826-dcea-4648-a238-bddf335e4cc4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:54.210319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6a0c9971-7690-4bd2-a94d-7901c9f66e4e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:54.246977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0c9971-7690-4bd2-a94d-7901c9f66e4e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:54.247708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0918002-9a21-4855-aef3-8ebe7e1e0713 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Router e2885adb-3005-4bf3-a44c-217e16631c74 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:41:54.468283 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5084c826-dcea-4648-a238-bddf335e4cc4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.0223119 Jan 14 07:41:54.483064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55434) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:54.533611 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a0c9971-7690-4bd2-a94d-7901c9f66e4e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:54.664576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c7daacf-e3a2-479d-834c-f63b6f20657d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:54.690730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15658b5c-d367-4e9b-bd3c-962349aa03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:54.730801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-15658b5c-d367-4e9b-bd3c-962349aa03b3 None None] For port bd657885-a920-490e-a4e6-fbee9a1ec05c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=bd657885-a920-490e-a4e6-fbee9a1ec05c,segment=NetworkSegment(59762060-0a77-40f8-a14d-cd0f8e99e974),segment_id=59762060-0a77-40f8-a14d-cd0f8e99e974)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:41:54.743387 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15658b5c-d367-4e9b-bd3c-962349aa03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:54.748036 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6303c549-1b9f-4fe6-964a-faeb49e26ee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:54.795944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0918002-9a21-4855-aef3-8ebe7e1e0713 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:54.806103 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a0918002-9a21-4855-aef3-8ebe7e1e0713 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "PUT /v2.0/routers/e2885adb-3005-4bf3-a44c-217e16631c74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9523840 Jan 14 07:41:54.806487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2af5c-ffb0-41b2-aaaf-09ae7d690599 None None] Sync routers for ids ['e2885adb-3005-4bf3-a44c-217e16631c74'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:41:54.813163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55442) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:54.826467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c2af5c-ffb0-41b2-aaaf-09ae7d690599 None None] Routers {'e2885adb-3005-4bf3-a44c-217e16631c74'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:54.827517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-31c2af5c-ffb0-41b2-aaaf-09ae7d690599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:41:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e2885adb-3005-4bf3-a44c-217e16631c74'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:54.898663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15658b5c-d367-4e9b-bd3c-962349aa03b3 None None] Pushing event updated for resources: {'Port': ['ID=bd657885-a920-490e-a4e6-fbee9a1ec05c,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:54.904892 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-15658b5c-d367-4e9b-bd3c-962349aa03b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:54.950209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-15658b5c-d367-4e9b-bd3c-962349aa03b3 None None] Provisioning complete for port 52742541-013e-4ea6-a0c3-45708cc9cb53 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:54.957053 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-15658b5c-d367-4e9b-bd3c-962349aa03b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:55.005831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-31c2af5c-ffb0-41b2-aaaf-09ae7d690599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:55.029474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c2af5c-ffb0-41b2-aaaf-09ae7d690599 None None] Routers {'e2885adb-3005-4bf3-a44c-217e16631c74'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:41:55.030169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-31c2af5c-ffb0-41b2-aaaf-09ae7d690599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:41:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e2885adb-3005-4bf3-a44c-217e16631c74'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:55.148697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1cffb2-6ea8-45e2-8b95-5f3085168882 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:55.149488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3e1cffb2-6ea8-45e2-8b95-5f3085168882 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Synchronizing usage tracker for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:41:55.168909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-15658b5c-d367-4e9b-bd3c-962349aa03b3 None None] Port 52742541-013e-4ea6-a0c3-45708cc9cb53 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:55.185214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3e1cffb2-6ea8-45e2-8b95-5f3085168882 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Unset dirty status for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:41:55.190026 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3e1cffb2-6ea8-45e2-8b95-5f3085168882 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports?device_id=e2885adb-3005-4bf3-a44c-217e16631c74 HTTP/1.1" status: 200 len: 988 time: 0.3756933 Jan 14 07:41:55.191118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55450) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:55.199049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-31c2af5c-ffb0-41b2-aaaf-09ae7d690599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:41:55.205377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2af5c-ffb0-41b2-aaaf-09ae7d690599 None None] The sync data for ids ['e2885adb-3005-4bf3-a44c-217e16631c74'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:41:55.301311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-92fab2e5-9ecb-49aa-a390-eaa1c25a8147 None None] Provisioning complete for port f3cff1fd-4ed1-485c-be34-f8f896fbe23f triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:55.301739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92fab2e5-9ecb-49aa-a390-eaa1c25a8147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:55.388866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-92fab2e5-9ecb-49aa-a390-eaa1c25a8147 None None] Port f3cff1fd-4ed1-485c-be34-f8f896fbe23f cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:55.402929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-92fab2e5-9ecb-49aa-a390-eaa1c25a8147 None None] Provisioning complete for port bd657885-a920-490e-a4e6-fbee9a1ec05c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:55.403856 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92fab2e5-9ecb-49aa-a390-eaa1c25a8147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:55.499173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0bf98dd3-98bf-4968-bf5d-d082ce5ed7db tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'subnet': {'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:55.718368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-92fab2e5-9ecb-49aa-a390-eaa1c25a8147 None None] Provisioning for port c9756431-b140-4041-aeea-c16adcda35e5 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:41:55.729030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-92fab2e5-9ecb-49aa-a390-eaa1c25a8147 None None] Provisioning complete for port c9756431-b140-4041-aeea-c16adcda35e5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:55.729492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92fab2e5-9ecb-49aa-a390-eaa1c25a8147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:55.799112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0bf98dd3-98bf-4968-bf5d-d082ce5ed7db tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:55.806405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0bf98dd3-98bf-4968-bf5d-d082ce5ed7db tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:subnet and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:55.810389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0bf98dd3-98bf-4968-bf5d-d082ce5ed7db tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:55.819094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0bf98dd3-98bf-4968-bf5d-d082ce5ed7db tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:55.841649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf98dd3-98bf-4968-bf5d-d082ce5ed7db tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:55.877071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-92fab2e5-9ecb-49aa-a390-eaa1c25a8147 None None] Port c9756431-b140-4041-aeea-c16adcda35e5 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:41:56.071125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0bf98dd3-98bf-4968-bf5d-d082ce5ed7db tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:56.430354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a0c9971-7690-4bd2-a94d-7901c9f66e4e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:56.451030 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b342201-0008-4240-b9b1-943081eab3d1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:56.451241 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f19ecebe-9a8b-40ec-8a4a-f1caff221b01 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:56.590239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device bd657885-a920-490e-a4e6-fbee9a1ec05c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:41:56.675115 n-d-769329-2 neutron-server[80794]: INFO neutron.db.ipam_backend_mixin [None req-0bf98dd3-98bf-4968-bf5d-d082ce5ed7db tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d6b631c8-ab48-4804-9431-26d89aea1287 (CIDR: 172.20.0.0/28) Jan 14 07:41:56.696490 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf98dd3-98bf-4968-bf5d-d082ce5ed7db tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:41:56.697249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf98dd3-98bf-4968-bf5d-d082ce5ed7db tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] No notification will be sent due to unsuccessful status code: 400 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:41:56.798623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c9971-7690-4bd2-a94d-7901c9f66e4e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Subnet': ['ID=147f200b-fc7e-43ca-9179-1698ca1728b3,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:56.812307 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a0c9971-7690-4bd2-a94d-7901c9f66e4e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:56.825259 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0bf98dd3-98bf-4968-bf5d-d082ce5ed7db tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3426685 Jan 14 07:41:56.830485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55494) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:56.845051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0c9971-7690-4bd2-a94d-7901c9f66e4e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Checking segment: {'id': '62fde24f-9605-4391-8f35-810b46c57325', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f27c152c-0935-4216-86e8-12c63649c02f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:41:56.845838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0c9971-7690-4bd2-a94d-7901c9f66e4e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network hostable DHCP agents. Network: f27c152c-0935-4216-86e8-12c63649c02f, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:41:56.855978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6504bc00-9d2c-4773-992c-81aaa3986b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:56.863490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a836c910-fc15-49df-b6e5-7e5c84d7a7a4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'subnet': {'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:56.924432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port bd657885-a920-490e-a4e6-fbee9a1ec05c triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:41:56.925107 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:57.128115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0c9971-7690-4bd2-a94d-7901c9f66e4e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network f27c152c-0935-4216-86e8-12c63649c02f is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:41:57.165851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6a0c9971-7690-4bd2-a94d-7901c9f66e4e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, f27c152c-0935-4216-86e8-12c63649c02f) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:57.181787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27060b6-fffc-4804-9398-935683e5a7c2 None None] Network f27c152c-0935-4216-86e8-12c63649c02f requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:41:57.244586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0c9971-7690-4bd2-a94d-7901c9f66e4e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:57.245985 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a0c9971-7690-4bd2-a94d-7901c9f66e4e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:57.337532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a836c910-fc15-49df-b6e5-7e5c84d7a7a4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:57.341969 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6a0c9971-7690-4bd2-a94d-7901c9f66e4e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.6585255 Jan 14 07:41:57.348716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55504) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:57.352581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a836c910-fc15-49df-b6e5-7e5c84d7a7a4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:subnet and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:57.360766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a836c910-fc15-49df-b6e5-7e5c84d7a7a4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:57.373130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-abfff282-f5c4-438a-90e3-9f00380b2e70 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1221135595'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:57.395839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a836c910-fc15-49df-b6e5-7e5c84d7a7a4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:57.403462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-abfff282-f5c4-438a-90e3-9f00380b2e70 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:57.425593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-abfff282-f5c4-438a-90e3-9f00380b2e70 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Usage tracker for resource:network and tenant:311c5b973cc244da931c0f2e3ec6ea49 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:57.433929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-abfff282-f5c4-438a-90e3-9f00380b2e70 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:57.454317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-abfff282-f5c4-438a-90e3-9f00380b2e70 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:57.485756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a836c910-fc15-49df-b6e5-7e5c84d7a7a4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:57.525484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a836c910-fc15-49df-b6e5-7e5c84d7a7a4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:57.567588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfff282-f5c4-438a-90e3-9f00380b2e70 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:57.606595 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-abfff282-f5c4-438a-90e3-9f00380b2e70 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:57.629142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9b342201-0008-4240-b9b1-943081eab3d1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port f3cff1fd-4ed1-485c-be34-f8f896fbe23f {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:41:57.632227 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b342201-0008-4240-b9b1-943081eab3d1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:57.764583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abfff282-f5c4-438a-90e3-9f00380b2e70 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:41:57.774652 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-abfff282-f5c4-438a-90e3-9f00380b2e70 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:57.775062 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-abfff282-f5c4-438a-90e3-9f00380b2e70 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Added segment 30ef676c-605b-43e7-97a3-899e388d9ded of type vxlan for network 9299e1ae-ecbc-404d-8c11-05d249c9a6de Jan 14 07:41:57.778025 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:57.785170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-f27c152c-0935-4216-86e8-12c63649c02f', 'network_id': 'f27c152c-0935-4216-86e8-12c63649c02f', 'tenant_id': '311c5b973cc244da931c0f2e3ec6ea49', 'fixed_ips': [{'subnet_id': '147f200b-fc7e-43ca-9179-1698ca1728b3'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:41:57.786087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:57.805534 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-abfff282-f5c4-438a-90e3-9f00380b2e70 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:57.850529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-abfff282-f5c4-438a-90e3-9f00380b2e70 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:57.891894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfff282-f5c4-438a-90e3-9f00380b2e70 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:41:57.892363 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-abfff282-f5c4-438a-90e3-9f00380b2e70 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:57.913649 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dd9fe24f-23b8-49a4-a1fc-1b986e6742aa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:57.921167 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b342201-0008-4240-b9b1-943081eab3d1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:58.115593 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-abfff282-f5c4-438a-90e3-9f00380b2e70 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7653954 Jan 14 07:41:58.124254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55522) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:58.136876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9b342201-0008-4240-b9b1-943081eab3d1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for f3cff1fd-4ed1-485c-be34-f8f896fbe23f owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:41:58.141731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a18cdbf2-1165-4a81-b814-57d2087cea9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'subnet': {'network_id': '9299e1ae-ecbc-404d-8c11-05d249c9a6de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:41:58.271460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55528) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:41:58.284330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a18cdbf2-1165-4a81-b814-57d2087cea9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:58.295323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfff282-f5c4-438a-90e3-9f00380b2e70 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Network': ['ID=9299e1ae-ecbc-404d-8c11-05d249c9a6de,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:58.299743 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-abfff282-f5c4-438a-90e3-9f00380b2e70 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:58.300814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a18cdbf2-1165-4a81-b814-57d2087cea9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Usage tracker for resource:subnet and tenant:311c5b973cc244da931c0f2e3ec6ea49 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:58.306640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a18cdbf2-1165-4a81-b814-57d2087cea9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:58.316495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a18cdbf2-1165-4a81-b814-57d2087cea9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:58.337069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 9299e1ae-ecbc-404d-8c11-05d249c9a6de details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:58.342255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18cdbf2-1165-4a81-b814-57d2087cea9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:41:58.368373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b342201-0008-4240-b9b1-943081eab3d1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:58.375868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 9299e1ae-ecbc-404d-8c11-05d249c9a6de details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:58.403199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 9299e1ae-ecbc-404d-8c11-05d249c9a6de details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:41:58.600146 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:58.695461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b342201-0008-4240-b9b1-943081eab3d1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=f3cff1fd-4ed1-485c-be34-f8f896fbe23f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:58.738984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a18cdbf2-1165-4a81-b814-57d2087cea9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:58.923374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0aeaeced-cb43-4e91-975f-6f8d25328a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:58.945038 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9b342201-0008-4240-b9b1-943081eab3d1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:59.151564 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b342201-0008-4240-b9b1-943081eab3d1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:59.157025 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:59.170248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0aeaeced-cb43-4e91-975f-6f8d25328a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:41:59.228785 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:59.235352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Allocated IP 172.20.255.242 (f27c152c-0935-4216-86e8-12c63649c02f/147f200b-fc7e-43ca-9179-1698ca1728b3/b1728e6c-dbb8-4d62-83e2-9f018275d465) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:41:59.254230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0aeaeced-cb43-4e91-975f-6f8d25328a03 admin admin] Usage tracker for resource:security_group_rule and tenant:2056339d88a9494886ea40a42058183a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:41:59.325234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0aeaeced-cb43-4e91-975f-6f8d25328a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:41:59.347050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0aeaeced-cb43-4e91-975f-6f8d25328a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:41:59.536912 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:59.549420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Transition to ACTIVE for port object b1728e6c-dbb8-4d62-83e2-9f018275d465 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:59.567489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Transition to ACTIVE for port object b1728e6c-dbb8-4d62-83e2-9f018275d465 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:41:59.574294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:59.611579 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a18cdbf2-1165-4a81-b814-57d2087cea9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:41:59.618159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b342201-0008-4240-b9b1-943081eab3d1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Router e2885adb-3005-4bf3-a44c-217e16631c74 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:41:59.632910 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b3ead118-fe37-41e1-8c63-a2d776117cb8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:59.707775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cdbf2-1165-4a81-b814-57d2087cea9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Subnet': ['ID=63ed8b37-b914-4951-8d8e-006275b3a6b4,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:59.763804 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a18cdbf2-1165-4a81-b814-57d2087cea9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:59.767431 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:41:59.875284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Pushing event updated for resources: {'Port': ['ID=b1728e6c-dbb8-4d62-83e2-9f018275d465,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:41:59.880655 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:41:59.895142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b342201-0008-4240-b9b1-943081eab3d1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:41:59.895532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Network f27c152c-0935-4216-86e8-12c63649c02f is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:41:59.896928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:41:59.898980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:42:00.004579 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9b342201-0008-4240-b9b1-943081eab3d1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "PUT /v2.0/routers/e2885adb-3005-4bf3-a44c-217e16631c74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8126662 Jan 14 07:42:00.005675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55556) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:00.010378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4640862d-c45e-49c0-8608-cb9aa86e59b7 None None] Sync routers for ids ['e2885adb-3005-4bf3-a44c-217e16631c74'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:42:00.021566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Attempting to bind port b1728e6c-dbb8-4d62-83e2-9f018275d465 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:42:00.021912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Attempting to bind port b1728e6c-dbb8-4d62-83e2-9f018275d465 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '62fde24f-9605-4391-8f35-810b46c57325', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f27c152c-0935-4216-86e8-12c63649c02f'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:42:00.022341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Attempting to bind port b1728e6c-dbb8-4d62-83e2-9f018275d465 on network f27c152c-0935-4216-86e8-12c63649c02f {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:42:00.041040 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a836c910-fc15-49df-b6e5-7e5c84d7a7a4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:00.054035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4640862d-c45e-49c0-8608-cb9aa86e59b7 None None] Routers {'e2885adb-3005-4bf3-a44c-217e16631c74'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:42:00.055576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4640862d-c45e-49c0-8608-cb9aa86e59b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:41:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e2885adb-3005-4bf3-a44c-217e16631c74'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:00.093586 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fea740-af64-4b51-a9da-9d0d63fb8a8d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] GET failed (client error): The resource could not be found. Jan 14 07:42:00.094232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b0fea740-af64-4b51-a9da-9d0d63fb8a8d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Synchronizing usage tracker for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:42:00.130853 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0aeaeced-cb43-4e91-975f-6f8d25328a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:00.137289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b0fea740-af64-4b51-a9da-9d0d63fb8a8d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Unset dirty status for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:42:00.146038 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b0fea740-af64-4b51-a9da-9d0d63fb8a8d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports/f3cff1fd-4ed1-485c-be34-f8f896fbe23f HTTP/1.1" status: 404 len: 333 time: 0.1365418 Jan 14 07:42:00.147305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55562) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:00.150292 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0aeaeced-cb43-4e91-975f-6f8d25328a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:00.184623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:42:00.185197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Checking segment: {'id': '62fde24f-9605-4391-8f35-810b46c57325', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f27c152c-0935-4216-86e8-12c63649c02f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:42:00.185484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:00.185932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Bound using segment: {'id': '62fde24f-9605-4391-8f35-810b46c57325', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f27c152c-0935-4216-86e8-12c63649c02f'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:42:00.186477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Bound port: b1728e6c-dbb8-4d62-83e2-9f018275d465, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fde24f-9605-4391-8f35-810b46c57325', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f27c152c-0935-4216-86e8-12c63649c02f'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:42:00.186903 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:00.197008 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0f801f06-2ac7-4752-b121-f1cb5ef7977d tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:00.265828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4640862d-c45e-49c0-8608-cb9aa86e59b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:00.303391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4640862d-c45e-49c0-8608-cb9aa86e59b7 None None] Routers {'e2885adb-3005-4bf3-a44c-217e16631c74'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:42:00.304269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4640862d-c45e-49c0-8608-cb9aa86e59b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:41:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e2885adb-3005-4bf3-a44c-217e16631c74'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:00.310440 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-72f2d4ee-3c10-4148-9f80-84c36d72fe90 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:00.344813 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0aeaeced-cb43-4e91-975f-6f8d25328a03 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2056339d88a9494886ea40a42058183a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0680983 Jan 14 07:42:00.356429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeaeced-cb43-4e91-975f-6f8d25328a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47e1f08-fa04-4011-b3c0-ceec3c2f8ac6,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:00.372578 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0aeaeced-cb43-4e91-975f-6f8d25328a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:00.375145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55568) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:00.427684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4640862d-c45e-49c0-8608-cb9aa86e59b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:00.428315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4640862d-c45e-49c0-8608-cb9aa86e59b7 None None] The sync data for ids ['e2885adb-3005-4bf3-a44c-217e16631c74'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:42:00.647013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] For port b1728e6c-dbb8-4d62-83e2-9f018275d465, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:42:00.657092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] For port b1728e6c-dbb8-4d62-83e2-9f018275d465, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b1728e6c-dbb8-4d62-83e2-9f018275d465,segment=NetworkSegment(62fde24f-9605-4391-8f35-810b46c57325),segment_id=62fde24f-9605-4391-8f35-810b46c57325)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:42:00.665750 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:00.842715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18cdbf2-1165-4a81-b814-57d2087cea9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Checking segment: {'id': '30ef676c-605b-43e7-97a3-899e388d9ded', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9299e1ae-ecbc-404d-8c11-05d249c9a6de'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:42:00.843375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18cdbf2-1165-4a81-b814-57d2087cea9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network hostable DHCP agents. Network: 9299e1ae-ecbc-404d-8c11-05d249c9a6de, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:42:00.850470 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:00.908424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18cdbf2-1165-4a81-b814-57d2087cea9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 9299e1ae-ecbc-404d-8c11-05d249c9a6de is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:42:00.921497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a18cdbf2-1165-4a81-b814-57d2087cea9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 9299e1ae-ecbc-404d-8c11-05d249c9a6de) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:42:00.923276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836c910-fc15-49df-b6e5-7e5c84d7a7a4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Subnet': ['ID=96634a13-7cb9-477b-9c77-75c62c3e2489,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:00.929000 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a836c910-fc15-49df-b6e5-7e5c84d7a7a4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:00.939400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a836c910-fc15-49df-b6e5-7e5c84d7a7a4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:42:00.950250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a836c910-fc15-49df-b6e5-7e5c84d7a7a4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:42:00.952444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18cdbf2-1165-4a81-b814-57d2087cea9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:00.953091 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a18cdbf2-1165-4a81-b814-57d2087cea9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:00.989264 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a18cdbf2-1165-4a81-b814-57d2087cea9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.8615732 Jan 14 07:42:00.990628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55576) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:00.991047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Pushing event updated for resources: {'Port': ['ID=b1728e6c-dbb8-4d62-83e2-9f018275d465,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:01.004620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdef0ec-45e2-4c65-8435-b1a4f531a7ca None None] Network 9299e1ae-ecbc-404d-8c11-05d249c9a6de requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:01.014671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a836c910-fc15-49df-b6e5-7e5c84d7a7a4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:01.015323 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a836c910-fc15-49df-b6e5-7e5c84d7a7a4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:01.043877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748833ff-3c19-4f40-a639-3ec67bb9e8f4 None None] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:01.072832 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:01.122099 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a836c910-fc15-49df-b6e5-7e5c84d7a7a4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.2840118 Jan 14 07:42:01.123371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55580) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:01.132342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0caac8bf-90ba-4db5-b017-bdca332d88ec tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'port': {'name': 'tempest-PortsTestJSON-262667887', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '96634a13-7cb9-477b-9c77-75c62c3e2489'}], 'security_groups': ['1e1f49c8-acc6-4cb7-ba46-5c474dbf0b08']}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.196705 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:01.203587 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b77be5d2-b4dd-46e2-8495-59ec9220e557 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:01.298760 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba615-b89d-4bac-a20a-62cd323a9f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:01.338703 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba615-b89d-4bac-a20a-62cd323a9f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:01.536838 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0caac8bf-90ba-4db5-b017-bdca332d88ec tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:01.568807 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:01.780824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-9299e1ae-ecbc-404d-8c11-05d249c9a6de', 'network_id': '9299e1ae-ecbc-404d-8c11-05d249c9a6de', 'tenant_id': '311c5b973cc244da931c0f2e3ec6ea49', 'fixed_ips': [{'subnet_id': '63ed8b37-b914-4951-8d8e-006275b3a6b4'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:42:01.781938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:01.887484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b77be5d2-b4dd-46e2-8495-59ec9220e557 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:01.890098 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b77be5d2-b4dd-46e2-8495-59ec9220e557 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:01.936163 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba615-b89d-4bac-a20a-62cd323a9f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:01.972334 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f74d57f1-4106-40c3-a3d9-f5ba89abc643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:02.031824 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b77be5d2-b4dd-46e2-8495-59ec9220e557 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:02.035680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77be5d2-b4dd-46e2-8495-59ec9220e557 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Fanout notify agent at l3_agent the message router_deleted on router e2885adb-3005-4bf3-a44c-217e16631c74 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:42:02.037839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ba615-b89d-4bac-a20a-62cd323a9f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47e1f08-fa04-4011-b3c0-ceec3c2f8ac6,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:02.045016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:02.067249 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7b8ba615-b89d-4bac-a20a-62cd323a9f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:02.079693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b77be5d2-b4dd-46e2-8495-59ec9220e557 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:02.084184 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b77be5d2-b4dd-46e2-8495-59ec9220e557 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/routers/e2885adb-3005-4bf3-a44c-217e16631c74 HTTP/1.1" status: 204 len: 168 time: 1.9356666 Jan 14 07:42:02.085228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55590) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:02.086209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b8ba615-b89d-4bac-a20a-62cd323a9f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:02.087686 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7b8ba615-b89d-4bac-a20a-62cd323a9f5d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c47e1f08-fa04-4011-b3c0-ceec3c2f8ac6 HTTP/1.1" status: 204 len: 168 time: 1.6962910 Jan 14 07:42:02.404547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Allocated IP 172.20.0.2 (9299e1ae-ecbc-404d-8c11-05d249c9a6de/63ed8b37-b914-4951-8d8e-006275b3a6b4/97baff51-92b3-494c-a796-aec693dd83aa) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:42:02.453126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5428b56-ec46-4592-bde7-b9e4397a8a35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting subnet 73d983f4-48cc-4d0a-8a26-a055d3969b9c {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:42:02.458238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5428b56-ec46-4592-bde7-b9e4397a8a35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:02.489473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9893623-e76c-4b54-bf26-0a29e1619ade None None] Update dhcp port {'port': {'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8', 'fixed_ips': [{'subnet_id': 'd6b631c8-ab48-4804-9431-26d89aea1287', 'ip_address': '172.20.0.2'}, {'subnet_id': '96634a13-7cb9-477b-9c77-75c62c3e2489'}], 'binding:host_id': 'n-d-769329-2'}, 'id': 'bd657885-a920-490e-a4e6-fbee9a1ec05c'} from n-d-769329-2. {{(pid=80909) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:42:02.557756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9893623-e76c-4b54-bf26-0a29e1619ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:02.607713 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5428b56-ec46-4592-bde7-b9e4397a8a35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:02.645786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b1728e6c-dbb8-4d62-83e2-9f018275d465 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:42:02.883038 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5428b56-ec46-4592-bde7-b9e4397a8a35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:02.900772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55604) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:03.122468 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6949a12-8aa7-4636-84be-55b0f4794a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:03.185342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d6949a12-8aa7-4636-84be-55b0f4794a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:03.190100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d6949a12-8aa7-4636-84be-55b0f4794a10 admin admin] Usage tracker for resource:security_group_rule and tenant:2c495de9cbd64333b33160fd131b531f is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:03.193756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d6949a12-8aa7-4636-84be-55b0f4794a10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:03.201741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d6949a12-8aa7-4636-84be-55b0f4794a10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:03.421713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5ab9d3-8e33-47dc-b648-163ab45c0330 None None] Network f27c152c-0935-4216-86e8-12c63649c02f requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:03.483980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-0caac8bf-90ba-4db5-b017-bdca332d88ec tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Delete allocated IP 172.20.0.14 (b4274ba1-e2ac-4da5-87e7-620b99e5e6a8/d6b631c8-ab48-4804-9431-26d89aea1287) {{(pid=80908) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 07:42:03.491255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5428b56-ec46-4592-bde7-b9e4397a8a35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:03.493444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-0caac8bf-90ba-4db5-b017-bdca332d88ec tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Allocated IP 172.20.0.18 (b4274ba1-e2ac-4da5-87e7-620b99e5e6a8/96634a13-7cb9-477b-9c77-75c62c3e2489/c9756431-b140-4041-aeea-c16adcda35e5) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:42:03.512467 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-df61c281-0403-40af-8de1-9348146680e2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:03.616005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5428b56-ec46-4592-bde7-b9e4397a8a35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Subnet': ['ID=73d983f4-48cc-4d0a-8a26-a055d3969b9c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:03.621856 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f5428b56-ec46-4592-bde7-b9e4397a8a35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:03.662656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port b1728e6c-dbb8-4d62-83e2-9f018275d465 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:42:03.724449 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5428b56-ec46-4592-bde7-b9e4397a8a35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:03.744690 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f5428b56-ec46-4592-bde7-b9e4397a8a35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/subnets/73d983f4-48cc-4d0a-8a26-a055d3969b9c HTTP/1.1" status: 204 len: 168 time: 1.6556661 Jan 14 07:42:03.746082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55614) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:03.868482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6949a12-8aa7-4636-84be-55b0f4794a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:03.877393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865a8770-a147-4d7a-a40c-3b2cb9630863 None None] Network b9263500-15c5-4f38-aa29-59e7eec21151 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:03.878344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6949a12-8aa7-4636-84be-55b0f4794a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:03.914013 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-64ad4112-99c2-412f-b416-d99b3c8029df tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:03.952014 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d6949a12-8aa7-4636-84be-55b0f4794a10 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c495de9cbd64333b33160fd131b531f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0419295 Jan 14 07:42:03.952723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6949a12-8aa7-4636-84be-55b0f4794a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cf9d86-1efc-47d4-ba1e-70b7d6e70149,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:03.969645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55620) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:04.023501 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d6949a12-8aa7-4636-84be-55b0f4794a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:04.027499 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-0caac8bf-90ba-4db5-b017-bdca332d88ec tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:42:04.044094 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:04.059321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0caac8bf-90ba-4db5-b017-bdca332d88ec tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:04.102137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c828fb3-cba7-43cf-8c8c-223053575d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:04.147176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c828fb3-cba7-43cf-8c8c-223053575d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:04.176655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port b541cd1a-d4c7-4387-ac8f-cd24853bd2a2 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:42:04.177048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:04.205048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0caac8bf-90ba-4db5-b017-bdca332d88ec tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Transition to ACTIVE for port object c9756431-b140-4041-aeea-c16adcda35e5 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:04.210787 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c828fb3-cba7-43cf-8c8c-223053575d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:04.226185 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-17a93d68-bbc5-401e-a759-f83a8d6006c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:04.259088 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0caac8bf-90ba-4db5-b017-bdca332d88ec tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:04.293497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-838cef8f-6fae-416a-ba5a-9337b735f7d8 None None] Provisioning for port b1728e6c-dbb8-4d62-83e2-9f018275d465 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:42:04.329020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-838cef8f-6fae-416a-ba5a-9337b735f7d8 None None] Provisioning complete for port b1728e6c-dbb8-4d62-83e2-9f018275d465 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:04.329446 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-838cef8f-6fae-416a-ba5a-9337b735f7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:04.463579 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:04.503501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c828fb3-cba7-43cf-8c8c-223053575d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cf9d86-1efc-47d4-ba1e-70b7d6e70149,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:04.503501 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c828fb3-cba7-43cf-8c8c-223053575d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:04.503501 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1c828fb3-cba7-43cf-8c8c-223053575d07 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32cf9d86-1efc-47d4-ba1e-70b7d6e70149 HTTP/1.1" status: 204 len: 168 time: 0.5259962 Jan 14 07:42:04.504322 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1c828fb3-cba7-43cf-8c8c-223053575d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:04.504822 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e93644f0-37bf-490a-b8b7-1a3ffddf4e68 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:04.596805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caac8bf-90ba-4db5-b017-bdca332d88ec tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=c9756431-b140-4041-aeea-c16adcda35e5,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:04.601624 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0caac8bf-90ba-4db5-b017-bdca332d88ec tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:04.619753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] For port b541cd1a-d4c7-4387-ac8f-cd24853bd2a2, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b541cd1a-d4c7-4387-ac8f-cd24853bd2a2,segment=NetworkSegment(b515137e-7ca8-4e94-a5bf-9dac1edee70a),segment_id=b515137e-7ca8-4e94-a5bf-9dac1edee70a)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:04.620809 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:04.626311 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-a9893623-e76c-4b54-bf26-0a29e1619ade None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.18-a7ff3e23-c8aa-4322-8452-c35ff0dbbb49 {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:42:04.626738 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-a9893623-e76c-4b54-bf26-0a29e1619ade None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:42:04.654440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Transition to ACTIVE for port object 97baff51-92b3-494c-a796-aec693dd83aa will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:04.771505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0caac8bf-90ba-4db5-b017-bdca332d88ec tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] In _notify_port_updated(), no bound segment for port c9756431-b140-4041-aeea-c16adcda35e5 on network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 {{(pid=80908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.773422 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:04.779008 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:04.809450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caac8bf-90ba-4db5-b017-bdca332d88ec tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:04.814928 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0caac8bf-90ba-4db5-b017-bdca332d88ec tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:04.819765 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0caac8bf-90ba-4db5-b017-bdca332d88ec tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "PUT /v2.0/ports/c9756431-b140-4041-aeea-c16adcda35e5 HTTP/1.1" status: 200 len: 920 time: 3.6952322 Jan 14 07:42:04.820695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55642) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:04.869052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for b541cd1a-d4c7-4387-ac8f-cd24853bd2a2 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:42:04.875625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Transition to ACTIVE for port object 97baff51-92b3-494c-a796-aec693dd83aa will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:04.894182 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:05.006796 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:05.049129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d667002d-2c78-467c-821d-364642442f15 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port c9756431-b140-4041-aeea-c16adcda35e5 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:42:05.054187 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d667002d-2c78-467c-821d-364642442f15 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:05.215177 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0918002-9a21-4855-aef3-8ebe7e1e0713 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:05.234641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:42:05.269307 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:05.270687 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:05.298419 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-23cf9f98-fa08-423d-8d4e-ca3c74f927ad tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:05.390124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=b541cd1a-d4c7-4387-ac8f-cd24853bd2a2,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:05.453783 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:05.491484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Subnet': ['ID=63ed8b37-b914-4951-8d8e-006275b3a6b4,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:05.512520 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:05.519302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No DVR routers for this DVR port b541cd1a-d4c7-4387-ac8f-cd24853bd2a2 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:42:05.544119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9893623-e76c-4b54-bf26-0a29e1619ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:05.617177 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-838cef8f-6fae-416a-ba5a-9337b735f7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:05.714435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Pushing event updated for resources: {'Port': ['ID=97baff51-92b3-494c-a796-aec693dd83aa,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:05.733188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Network 9299e1ae-ecbc-404d-8c11-05d249c9a6de is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:42:05.735483 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:05.791788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:05.971769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9263500-15c5-4f38-aa29-59e7eec21151']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:05.986922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b515137e-7ca8-4e94-a5bf-9dac1edee70a') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:05.987371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b515137e-7ca8-4e94-a5bf-9dac1edee70a') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:06.001857 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:06.024040 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:06.026371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:42:06.050907 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:06.071112 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d667002d-2c78-467c-821d-364642442f15 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:06.236881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network b9263500-15c5-4f38-aa29-59e7eec21151 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:06.248777 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:06.263518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-a9893623-e76c-4b54-bf26-0a29e1619ade None None] Allocated IP 172.20.0.19 (b4274ba1-e2ac-4da5-87e7-620b99e5e6a8/96634a13-7cb9-477b-9c77-75c62c3e2489/bd657885-a920-490e-a4e6-fbee9a1ec05c) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:42:06.331189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d667002d-2c78-467c-821d-364642442f15 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for c9756431-b140-4041-aeea-c16adcda35e5 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:42:06.508405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9299e1ae-ecbc-404d-8c11-05d249c9a6de']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:06.529263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network b9263500-15c5-4f38-aa29-59e7eec21151 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:06.545821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-838cef8f-6fae-416a-ba5a-9337b735f7d8 None None] For port b1728e6c-dbb8-4d62-83e2-9f018275d465, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b1728e6c-dbb8-4d62-83e2-9f018275d465,segment=NetworkSegment(62fde24f-9605-4391-8f35-810b46c57325),segment_id=62fde24f-9605-4391-8f35-810b46c57325)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:06.549198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d036bf-2998-4d0e-8c2d-cf2d46830d75 None None] DHCP port deletion for b9263500-15c5-4f38-aa29-59e7eec21151 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:42:06.554161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:42:06.588593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ef676c-605b-43e7-97a3-899e388d9ded') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:06.589024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ef676c-605b-43e7-97a3-899e388d9ded') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:06.591852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:42:06.601544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-838cef8f-6fae-416a-ba5a-9337b735f7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:42:06.608232 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:42:06.619520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:06.624238 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-735979d1-6ca1-4e43-b3fd-d070c367aadf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:06.753106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b541cd1a-d4c7-4387-ac8f-cd24853bd2a2 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:42:06.810959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:06.816466 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c66bc13-38ef-49ac-9202-86702e8fbc9e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:06.833841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: b541cd1a-d4c7-4387-ac8f-cd24853bd2a2 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:42:06.834242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b541cd1a-d4c7-4387-ac8f-cd24853bd2a2 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:42:06.876730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:06.936860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Network': ['ID=b9263500-15c5-4f38-aa29-59e7eec21151,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:06.952796 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/networks/b9263500-15c5-4f38-aa29-59e7eec21151 HTTP/1.1" status: 204 len: 168 time: 3.2053289 Jan 14 07:42:06.953548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55680) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:06.954622 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:07.027301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-a9893623-e76c-4b54-bf26-0a29e1619ade None None] For port bd657885-a920-490e-a4e6-fbee9a1ec05c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=bd657885-a920-490e-a4e6-fbee9a1ec05c,segment=NetworkSegment(59762060-0a77-40f8-a14d-cd0f8e99e974),segment_id=59762060-0a77-40f8-a14d-cd0f8e99e974)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:07.033437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2306a19b-d5ca-4e7e-810a-021ec4dbfa7b None None] Provisioning complete for port b1728e6c-dbb8-4d62-83e2-9f018275d465 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:07.033866 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2306a19b-d5ca-4e7e-810a-021ec4dbfa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:07.113467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Attempting to bind port 97baff51-92b3-494c-a796-aec693dd83aa on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:42:07.114134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Attempting to bind port 97baff51-92b3-494c-a796-aec693dd83aa by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '30ef676c-605b-43e7-97a3-899e388d9ded', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9299e1ae-ecbc-404d-8c11-05d249c9a6de'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:42:07.114545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Attempting to bind port 97baff51-92b3-494c-a796-aec693dd83aa on network 9299e1ae-ecbc-404d-8c11-05d249c9a6de {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:42:07.132158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:42:07.132601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Checking segment: {'id': '30ef676c-605b-43e7-97a3-899e388d9ded', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9299e1ae-ecbc-404d-8c11-05d249c9a6de'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:42:07.133065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:07.133525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Bound using segment: {'id': '30ef676c-605b-43e7-97a3-899e388d9ded', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9299e1ae-ecbc-404d-8c11-05d249c9a6de'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:42:07.134079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Bound port: 97baff51-92b3-494c-a796-aec693dd83aa, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ef676c-605b-43e7-97a3-899e388d9ded', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9299e1ae-ecbc-404d-8c11-05d249c9a6de'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:42:07.134507 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:07.213237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cccff2-1ff8-4709-9c0f-45d7dc26520a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:07.215125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d5cccff2-1ff8-4709-9c0f-45d7dc26520a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Synchronizing usage tracker for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:42:07.238365 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:07.247211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Releasing vxlan tunnel 10 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:42:07.256239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d5cccff2-1ff8-4709-9c0f-45d7dc26520a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Unset dirty status for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:42:07.261746 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d5cccff2-1ff8-4709-9c0f-45d7dc26520a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports/0b259b0e-a4ee-4be0-ab31-bab4b7d341d5 HTTP/1.1" status: 200 len: 845 time: 0.3019779 Jan 14 07:42:07.262658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55686) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:07.336506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] For port 97baff51-92b3-494c-a796-aec693dd83aa, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:42:07.338811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838cef8f-6fae-416a-ba5a-9337b735f7d8 None None] Pushing event updated for resources: {'Port': ['ID=b1728e6c-dbb8-4d62-83e2-9f018275d465,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:07.367089 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-838cef8f-6fae-416a-ba5a-9337b735f7d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:07.372014 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-a9893623-e76c-4b54-bf26-0a29e1619ade None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:42:07.415818 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9893623-e76c-4b54-bf26-0a29e1619ade None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:07.457090 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b88ef35f-c52f-4e8d-9be4-0624405a2aee tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports/0b259b0e-a4ee-4be0-ab31-bab4b7d341d5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1930823 Jan 14 07:42:07.461112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55690) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:07.467379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d667002d-2c78-467c-821d-364642442f15 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:07.472079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9dd06f95-be16-4233-bc3c-f3cf6f627400 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'subnet': {'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:07.476407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a9893623-e76c-4b54-bf26-0a29e1619ade None None] Transition to ACTIVE for port object bd657885-a920-490e-a4e6-fbee9a1ec05c will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:07.482170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a9893623-e76c-4b54-bf26-0a29e1619ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:07.537346 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d790746f-31ac-44e4-845a-f313bf56bd59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:07.743571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9dd06f95-be16-4233-bc3c-f3cf6f627400 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:07.767135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9dd06f95-be16-4233-bc3c-f3cf6f627400 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:subnet and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:07.774814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9dd06f95-be16-4233-bc3c-f3cf6f627400 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:07.796905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9dd06f95-be16-4233-bc3c-f3cf6f627400 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:07.843266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd06f95-be16-4233-bc3c-f3cf6f627400 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:07.883454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 9299e1ae-ecbc-404d-8c11-05d249c9a6de has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:07.912852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:08.155168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9893623-e76c-4b54-bf26-0a29e1619ade None None] Pushing event updated for resources: {'Port': ['ID=bd657885-a920-490e-a4e6-fbee9a1ec05c,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:08.160974 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a9893623-e76c-4b54-bf26-0a29e1619ade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:08.173396 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e10163b-6eee-4d41-9261-84a6a22cb831 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:08.225870 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9dd06f95-be16-4233-bc3c-f3cf6f627400 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:08.317871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667002d-2c78-467c-821d-364642442f15 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Port': ['ID=c9756431-b140-4041-aeea-c16adcda35e5,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:08.320895 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d667002d-2c78-467c-821d-364642442f15 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:08.464868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 9299e1ae-ecbc-404d-8c11-05d249c9a6de has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:42:08.510696 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:42:08.616068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device bd657885-a920-490e-a4e6-fbee9a1ec05c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:42:08.806902 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d667002d-2c78-467c-821d-364642442f15 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:08.814094 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:42:08.814094 n-d-769329-2 neutron-server[80794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:42:08.814094 n-d-769329-2 neutron-server[80794]: [parameters: {'id': '9299e1ae-ecbc-404d-8c11-05d249c9a6de'}] Jan 14 07:42:08.814094 n-d-769329-2 neutron-server[80794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:42:08.814655 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:42:08.838493 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d667002d-2c78-467c-821d-364642442f15 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/ports/c9756431-b140-4041-aeea-c16adcda35e5 HTTP/1.1" status: 204 len: 168 time: 4.0165761 Jan 14 07:42:08.841444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55720) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:08.858596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] For port 97baff51-92b3-494c-a796-aec693dd83aa, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=97baff51-92b3-494c-a796-aec693dd83aa,segment=NetworkSegment(30ef676c-605b-43e7-97a3-899e388d9ded),segment_id=30ef676c-605b-43e7-97a3-899e388d9ded)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:42:08.866223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b1728e6c-dbb8-4d62-83e2-9f018275d465 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:42:08.962491 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.032554 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-747a2869-db2b-45c1-8810-339236682253 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] GET failed (client error): The resource could not be found. Jan 14 07:42:09.033126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-747a2869-db2b-45c1-8810-339236682253 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Synchronizing usage tracker for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:42:09.087064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-747a2869-db2b-45c1-8810-339236682253 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Unset dirty status for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:42:09.089528 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-747a2869-db2b-45c1-8810-339236682253 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports/c9756431-b140-4041-aeea-c16adcda35e5 HTTP/1.1" status: 404 len: 333 time: 0.2461953 Jan 14 07:42:09.092955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55728) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:09.101918 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-838cef8f-6fae-416a-ba5a-9337b735f7d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:09.124231 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9dd06f95-be16-4233-bc3c-f3cf6f627400 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.228612 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e5af8b7-f965-4ff1-b7eb-376ae7d585a7 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.265561 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e5af8b7-f965-4ff1-b7eb-376ae7d585a7 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.325974 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.330974 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:09.332913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port b1728e6c-dbb8-4d62-83e2-9f018275d465 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:09.333218 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.395117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd06f95-be16-4233-bc3c-f3cf6f627400 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:42:09.398584 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e5af8b7-f965-4ff1-b7eb-376ae7d585a7 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.399213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9dd06f95-be16-4233-bc3c-f3cf6f627400 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:42:09.420481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd06f95-be16-4233-bc3c-f3cf6f627400 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:09.421541 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9dd06f95-be16-4233-bc3c-f3cf6f627400 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.425535 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8b967f9f-990d-40d2-97d6-11c7e1cbeaba tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:09.442935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5af8b7-f965-4ff1-b7eb-376ae7d585a7 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd13fe67-3ddc-4351-98d3-c8843dad880e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:09.453441 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9dd06f95-be16-4233-bc3c-f3cf6f627400 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9912908 Jan 14 07:42:09.454604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55740) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:09.463315 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e5af8b7-f965-4ff1-b7eb-376ae7d585a7 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:09.465751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Deleting port 97baff51-92b3-494c-a796-aec693dd83aa {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:42:09.466438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b2ac68b5-97c5-443a-bee3-eeb940d370c6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'security_group': {'name': 'tempest-secgroup-238932162'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:09.466670 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.472398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e771c393-e68a-42db-8175-19d1335249de None None] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:09.477264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b2ac68b5-97c5-443a-bee3-eeb940d370c6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:09.482266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b2ac68b5-97c5-443a-bee3-eeb940d370c6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:security_group and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:09.485524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b2ac68b5-97c5-443a-bee3-eeb940d370c6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:09.491848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b2ac68b5-97c5-443a-bee3-eeb940d370c6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:09.501103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd06f95-be16-4233-bc3c-f3cf6f627400 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Subnet': ['ID=21e2c03b-552d-42f8-9bdb-1d2e6cae00fc,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:09.506337 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9dd06f95-be16-4233-bc3c-f3cf6f627400 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:09.507917 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2ac68b5-97c5-443a-bee3-eeb940d370c6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.541502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b2ac68b5-97c5-443a-bee3-eeb940d370c6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:09.546802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b2ac68b5-97c5-443a-bee3-eeb940d370c6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:security_group_rule and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:09.548822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e5af8b7-f965-4ff1-b7eb-376ae7d585a7 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.550221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b2ac68b5-97c5-443a-bee3-eeb940d370c6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:09.556044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55746) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:09.560037 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0e5af8b7-f965-4ff1-b7eb-376ae7d585a7 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/security-groups/cd13fe67-3ddc-4351-98d3-c8843dad880e HTTP/1.1" status: 204 len: 168 time: 0.4568069 Jan 14 07:42:09.576652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b2ac68b5-97c5-443a-bee3-eeb940d370c6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:09.592958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-83a8d7dd-f68c-4b05-b96c-4a48a559b1ed None None] Provisioning for port bd657885-a920-490e-a4e6-fbee9a1ec05c completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:42:09.685868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-83a8d7dd-f68c-4b05-b96c-4a48a559b1ed None None] Provisioning complete for port bd657885-a920-490e-a4e6-fbee9a1ec05c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:09.686337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83a8d7dd-f68c-4b05-b96c-4a48a559b1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.686749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-061929d9-2a38-4b22-920f-d3aaa29dc72a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.753237 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-061929d9-2a38-4b22-920f-d3aaa29dc72a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.815278 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2ac68b5-97c5-443a-bee3-eeb940d370c6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.843985 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2ac68b5-97c5-443a-bee3-eeb940d370c6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.885310 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7901e846-d514-4db4-b231-a3d584467507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:09.898380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Pushing event updated for resources: {'Port': ['ID=97baff51-92b3-494c-a796-aec693dd83aa,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:09.907269 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2ac68b5-97c5-443a-bee3-eeb940d370c6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.912292 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b2ac68b5-97c5-443a-bee3-eeb940d370c6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4543324 Jan 14 07:42:09.913415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55758) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:09.923709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9d052c9a-2f18-410a-8e82-fd60bbac6361 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'security_group': {'name': 'tempest-secgroup-83911002'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:09.950612 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:09.960584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9d052c9a-2f18-410a-8e82-fd60bbac6361 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:09.984496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9d052c9a-2f18-410a-8e82-fd60bbac6361 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:security_group and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:09.987903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9d052c9a-2f18-410a-8e82-fd60bbac6361 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:09.988283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] For port 97baff51-92b3-494c-a796-aec693dd83aa, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=97baff51-92b3-494c-a796-aec693dd83aa,segment=NetworkSegment(30ef676c-605b-43e7-97a3-899e388d9ded),segment_id=30ef676c-605b-43e7-97a3-899e388d9ded)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:09.988718 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:09.994759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9d052c9a-2f18-410a-8e82-fd60bbac6361 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:10.003913 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-061929d9-2a38-4b22-920f-d3aaa29dc72a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:10.014050 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d052c9a-2f18-410a-8e82-fd60bbac6361 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:10.032460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac68b5-97c5-443a-bee3-eeb940d370c6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ae749c-e342-426c-8f9b-b2262b04c625,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:10.045592 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b2ac68b5-97c5-443a-bee3-eeb940d370c6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:10.046183 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-084f95b1-40d0-4290-8bcf-9fb45b342067 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:10.067339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061929d9-2a38-4b22-920f-d3aaa29dc72a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1f49c8-acc6-4cb7-ba46-5c474dbf0b08,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:10.076195 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-061929d9-2a38-4b22-920f-d3aaa29dc72a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:10.078778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9d052c9a-2f18-410a-8e82-fd60bbac6361 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:10.081659 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-061929d9-2a38-4b22-920f-d3aaa29dc72a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:10.085936 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-061929d9-2a38-4b22-920f-d3aaa29dc72a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/security-groups/1e1f49c8-acc6-4cb7-ba46-5c474dbf0b08 HTTP/1.1" status: 204 len: 168 time: 0.5288215 Jan 14 07:42:10.088381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55768) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:10.091996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9d052c9a-2f18-410a-8e82-fd60bbac6361 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:security_group_rule and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:10.138704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d898cf-6af5-4682-be85-3f2848027eea None None] Network 9299e1ae-ecbc-404d-8c11-05d249c9a6de requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:10.182686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9d052c9a-2f18-410a-8e82-fd60bbac6361 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:10.193879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9d052c9a-2f18-410a-8e82-fd60bbac6361 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:10.283476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Calling delete_port for 97baff51-92b3-494c-a796-aec693dd83aa owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:42:10.461481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:10.500485 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-afbae1af-754c-4e04-8772-6baf39de2984 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:10.606222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Port': ['ID=97baff51-92b3-494c-a796-aec693dd83aa,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:10.613797 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:10.802728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No DVR routers for this DVR port 97baff51-92b3-494c-a796-aec693dd83aa on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:42:10.929162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-83a8d7dd-f68c-4b05-b96c-4a48a559b1ed None None] Provisioning complete for port 52742541-013e-4ea6-a0c3-45708cc9cb53 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:10.929589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83a8d7dd-f68c-4b05-b96c-4a48a559b1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:10.950873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d052c9a-2f18-410a-8e82-fd60bbac6361 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:11.000647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-83a8d7dd-f68c-4b05-b96c-4a48a559b1ed None None] Port 52742541-013e-4ea6-a0c3-45708cc9cb53 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:42:11.005786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-83a8d7dd-f68c-4b05-b96c-4a48a559b1ed None None] Could not find standard attr ID for object c9756431-b140-4041-aeea-c16adcda35e5. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:42:11.012375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ed6379-f7dd-45ed-a49f-78058d376884 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting subnet d6b631c8-ab48-4804-9431-26d89aea1287 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:42:11.016269 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d052c9a-2f18-410a-8e82-fd60bbac6361 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:11.020560 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-16ed6379-f7dd-45ed-a49f-78058d376884 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:11.056168 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a8eb3ec-ba67-4a90-aa3b-9f666c562ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:11.090228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:11.154895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-bb7b12c8-3f47-4a0b-9290-b78a0ab3246c', 'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c', 'tenant_id': '48e68211a7e94fe094ab7e7edb0dd42a', 'fixed_ips': [{'subnet_id': '21e2c03b-552d-42f8-9bdb-1d2e6cae00fc'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:42:11.157915 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:11.161794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d052c9a-2f18-410a-8e82-fd60bbac6361 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9c62b2-ceb4-431b-9b90-24e2c64a9b60,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:11.168822 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d052c9a-2f18-410a-8e82-fd60bbac6361 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:11.175881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b0b600d8-11dd-4b94-abea-d9732200a1fb None None] Provisioning complete for port bd657885-a920-490e-a4e6-fbee9a1ec05c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:11.177946 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-16ed6379-f7dd-45ed-a49f-78058d376884 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:11.180573 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b0b600d8-11dd-4b94-abea-d9732200a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:11.240625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d052c9a-2f18-410a-8e82-fd60bbac6361 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:11.247663 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9d052c9a-2f18-410a-8e82-fd60bbac6361 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3297489 Jan 14 07:42:11.248932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55788) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:11.298056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a7f5c518-6bfd-4703-8066-430815e053d5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1884092360', 'security_groups': ['0d9c62b2-ceb4-431b-9b90-24e2c64a9b60'], 'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '21e2c03b-552d-42f8-9bdb-1d2e6cae00fc'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:11.352911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9299e1ae-ecbc-404d-8c11-05d249c9a6de']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:11.367859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ef676c-605b-43e7-97a3-899e388d9ded') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:11.368526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ef676c-605b-43e7-97a3-899e388d9ded') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:11.384137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:11.428059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:11.430663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Releasing vxlan tunnel 10 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:42:11.574982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a7f5c518-6bfd-4703-8066-430815e053d5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:11.597633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a7f5c518-6bfd-4703-8066-430815e053d5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:11.622791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f5c518-6bfd-4703-8066-430815e053d5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:11.653223 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7f5c518-6bfd-4703-8066-430815e053d5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:11.673608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 9299e1ae-ecbc-404d-8c11-05d249c9a6de has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:11.685915 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:11.843297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b0b600d8-11dd-4b94-abea-d9732200a1fb None None] Could not find standard attr ID for object c9756431-b140-4041-aeea-c16adcda35e5. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:42:11.845751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Allocated IP 2001:db8::2 (bb7b12c8-3f47-4a0b-9290-b78a0ab3246c/21e2c03b-552d-42f8-9bdb-1d2e6cae00fc/67aa2f44-0ef5-47b2-a616-08345b2a4e5e) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:42:11.897182 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-16ed6379-f7dd-45ed-a49f-78058d376884 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:11.926866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 9299e1ae-ecbc-404d-8c11-05d249c9a6de has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:12.000249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-a7f5c518-6bfd-4703-8066-430815e053d5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] device_id is not set on port f783b9d3-13e7-4407-ba96-c8da30dfc090 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:42:12.040350 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:42:12.055909 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:12.068855 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:12.072754 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7b6d4bc2-0eff-4cf0-84ee-76152f63fe39 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:12.105372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Network': ['ID=9299e1ae-ecbc-404d-8c11-05d249c9a6de,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:12.109709 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:12.118347 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/9299e1ae-ecbc-404d-8c11-05d249c9a6de HTTP/1.1" status: 204 len: 168 time: 11.1266687 Jan 14 07:42:12.122719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55798) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:12.131763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2f24cdc2-621c-4dc0-80f7-21fba7487151 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-828653003'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:12.155725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2f24cdc2-621c-4dc0-80f7-21fba7487151 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:12.165802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2f24cdc2-621c-4dc0-80f7-21fba7487151 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Usage tracker for resource:network and tenant:311c5b973cc244da931c0f2e3ec6ea49 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:12.175876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2f24cdc2-621c-4dc0-80f7-21fba7487151 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:12.190929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2f24cdc2-621c-4dc0-80f7-21fba7487151 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:12.216485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f24cdc2-621c-4dc0-80f7-21fba7487151 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:12.237939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f24cdc2-621c-4dc0-80f7-21fba7487151 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:12.336519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f24cdc2-621c-4dc0-80f7-21fba7487151 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:42:12.348648 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f24cdc2-621c-4dc0-80f7-21fba7487151 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:12.349041 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-2f24cdc2-621c-4dc0-80f7-21fba7487151 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Added segment 21911516-6761-4790-be01-fac0f29ceb73 of type vxlan for network 0cdbe673-dfb2-4c3c-8170-26982354dbe8 Jan 14 07:42:12.380270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f24cdc2-621c-4dc0-80f7-21fba7487151 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:12.416303 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-16ed6379-f7dd-45ed-a49f-78058d376884 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:12.422946 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f24cdc2-621c-4dc0-80f7-21fba7487151 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:12.438100 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a490af8a-b0b4-4bf6-9d62-361e38da5676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:12.446050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f24cdc2-621c-4dc0-80f7-21fba7487151 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:12.446768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f24cdc2-621c-4dc0-80f7-21fba7487151 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:12.469856 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:12.475963 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:12.496710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Transition to ACTIVE for port object 67aa2f44-0ef5-47b2-a616-08345b2a4e5e will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:12.534912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Transition to ACTIVE for port object 67aa2f44-0ef5-47b2-a616-08345b2a4e5e will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:12.547131 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:12.610327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed6379-f7dd-45ed-a49f-78058d376884 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Subnet': ['ID=d6b631c8-ab48-4804-9431-26d89aea1287,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:12.620821 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2f24cdc2-621c-4dc0-80f7-21fba7487151 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4965317 Jan 14 07:42:12.625028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55818) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:12.629195 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-16ed6379-f7dd-45ed-a49f-78058d376884 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:12.645527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-39ec06b2-7f73-47de-9b7e-d84942a845e3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'subnet': {'network_id': '0cdbe673-dfb2-4c3c-8170-26982354dbe8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:12.664626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-a7f5c518-6bfd-4703-8066-430815e053d5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Allocated IP 2001:db8::109 (bb7b12c8-3f47-4a0b-9290-b78a0ab3246c/21e2c03b-552d-42f8-9bdb-1d2e6cae00fc/f783b9d3-13e7-4407-ba96-c8da30dfc090) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:42:12.666187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24cdc2-621c-4dc0-80f7-21fba7487151 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Network': ['ID=0cdbe673-dfb2-4c3c-8170-26982354dbe8,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:12.688982 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2f24cdc2-621c-4dc0-80f7-21fba7487151 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:12.799379 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-755a7018-09fa-4ff2-8ebc-d6085124a650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:12.831768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-16ed6379-f7dd-45ed-a49f-78058d376884 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:12.868827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-39ec06b2-7f73-47de-9b7e-d84942a845e3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:12.872372 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-16ed6379-f7dd-45ed-a49f-78058d376884 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/subnets/d6b631c8-ab48-4804-9431-26d89aea1287 HTTP/1.1" status: 204 len: 168 time: 2.7824016 Jan 14 07:42:12.880335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 0cdbe673-dfb2-4c3c-8170-26982354dbe8 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:42:12.881013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-39ec06b2-7f73-47de-9b7e-d84942a845e3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Usage tracker for resource:subnet and tenant:311c5b973cc244da931c0f2e3ec6ea49 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:12.887530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-39ec06b2-7f73-47de-9b7e-d84942a845e3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:12.919990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-39ec06b2-7f73-47de-9b7e-d84942a845e3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:12.932225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55832) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:12.955616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a4f8575e-da5a-4935-9962-0d15bec508eb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'subnet': {'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:12.962148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ec06b2-7f73-47de-9b7e-d84942a845e3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:13.206465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7f5c518-6bfd-4703-8066-430815e053d5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:13.228983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a4f8575e-da5a-4935-9962-0d15bec508eb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:13.236998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a7f5c518-6bfd-4703-8066-430815e053d5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Transition to ACTIVE for port object f783b9d3-13e7-4407-ba96-c8da30dfc090 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:13.238818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a4f8575e-da5a-4935-9962-0d15bec508eb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:subnet and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:13.243142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a4f8575e-da5a-4935-9962-0d15bec508eb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:13.246456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 0cdbe673-dfb2-4c3c-8170-26982354dbe8 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:42:13.248063 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-39ec06b2-7f73-47de-9b7e-d84942a845e3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:13.251981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a4f8575e-da5a-4935-9962-0d15bec508eb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:13.271376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 0cdbe673-dfb2-4c3c-8170-26982354dbe8 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:42:13.272605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f8575e-da5a-4935-9962-0d15bec508eb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:13.282547 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4f8575e-da5a-4935-9962-0d15bec508eb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:13.305134 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7f5c518-6bfd-4703-8066-430815e053d5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:13.333461 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a3f929e4-ed37-4ef4-8fd2-ca84737732c1 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:13.386619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.ipam_backend_mixin [None req-39ec06b2-7f73-47de-9b7e-d84942a845e3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Performing IP validity checks on allocation pools {{(pid=80908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 07:42:13.387205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.ipam_backend_mixin [None req-39ec06b2-7f73-47de-9b7e-d84942a845e3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Checking for overlaps among allocation pools and gateway ip {{(pid=80908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 07:42:13.497760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363f3c40-bbb8-4b0d-ab27-ea0ce5aaf056 None None] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:13.582053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5c518-6bfd-4703-8066-430815e053d5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=f783b9d3-13e7-4407-ba96-c8da30dfc090,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:13.602876 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7f5c518-6bfd-4703-8066-430815e053d5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:13.689245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f5c518-6bfd-4703-8066-430815e053d5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:42:13.695860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a7f5c518-6bfd-4703-8066-430815e053d5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:42:13.704529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f5c518-6bfd-4703-8066-430815e053d5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:13.709185 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:13.720820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:42:13.727530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:42:13.733350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f5c518-6bfd-4703-8066-430815e053d5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:13.733350 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7f5c518-6bfd-4703-8066-430815e053d5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:13.738305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:42:13.810767 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a7f5c518-6bfd-4703-8066-430815e053d5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5347304 Jan 14 07:42:13.820443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55844) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:13.820550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Pushing event updated for resources: {'Port': ['ID=67aa2f44-0ef5-47b2-a616-08345b2a4e5e,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:13.832966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-3fa27959-d97c-4bef-9197-096b2300ffb7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'subnet': {'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:13.865654 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.066s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:13.951344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Attempting to bind port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:42:13.953526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Attempting to bind port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'a2f2736f-9f7d-4b14-b650-cf0d5394427c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:42:13.959165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Attempting to bind port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e on network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:42:13.984953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:42:13.985320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Checking segment: {'id': 'a2f2736f-9f7d-4b14-b650-cf0d5394427c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:42:13.985914 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:13.986363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Bound using segment: {'id': 'a2f2736f-9f7d-4b14-b650-cf0d5394427c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:42:13.986906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Bound port: 67aa2f44-0ef5-47b2-a616-08345b2a4e5e, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f2736f-9f7d-4b14-b650-cf0d5394427c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:42:13.987329 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:14.076103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-39ec06b2-7f73-47de-9b7e-d84942a845e3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:14.114180 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0106abf2-dbb6-4cd2-b153-412044c4b7dd tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:14.157594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] For port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:42:14.163967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] For port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=67aa2f44-0ef5-47b2-a616-08345b2a4e5e,segment=NetworkSegment(a2f2736f-9f7d-4b14-b650-cf0d5394427c),segment_id=a2f2736f-9f7d-4b14-b650-cf0d5394427c)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:42:14.303126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec06b2-7f73-47de-9b7e-d84942a845e3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Subnet': ['ID=2ab23145-1e96-4b75-9771-5528768a175c,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:14.308341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3fa27959-d97c-4bef-9197-096b2300ffb7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:14.325172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3fa27959-d97c-4bef-9197-096b2300ffb7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:subnet and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:14.329750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3fa27959-d97c-4bef-9197-096b2300ffb7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:14.330612 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:14.342828 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-39ec06b2-7f73-47de-9b7e-d84942a845e3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:14.343354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3fa27959-d97c-4bef-9197-096b2300ffb7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:14.397634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa27959-d97c-4bef-9197-096b2300ffb7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:14.429496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ec06b2-7f73-47de-9b7e-d84942a845e3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Checking segment: {'id': '21911516-6761-4790-be01-fac0f29ceb73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0cdbe673-dfb2-4c3c-8170-26982354dbe8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:42:14.429898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ec06b2-7f73-47de-9b7e-d84942a845e3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network hostable DHCP agents. Network: 0cdbe673-dfb2-4c3c-8170-26982354dbe8, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:42:14.456442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ec06b2-7f73-47de-9b7e-d84942a845e3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 0cdbe673-dfb2-4c3c-8170-26982354dbe8 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:42:14.458347 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-262c75e5-b1b6-44a1-927c-3294b174bf18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:14.466210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-39ec06b2-7f73-47de-9b7e-d84942a845e3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 0cdbe673-dfb2-4c3c-8170-26982354dbe8) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:42:14.525652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ec06b2-7f73-47de-9b7e-d84942a845e3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:14.526493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-39ec06b2-7f73-47de-9b7e-d84942a845e3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:14.601655 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-39ec06b2-7f73-47de-9b7e-d84942a845e3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9731293 Jan 14 07:42:14.604131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55862) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:14.726626 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3fa27959-d97c-4bef-9197-096b2300ffb7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:14.748241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2efd4ee-3bde-4bf5-9ff3-f898d439dfcf None None] Network 0cdbe673-dfb2-4c3c-8170-26982354dbe8 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:15.050091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Pushing event updated for resources: {'Port': ['ID=67aa2f44-0ef5-47b2-a616-08345b2a4e5e,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:15.054041 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:15.140403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-0cdbe673-dfb2-4c3c-8170-26982354dbe8', 'network_id': '0cdbe673-dfb2-4c3c-8170-26982354dbe8', 'tenant_id': '311c5b973cc244da931c0f2e3ec6ea49', 'fixed_ips': [{'subnet_id': '2ab23145-1e96-4b75-9771-5528768a175c'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:42:15.141320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:15.312606 n-d-769329-2 neutron-server[80794]: INFO neutron.db.ipam_backend_mixin [None req-3fa27959-d97c-4bef-9197-096b2300ffb7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 21e2c03b-552d-42f8-9bdb-1d2e6cae00fc (CIDR: 2001:db8::/64) Jan 14 07:42:15.330084 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa27959-d97c-4bef-9197-096b2300ffb7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:42:15.330882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa27959-d97c-4bef-9197-096b2300ffb7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No notification will be sent due to unsuccessful status code: 400 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:42:15.335536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:15.360617 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4f8575e-da5a-4935-9962-0d15bec508eb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:15.376750 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:15.396711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55878) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:15.530880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Allocated IP 172.20.0.3 (0cdbe673-dfb2-4c3c-8170-26982354dbe8/2ab23145-1e96-4b75-9771-5528768a175c/426e6543-dbcf-4299-8a90-b66ad1909ad6) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:42:15.539484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-50be257c-14ff-42be-b4fe-bf846a10f8a9 admin admin] Deleting subnet 488efe15-a561-4f6f-9e3b-3340233e02d0 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:42:15.549115 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-50be257c-14ff-42be-b4fe-bf846a10f8a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:15.631852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-50be257c-14ff-42be-b4fe-bf846a10f8a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:15.662230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:15.809389 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:15.821716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Transition to ACTIVE for port object 426e6543-dbcf-4299-8a90-b66ad1909ad6 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:15.842994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Transition to ACTIVE for port object 426e6543-dbcf-4299-8a90-b66ad1909ad6 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:15.852632 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-50be257c-14ff-42be-b4fe-bf846a10f8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:15.872265 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:15.941422 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:16.094712 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:16.163849 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3fa27959-d97c-4bef-9197-096b2300ffb7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3442917 Jan 14 07:42:16.281549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55894) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:16.286328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Pushing event updated for resources: {'Port': ['ID=426e6543-dbcf-4299-8a90-b66ad1909ad6,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:16.305410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Network 0cdbe673-dfb2-4c3c-8170-26982354dbe8 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:42:16.307272 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:16.309372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:42:16.319288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:42:16.324678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-61e8b6f2-a736-4487-ab0b-4df54f909266 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'subnet': {'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:16.421439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Attempting to bind port 426e6543-dbcf-4299-8a90-b66ad1909ad6 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:42:16.423057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Attempting to bind port 426e6543-dbcf-4299-8a90-b66ad1909ad6 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '21911516-6761-4790-be01-fac0f29ceb73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0cdbe673-dfb2-4c3c-8170-26982354dbe8'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:42:16.430241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Attempting to bind port 426e6543-dbcf-4299-8a90-b66ad1909ad6 on network 0cdbe673-dfb2-4c3c-8170-26982354dbe8 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:42:16.437880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8575e-da5a-4935-9962-0d15bec508eb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Subnet': ['ID=478f9cbb-8715-47e1-bed9-0a277efe59a7,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:16.447348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:42:16.448202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Checking segment: {'id': '21911516-6761-4790-be01-fac0f29ceb73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0cdbe673-dfb2-4c3c-8170-26982354dbe8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:42:16.449704 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:16.450492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Bound using segment: {'id': '21911516-6761-4790-be01-fac0f29ceb73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0cdbe673-dfb2-4c3c-8170-26982354dbe8'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:42:16.451542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Bound port: 426e6543-dbcf-4299-8a90-b66ad1909ad6, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21911516-6761-4790-be01-fac0f29ceb73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0cdbe673-dfb2-4c3c-8170-26982354dbe8'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:42:16.452365 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:16.458930 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a4f8575e-da5a-4935-9962-0d15bec508eb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.082s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:16.466440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:16.492732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f8575e-da5a-4935-9962-0d15bec508eb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:42:16.500834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a4f8575e-da5a-4935-9962-0d15bec508eb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:42:16.537751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f8575e-da5a-4935-9962-0d15bec508eb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:16.538336 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4f8575e-da5a-4935-9962-0d15bec508eb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:16.600631 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a4f8575e-da5a-4935-9962-0d15bec508eb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6533158 Jan 14 07:42:16.600631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55906) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:16.601936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-90ec848e-efd4-4c9b-a592-aa763d9db1fc tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'security_group': {'name': 'tempest-secgroup-342357864'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:16.621552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-90ec848e-efd4-4c9b-a592-aa763d9db1fc tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:16.632077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-90ec848e-efd4-4c9b-a592-aa763d9db1fc tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:security_group and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:16.639057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-90ec848e-efd4-4c9b-a592-aa763d9db1fc tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:16.656519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-90ec848e-efd4-4c9b-a592-aa763d9db1fc tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:16.688394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] For port 426e6543-dbcf-4299-8a90-b66ad1909ad6, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:42:16.695880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] For port 426e6543-dbcf-4299-8a90-b66ad1909ad6, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=426e6543-dbcf-4299-8a90-b66ad1909ad6,segment=NetworkSegment(21911516-6761-4790-be01-fac0f29ceb73),segment_id=21911516-6761-4790-be01-fac0f29ceb73)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:42:16.701484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-90ec848e-efd4-4c9b-a592-aa763d9db1fc tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:16.712681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:16.761960 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6e9ed69c-5075-4f10-877b-807bedaa6e22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:16.788413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-90ec848e-efd4-4c9b-a592-aa763d9db1fc tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:16.809521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-90ec848e-efd4-4c9b-a592-aa763d9db1fc tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:security_group_rule and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:16.814588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-90ec848e-efd4-4c9b-a592-aa763d9db1fc tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:16.821845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-90ec848e-efd4-4c9b-a592-aa763d9db1fc tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:16.943935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-61e8b6f2-a736-4487-ab0b-4df54f909266 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:16.981374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-61e8b6f2-a736-4487-ab0b-4df54f909266 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:subnet and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:16.991395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-61e8b6f2-a736-4487-ab0b-4df54f909266 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:17.017328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-61e8b6f2-a736-4487-ab0b-4df54f909266 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:17.039825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Pushing event updated for resources: {'Port': ['ID=426e6543-dbcf-4299-8a90-b66ad1909ad6,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:17.057377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e8b6f2-a736-4487-ab0b-4df54f909266 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:17.171180 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:17.204193 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-90ec848e-efd4-4c9b-a592-aa763d9db1fc tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.216544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-90ec848e-efd4-4c9b-a592-aa763d9db1fc tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.262480 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0aeaeced-cb43-4e91-975f-6f8d25328a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:17.280229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-90ec848e-efd4-4c9b-a592-aa763d9db1fc tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.285346 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-90ec848e-efd4-4c9b-a592-aa763d9db1fc tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6880345 Jan 14 07:42:17.293486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55914) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:17.302423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-36824001-ad97-4c36-8401-95c53a8ddcd2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'security_group': {'name': 'tempest-secgroup-1999009402'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:17.335898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec848e-efd4-4c9b-a592-aa763d9db1fc tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e843eb-5f54-40f7-994f-b92194c4f2e0,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:17.339947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-36824001-ad97-4c36-8401-95c53a8ddcd2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:17.362087 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-90ec848e-efd4-4c9b-a592-aa763d9db1fc tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:17.364971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-36824001-ad97-4c36-8401-95c53a8ddcd2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:security_group and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:17.369363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-36824001-ad97-4c36-8401-95c53a8ddcd2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:17.385264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-36824001-ad97-4c36-8401-95c53a8ddcd2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:17.390380 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61e8b6f2-a736-4487-ab0b-4df54f909266 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.418139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36824001-ad97-4c36-8401-95c53a8ddcd2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.466758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-36824001-ad97-4c36-8401-95c53a8ddcd2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:17.471631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-36824001-ad97-4c36-8401-95c53a8ddcd2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:security_group_rule and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:17.476465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-36824001-ad97-4c36-8401-95c53a8ddcd2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:17.497529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-36824001-ad97-4c36-8401-95c53a8ddcd2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:17.650508 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36824001-ad97-4c36-8401-95c53a8ddcd2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.658247 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36824001-ad97-4c36-8401-95c53a8ddcd2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.662691 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:17.707552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c054fcb7-edf8-4ca4-8eff-5617ac0fb55b None None] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:17.751254 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.769741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36824001-ad97-4c36-8401-95c53a8ddcd2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'SecurityGroup': ['ID=8b55fdf6-afb7-40d7-a001-101109352835,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:17.783763 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-36824001-ad97-4c36-8401-95c53a8ddcd2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:17.788981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36824001-ad97-4c36-8401-95c53a8ddcd2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.790429 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-36824001-ad97-4c36-8401-95c53a8ddcd2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4957407 Jan 14 07:42:17.793946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55922) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:17.801672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-19cbb430-2968-46dd-9cb3-880f1f03f02e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'security_group': {'name': 'tempest-secgroup-1246293113'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:17.817243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-19cbb430-2968-46dd-9cb3-880f1f03f02e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:17.822159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-19cbb430-2968-46dd-9cb3-880f1f03f02e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:security_group and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:17.828069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-19cbb430-2968-46dd-9cb3-880f1f03f02e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:17.833654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-19cbb430-2968-46dd-9cb3-880f1f03f02e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:17.869765 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19cbb430-2968-46dd-9cb3-880f1f03f02e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:17.896769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-19cbb430-2968-46dd-9cb3-880f1f03f02e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:17.902493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-19cbb430-2968-46dd-9cb3-880f1f03f02e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:security_group_rule and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:17.916488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-19cbb430-2968-46dd-9cb3-880f1f03f02e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:17.943329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-19cbb430-2968-46dd-9cb3-880f1f03f02e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:18.098079 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19cbb430-2968-46dd-9cb3-880f1f03f02e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:18.102321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19cbb430-2968-46dd-9cb3-880f1f03f02e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:18.119420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3892ff21-8327-467b-94bc-767022d016df None None] Provisioning complete for port bd657885-a920-490e-a4e6-fbee9a1ec05c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:18.120616 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3892ff21-8327-467b-94bc-767022d016df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:18.122757 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d78165e4-a829-4715-8922-f17021128792 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:18.131346 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-69b220da-9120-49ed-ad2f-b44064f43579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:18.144164 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19cbb430-2968-46dd-9cb3-880f1f03f02e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:18.148343 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-19cbb430-2968-46dd-9cb3-880f1f03f02e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3506236 Jan 14 07:42:18.149389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55926) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:18.157144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b169a7cd-52af-46cc-80f9-739ca7dbee49 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'port': {'name': 'tempest-PortsTestJSON-795353595', 'security_groups': ['34511dca-412d-4442-8883-8d7bcf75960a'], 'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '478f9cbb-8715-47e1-bed9-0a277efe59a7'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:18.303961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Subnet': ['ID=2ab23145-1e96-4b75-9771-5528768a175c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:18.328747 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:18.370301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbb430-2968-46dd-9cb3-880f1f03f02e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'SecurityGroup': ['ID=34511dca-412d-4442-8883-8d7bcf75960a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:18.377069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3892ff21-8327-467b-94bc-767022d016df None None] Provisioning complete for port 52742541-013e-4ea6-a0c3-45708cc9cb53 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:18.377615 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3892ff21-8327-467b-94bc-767022d016df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:18.388427 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-19cbb430-2968-46dd-9cb3-880f1f03f02e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:18.595512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3892ff21-8327-467b-94bc-767022d016df None None] Port 52742541-013e-4ea6-a0c3-45708cc9cb53 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:42:18.621589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9057c4fd-51fb-423d-a827-f266bc98b040 None None] Update dhcp port {'port': {'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8', 'fixed_ips': [{'subnet_id': '96634a13-7cb9-477b-9c77-75c62c3e2489', 'ip_address': '172.20.0.19'}, {'subnet_id': '478f9cbb-8715-47e1-bed9-0a277efe59a7'}], 'binding:host_id': 'n-d-769329-2'}, 'id': 'bd657885-a920-490e-a4e6-fbee9a1ec05c'} from n-d-769329-2. {{(pid=80909) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:42:18.644073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b169a7cd-52af-46cc-80f9-739ca7dbee49 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:18.676811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b169a7cd-52af-46cc-80f9-739ca7dbee49 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:18.691483 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-50be257c-14ff-42be-b4fe-bf846a10f8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:18.701517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b169a7cd-52af-46cc-80f9-739ca7dbee49 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'port': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:18.720276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9057c4fd-51fb-423d-a827-f266bc98b040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:19.060642 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:19.095833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b169a7cd-52af-46cc-80f9-739ca7dbee49 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:19.136842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 426e6543-dbcf-4299-8a90-b66ad1909ad6 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:42:19.250357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdbe673-dfb2-4c3c-8170-26982354dbe8']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:19.265019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21911516-6761-4790-be01-fac0f29ceb73') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:19.265380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21911516-6761-4790-be01-fac0f29ceb73') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:19.279490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:19.297200 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:19.299262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:42:19.336998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-061a6564-1ab7-41a2-bc7d-0a220de8558b None None] Provisioning complete for port 0b259b0e-a4ee-4be0-ab31-bab4b7d341d5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:19.337524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-061a6564-1ab7-41a2-bc7d-0a220de8558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:19.392685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 426e6543-dbcf-4299-8a90-b66ad1909ad6 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:42:19.401930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-b169a7cd-52af-46cc-80f9-739ca7dbee49 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] device_id is not set on port db182094-29d8-4e75-867a-220fd87c9006 yet. {{(pid=80907) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:42:19.468437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 67aa2f44-0ef5-47b2-a616-08345b2a4e5e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:42:19.555724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 0cdbe673-dfb2-4c3c-8170-26982354dbe8 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:19.566269 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:19.718722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:42:19.766545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-061a6564-1ab7-41a2-bc7d-0a220de8558b None None] Port 0b259b0e-a4ee-4be0-ab31-bab4b7d341d5 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:42:19.805093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9057c4fd-51fb-423d-a827-f266bc98b040 None None] Allocated IP 172.20.0.2 (b4274ba1-e2ac-4da5-87e7-620b99e5e6a8/478f9cbb-8715-47e1-bed9-0a277efe59a7/bd657885-a920-490e-a4e6-fbee9a1ec05c) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:42:19.819849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-061a6564-1ab7-41a2-bc7d-0a220de8558b None None] Provisioning for port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:42:19.835940 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a0c9971-7690-4bd2-a94d-7901c9f66e4e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:19.836323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-061a6564-1ab7-41a2-bc7d-0a220de8558b None None] Provisioning complete for port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:19.836752 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-061a6564-1ab7-41a2-bc7d-0a220de8558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:19.934237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be257c-14ff-42be-b4fe-bf846a10f8a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488efe15-a561-4f6f-9e3b-3340233e02d0,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:19.950226 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-50be257c-14ff-42be-b4fe-bf846a10f8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:20.001243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 0cdbe673-dfb2-4c3c-8170-26982354dbe8 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:20.055466 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-50be257c-14ff-42be-b4fe-bf846a10f8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:42:20.072457 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:42:20.075077 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-50be257c-14ff-42be-b4fe-bf846a10f8a9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/488efe15-a561-4f6f-9e3b-3340233e02d0 HTTP/1.1" status: 204 len: 168 time: 4.6706231 Jan 14 07:42:20.077200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55942) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:20.142466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4211e8d4-95f4-43d4-90f4-ac8defb6595e None None] Network 0cdbe673-dfb2-4c3c-8170-26982354dbe8 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:20.385017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-061a6564-1ab7-41a2-bc7d-0a220de8558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:20.389990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:20.473617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-061a6564-1ab7-41a2-bc7d-0a220de8558b None None] For port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=67aa2f44-0ef5-47b2-a616-08345b2a4e5e,segment=NetworkSegment(a2f2736f-9f7d-4b14-b650-cf0d5394427c),segment_id=a2f2736f-9f7d-4b14-b650-cf0d5394427c)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:20.538984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-061a6564-1ab7-41a2-bc7d-0a220de8558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:20.555529 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f0def2e-d68a-4eba-9352-295e5fb0329f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:20.638127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a6564-1ab7-41a2-bc7d-0a220de8558b None None] Pushing event updated for resources: {'Port': ['ID=67aa2f44-0ef5-47b2-a616-08345b2a4e5e,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:20.663688 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-061a6564-1ab7-41a2-bc7d-0a220de8558b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:20.693771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6b1b9065-d32b-4a98-b5c6-7fb9ebf5e8b2 None None] Provisioning complete for port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:20.694336 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b1b9065-d32b-4a98-b5c6-7fb9ebf5e8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:20.723552 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:42:20.723552 n-d-769329-2 neutron-server[80794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:42:20.723552 n-d-769329-2 neutron-server[80794]: [parameters: {'id': '0cdbe673-dfb2-4c3c-8170-26982354dbe8'}] Jan 14 07:42:20.723552 n-d-769329-2 neutron-server[80794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:42:20.724016 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:42:20.728270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:20.898758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61e8b6f2-a736-4487-ab0b-4df54f909266 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:20.940105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a64e5d9-fa1d-4134-9e60-af96148d297d None None] DHCP port deletion for 0cdbe673-dfb2-4c3c-8170-26982354dbe8 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:42:20.945372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 67aa2f44-0ef5-47b2-a616-08345b2a4e5e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:42:20.965423 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-98cc4efe-c8ed-4595-9ef3-f5a19a1bf8af tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:21.017862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1a64e5d9-fa1d-4134-9e60-af96148d297d None None] Deleting port 426e6543-dbcf-4299-8a90-b66ad1909ad6 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:42:21.018446 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a64e5d9-fa1d-4134-9e60-af96148d297d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:21.056820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6b1b9065-d32b-4a98-b5c6-7fb9ebf5e8b2 None None] Provisioning for port f783b9d3-13e7-4407-ba96-c8da30dfc090 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:42:21.064361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9057c4fd-51fb-423d-a827-f266bc98b040 None None] For port bd657885-a920-490e-a4e6-fbee9a1ec05c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=bd657885-a920-490e-a4e6-fbee9a1ec05c,segment=NetworkSegment(59762060-0a77-40f8-a14d-cd0f8e99e974),segment_id=59762060-0a77-40f8-a14d-cd0f8e99e974)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:21.078238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6b1b9065-d32b-4a98-b5c6-7fb9ebf5e8b2 None None] Provisioning complete for port f783b9d3-13e7-4407-ba96-c8da30dfc090 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:21.078749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b1b9065-d32b-4a98-b5c6-7fb9ebf5e8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:21.078866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2193f6c1-4b48-4496-a5b7-39ab43b0f320']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:21.103030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb6d83a-245e-4dd8-b347-346eaef2594a') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:21.103361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb6d83a-245e-4dd8-b347-346eaef2594a') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:21.133155 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:21.158240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b9065-d32b-4a98-b5c6-7fb9ebf5e8b2 None None] Port f783b9d3-13e7-4407-ba96-c8da30dfc090 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:42:21.163477 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:21.165701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:21.165831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Releasing vxlan tunnel 19 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:42:21.166124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:21.201310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8b6f2-a736-4487-ab0b-4df54f909266 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Subnet': ['ID=9bb119bf-861e-46a2-ac2e-6c6b09cf7230,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:21.227841 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:21.256878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6b1b9065-d32b-4a98-b5c6-7fb9ebf5e8b2 None None] Provisioning for port 426e6543-dbcf-4299-8a90-b66ad1909ad6 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:42:21.300750 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61e8b6f2-a736-4487-ab0b-4df54f909266 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:21.327730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Deleting port 426e6543-dbcf-4299-8a90-b66ad1909ad6 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:42:21.328278 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:21.328922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6b1b9065-d32b-4a98-b5c6-7fb9ebf5e8b2 None None] Provisioning complete for port 426e6543-dbcf-4299-8a90-b66ad1909ad6 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:21.329324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b1b9065-d32b-4a98-b5c6-7fb9ebf5e8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:21.573174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Network 2193f6c1-4b48-4496-a5b7-39ab43b0f320 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:21.587794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1a64e5d9-fa1d-4134-9e60-af96148d297d None None] For port 426e6543-dbcf-4299-8a90-b66ad1909ad6, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=426e6543-dbcf-4299-8a90-b66ad1909ad6,segment=NetworkSegment(21911516-6761-4790-be01-fac0f29ceb73),segment_id=21911516-6761-4790-be01-fac0f29ceb73)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:21.588237 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a64e5d9-fa1d-4134-9e60-af96148d297d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:21.599487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:21.708675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] For port 426e6543-dbcf-4299-8a90-b66ad1909ad6, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=426e6543-dbcf-4299-8a90-b66ad1909ad6,segment=NetworkSegment(21911516-6761-4790-be01-fac0f29ceb73),segment_id=21911516-6761-4790-be01-fac0f29ceb73)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:21.719170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:21.728460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1a64e5d9-fa1d-4134-9e60-af96148d297d None None] Calling delete_port for 426e6543-dbcf-4299-8a90-b66ad1909ad6 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:42:21.769750 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-9057c4fd-51fb-423d-a827-f266bc98b040 None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:42:21.846465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9057c4fd-51fb-423d-a827-f266bc98b040 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:21.883205 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b1b9065-d32b-4a98-b5c6-7fb9ebf5e8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:21.898845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e8b6f2-a736-4487-ab0b-4df54f909266 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:42:21.911170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Calling delete_port for 426e6543-dbcf-4299-8a90-b66ad1909ad6 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:42:21.941009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-61e8b6f2-a736-4487-ab0b-4df54f909266 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:42:21.955700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e244ec2a-9730-416f-9a3c-7ebbd546a140 None None] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:21.970184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e8b6f2-a736-4487-ab0b-4df54f909266 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:21.971032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61e8b6f2-a736-4487-ab0b-4df54f909266 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:22.005150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Network 2193f6c1-4b48-4496-a5b7-39ab43b0f320 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:22.028940 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-61e8b6f2-a736-4487-ab0b-4df54f909266 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 5.7459958 Jan 14 07:42:22.031353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 55958) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:22.039419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-702e3f6a-b381-4105-a4ca-e83ae735583d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-565160295', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9bb119bf-861e-46a2-ac2e-6c6b09cf7230'}], 'security_groups': ['b6ae749c-e342-426c-8f9b-b2262b04c625']}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:42:22.051975 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:42:22.290122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:22.295935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9057c4fd-51fb-423d-a827-f266bc98b040 None None] Transition to ACTIVE for port object bd657885-a920-490e-a4e6-fbee9a1ec05c will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:22.297780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6b1b9065-d32b-4a98-b5c6-7fb9ebf5e8b2 None None] For port 426e6543-dbcf-4299-8a90-b66ad1909ad6, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=426e6543-dbcf-4299-8a90-b66ad1909ad6,segment=NetworkSegment(21911516-6761-4790-be01-fac0f29ceb73),segment_id=21911516-6761-4790-be01-fac0f29ceb73)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:22.299455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:22.334905 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc1582d9-8129-4f2f-a4ab-72328bd90059 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:22.361760 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-702e3f6a-b381-4105-a4ca-e83ae735583d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:22.402063 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9057c4fd-51fb-423d-a827-f266bc98b040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:22.422574 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:22.459616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=2193f6c1-4b48-4496-a5b7-39ab43b0f320,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:22.460782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 14 07:42:22.460782 n-d-769329-2 neutron-server[80794]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Jan 14 07:42:22.460782 n-d-769329-2 neutron-server[80794]: [parameters: {'port_id': '426e6543-dbcf-4299-8a90-b66ad1909ad6', 'host': 'n-d-769329-2'}] Jan 14 07:42:22.460782 n-d-769329-2 neutron-server[80794]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:42:22.461177 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:42:22.476587 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2193f6c1-4b48-4496-a5b7-39ab43b0f320 HTTP/1.1" status: 204 len: 168 time: 2.3981776 Jan 14 07:42:22.487133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.487563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.488007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.488426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.488839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.495639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.495639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.495639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.495639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.495639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.495639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.495639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.495639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.495639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.495639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.495639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.495639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.495639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.495639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.497323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.497323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.497323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.497715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.505257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.505740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.506511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.506932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.507450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.507923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.508338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.508748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.509157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.510196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.511268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.511793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.512134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:22.521223 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:22.647509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-b169a7cd-52af-46cc-80f9-739ca7dbee49 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Allocated IP 172.20.0.10 (b4274ba1-e2ac-4da5-87e7-620b99e5e6a8/478f9cbb-8715-47e1-bed9-0a277efe59a7/db182094-29d8-4e75-867a-220fd87c9006) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:42:22.777891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057c4fd-51fb-423d-a827-f266bc98b040 None None] Pushing event updated for resources: {'Port': ['ID=bd657885-a920-490e-a4e6-fbee9a1ec05c,revision_number=6']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:22.792571 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b1b9065-d32b-4a98-b5c6-7fb9ebf5e8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:22.809056 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9057c4fd-51fb-423d-a827-f266bc98b040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:22.810032 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9057c4fd-51fb-423d-a827-f266bc98b040 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:22.968331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Deleting port 426e6543-dbcf-4299-8a90-b66ad1909ad6 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:42:22.970399 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:22.994390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-1a64e5d9-fa1d-4134-9e60-af96148d297d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:42:22.997653 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-1a64e5d9-fa1d-4134-9e60-af96148d297d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:42:23.000777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b9065-d32b-4a98-b5c6-7fb9ebf5e8b2 None None] Pushing event updated for resources: {'Port': ['ID=426e6543-dbcf-4299-8a90-b66ad1909ad6,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:23.030213 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6b1b9065-d32b-4a98-b5c6-7fb9ebf5e8b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:23.094013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device bd657885-a920-490e-a4e6-fbee9a1ec05c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:42:23.143563 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b169a7cd-52af-46cc-80f9-739ca7dbee49 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:23.223984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55986) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:23.281460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b169a7cd-52af-46cc-80f9-739ca7dbee49 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Transition to ACTIVE for port object db182094-29d8-4e75-867a-220fd87c9006 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:23.361022 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4dfbe95a-234d-4c08-8d85-4262bba9f02d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69e3d04169fb4456a29c249b91e26b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314921 Jan 14 07:42:23.363620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 55990) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:23.500803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1a64e5d9-fa1d-4134-9e60-af96148d297d None None] Deleting port 426e6543-dbcf-4299-8a90-b66ad1909ad6 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:42:23.501236 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a64e5d9-fa1d-4134-9e60-af96148d297d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:23.518510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b169a7cd-52af-46cc-80f9-739ca7dbee49 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:23.561586 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f9f3acc-a360-4bbc-a783-01a9c6b54261 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:23.710273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c370e9-da26-4c5b-9cd4-eb008aae3256 None None] Update dhcp port {'port': {'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c', 'fixed_ips': [{'subnet_id': '21e2c03b-552d-42f8-9bdb-1d2e6cae00fc', 'ip_address': '2001:db8::2'}, {'subnet_id': '9bb119bf-861e-46a2-ac2e-6c6b09cf7230'}], 'binding:host_id': 'n-d-769329-2'}, 'id': '67aa2f44-0ef5-47b2-a616-08345b2a4e5e'} from n-d-769329-2. {{(pid=80909) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:42:23.769622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] For port 426e6543-dbcf-4299-8a90-b66ad1909ad6, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=426e6543-dbcf-4299-8a90-b66ad1909ad6,segment=NetworkSegment(21911516-6761-4790-be01-fac0f29ceb73),segment_id=21911516-6761-4790-be01-fac0f29ceb73)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:23.770811 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:23.850447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f916a7e7-19c7-419c-b4ed-4c5c040e54b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:23.991173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 426e6543-dbcf-4299-8a90-b66ad1909ad6 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:42:24.008420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169a7cd-52af-46cc-80f9-739ca7dbee49 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=db182094-29d8-4e75-867a-220fd87c9006,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:24.051948 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b169a7cd-52af-46cc-80f9-739ca7dbee49 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:24.053966 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f916a7e7-19c7-419c-b4ed-4c5c040e54b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:24.103673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Calling delete_port for 426e6543-dbcf-4299-8a90-b66ad1909ad6 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:42:24.219903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b169a7cd-52af-46cc-80f9-739ca7dbee49 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:42:24.224713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b169a7cd-52af-46cc-80f9-739ca7dbee49 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:42:24.244828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b169a7cd-52af-46cc-80f9-739ca7dbee49 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:42:24.315440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-702e3f6a-b381-4105-a4ca-e83ae735583d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Delete allocated IP 2001:db8::109 (bb7b12c8-3f47-4a0b-9290-b78a0ab3246c/21e2c03b-552d-42f8-9bdb-1d2e6cae00fc) {{(pid=80908) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 07:42:24.332608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-702e3f6a-b381-4105-a4ca-e83ae735583d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Allocated IP 2001:db8:0:1::64 (bb7b12c8-3f47-4a0b-9290-b78a0ab3246c/9bb119bf-861e-46a2-ac2e-6c6b09cf7230/f783b9d3-13e7-4407-ba96-c8da30dfc090) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:42:24.421624 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:24.427150 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f916a7e7-19c7-419c-b4ed-4c5c040e54b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:24.438239 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-061929d9-2a38-4b22-920f-d3aaa29dc72a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:24.441588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Port 426e6543-dbcf-4299-8a90-b66ad1909ad6 update to DOWN by agent not found {{(pid=80909) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:24.491305 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:24.515395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b169a7cd-52af-46cc-80f9-739ca7dbee49 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:24.516441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b169a7cd-52af-46cc-80f9-739ca7dbee49 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:24.521206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f916a7e7-19c7-419c-b4ed-4c5c040e54b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592c33ff-5369-491d-85e6-5a2a3d24c426,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:24.533963 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f916a7e7-19c7-419c-b4ed-4c5c040e54b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:24.535233 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f916a7e7-19c7-419c-b4ed-4c5c040e54b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:24.536690 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f916a7e7-19c7-419c-b4ed-4c5c040e54b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/592c33ff-5369-491d-85e6-5a2a3d24c426 HTTP/1.1" status: 204 len: 168 time: 1.1704574 Jan 14 07:42:24.579830 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b169a7cd-52af-46cc-80f9-739ca7dbee49 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.4290960 Jan 14 07:42:24.580985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56006) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:24.595370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-620f99a9-88fa-4a3b-a64f-c92776e8efe3 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'subnet': {'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:24.607283 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01c370e9-da26-4c5b-9cd4-eb008aae3256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:24.657604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f8255294-d90c-414f-9e94-1d09fdb8f7e4 None None] Provisioning for port bd657885-a920-490e-a4e6-fbee9a1ec05c completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:42:24.763183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56012) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:24.816090 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c5556be9-9baf-4872-8644-e4bb5dd6bacf tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:24.822727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-909f0761-83fb-4b72-b748-9d2cc94f8415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:24.926143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-620f99a9-88fa-4a3b-a64f-c92776e8efe3 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:24.936452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-620f99a9-88fa-4a3b-a64f-c92776e8efe3 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:subnet and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:24.956322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-620f99a9-88fa-4a3b-a64f-c92776e8efe3 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:24.969494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-620f99a9-88fa-4a3b-a64f-c92776e8efe3 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:25.019356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Port': ['ID=426e6543-dbcf-4299-8a90-b66ad1909ad6,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:25.031233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620f99a9-88fa-4a3b-a64f-c92776e8efe3 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:25.097376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f8255294-d90c-414f-9e94-1d09fdb8f7e4 None None] Provisioning complete for port bd657885-a920-490e-a4e6-fbee9a1ec05c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:25.098133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8255294-d90c-414f-9e94-1d09fdb8f7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:25.184649 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:25.194606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No DVR routers for this DVR port 426e6543-dbcf-4299-8a90-b66ad1909ad6 on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:42:25.239111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1a64e5d9-fa1d-4134-9e60-af96148d297d None None] For port 426e6543-dbcf-4299-8a90-b66ad1909ad6, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=426e6543-dbcf-4299-8a90-b66ad1909ad6,segment=NetworkSegment(21911516-6761-4790-be01-fac0f29ceb73),segment_id=21911516-6761-4790-be01-fac0f29ceb73)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:25.239553 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a64e5d9-fa1d-4134-9e60-af96148d297d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:25.289410 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-620f99a9-88fa-4a3b-a64f-c92776e8efe3 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:25.394527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1a64e5d9-fa1d-4134-9e60-af96148d297d None None] Calling delete_port for 426e6543-dbcf-4299-8a90-b66ad1909ad6 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:42:25.534687 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:25.609910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1dece035-df57-42c6-b9d7-5a503c18b6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:25.675557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1dece035-df57-42c6-b9d7-5a503c18b6c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:25.680831 n-d-769329-2 neutron-server[80794]: INFO neutron.db.ipam_backend_mixin [None req-620f99a9-88fa-4a3b-a64f-c92776e8efe3 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 478f9cbb-8715-47e1-bed9-0a277efe59a7 (CIDR: 172.20.0.0/28) Jan 14 07:42:25.689242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-1a64e5d9-fa1d-4134-9e60-af96148d297d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:42:25.689691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1dece035-df57-42c6-b9d7-5a503c18b6c3 admin admin] Usage tracker for resource:security_group_rule and tenant:d5c8651767674700bcde1fa9fd15d44c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:25.689805 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-1a64e5d9-fa1d-4134-9e60-af96148d297d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:42:25.693559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1dece035-df57-42c6-b9d7-5a503c18b6c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:25.701033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1dece035-df57-42c6-b9d7-5a503c18b6c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:25.781884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdbe673-dfb2-4c3c-8170-26982354dbe8']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:25.820411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f8255294-d90c-414f-9e94-1d09fdb8f7e4 None None] Provisioning complete for port 52742541-013e-4ea6-a0c3-45708cc9cb53 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:25.820842 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8255294-d90c-414f-9e94-1d09fdb8f7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:25.832578 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1dece035-df57-42c6-b9d7-5a503c18b6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:25.842087 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-620f99a9-88fa-4a3b-a64f-c92776e8efe3 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:42:25.842602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-620f99a9-88fa-4a3b-a64f-c92776e8efe3 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] No notification will be sent due to unsuccessful status code: 400 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:42:25.853095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21911516-6761-4790-be01-fac0f29ceb73') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:25.857729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21911516-6761-4790-be01-fac0f29ceb73') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:25.864774 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1dece035-df57-42c6-b9d7-5a503c18b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:25.877916 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:25.878160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1a64e5d9-fa1d-4134-9e60-af96148d297d None None] Deleting port 426e6543-dbcf-4299-8a90-b66ad1909ad6 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:42:25.878415 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a64e5d9-fa1d-4134-9e60-af96148d297d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:25.883355 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-94c4f303-f199-4d7a-a7c3-77e53d8d5ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:25.898119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:25.900234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:42:25.936548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dece035-df57-42c6-b9d7-5a503c18b6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ef7f4c-2ba9-4468-9449-edb057e9130b,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:25.942574 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1dece035-df57-42c6-b9d7-5a503c18b6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:25.945392 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1dece035-df57-42c6-b9d7-5a503c18b6c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5c8651767674700bcde1fa9fd15d44c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1812160 Jan 14 07:42:25.948916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56034) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:25.970032 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-620f99a9-88fa-4a3b-a64f-c92776e8efe3 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3855989 Jan 14 07:42:25.970837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56038) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:25.979980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-636e05b4-8f5c-43fb-bd33-72eeb9ea9eac tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'subnet': {'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:26.077248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f8255294-d90c-414f-9e94-1d09fdb8f7e4 None None] Port 52742541-013e-4ea6-a0c3-45708cc9cb53 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:42:26.143725 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43c4cf9c-79e5-41b2-bb25-fa41435341a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:26.160680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1a64e5d9-fa1d-4134-9e60-af96148d297d None None] The port '426e6543-dbcf-4299-8a90-b66ad1909ad6' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:42:26.207516 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-702e3f6a-b381-4105-a4ca-e83ae735583d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:26.214083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43c4cf9c-79e5-41b2-bb25-fa41435341a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:26.230355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 0cdbe673-dfb2-4c3c-8170-26982354dbe8 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:26.232022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ba3e167a-ab16-4865-8705-ffd838b0a3e1 None None] Provisioning complete for port bd657885-a920-490e-a4e6-fbee9a1ec05c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:26.232420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba3e167a-ab16-4865-8705-ffd838b0a3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:26.257334 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:26.304597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-636e05b4-8f5c-43fb-bd33-72eeb9ea9eac tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:26.310830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-636e05b4-8f5c-43fb-bd33-72eeb9ea9eac tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:subnet and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:26.314534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-636e05b4-8f5c-43fb-bd33-72eeb9ea9eac tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:26.321953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-636e05b4-8f5c-43fb-bd33-72eeb9ea9eac tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:26.423937 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43c4cf9c-79e5-41b2-bb25-fa41435341a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:26.431589 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f916a7e7-19c7-419c-b4ed-4c5c040e54b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:26.447952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636e05b4-8f5c-43fb-bd33-72eeb9ea9eac tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:26.450961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ba3e167a-ab16-4865-8705-ffd838b0a3e1 None None] Provisioning for port db182094-29d8-4e75-867a-220fd87c9006 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:42:26.459727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ba3e167a-ab16-4865-8705-ffd838b0a3e1 None None] Provisioning complete for port db182094-29d8-4e75-867a-220fd87c9006 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:26.463351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba3e167a-ab16-4865-8705-ffd838b0a3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:26.480631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-636e05b4-8f5c-43fb-bd33-72eeb9ea9eac tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:26.511424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 0cdbe673-dfb2-4c3c-8170-26982354dbe8 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:26.513647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4cf9c-79e5-41b2-bb25-fa41435341a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ef7f4c-2ba9-4468-9449-edb057e9130b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:26.530980 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-43c4cf9c-79e5-41b2-bb25-fa41435341a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:42:26.540418 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:42:26.601173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e167a-ab16-4865-8705-ffd838b0a3e1 None None] Port db182094-29d8-4e75-867a-220fd87c9006 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:42:26.628828 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43c4cf9c-79e5-41b2-bb25-fa41435341a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:26.633620 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-43c4cf9c-79e5-41b2-bb25-fa41435341a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5ef7f4c-2ba9-4468-9449-edb057e9130b HTTP/1.1" status: 204 len: 168 time: 0.6830127 Jan 14 07:42:26.678082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-702e3f6a-b381-4105-a4ca-e83ae735583d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Transition to ACTIVE for port object f783b9d3-13e7-4407-ba96-c8da30dfc090 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:26.725082 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-702e3f6a-b381-4105-a4ca-e83ae735583d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:26.726683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:26.732668 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:26.773407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-01c370e9-da26-4c5b-9cd4-eb008aae3256 None None] Allocated IP 2001:db8:0:1::2 (bb7b12c8-3f47-4a0b-9290-b78a0ab3246c/9bb119bf-861e-46a2-ac2e-6c6b09cf7230/67aa2f44-0ef5-47b2-a616-08345b2a4e5e) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:42:26.775127 n-d-769329-2 neutron-server[80794]: INFO neutron.db.ipam_backend_mixin [None req-636e05b4-8f5c-43fb-bd33-72eeb9ea9eac tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 96634a13-7cb9-477b-9c77-75c62c3e2489 (CIDR: 172.20.0.16/28) Jan 14 07:42:26.776607 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-520cbce7-2830-4d5e-bd23-a24dd146cfb2 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:26.809572 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/0cdbe673-dfb2-4c3c-8170-26982354dbe8 HTTP/1.1" status: 204 len: 168 time: 12.2037189 Jan 14 07:42:26.816514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56050) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:26.823890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8d3587c6-b45f-4884-b3c4-1604d7cd3ee7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1981142990'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:26.847467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8d3587c6-b45f-4884-b3c4-1604d7cd3ee7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:26.869648 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-636e05b4-8f5c-43fb-bd33-72eeb9ea9eac tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:42:26.884588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-636e05b4-8f5c-43fb-bd33-72eeb9ea9eac tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] No notification will be sent due to unsuccessful status code: 400 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:42:26.889882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Network': ['ID=0cdbe673-dfb2-4c3c-8170-26982354dbe8,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:26.895698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8d3587c6-b45f-4884-b3c4-1604d7cd3ee7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Usage tracker for resource:network and tenant:311c5b973cc244da931c0f2e3ec6ea49 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:26.899958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8d3587c6-b45f-4884-b3c4-1604d7cd3ee7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Quota usage for network was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:26.902865 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:26.903450 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1736a35d-4043-4383-ab21-9c092a55a12f tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:26.924674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8d3587c6-b45f-4884-b3c4-1604d7cd3ee7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:27.071413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-01c370e9-da26-4c5b-9cd4-eb008aae3256 None None] For port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=67aa2f44-0ef5-47b2-a616-08345b2a4e5e,segment=NetworkSegment(a2f2736f-9f7d-4b14-b650-cf0d5394427c),segment_id=a2f2736f-9f7d-4b14-b650-cf0d5394427c)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:27.076790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3587c6-b45f-4884-b3c4-1604d7cd3ee7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:27.077354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef1c81da-2a42-480f-bf9a-9483c004adf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:27.085887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e3f6a-b381-4105-a4ca-e83ae735583d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=f783b9d3-13e7-4407-ba96-c8da30dfc090,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:27.100418 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-702e3f6a-b381-4105-a4ca-e83ae735583d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:27.108423 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d3587c6-b45f-4884-b3c4-1604d7cd3ee7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:27.117425 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01c370e9-da26-4c5b-9cd4-eb008aae3256 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:27.140129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-01c370e9-da26-4c5b-9cd4-eb008aae3256 None None] Transition to ACTIVE for port object 67aa2f44-0ef5-47b2-a616-08345b2a4e5e will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:27.156876 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-636e05b4-8f5c-43fb-bd33-72eeb9ea9eac tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1848965 Jan 14 07:42:27.164658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56062) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:27.171347 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01c370e9-da26-4c5b-9cd4-eb008aae3256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:27.171541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b30ba48e-927a-470a-beb2-36539629825f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'subnet': {'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:27.178621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3587c6-b45f-4884-b3c4-1604d7cd3ee7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:42:27.189622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-702e3f6a-b381-4105-a4ca-e83ae735583d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] In _notify_port_updated(), no bound segment for port f783b9d3-13e7-4407-ba96-c8da30dfc090 on network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c {{(pid=80908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:42:27.190716 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d3587c6-b45f-4884-b3c4-1604d7cd3ee7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:27.190716 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-8d3587c6-b45f-4884-b3c4-1604d7cd3ee7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Added segment 55c7a72d-5079-4070-909c-c1bdffc706c2 of type vxlan for network 6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8 Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:27.193354 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:27.210041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702e3f6a-b381-4105-a4ca-e83ae735583d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:27.210825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-702e3f6a-b381-4105-a4ca-e83ae735583d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:27.216365 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-702e3f6a-b381-4105-a4ca-e83ae735583d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "PUT /v2.0/ports/f783b9d3-13e7-4407-ba96-c8da30dfc090 HTTP/1.1" status: 200 len: 929 time: 5.1794598 Jan 14 07:42:27.217557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56066) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:27.222116 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d3587c6-b45f-4884-b3c4-1604d7cd3ee7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:27.232689 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:27.311792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5ca6fe9d-8b47-4591-a156-c6cdf48d6fd7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port f783b9d3-13e7-4407-ba96-c8da30dfc090 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:42:27.312149 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ca6fe9d-8b47-4591-a156-c6cdf48d6fd7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:27.446799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c370e9-da26-4c5b-9cd4-eb008aae3256 None None] Pushing event updated for resources: {'Port': ['ID=67aa2f44-0ef5-47b2-a616-08345b2a4e5e,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:27.456538 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d3587c6-b45f-4884-b3c4-1604d7cd3ee7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:27.477275 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-01c370e9-da26-4c5b-9cd4-eb008aae3256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:27.480193 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:27.497406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3587c6-b45f-4884-b3c4-1604d7cd3ee7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:27.498486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d3587c6-b45f-4884-b3c4-1604d7cd3ee7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:27.506714 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5d073dc2-b56f-4b68-aad3-c43df887a12a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:27.651999 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8d3587c6-b45f-4884-b3c4-1604d7cd3ee7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8371196 Jan 14 07:42:27.657269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56072) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:27.668648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bd488de2-7450-4898-84b6-ed6ae8146575 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'subnet': {'network_id': '6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:27.897967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56080) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:27.905479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bd488de2-7450-4898-84b6-ed6ae8146575 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:27.924967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bd488de2-7450-4898-84b6-ed6ae8146575 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Usage tracker for resource:subnet and tenant:311c5b973cc244da931c0f2e3ec6ea49 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:27.940679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bd488de2-7450-4898-84b6-ed6ae8146575 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:27.962000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:27.968483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bd488de2-7450-4898-84b6-ed6ae8146575 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:28.000442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd488de2-7450-4898-84b6-ed6ae8146575 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:28.147830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3587c6-b45f-4884-b3c4-1604d7cd3ee7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Network': ['ID=6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:28.152929 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8d3587c6-b45f-4884-b3c4-1604d7cd3ee7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:28.163940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:42:28.211022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd488de2-7450-4898-84b6-ed6ae8146575 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:28.221497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:42:28.334857 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ca6fe9d-8b47-4591-a156-c6cdf48d6fd7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:28.381740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:42:28.552227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5ca6fe9d-8b47-4591-a156-c6cdf48d6fd7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for f783b9d3-13e7-4407-ba96-c8da30dfc090 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:42:28.781404 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ca6fe9d-8b47-4591-a156-c6cdf48d6fd7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:28.783469 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-027f1bcc-dfd0-4598-b7ad-7b6369d4f001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:28.833086 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:29.065439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 67aa2f44-0ef5-47b2-a616-08345b2a4e5e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:42:29.076636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b30ba48e-927a-470a-beb2-36539629825f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:29.082673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b30ba48e-927a-470a-beb2-36539629825f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Usage tracker for resource:subnet and tenant:4605628481ce4f349c9c522bcadc9a32 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:29.084920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b30ba48e-927a-470a-beb2-36539629825f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:29.095704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b30ba48e-927a-470a-beb2-36539629825f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:29.100613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-027f1bcc-dfd0-4598-b7ad-7b6369d4f001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:29.172638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6fe9d-8b47-4591-a156-c6cdf48d6fd7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=f783b9d3-13e7-4407-ba96-c8da30dfc090,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:29.175168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30ba48e-927a-470a-beb2-36539629825f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Made reservation on behalf of 4605628481ce4f349c9c522bcadc9a32 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:29.202055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-759f8fbd-cf4b-4fa4-ad75-85fe5e1896f2 None None] Provisioning complete for port 0b259b0e-a4ee-4be0-ab31-bab4b7d341d5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:29.203173 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-759f8fbd-cf4b-4fa4-ad75-85fe5e1896f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:29.212980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-027f1bcc-dfd0-4598-b7ad-7b6369d4f001 admin admin] Usage tracker for resource:security_group_rule and tenant:96857b74a8ac4e2fabf706603de5f73a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:29.215357 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ca6fe9d-8b47-4591-a156-c6cdf48d6fd7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:29.216320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-027f1bcc-dfd0-4598-b7ad-7b6369d4f001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:29.317267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-027f1bcc-dfd0-4598-b7ad-7b6369d4f001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:29.353993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-759f8fbd-cf4b-4fa4-ad75-85fe5e1896f2 None None] Port 0b259b0e-a4ee-4be0-ab31-bab4b7d341d5 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:42:29.365678 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:29.366814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558117c0-9074-4619-9c03-04ca78c3fadf None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:42:29.461917 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-027f1bcc-dfd0-4598-b7ad-7b6369d4f001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:29.472476 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-027f1bcc-dfd0-4598-b7ad-7b6369d4f001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:29.507022 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0349765f-80ad-4f77-a9f4-d2536d0f43f8 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:29.520266 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-027f1bcc-dfd0-4598-b7ad-7b6369d4f001 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=96857b74a8ac4e2fabf706603de5f73a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5461905 Jan 14 07:42:29.523087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56096) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:29.566907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-759f8fbd-cf4b-4fa4-ad75-85fe5e1896f2 None None] Provisioning for port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:42:29.595727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd488de2-7450-4898-84b6-ed6ae8146575 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:29.612592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f1bcc-dfd0-4598-b7ad-7b6369d4f001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11fa539-46b0-44be-be08-6a8eaa64f418,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:29.616752 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-027f1bcc-dfd0-4598-b7ad-7b6369d4f001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:29.625103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ca6fe9d-8b47-4591-a156-c6cdf48d6fd7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:29.642746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-759f8fbd-cf4b-4fa4-ad75-85fe5e1896f2 None None] Provisioning complete for port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:29.643174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-759f8fbd-cf4b-4fa4-ad75-85fe5e1896f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:29.648470 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5ca6fe9d-8b47-4591-a156-c6cdf48d6fd7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/ports/f783b9d3-13e7-4407-ba96-c8da30dfc090 HTTP/1.1" status: 204 len: 168 time: 2.4240394 Jan 14 07:42:29.653820 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b30ba48e-927a-470a-beb2-36539629825f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:29.676040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56104) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:29.728346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:29.728763 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:29.737185 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-23715423-9d90-4133-b309-479619cce253 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] GET failed (client error): The resource could not be found. Jan 14 07:42:29.737911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-23715423-9d90-4133-b309-479619cce253 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Synchronizing usage tracker for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:42:29.746563 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-16ed6379-f7dd-45ed-a49f-78058d376884 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:29.814493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd488de2-7450-4898-84b6-ed6ae8146575 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Subnet': ['ID=234d087e-d04d-43cc-bd55-699c81eeb5a0,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:29.818281 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd488de2-7450-4898-84b6-ed6ae8146575 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:29.836295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-23715423-9d90-4133-b309-479619cce253 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Unset dirty status for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:42:29.841287 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-23715423-9d90-4133-b309-479619cce253 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports/f783b9d3-13e7-4407-ba96-c8da30dfc090 HTTP/1.1" status: 404 len: 333 time: 0.1604135 Jan 14 07:42:29.851603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56114) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:29.851603 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-040af07c-9e89-478b-88a8-cb6ce5425991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:29.996463 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-040af07c-9e89-478b-88a8-cb6ce5425991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:30.008419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd488de2-7450-4898-84b6-ed6ae8146575 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Checking segment: {'id': '55c7a72d-5079-4070-909c-c1bdffc706c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:42:30.008821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd488de2-7450-4898-84b6-ed6ae8146575 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network hostable DHCP agents. Network: 6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:42:30.014672 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6e06217-94b1-4296-ba8f-2eb286e2e596 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:30.083638 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6e06217-94b1-4296-ba8f-2eb286e2e596 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:30.093717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd488de2-7450-4898-84b6-ed6ae8146575 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:42:30.115369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-bd488de2-7450-4898-84b6-ed6ae8146575 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:42:30.117370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-759f8fbd-cf4b-4fa4-ad75-85fe5e1896f2 None None] Could not find standard attr ID for object f783b9d3-13e7-4407-ba96-c8da30dfc090. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:42:30.130729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558117c0-9074-4619-9c03-04ca78c3fadf None None] Unable to find a vacant binding_index for network 6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8 and agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa {{(pid=80909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}} Jan 14 07:42:30.138438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558117c0-9074-4619-9c03-04ca78c3fadf None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8) {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:42:30.149012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd488de2-7450-4898-84b6-ed6ae8146575 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:30.149666 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd488de2-7450-4898-84b6-ed6ae8146575 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:30.170271 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-040af07c-9e89-478b-88a8-cb6ce5425991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:30.178024 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-90ec848e-efd4-4c9b-a592-aa763d9db1fc tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:30.210455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6e06217-94b1-4296-ba8f-2eb286e2e596 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:30.233526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040af07c-9e89-478b-88a8-cb6ce5425991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11fa539-46b0-44be-be08-6a8eaa64f418,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:30.250257 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-040af07c-9e89-478b-88a8-cb6ce5425991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:30.264286 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7b8ba615-b89d-4bac-a20a-62cd323a9f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:30.313010 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bd488de2-7450-4898-84b6-ed6ae8146575 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6450953 Jan 14 07:42:30.313010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56126) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:30.384127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e06217-94b1-4296-ba8f-2eb286e2e596 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9c62b2-ceb4-431b-9b90-24e2c64a9b60,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:30.386448 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-040af07c-9e89-478b-88a8-cb6ce5425991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:30.403196 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-040af07c-9e89-478b-88a8-cb6ce5425991 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d11fa539-46b0-44be-be08-6a8eaa64f418 HTTP/1.1" status: 204 len: 168 time: 0.8647189 Jan 14 07:42:30.404587 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6e06217-94b1-4296-ba8f-2eb286e2e596 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:30.410729 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b6e06217-94b1-4296-ba8f-2eb286e2e596 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/security-groups/0d9c62b2-ceb4-431b-9b90-24e2c64a9b60 HTTP/1.1" status: 204 len: 168 time: 0.5590897 Jan 14 07:42:30.411699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56134) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:30.506749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b30ba48e-927a-470a-beb2-36539629825f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:30.549989 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d784fe8-54f9-4fb8-8dba-67af9c247384 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:30.551942 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b6e06217-94b1-4296-ba8f-2eb286e2e596 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:30.568786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4ccbb09d-7f59-4de4-8fe8-fd775b3b3134 None None] Provisioning complete for port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:30.569211 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ccbb09d-7f59-4de4-8fe8-fd775b3b3134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:30.787339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:30.804459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30ba48e-927a-470a-beb2-36539629825f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:42:30.813102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b30ba48e-927a-470a-beb2-36539629825f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:42:30.831992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4ccbb09d-7f59-4de4-8fe8-fd775b3b3134 None None] Could not find standard attr ID for object f783b9d3-13e7-4407-ba96-c8da30dfc090. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:42:30.853218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30ba48e-927a-470a-beb2-36539629825f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:30.854852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b30ba48e-927a-470a-beb2-36539629825f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:30.903887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ba48e-927a-470a-beb2-36539629825f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Subnet': ['ID=98170e3e-f108-46bc-b2db-e66b53438da5,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:30.904395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8', 'network_id': '6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8', 'tenant_id': '311c5b973cc244da931c0f2e3ec6ea49', 'fixed_ips': [{'subnet_id': '234d087e-d04d-43cc-bd55-699c81eeb5a0'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:42:30.905255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:30.916259 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b30ba48e-927a-470a-beb2-36539629825f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.7504179 Jan 14 07:42:30.920351 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b30ba48e-927a-470a-beb2-36539629825f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:30.921802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56142) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:30.929521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d1cd8e7d-b769-44e2-88cc-e0039da14c60 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Request body: {'port': {'name': 'tempest-PortsTestJSON-611582612', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '98170e3e-f108-46bc-b2db-e66b53438da5'}], 'security_groups': ['a3e843eb-5f54-40f7-994f-b92194c4f2e0', '8b55fdf6-afb7-40d7-a001-101109352835']}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:31.026270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f29e1b7-da23-41de-a78c-10a3fbd20021 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:31.087819 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1cd8e7d-b769-44e2-88cc-e0039da14c60 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:31.219282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f29e1b7-da23-41de-a78c-10a3fbd20021 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:31.325335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:31.547497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Allocated IP 172.20.0.1 (6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8/234d087e-d04d-43cc-bd55-699c81eeb5a0/a971c9da-056f-4e1b-a5ae-419ba85a67bd) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:42:31.708833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f29e1b7-da23-41de-a78c-10a3fbd20021 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:31.724697 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-36824001-ad97-4c36-8401-95c53a8ddcd2 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:31.755403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29e1b7-da23-41de-a78c-10a3fbd20021 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ae749c-e342-426c-8f9b-b2262b04c625,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:31.764055 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8f29e1b7-da23-41de-a78c-10a3fbd20021 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:31.773675 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f29e1b7-da23-41de-a78c-10a3fbd20021 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:31.783257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56158) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:31.783833 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8f29e1b7-da23-41de-a78c-10a3fbd20021 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/security-groups/b6ae749c-e342-426c-8f9b-b2262b04c625 HTTP/1.1" status: 204 len: 168 time: 1.2298968 Jan 14 07:42:32.101845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:32.134186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-d1cd8e7d-b769-44e2-88cc-e0039da14c60 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Delete allocated IP 172.20.0.10 (b4274ba1-e2ac-4da5-87e7-620b99e5e6a8/478f9cbb-8715-47e1-bed9-0a277efe59a7) {{(pid=80908) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 07:42:32.144373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-d1cd8e7d-b769-44e2-88cc-e0039da14c60 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Allocated IP 172.20.0.34 (b4274ba1-e2ac-4da5-87e7-620b99e5e6a8/98170e3e-f108-46bc-b2db-e66b53438da5/db182094-29d8-4e75-867a-220fd87c9006) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:42:32.268967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Transition to ACTIVE for port object a971c9da-056f-4e1b-a5ae-419ba85a67bd will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:32.332212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Transition to ACTIVE for port object a971c9da-056f-4e1b-a5ae-419ba85a67bd will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:32.359166 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:32.362923 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:32.413799 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-966286e2-897e-4a1f-8b52-c0e828465805 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:32.419459 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:32.513100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Pushing event updated for resources: {'Port': ['ID=a971c9da-056f-4e1b-a5ae-419ba85a67bd,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:32.538904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Subnet': ['ID=234d087e-d04d-43cc-bd55-699c81eeb5a0,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:32.547435 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:32.624321 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:32.628902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0c59e1-2d52-4aa3-94c7-6a71e5c48c26 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting subnet 21e2c03b-552d-42f8-9bdb-1d2e6cae00fc {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:42:32.660233 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d0c59e1-2d52-4aa3-94c7-6a71e5c48c26 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:32.909264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d0c59e1-2d52-4aa3-94c7-6a71e5c48c26 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:32.921981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Network 6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:42:32.925631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:42:32.929718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:42:32.965376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:33.024206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Attempting to bind port a971c9da-056f-4e1b-a5ae-419ba85a67bd on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:42:33.024903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Attempting to bind port a971c9da-056f-4e1b-a5ae-419ba85a67bd by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '55c7a72d-5079-4070-909c-c1bdffc706c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:42:33.025545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Attempting to bind port a971c9da-056f-4e1b-a5ae-419ba85a67bd on network 6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:42:33.039723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:42:33.041360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Checking segment: {'id': '55c7a72d-5079-4070-909c-c1bdffc706c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:42:33.042259 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:33.043136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Bound using segment: {'id': '55c7a72d-5079-4070-909c-c1bdffc706c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:42:33.043927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Bound port: a971c9da-056f-4e1b-a5ae-419ba85a67bd, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c7a72d-5079-4070-909c-c1bdffc706c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:42:33.044578 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:33.111705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:33.121010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c7a72d-5079-4070-909c-c1bdffc706c2') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:33.121226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c7a72d-5079-4070-909c-c1bdffc706c2') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:33.140620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:33.157501 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:33.159878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:42:33.221059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1cd8e7d-b769-44e2-88cc-e0039da14c60 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:33.293718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] For port a971c9da-056f-4e1b-a5ae-419ba85a67bd, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:42:33.295678 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d0c59e1-2d52-4aa3-94c7-6a71e5c48c26 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:33.429196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:33.449460 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:33.729570 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d0c59e1-2d52-4aa3-94c7-6a71e5c48c26 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:33.886207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:42:33.934730 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:42:33.956119 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:34.059156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] For port a971c9da-056f-4e1b-a5ae-419ba85a67bd, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a971c9da-056f-4e1b-a5ae-419ba85a67bd,segment=NetworkSegment(55c7a72d-5079-4070-909c-c1bdffc706c2),segment_id=55c7a72d-5079-4070-909c-c1bdffc706c2)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:42:34.060871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:42:34.060871 n-d-769329-2 neutron-server[80794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:42:34.060871 n-d-769329-2 neutron-server[80794]: [parameters: {'id': '6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8'}] Jan 14 07:42:34.060871 n-d-769329-2 neutron-server[80794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:42:34.061727 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:42:34.064573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d1cd8e7d-b769-44e2-88cc-e0039da14c60 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Transition to ACTIVE for port object db182094-29d8-4e75-867a-220fd87c9006 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:34.065078 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:34.070298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c59e1-2d52-4aa3-94c7-6a71e5c48c26 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Subnet': ['ID=21e2c03b-552d-42f8-9bdb-1d2e6cae00fc,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:34.075537 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1cd8e7d-b769-44e2-88cc-e0039da14c60 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:34.077432 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d0c59e1-2d52-4aa3-94c7-6a71e5c48c26 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:34.197189 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-95985d84-6597-4c82-9ffc-1cef4719eec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:34.219239 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ca6fe9d-8b47-4591-a156-c6cdf48d6fd7 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:34.320606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d0c59e1-2d52-4aa3-94c7-6a71e5c48c26 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:34.328915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd8e7d-b769-44e2-88cc-e0039da14c60 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event updated for resources: {'Port': ['ID=db182094-29d8-4e75-867a-220fd87c9006,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:34.332917 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d1cd8e7d-b769-44e2-88cc-e0039da14c60 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:34.348496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56208) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:34.349010 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0d0c59e1-2d52-4aa3-94c7-6a71e5c48c26 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/subnets/21e2c03b-552d-42f8-9bdb-1d2e6cae00fc HTTP/1.1" status: 204 len: 168 time: 2.5642893 Jan 14 07:42:34.356559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0dcac916-c317-4294-af10-fa9d1fbe85ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'subnet': {'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:34.382361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Pushing event updated for resources: {'Port': ['ID=a971c9da-056f-4e1b-a5ae-419ba85a67bd,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:34.390601 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:34.404441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853cbc5e-2d12-40c6-b990-9573ef3270fe None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:42:34.506422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d1cd8e7d-b769-44e2-88cc-e0039da14c60 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] In _notify_port_updated(), no bound segment for port db182094-29d8-4e75-867a-220fd87c9006 on network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 {{(pid=80908) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.508369 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:34.514406 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:34.529239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cd8e7d-b769-44e2-88cc-e0039da14c60 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:34.530222 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1cd8e7d-b769-44e2-88cc-e0039da14c60 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:34.535053 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d1cd8e7d-b769-44e2-88cc-e0039da14c60 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "PUT /v2.0/ports/db182094-29d8-4e75-867a-220fd87c9006 HTTP/1.1" status: 200 len: 959 time: 3.6115727 Jan 14 07:42:34.536018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56212) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:34.591868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853cbc5e-2d12-40c6-b990-9573ef3270fe None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:42:34.626466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port db182094-29d8-4e75-867a-220fd87c9006 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:42:34.626862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:34.674748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:34.843124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0dcac916-c317-4294-af10-fa9d1fbe85ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:34.852547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0dcac916-c317-4294-af10-fa9d1fbe85ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:subnet and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:34.859426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0dcac916-c317-4294-af10-fa9d1fbe85ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:34.867068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Deleting port a971c9da-056f-4e1b-a5ae-419ba85a67bd {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:42:34.867818 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:34.903240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0dcac916-c317-4294-af10-fa9d1fbe85ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:34.935070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcac916-c317-4294-af10-fa9d1fbe85ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:35.115452 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:35.307975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0dcac916-c317-4294-af10-fa9d1fbe85ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:35.355791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for db182094-29d8-4e75-867a-220fd87c9006 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:42:35.691714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:35.736862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be51b0f1-0002-4101-ac96-46528cd28af4 None None] Network 6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:35.746896 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d5d6a87f-b27c-4b3e-bb40-bf8fd578e371 tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:35.754331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] For port a971c9da-056f-4e1b-a5ae-419ba85a67bd, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a971c9da-056f-4e1b-a5ae-419ba85a67bd,segment=NetworkSegment(55c7a72d-5079-4070-909c-c1bdffc706c2),segment_id=55c7a72d-5079-4070-909c-c1bdffc706c2)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:35.754636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:35.814524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Port': ['ID=db182094-29d8-4e75-867a-220fd87c9006,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:35.878513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.879132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.879988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.880717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.881295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.881870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.882447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.883010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.883569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.884176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.884742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.885848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.887050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.887625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.888234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.888979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.889767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.890330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.891012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.891571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.892157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.892884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.893479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.894033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.894636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.895199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.895796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.896365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.896920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.897484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.898057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.898868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.899419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.900256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.901010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.901870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:35.914947 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:35.951253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4915ed52-5942-4dc7-94c3-838c998f9e2c None None] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:36.047948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Calling delete_port for a971c9da-056f-4e1b-a5ae-419ba85a67bd owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:42:36.168924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421c8204-418e-4603-8f1a-b0e8eb950a54 None None] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:36.855616 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:36.986271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a51f2d9-9025-4724-b215-58d1cb9ba31f None None] Network 6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:37.047295 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b342201-0008-4240-b9b1-943081eab3d1 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:37.060456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:37.079118 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/ports/db182094-29d8-4e75-867a-220fd87c9006 HTTP/1.1" status: 204 len: 168 time: 2.5416698 Jan 14 07:42:37.080121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56238) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:37.109247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Port': ['ID=a971c9da-056f-4e1b-a5ae-419ba85a67bd,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:37.125382 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:37.133914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No DVR routers for this DVR port a971c9da-056f-4e1b-a5ae-419ba85a67bd on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:42:37.144619 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a5cdb9-25d0-440f-869d-5ad5e7dae098 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] GET failed (client error): The resource could not be found. Jan 14 07:42:37.145443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-94a5cdb9-25d0-440f-869d-5ad5e7dae098 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Synchronizing usage tracker for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:42:37.165205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-94a5cdb9-25d0-440f-869d-5ad5e7dae098 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Unset dirty status for tenant:4605628481ce4f349c9c522bcadc9a32 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:42:37.170019 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-94a5cdb9-25d0-440f-869d-5ad5e7dae098 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports/db182094-29d8-4e75-867a-220fd87c9006 HTTP/1.1" status: 404 len: 333 time: 0.0884588 Jan 14 07:42:37.170662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56244) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:37.338477 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e51da029-e8e9-4861-9d72-d40c2ad0c164 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:37.346254 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:37.412476 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e51da029-e8e9-4861-9d72-d40c2ad0c164 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:37.497846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e51da029-e8e9-4861-9d72-d40c2ad0c164 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:37.506186 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-027f1bcc-dfd0-4598-b7ad-7b6369d4f001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:37.525663 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e51da029-e8e9-4861-9d72-d40c2ad0c164 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:37.532515 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e51da029-e8e9-4861-9d72-d40c2ad0c164 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/security-groups/34511dca-412d-4442-8883-8d7bcf75960a HTTP/1.1" status: 204 len: 168 time: 0.3601062 Jan 14 07:42:37.532716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b28d17a-bfd5-4df0-a675-db65bd9a985b None None] Update dhcp port {'port': {'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c', 'fixed_ips': [{'subnet_id': '9bb119bf-861e-46a2-ac2e-6c6b09cf7230', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a1ddea80-d0af-4867-ad90-566612d5c739'}], 'binding:host_id': 'n-d-769329-2'}, 'id': '67aa2f44-0ef5-47b2-a616-08345b2a4e5e'} from n-d-769329-2. {{(pid=80909) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:42:37.533226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56258) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:37.539060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51da029-e8e9-4861-9d72-d40c2ad0c164 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'SecurityGroup': ['ID=34511dca-412d-4442-8883-8d7bcf75960a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:37.593901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:37.601523 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e51da029-e8e9-4861-9d72-d40c2ad0c164 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:37.606259 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b28d17a-bfd5-4df0-a675-db65bd9a985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:37.661371 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a016a4c9-bdc8-48a9-abdd-ce98fcb668f5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:37.666108 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0dcac916-c317-4294-af10-fa9d1fbe85ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:37.724793 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8bdc9f19-a712-4f1d-9dc0-2c9c6e1b0fd7 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:37.741020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Update dhcp port {'port': {'network_id': 'b4274ba1-e2ac-4da5-87e7-620b99e5e6a8', 'fixed_ips': [{'subnet_id': '96634a13-7cb9-477b-9c77-75c62c3e2489', 'ip_address': '172.20.0.19'}, {'subnet_id': '478f9cbb-8715-47e1-bed9-0a277efe59a7', 'ip_address': '172.20.0.2'}, {'subnet_id': '98170e3e-f108-46bc-b2db-e66b53438da5'}], 'binding:host_id': 'n-d-769329-2'}, 'id': 'bd657885-a920-490e-a4e6-fbee9a1ec05c'} from n-d-769329-2. {{(pid=80909) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:42:37.741240 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a016a4c9-bdc8-48a9-abdd-ce98fcb668f5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:37.769398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c7a72d-5079-4070-909c-c1bdffc706c2') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:37.770026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c7a72d-5079-4070-909c-c1bdffc706c2') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:37.801841 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a016a4c9-bdc8-48a9-abdd-ce98fcb668f5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:37.814228 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d6949a12-8aa7-4636-84be-55b0f4794a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:37.815995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:37.852614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016a4c9-bdc8-48a9-abdd-ce98fcb668f5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b55fdf6-afb7-40d7-a001-101109352835,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:37.860444 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a016a4c9-bdc8-48a9-abdd-ce98fcb668f5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:37.861430 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a016a4c9-bdc8-48a9-abdd-ce98fcb668f5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:37.862830 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a016a4c9-bdc8-48a9-abdd-ce98fcb668f5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/security-groups/8b55fdf6-afb7-40d7-a001-101109352835 HTTP/1.1" status: 204 len: 168 time: 0.3267579 Jan 14 07:42:37.865804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56268) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:37.887127 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:37.984587 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad97873a-5e38-4076-aa21-d5ddca95b26c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:38.021606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:38.053485 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad97873a-5e38-4076-aa21-d5ddca95b26c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:38.056767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:42:38.105874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcac916-c317-4294-af10-fa9d1fbe85ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Subnet': ['ID=a1ddea80-d0af-4867-ad90-566612d5c739,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:38.150252 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0dcac916-c317-4294-af10-fa9d1fbe85ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:38.164833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad97873a-5e38-4076-aa21-d5ddca95b26c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:38.182318 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1928c342-099f-42c8-8cab-4d6b2d62f354 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:38.224043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97873a-5e38-4076-aa21-d5ddca95b26c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e843eb-5f54-40f7-994f-b92194c4f2e0,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:38.225970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Allocated IP 172.20.0.34 (b4274ba1-e2ac-4da5-87e7-620b99e5e6a8/98170e3e-f108-46bc-b2db-e66b53438da5/bd657885-a920-490e-a4e6-fbee9a1ec05c) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:42:38.228717 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad97873a-5e38-4076-aa21-d5ddca95b26c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:38.229998 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad97873a-5e38-4076-aa21-d5ddca95b26c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:38.233783 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ad97873a-5e38-4076-aa21-d5ddca95b26c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/security-groups/a3e843eb-5f54-40f7-994f-b92194c4f2e0 HTTP/1.1" status: 204 len: 168 time: 0.3641784 Jan 14 07:42:38.239047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56278) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:38.412447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56282) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:38.476495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:38.487123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcac916-c317-4294-af10-fa9d1fbe85ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:42:38.489358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:38.506292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-0dcac916-c317-4294-af10-fa9d1fbe85ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:42:38.527812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcac916-c317-4294-af10-fa9d1fbe85ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:38.528492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0dcac916-c317-4294-af10-fa9d1fbe85ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:38.704165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc4de2f2-c0a1-4ebf-9744-5977d4b24ba4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting subnet 478f9cbb-8715-47e1-bed9-0a277efe59a7 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:42:38.755612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] For port bd657885-a920-490e-a4e6-fbee9a1ec05c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=bd657885-a920-490e-a4e6-fbee9a1ec05c,segment=NetworkSegment(59762060-0a77-40f8-a14d-cd0f8e99e974),segment_id=59762060-0a77-40f8-a14d-cd0f8e99e974)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:38.787674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56292) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:38.788421 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0dcac916-c317-4294-af10-fa9d1fbe85ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4380488 Jan 14 07:42:38.794705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d83e4de3-1d5a-4f85-8ae9-ed54ff417028 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'security_group': {'name': 'tempest-secgroup-1447850270'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:38.827702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d83e4de3-1d5a-4f85-8ae9-ed54ff417028 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:38.835063 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e01298c-dabe-4cd6-839c-7cac9072b45f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:38.838066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d83e4de3-1d5a-4f85-8ae9-ed54ff417028 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:security_group and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:38.847701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d83e4de3-1d5a-4f85-8ae9-ed54ff417028 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:38.855028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d83e4de3-1d5a-4f85-8ae9-ed54ff417028 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:38.866664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:38.871916 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d83e4de3-1d5a-4f85-8ae9-ed54ff417028 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:38.875681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:38.921438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-8b28d17a-bfd5-4df0-a675-db65bd9a985b None None] Allocated IP 2001:db8::2 (bb7b12c8-3f47-4a0b-9290-b78a0ab3246c/a1ddea80-d0af-4867-ad90-566612d5c739/67aa2f44-0ef5-47b2-a616-08345b2a4e5e) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:42:38.923865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4e01298c-dabe-4cd6-839c-7cac9072b45f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:42:38.933079 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:42:38.940077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d83e4de3-1d5a-4f85-8ae9-ed54ff417028 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:38.946566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d83e4de3-1d5a-4f85-8ae9-ed54ff417028 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:security_group_rule and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:38.953396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d83e4de3-1d5a-4f85-8ae9-ed54ff417028 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:38.974188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d83e4de3-1d5a-4f85-8ae9-ed54ff417028 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:39.007562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4e01298c-dabe-4cd6-839c-7cac9072b45f admin admin] Usage tracker for resource:security_group_rule and tenant:5f1dbe71219e4b8bac95a8f0d9762caf is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:39.019015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4e01298c-dabe-4cd6-839c-7cac9072b45f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:39.043364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4e01298c-dabe-4cd6-839c-7cac9072b45f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:39.062245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Transition to ACTIVE for port object bd657885-a920-490e-a4e6-fbee9a1ec05c will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:39.077263 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.082392 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.083819 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-471ddd36-3901-4021-bf88-5a6d3b743d1c tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:39.093633 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc4de2f2-c0a1-4ebf-9744-5977d4b24ba4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.111299 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.122631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Network': ['ID=6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:39.129523 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8 HTTP/1.1" status: 204 len: 168 time: 8.8189025 Jan 14 07:42:39.137080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56296) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:39.140019 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:39.174872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2b3903eb-8c36-4b34-8f0e-5238f94d60d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1370055845'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:39.178820 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a9893623-e76c-4b54-bf26-0a29e1619ade None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:39.247157 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d83e4de3-1d5a-4f85-8ae9-ed54ff417028 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.255289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2b3903eb-8c36-4b34-8f0e-5238f94d60d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:39.274703 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d83e4de3-1d5a-4f85-8ae9-ed54ff417028 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.303750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2b3903eb-8c36-4b34-8f0e-5238f94d60d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Usage tracker for resource:network and tenant:311c5b973cc244da931c0f2e3ec6ea49 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:39.306864 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-354d68ef-bc65-4fcd-9d98-a89bcf8416bc tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:39.318041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e01298c-dabe-4cd6-839c-7cac9072b45f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.336618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e01298c-dabe-4cd6-839c-7cac9072b45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.357285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2b3903eb-8c36-4b34-8f0e-5238f94d60d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:39.365459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e4de3-1d5a-4f85-8ae9-ed54ff417028 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf6e774-f77b-4c10-8966-f36c3a651f80,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:39.389864 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-19cbb430-2968-46dd-9cb3-880f1f03f02e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:39.395249 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d83e4de3-1d5a-4f85-8ae9-ed54ff417028 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.396814 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d83e4de3-1d5a-4f85-8ae9-ed54ff417028 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6078961 Jan 14 07:42:39.404775 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d83e4de3-1d5a-4f85-8ae9-ed54ff417028 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:39.409174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2b3903eb-8c36-4b34-8f0e-5238f94d60d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:39.411324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56300) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:39.416354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc4de2f2-c0a1-4ebf-9744-5977d4b24ba4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.436134 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4e01298c-dabe-4cd6-839c-7cac9072b45f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f1dbe71219e4b8bac95a8f0d9762caf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0215044 Jan 14 07:42:39.437045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56304) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:39.437878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01298c-dabe-4cd6-839c-7cac9072b45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d022d71f-a359-4792-846d-2c86b7c3dae9,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:39.443877 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4e01298c-dabe-4cd6-839c-7cac9072b45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:39.462400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4bf7df62-d8b2-4864-93c6-e983487f5f97 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'security_group': {'name': 'tempest-secgroup-1773668958'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:39.488063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4bf7df62-d8b2-4864-93c6-e983487f5f97 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:39.498723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4bf7df62-d8b2-4864-93c6-e983487f5f97 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:security_group and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:39.503883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3903eb-8c36-4b34-8f0e-5238f94d60d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:39.519317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b3903eb-8c36-4b34-8f0e-5238f94d60d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.526070 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8fa0-604b-4d8c-8a19-5eec1d0f3284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.534540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4bf7df62-d8b2-4864-93c6-e983487f5f97 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:39.558760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4bf7df62-d8b2-4864-93c6-e983487f5f97 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:39.564224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8fa0-604b-4d8c-8a19-5eec1d0f3284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.603606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4bf7df62-d8b2-4864-93c6-e983487f5f97 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.639311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3903eb-8c36-4b34-8f0e-5238f94d60d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:42:39.647139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8fa0-604b-4d8c-8a19-5eec1d0f3284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.648202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Pushing event updated for resources: {'Port': ['ID=bd657885-a920-490e-a4e6-fbee9a1ec05c,revision_number=7']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:39.657843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4bf7df62-d8b2-4864-93c6-e983487f5f97 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:39.658457 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cd4828da-cd40-4bd1-afb8-d8d50409e59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:39.668022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b3903eb-8c36-4b34-8f0e-5238f94d60d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.668574 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-2b3903eb-8c36-4b34-8f0e-5238f94d60d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Added segment b00a88db-912c-4547-b844-031905ab92d4 of type vxlan for network 64f17ea8-7818-47fc-ac21-65e77fa81ccc Jan 14 07:42:39.673529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4bf7df62-d8b2-4864-93c6-e983487f5f97 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:security_group_rule and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:39.675767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.676288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.676799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.677295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.677775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.678302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.679016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.679501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.680045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.680516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.681080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.681475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.682069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.682631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.683183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.683572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.684071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.684555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.684761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4bf7df62-d8b2-4864-93c6-e983487f5f97 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:39.685124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.685608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.686083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.686649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.686885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb8fa0-604b-4d8c-8a19-5eec1d0f3284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d022d71f-a359-4792-846d-2c86b7c3dae9,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:39.687230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.687725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.688244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.688845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.689331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.689897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.690351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.690862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.691339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.691846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.692323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.692853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.693324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.693634 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0dfb8fa0-604b-4d8c-8a19-5eec1d0f3284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:39.694085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:42:39.695200 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0dfb8fa0-604b-4d8c-8a19-5eec1d0f3284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.700668 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0dfb8fa0-604b-4d8c-8a19-5eec1d0f3284 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d022d71f-a359-4792-846d-2c86b7c3dae9 HTTP/1.1" status: 204 len: 168 time: 0.2589169 Jan 14 07:42:39.717844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4bf7df62-d8b2-4864-93c6-e983487f5f97 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:39.727043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc4de2f2-c0a1-4ebf-9744-5977d4b24ba4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.730794 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:39.738118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8b28d17a-bfd5-4df0-a675-db65bd9a985b None None] For port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=67aa2f44-0ef5-47b2-a616-08345b2a4e5e,segment=NetworkSegment(a2f2736f-9f7d-4b14-b650-cf0d5394427c),segment_id=a2f2736f-9f7d-4b14-b650-cf0d5394427c)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:39.774224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b28d17a-bfd5-4df0-a675-db65bd9a985b None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.802113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8b28d17a-bfd5-4df0-a675-db65bd9a985b None None] Transition to ACTIVE for port object 67aa2f44-0ef5-47b2-a616-08345b2a4e5e will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:39.810093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b28d17a-bfd5-4df0-a675-db65bd9a985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:39.858623 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b3903eb-8c36-4b34-8f0e-5238f94d60d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:40.010292 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f3fe351-3ec6-42b2-8286-7154614971a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:40.076377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-2b3903eb-8c36-4b34-8f0e-5238f94d60d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:42:40.169409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b3903eb-8c36-4b34-8f0e-5238f94d60d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:40.180709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28d17a-bfd5-4df0-a675-db65bd9a985b None None] Pushing event updated for resources: {'Port': ['ID=67aa2f44-0ef5-47b2-a616-08345b2a4e5e,revision_number=6']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:40.193877 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8b28d17a-bfd5-4df0-a675-db65bd9a985b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:40.209096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3903eb-8c36-4b34-8f0e-5238f94d60d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:40.212409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b3903eb-8c36-4b34-8f0e-5238f94d60d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:40.310555 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8b3f6372-9a13-47ee-8d4d-6536f5278afa tempest-NetworksIpV6TestAttrs-54980660 tempest-NetworksIpV6TestAttrs-54980660] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:40.454679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56332) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:40.516837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6958fa15-0771-4dd6-b60a-c3e521dcafaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:40.553934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6958fa15-0771-4dd6-b60a-c3e521dcafaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:40.571289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6958fa15-0771-4dd6-b60a-c3e521dcafaa admin admin] Usage tracker for resource:security_group_rule and tenant:a38a3fb96ff34d4abcbf8ad8173e98a2 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:40.575156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6958fa15-0771-4dd6-b60a-c3e521dcafaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:40.593025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6958fa15-0771-4dd6-b60a-c3e521dcafaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:40.625201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4bf7df62-d8b2-4864-93c6-e983487f5f97 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:40.639287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4bf7df62-d8b2-4864-93c6-e983487f5f97 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:40.657995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3903eb-8c36-4b34-8f0e-5238f94d60d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Network': ['ID=64f17ea8-7818-47fc-ac21-65e77fa81ccc,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:40.662307 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2b3903eb-8c36-4b34-8f0e-5238f94d60d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:40.668793 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ffc97b3-3022-4148-ad65-ce27b27b28e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:40.671159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 64f17ea8-7818-47fc-ac21-65e77fa81ccc details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:42:40.694057 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2b3903eb-8c36-4b34-8f0e-5238f94d60d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5525761 Jan 14 07:42:40.701938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4bf7df62-d8b2-4864-93c6-e983487f5f97 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:40.702275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56344) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:40.709531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56348) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:40.710658 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4bf7df62-d8b2-4864-93c6-e983487f5f97 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2981286 Jan 14 07:42:40.715737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4620f161-e49b-4dc7-a3e2-7a07ea892f1b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'subnet': {'network_id': '64f17ea8-7818-47fc-ac21-65e77fa81ccc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:40.740829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7df62-d8b2-4864-93c6-e983487f5f97 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'SecurityGroup': ['ID=0fac87d8-4af0-4d2a-832a-bf539de46a4a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:40.751920 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4bf7df62-d8b2-4864-93c6-e983487f5f97 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:40.758706 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc4de2f2-c0a1-4ebf-9744-5977d4b24ba4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:40.796140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1023a27e-2c53-4f72-8ccb-9294fc814b0a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'security_group': {'name': 'tempest-secgroup-383666587'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:40.798284 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a836c910-fc15-49df-b6e5-7e5c84d7a7a4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:40.826647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1023a27e-2c53-4f72-8ccb-9294fc814b0a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:40.835451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1023a27e-2c53-4f72-8ccb-9294fc814b0a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:security_group and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:40.839907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1023a27e-2c53-4f72-8ccb-9294fc814b0a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:40.868136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1023a27e-2c53-4f72-8ccb-9294fc814b0a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:40.901015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1023a27e-2c53-4f72-8ccb-9294fc814b0a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:40.917866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 64f17ea8-7818-47fc-ac21-65e77fa81ccc details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:42:40.919264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4de2f2-c0a1-4ebf-9744-5977d4b24ba4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Subnet': ['ID=478f9cbb-8715-47e1-bed9-0a277efe59a7,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:40.926620 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc4de2f2-c0a1-4ebf-9744-5977d4b24ba4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:40.958715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 64f17ea8-7818-47fc-ac21-65e77fa81ccc details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:42:40.999727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device bd657885-a920-490e-a4e6-fbee9a1ec05c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:42:41.123096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc4de2f2-c0a1-4ebf-9744-5977d4b24ba4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:41.147263 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cc4de2f2-c0a1-4ebf-9744-5977d4b24ba4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/subnets/478f9cbb-8715-47e1-bed9-0a277efe59a7 HTTP/1.1" status: 204 len: 168 time: 2.9011788 Jan 14 07:42:41.148335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56366) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:41.202473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1023a27e-2c53-4f72-8ccb-9294fc814b0a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:41.211479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1023a27e-2c53-4f72-8ccb-9294fc814b0a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:security_group_rule and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:41.219849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1023a27e-2c53-4f72-8ccb-9294fc814b0a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:41.249820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1023a27e-2c53-4f72-8ccb-9294fc814b0a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:41.252276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4620f161-e49b-4dc7-a3e2-7a07ea892f1b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:41.283309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4620f161-e49b-4dc7-a3e2-7a07ea892f1b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Usage tracker for resource:subnet and tenant:311c5b973cc244da931c0f2e3ec6ea49 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:41.288422 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6958fa15-0771-4dd6-b60a-c3e521dcafaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:41.289582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4620f161-e49b-4dc7-a3e2-7a07ea892f1b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:41.304855 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6958fa15-0771-4dd6-b60a-c3e521dcafaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:41.309237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f16b3fc-e624-4b36-80b8-7dc81b899c4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting subnet 98170e3e-f108-46bc-b2db-e66b53438da5 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:42:41.313198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4620f161-e49b-4dc7-a3e2-7a07ea892f1b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:41.314813 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f16b3fc-e624-4b36-80b8-7dc81b899c4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:41.317928 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2db939b1-9710-4261-816f-20b4dfbf6354 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:41.396189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a936777-efc8-4e1b-8bb7-82ff7f6ce2a0 None None] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:41.405181 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f16b3fc-e624-4b36-80b8-7dc81b899c4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:41.416096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4620f161-e49b-4dc7-a3e2-7a07ea892f1b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:41.569505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3ea15879-ff9d-4e33-b303-7ca6e89ed283 None None] Provisioning for port bd657885-a920-490e-a4e6-fbee9a1ec05c completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:42:41.587637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3ea15879-ff9d-4e33-b303-7ca6e89ed283 None None] Provisioning complete for port bd657885-a920-490e-a4e6-fbee9a1ec05c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:41.589298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ea15879-ff9d-4e33-b303-7ca6e89ed283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:41.592402 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4620f161-e49b-4dc7-a3e2-7a07ea892f1b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:41.602524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f16b3fc-e624-4b36-80b8-7dc81b899c4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:41.625966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port bd657885-a920-490e-a4e6-fbee9a1ec05c triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:41.626391 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:41.955854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958fa15-0771-4dd6-b60a-c3e521dcafaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d482ca4-c5ec-42bb-9e7d-dad081eec248,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:41.993279 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6958fa15-0771-4dd6-b60a-c3e521dcafaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:42.000443 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6958fa15-0771-4dd6-b60a-c3e521dcafaa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a38a3fb96ff34d4abcbf8ad8173e98a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5448377 Jan 14 07:42:42.001293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56384) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:42.090478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 67aa2f44-0ef5-47b2-a616-08345b2a4e5e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:42:42.122923 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f16b3fc-e624-4b36-80b8-7dc81b899c4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:42.148482 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a0d3619-4201-4e2f-a691-6be179326b2b tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:42.170833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1023a27e-2c53-4f72-8ccb-9294fc814b0a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:42.171765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3ea15879-ff9d-4e33-b303-7ca6e89ed283 None None] Provisioning complete for port 52742541-013e-4ea6-a0c3-45708cc9cb53 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:42.172508 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ea15879-ff9d-4e33-b303-7ca6e89ed283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:42.200099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16b3fc-e624-4b36-80b8-7dc81b899c4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Subnet': ['ID=98170e3e-f108-46bc-b2db-e66b53438da5,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:42.203963 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1023a27e-2c53-4f72-8ccb-9294fc814b0a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:42.219901 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-644dff6e-8861-4fa7-9394-fdc79a0b85df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:42.226136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:42:42.282125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a6cafa7-cb8a-4256-939a-d1028de83ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:42.284176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3ea15879-ff9d-4e33-b303-7ca6e89ed283 None None] Port 52742541-013e-4ea6-a0c3-45708cc9cb53 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:42:42.297085 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4f16b3fc-e624-4b36-80b8-7dc81b899c4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:42.338487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023a27e-2c53-4f72-8ccb-9294fc814b0a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'SecurityGroup': ['ID=0b00cef8-a103-4119-875e-9e05f6de4d49,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:42.341881 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1023a27e-2c53-4f72-8ccb-9294fc814b0a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:42.355051 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1023a27e-2c53-4f72-8ccb-9294fc814b0a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:42.356505 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1023a27e-2c53-4f72-8ccb-9294fc814b0a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6096237 Jan 14 07:42:42.359626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56392) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:42.363556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a6cafa7-cb8a-4256-939a-d1028de83ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:42.375498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-501c541d-682d-46f5-98b8-ab62627ccf19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1004821565', 'security_groups': ['0b00cef8-a103-4119-875e-9e05f6de4d49'], 'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a1ddea80-d0af-4867-ad90-566612d5c739'}]}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:42.432311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ff322fd1-2709-4c16-9a1e-9c9f20a607fc None None] Provisioning complete for port 0b259b0e-a4ee-4be0-ab31-bab4b7d341d5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:42.432830 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff322fd1-2709-4c16-9a1e-9c9f20a607fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:42.543669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ff322fd1-2709-4c16-9a1e-9c9f20a607fc None None] Port 0b259b0e-a4ee-4be0-ab31-bab4b7d341d5 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:42:42.574357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ff322fd1-2709-4c16-9a1e-9c9f20a607fc None None] Provisioning for port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:42:42.580499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ff322fd1-2709-4c16-9a1e-9c9f20a607fc None None] Provisioning complete for port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:42.581105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff322fd1-2709-4c16-9a1e-9c9f20a607fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:42.659048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4620f161-e49b-4dc7-a3e2-7a07ea892f1b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:42.691810 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1c63268-5b21-4c20-939e-89269536a7f3 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:42.722648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730ca654-eaf0-4f5e-b37c-33e8de0295d8 None None] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:42.732562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-501c541d-682d-46f5-98b8-ab62627ccf19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:42.753012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-501c541d-682d-46f5-98b8-ab62627ccf19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:42.757583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f16b3fc-e624-4b36-80b8-7dc81b899c4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:42.770104 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4f16b3fc-e624-4b36-80b8-7dc81b899c4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/subnets/98170e3e-f108-46bc-b2db-e66b53438da5 HTTP/1.1" status: 204 len: 168 time: 1.6205332 Jan 14 07:42:42.772927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56400) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:42.843375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501c541d-682d-46f5-98b8-ab62627ccf19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:43.019178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-501c541d-682d-46f5-98b8-ab62627ccf19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:43.072344 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-94053660-7c08-425c-8ed0-a671891984a1 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] DELETE failed (client error): The resource could not be found. Jan 14 07:42:43.072972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94053660-7c08-425c-8ed0-a671891984a1 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:42:43.078341 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-94053660-7c08-425c-8ed0-a671891984a1 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/subnets/478f9cbb-8715-47e1-bed9-0a277efe59a7 HTTP/1.1" status: 404 len: 337 time: 0.3043027 Jan 14 07:42:43.081408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56404) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:43.151830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ff322fd1-2709-4c16-9a1e-9c9f20a607fc None None] Could not find standard attr ID for object db182094-29d8-4e75-867a-220fd87c9006. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:42:43.191253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620f161-e49b-4dc7-a3e2-7a07ea892f1b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Subnet': ['ID=8ef028da-7a8c-4c13-915c-ee243e00064b,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:43.205234 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4620f161-e49b-4dc7-a3e2-7a07ea892f1b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:43.209326 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a6cafa7-cb8a-4256-939a-d1028de83ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:43.216293 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-142962be-76ac-4ff0-888d-afeb55fc6fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:43.250058 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4a6cafa7-cb8a-4256-939a-d1028de83ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:43.253961 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4a6cafa7-cb8a-4256-939a-d1028de83ac6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d482ca4-c5ec-42bb-9e7d-dad081eec248 HTTP/1.1" status: 204 len: 168 time: 1.2446973 Jan 14 07:42:43.253961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cafa7-cb8a-4256-939a-d1028de83ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d482ca4-c5ec-42bb-9e7d-dad081eec248,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:43.261967 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a6cafa7-cb8a-4256-939a-d1028de83ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:43.280170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4620f161-e49b-4dc7-a3e2-7a07ea892f1b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Checking segment: {'id': 'b00a88db-912c-4547-b844-031905ab92d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '64f17ea8-7818-47fc-ac21-65e77fa81ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:42:43.280754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4620f161-e49b-4dc7-a3e2-7a07ea892f1b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network hostable DHCP agents. Network: 64f17ea8-7818-47fc-ac21-65e77fa81ccc, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:42:43.305094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4620f161-e49b-4dc7-a3e2-7a07ea892f1b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 64f17ea8-7818-47fc-ac21-65e77fa81ccc is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:42:43.321870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4620f161-e49b-4dc7-a3e2-7a07ea892f1b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 64f17ea8-7818-47fc-ac21-65e77fa81ccc) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:42:43.341946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-55254b89-199b-4e26-997c-a2bf8889b88e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting subnet 96634a13-7cb9-477b-9c77-75c62c3e2489 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:42:43.348421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4620f161-e49b-4dc7-a3e2-7a07ea892f1b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:43.349018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2356e3b9-096e-4a84-9ec6-cf1e3f9acd24 None None] Network 64f17ea8-7818-47fc-ac21-65e77fa81ccc requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:43.349401 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4620f161-e49b-4dc7-a3e2-7a07ea892f1b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:43.394712 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4620f161-e49b-4dc7-a3e2-7a07ea892f1b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6911805 Jan 14 07:42:43.396061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56410) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:43.460596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f9a429f6-40e0-4ff2-9e00-30d2189efca5 None None] Provisioning complete for port 0b259b0e-a4ee-4be0-ab31-bab4b7d341d5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:43.461047 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9a429f6-40e0-4ff2-9e00-30d2189efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:43.475962 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55254b89-199b-4e26-997c-a2bf8889b88e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:43.869350 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:43.935348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f9a429f6-40e0-4ff2-9e00-30d2189efca5 None None] Port 0b259b0e-a4ee-4be0-ab31-bab4b7d341d5 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:42:44.007116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f9a429f6-40e0-4ff2-9e00-30d2189efca5 None None] Provisioning complete for port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:44.007925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9a429f6-40e0-4ff2-9e00-30d2189efca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:44.122720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55254b89-199b-4e26-997c-a2bf8889b88e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:44.165254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-64f17ea8-7818-47fc-ac21-65e77fa81ccc', 'network_id': '64f17ea8-7818-47fc-ac21-65e77fa81ccc', 'tenant_id': '311c5b973cc244da931c0f2e3ec6ea49', 'fixed_ips': [{'subnet_id': '8ef028da-7a8c-4c13-915c-ee243e00064b'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:42:44.166245 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:44.288935 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:44.422000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-501c541d-682d-46f5-98b8-ab62627ccf19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] device_id is not set on port 76567265-84d2-4b98-ae2e-9df860095914 yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:42:44.566034 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55254b89-199b-4e26-997c-a2bf8889b88e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:45.048044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Allocated IP 172.20.0.2 (64f17ea8-7818-47fc-ac21-65e77fa81ccc/8ef028da-7a8c-4c13-915c-ee243e00064b/90a812b5-e3d4-4838-8bff-ba8e6a03336c) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:42:45.241567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-501c541d-682d-46f5-98b8-ab62627ccf19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Allocated IP 2001:db8::1c0 (bb7b12c8-3f47-4a0b-9290-b78a0ab3246c/a1ddea80-d0af-4867-ad90-566612d5c739/76567265-84d2-4b98-ae2e-9df860095914) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:42:45.405528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1560df72-1e47-405b-b87e-981fa62d0af7 None None] Provisioning complete for port bd657885-a920-490e-a4e6-fbee9a1ec05c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:45.411386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1560df72-1e47-405b-b87e-981fa62d0af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:45.567242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55254b89-199b-4e26-997c-a2bf8889b88e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:45.596028 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-de88697c-4685-4f29-9777-fa75b135ea10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:45.640223 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:45.656538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Transition to ACTIVE for port object 90a812b5-e3d4-4838-8bff-ba8e6a03336c will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:45.676936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Transition to ACTIVE for port object 90a812b5-e3d4-4838-8bff-ba8e6a03336c will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:45.711679 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:45.717666 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:45.734913 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c5dd6e35-67ec-4e7a-8e61-5378a58a18f2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:45.747172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55254b89-199b-4e26-997c-a2bf8889b88e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Subnet': ['ID=96634a13-7cb9-477b-9c77-75c62c3e2489,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:45.748113 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-543983be-591e-4140-b3c9-782e1b199600 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:45.763797 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-55254b89-199b-4e26-997c-a2bf8889b88e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:45.807571 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-501c541d-682d-46f5-98b8-ab62627ccf19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:45.851923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Subnet': ['ID=8ef028da-7a8c-4c13-915c-ee243e00064b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:45.860234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-501c541d-682d-46f5-98b8-ab62627ccf19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Transition to ACTIVE for port object 76567265-84d2-4b98-ae2e-9df860095914 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:45.860816 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:45.873910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55254b89-199b-4e26-997c-a2bf8889b88e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:45.880681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Pushing event updated for resources: {'Port': ['ID=90a812b5-e3d4-4838-8bff-ba8e6a03336c,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:45.921567 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-55254b89-199b-4e26-997c-a2bf8889b88e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/subnets/96634a13-7cb9-477b-9c77-75c62c3e2489 HTTP/1.1" status: 204 len: 168 time: 2.8223028 Jan 14 07:42:45.934213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56452) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:45.953490 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:45.957968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b81e821-374f-4ec2-83ec-cd5f97700acd None None] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:46.074014 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78460ca-40b7-427b-a665-63abcffe83df tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] DELETE failed (client error): The resource could not be found. Jan 14 07:42:46.074421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78460ca-40b7-427b-a665-63abcffe83df tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:42:46.091327 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e78460ca-40b7-427b-a665-63abcffe83df tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/subnets/d6b631c8-ab48-4804-9431-26d89aea1287 HTTP/1.1" status: 404 len: 337 time: 0.1555493 Jan 14 07:42:46.092416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56460) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:46.092545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1560df72-1e47-405b-b87e-981fa62d0af7 None None] Provisioning complete for port 52742541-013e-4ea6-a0c3-45708cc9cb53 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:46.092843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1560df72-1e47-405b-b87e-981fa62d0af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:46.095566 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-501c541d-682d-46f5-98b8-ab62627ccf19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:46.135861 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:46.161143 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dd32e6e5-abf5-4f30-8f24-ffd86e6f46ca tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "GET /v2.0/ports?device_id=a5e9c02a-402c-4baf-a18d-59fb90d7b3f8 HTTP/1.1" status: 200 len: 205 time: 0.0672503 Jan 14 07:42:46.162666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56466) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:46.254360 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:46.296479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Network 64f17ea8-7818-47fc-ac21-65e77fa81ccc is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:42:46.298890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:42:46.300842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1560df72-1e47-405b-b87e-981fa62d0af7 None None] Port 52742541-013e-4ea6-a0c3-45708cc9cb53 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:42:46.303750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:42:46.389061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Attempting to bind port 90a812b5-e3d4-4838-8bff-ba8e6a03336c on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:42:46.389494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Attempting to bind port 90a812b5-e3d4-4838-8bff-ba8e6a03336c by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'b00a88db-912c-4547-b844-031905ab92d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '64f17ea8-7818-47fc-ac21-65e77fa81ccc'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:42:46.389915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Attempting to bind port 90a812b5-e3d4-4838-8bff-ba8e6a03336c on network 64f17ea8-7818-47fc-ac21-65e77fa81ccc {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:42:46.397575 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b73c73d7-4409-4d5b-a87c-6a4b4e9cdfcd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:46.438397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:42:46.438827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Checking segment: {'id': 'b00a88db-912c-4547-b844-031905ab92d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '64f17ea8-7818-47fc-ac21-65e77fa81ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:42:46.439290 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:46.439715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Bound using segment: {'id': 'b00a88db-912c-4547-b844-031905ab92d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '64f17ea8-7818-47fc-ac21-65e77fa81ccc'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:42:46.440999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Bound port: 90a812b5-e3d4-4838-8bff-ba8e6a03336c, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00a88db-912c-4547-b844-031905ab92d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '64f17ea8-7818-47fc-ac21-65e77fa81ccc'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:42:46.440999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:46.484543 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:46.620274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] For port 90a812b5-e3d4-4838-8bff-ba8e6a03336c, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:42:46.624481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] For port 90a812b5-e3d4-4838-8bff-ba8e6a03336c, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=90a812b5-e3d4-4838-8bff-ba8e6a03336c,segment=NetworkSegment(b00a88db-912c-4547-b844-031905ab92d4),segment_id=b00a88db-912c-4547-b844-031905ab92d4)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:42:46.640227 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:46.714806 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-0900f3cb-d914-469b-84e4-ed22a133c16c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] delete failed (client error): The resource could not be found. Jan 14 07:42:46.717858 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0900f3cb-d914-469b-84e4-ed22a133c16c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/routers/a5e9c02a-402c-4baf-a18d-59fb90d7b3f8 HTTP/1.1" status: 404 len: 336 time: 0.3221300 Jan 14 07:42:46.734013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56484) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:46.864258 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-01c370e9-da26-4c5b-9cd4-eb008aae3256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:46.891431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501c541d-682d-46f5-98b8-ab62627ccf19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:42:46.932020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c794e2b-7631-4987-baf0-076e117aef56 None None] DHCP port deletion for b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:42:46.934260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-501c541d-682d-46f5-98b8-ab62627ccf19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:42:46.944563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501c541d-682d-46f5-98b8-ab62627ccf19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:42:47.006946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device bd657885-a920-490e-a4e6-fbee9a1ec05c no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:42:47.013590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501c541d-682d-46f5-98b8-ab62627ccf19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:47.014328 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-501c541d-682d-46f5-98b8-ab62627ccf19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:47.077398 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-17121858-58a3-4e32-b56e-11c88f00d9e9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] DELETE failed (client error): The resource could not be found. Jan 14 07:42:47.077900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17121858-58a3-4e32-b56e-11c88f00d9e9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:42:47.079827 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-17121858-58a3-4e32-b56e-11c88f00d9e9 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/subnets/15ec6855-8fd0-4b5f-96a6-0b2f8c1adf1c HTTP/1.1" status: 404 len: 337 time: 0.3428471 Jan 14 07:42:47.093961 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-501c541d-682d-46f5-98b8-ab62627ccf19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7231686 Jan 14 07:42:47.093961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56492) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:47.100479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c541d-682d-46f5-98b8-ab62627ccf19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=76567265-84d2-4b98-ae2e-9df860095914,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:47.112688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56494) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:47.160613 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-501c541d-682d-46f5-98b8-ab62627ccf19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:47.171246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-64b392ba-7f6a-4809-920c-96f197baac4b tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'subnet': {'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:47.192852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Pushing event updated for resources: {'Port': ['ID=90a812b5-e3d4-4838-8bff-ba8e6a03336c,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:47.197960 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:47.217109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1c794e2b-7631-4987-baf0-076e117aef56 None None] Deleting port bd657885-a920-490e-a4e6-fbee9a1ec05c {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:42:47.217402 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c794e2b-7631-4987-baf0-076e117aef56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:47.236394 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5769b1d-1fb6-454a-8e43-4809745d5f87 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] DELETE failed (client error): The resource could not be found. Jan 14 07:42:47.236902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5769b1d-1fb6-454a-8e43-4809745d5f87 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:42:47.238861 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d5769b1d-1fb6-454a-8e43-4809745d5f87 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/subnets/e61a8e86-1192-4fd3-adb5-7000352e6f78 HTTP/1.1" status: 404 len: 337 time: 0.1410828 Jan 14 07:42:47.247881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56504) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:47.299914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f17ea8-7818-47fc-ac21-65e77fa81ccc']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:47.352397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00a88db-912c-4547-b844-031905ab92d4') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:47.352741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00a88db-912c-4547-b844-031905ab92d4') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:47.379158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:47.408209 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd86343a-5ce2-4546-bddf-49a5dc3ae8ab tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] DELETE failed (client error): The resource could not be found. Jan 14 07:42:47.411155 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:47.411685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd86343a-5ce2-4546-bddf-49a5dc3ae8ab tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:42:47.413459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:42:47.414769 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bd86343a-5ce2-4546-bddf-49a5dc3ae8ab tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/subnets/f553526e-064a-4f86-9c6f-e46d3996bbdf HTTP/1.1" status: 404 len: 337 time: 0.1658618 Jan 14 07:42:47.420549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56510) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:47.539006 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b54715-a328-4869-aa01-dd1e5207bcc5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] DELETE failed (client error): The resource could not be found. Jan 14 07:42:47.539542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b54715-a328-4869-aa01-dd1e5207bcc5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:42:47.548301 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a6b54715-a328-4869-aa01-dd1e5207bcc5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/ports/479a5d3e-f03c-461b-b387-9010c8610481 HTTP/1.1" status: 404 len: 333 time: 0.1194267 Jan 14 07:42:47.563701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56516) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:47.687362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9874d44d-4cac-4080-a0a3-398b6b236191 None None] Network 64f17ea8-7818-47fc-ac21-65e77fa81ccc requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:47.691369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 64f17ea8-7818-47fc-ac21-65e77fa81ccc has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:47.703020 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:47.709931 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca135464-adb1-4fd6-b753-28ce9fe7a92b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] DELETE failed (client error): The resource could not be found. Jan 14 07:42:47.710523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca135464-adb1-4fd6-b753-28ce9fe7a92b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:42:47.715624 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ca135464-adb1-4fd6-b753-28ce9fe7a92b tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/subnets/22c96649-5ca5-4b7b-9594-9b1ce79c3da6 HTTP/1.1" status: 404 len: 337 time: 0.1478865 Jan 14 07:42:47.717779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56524) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:47.811765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c1da1e0f-6ec7-4a5d-a985-7dc320c440b7 None None] Provisioning for port 76567265-84d2-4b98-ae2e-9df860095914 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:42:47.818110 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:47.884724 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72be976-04a7-4163-a544-ed53c881f008 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] DELETE failed (client error): The resource could not be found. Jan 14 07:42:47.885936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f72be976-04a7-4163-a544-ed53c881f008 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:42:47.888342 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f72be976-04a7-4163-a544-ed53c881f008 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/subnets/a1124af8-dbcb-403c-871c-b534bdafdfae HTTP/1.1" status: 404 len: 337 time: 0.1690674 Jan 14 07:42:47.890892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56530) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:47.944718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-64b392ba-7f6a-4809-920c-96f197baac4b tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:47.950827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-64b392ba-7f6a-4809-920c-96f197baac4b tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:subnet and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:47.951733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c1da1e0f-6ec7-4a5d-a985-7dc320c440b7 None None] Provisioning complete for port 76567265-84d2-4b98-ae2e-9df860095914 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:47.952155 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1da1e0f-6ec7-4a5d-a985-7dc320c440b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:47.954143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-64b392ba-7f6a-4809-920c-96f197baac4b tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:47.961440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-64b392ba-7f6a-4809-920c-96f197baac4b tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:47.965460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 64f17ea8-7818-47fc-ac21-65e77fa81ccc has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:47.982373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b392ba-7f6a-4809-920c-96f197baac4b tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.985260 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:47.991219 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:42:48.005858 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:42:48.008093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64b392ba-7f6a-4809-920c-96f197baac4b tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:48.057356 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e56be8-4ba3-40cc-9af5-27aef24f5d32 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] DELETE failed (client error): The resource could not be found. Jan 14 07:42:48.058020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e56be8-4ba3-40cc-9af5-27aef24f5d32 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:42:48.064056 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e4e56be8-4ba3-40cc-9af5-27aef24f5d32 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/ports/bc91aad9-73cc-43f3-bc43-0abeb68f6212 HTTP/1.1" status: 404 len: 333 time: 0.1720519 Jan 14 07:42:48.094674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56534) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:48.117878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c1da1e0f-6ec7-4a5d-a985-7dc320c440b7 None None] Port 76567265-84d2-4b98-ae2e-9df860095914 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:42:48.192220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56538) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:48.244115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port bd657885-a920-490e-a4e6-fbee9a1ec05c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=bd657885-a920-490e-a4e6-fbee9a1ec05c,segment=NetworkSegment(59762060-0a77-40f8-a14d-cd0f8e99e974),segment_id=59762060-0a77-40f8-a14d-cd0f8e99e974)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:48.248074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1c794e2b-7631-4987-baf0-076e117aef56 None None] For port bd657885-a920-490e-a4e6-fbee9a1ec05c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=bd657885-a920-490e-a4e6-fbee9a1ec05c,segment=NetworkSegment(59762060-0a77-40f8-a14d-cd0f8e99e974),segment_id=59762060-0a77-40f8-a14d-cd0f8e99e974)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:48.250684 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c794e2b-7631-4987-baf0-076e117aef56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:48.250929 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53898fa-65e1-48e0-8114-bea426ca31de tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] DELETE failed (client error): The resource could not be found. Jan 14 07:42:48.250929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53898fa-65e1-48e0-8114-bea426ca31de tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:42:48.258013 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:42:48.258013 n-d-769329-2 neutron-server[80794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:42:48.258013 n-d-769329-2 neutron-server[80794]: [parameters: {'id': '64f17ea8-7818-47fc-ac21-65e77fa81ccc'}] Jan 14 07:42:48.258013 n-d-769329-2 neutron-server[80794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:42:48.258465 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:42:48.275218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56544) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:48.275416 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a53898fa-65e1-48e0-8114-bea426ca31de tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/subnets/ba271429-a8a5-4f07-ad79-62744e3bd7cd HTTP/1.1" status: 404 len: 337 time: 0.1779914 Jan 14 07:42:48.295984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:48.333212 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a95b50a-6459-4ae9-9ac4-3ced601d2fe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] DELETE failed (client error): The resource could not be found. Jan 14 07:42:48.333768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a95b50a-6459-4ae9-9ac4-3ced601d2fe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:42:48.335628 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9a95b50a-6459-4ae9-9ac4-3ced601d2fe8 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/subnets/e55a5d4c-0bcc-4204-b26e-973be514bcb8 HTTP/1.1" status: 404 len: 337 time: 0.0576189 Jan 14 07:42:48.337470 n-d-769329-2 neutron-server[80794]: INFO neutron.db.ipam_backend_mixin [None req-64b392ba-7f6a-4809-920c-96f197baac4b tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a1ddea80-d0af-4867-ad90-566612d5c739 (CIDR: 2001:db8::/64) Jan 14 07:42:48.338820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56548) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:48.376878 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b392ba-7f6a-4809-920c-96f197baac4b tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:42:48.377391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b392ba-7f6a-4809-920c-96f197baac4b tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No notification will be sent due to unsuccessful status code: 400 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:42:48.431200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-06863e02-70ca-4e3f-b147-de3559cdf286 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port 52742541-013e-4ea6-a0c3-45708cc9cb53 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:42:48.431612 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06863e02-70ca-4e3f-b147-de3559cdf286 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:48.485367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3ad47ab-bab3-4d9f-bc78-bef604ebefa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:48.506085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e3ad47ab-bab3-4d9f-bc78-bef604ebefa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:48.512108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e3ad47ab-bab3-4d9f-bc78-bef604ebefa4 admin admin] Usage tracker for resource:security_group_rule and tenant:29468ed6e8cc4d10b6cb59f1d7ef7da1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:48.516677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e3ad47ab-bab3-4d9f-bc78-bef604ebefa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:48.524179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e3ad47ab-bab3-4d9f-bc78-bef604ebefa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:48.551486 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-64b392ba-7f6a-4809-920c-96f197baac4b tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4341834 Jan 14 07:42:48.551742 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8b28d17a-bfd5-4df0-a675-db65bd9a985b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:48.553906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56552) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:48.565025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-61a8142e-fcfd-4dd2-92b5-633a8868f9d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'subnet': {'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:48.676526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1c794e2b-7631-4987-baf0-076e117aef56 None None] Calling delete_port for bd657885-a920-490e-a4e6-fbee9a1ec05c owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:42:48.720365 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06863e02-70ca-4e3f-b147-de3559cdf286 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:48.724063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-61a8142e-fcfd-4dd2-92b5-633a8868f9d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:48.728240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-61a8142e-fcfd-4dd2-92b5-633a8868f9d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:subnet and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:48.732266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-61a8142e-fcfd-4dd2-92b5-633a8868f9d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:48.738328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-61a8142e-fcfd-4dd2-92b5-633a8868f9d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:48.759231 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:48.813965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=bd657885-a920-490e-a4e6-fbee9a1ec05c,revision_number=11']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:48.819917 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:48.841820 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-1c794e2b-7631-4987-baf0-076e117aef56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:42:48.842231 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-1c794e2b-7631-4987-baf0-076e117aef56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:42:48.880671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a8142e-fcfd-4dd2-92b5-633a8868f9d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:48.949498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-06863e02-70ca-4e3f-b147-de3559cdf286 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for 52742541-013e-4ea6-a0c3-45708cc9cb53 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:42:49.037711 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3ad47ab-bab3-4d9f-bc78-bef604ebefa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.039181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Deleting port 90a812b5-e3d4-4838-8bff-ba8e6a03336c {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:42:49.039556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.064710 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06863e02-70ca-4e3f-b147-de3559cdf286 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.138572 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3ad47ab-bab3-4d9f-bc78-bef604ebefa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.153716 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a5a442e-34f6-4fb9-a6ae-2ed65b8fdbf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:49.192807 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1264c82-0824-4719-a4bf-1b79b18c7e40 tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:49.194529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad47ab-bab3-4d9f-bc78-bef604ebefa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640da973-7561-461e-883e-9356f8b40805,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:49.209732 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3ad47ab-bab3-4d9f-bc78-bef604ebefa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:49.235486 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e3ad47ab-bab3-4d9f-bc78-bef604ebefa4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29468ed6e8cc4d10b6cb59f1d7ef7da1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0052259 Jan 14 07:42:49.241939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56570) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:49.245225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06863e02-70ca-4e3f-b147-de3559cdf286 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.277127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06863e02-70ca-4e3f-b147-de3559cdf286 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Port': ['ID=52742541-013e-4ea6-a0c3-45708cc9cb53,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:49.287948 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06863e02-70ca-4e3f-b147-de3559cdf286 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:49.296539 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-06863e02-70ca-4e3f-b147-de3559cdf286 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/ports/52742541-013e-4ea6-a0c3-45708cc9cb53 HTTP/1.1" status: 204 len: 168 time: 0.9556909 Jan 14 07:42:49.298415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56576) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:49.343369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1c794e2b-7631-4987-baf0-076e117aef56 None None] Deleting port bd657885-a920-490e-a4e6-fbee9a1ec05c {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:42:49.343968 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c794e2b-7631-4987-baf0-076e117aef56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.425359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61a8142e-fcfd-4dd2-92b5-633a8868f9d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.444808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.529098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port bd657885-a920-490e-a4e6-fbee9a1ec05c {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:42:49.529473 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.601260 n-d-769329-2 neutron-server[80794]: INFO neutron.db.ipam_backend_mixin [None req-61a8142e-fcfd-4dd2-92b5-633a8868f9d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9bb119bf-861e-46a2-ac2e-6c6b09cf7230 (CIDR: 2001:db8:0:1::/64) Jan 14 07:42:49.633619 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a8142e-fcfd-4dd2-92b5-633a8868f9d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:42:49.634032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a8142e-fcfd-4dd2-92b5-633a8868f9d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No notification will be sent due to unsuccessful status code: 400 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:42:49.657258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1c794e2b-7631-4987-baf0-076e117aef56 None None] For port bd657885-a920-490e-a4e6-fbee9a1ec05c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=bd657885-a920-490e-a4e6-fbee9a1ec05c,segment=NetworkSegment(59762060-0a77-40f8-a14d-cd0f8e99e974),segment_id=59762060-0a77-40f8-a14d-cd0f8e99e974)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:49.658180 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c794e2b-7631-4987-baf0-076e117aef56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.688206 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d5977bc-a76a-4f63-9260-1ceb2d2edcaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.721550 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d5977bc-a76a-4f63-9260-1ceb2d2edcaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.798079 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-61a8142e-fcfd-4dd2-92b5-633a8868f9d6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2429852 Jan 14 07:42:49.810315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56580) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:49.817610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1c794e2b-7631-4987-baf0-076e117aef56 None None] Calling delete_port for bd657885-a920-490e-a4e6-fbee9a1ec05c owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:42:49.819957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] For port 90a812b5-e3d4-4838-8bff-ba8e6a03336c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=90a812b5-e3d4-4838-8bff-ba8e6a03336c,segment=NetworkSegment(b00a88db-912c-4547-b844-031905ab92d4),segment_id=b00a88db-912c-4547-b844-031905ab92d4)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:49.820367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.821953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] For port bd657885-a920-490e-a4e6-fbee9a1ec05c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=bd657885-a920-490e-a4e6-fbee9a1ec05c,segment=NetworkSegment(59762060-0a77-40f8-a14d-cd0f8e99e974),segment_id=59762060-0a77-40f8-a14d-cd0f8e99e974)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:49.822428 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.852965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a1f4224f-f7b1-4fa2-985c-98aef53483ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'subnet': {'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:49.933956 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c794e2b-7631-4987-baf0-076e117aef56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.959989 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d5977bc-a76a-4f63-9260-1ceb2d2edcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:49.964984 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1023a27e-2c53-4f72-8ccb-9294fc814b0a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:49.969802 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-85a0930a-8a14-4891-9037-361d3a564e29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:50.037786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5977bc-a76a-4f63-9260-1ceb2d2edcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640da973-7561-461e-883e-9356f8b40805,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:50.054495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Calling delete_port for bd657885-a920-490e-a4e6-fbee9a1ec05c owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:42:50.132114 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:42:50.132723 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:42:50.136683 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d5977bc-a76a-4f63-9260-1ceb2d2edcaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:50.158192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c794e2b-7631-4987-baf0-076e117aef56 None None] Pushing event deleted for resources: {'Port': ['ID=bd657885-a920-490e-a4e6-fbee9a1ec05c,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:50.175623 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1c794e2b-7631-4987-baf0-076e117aef56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:50.217838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Calling delete_port for 90a812b5-e3d4-4838-8bff-ba8e6a03336c owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:42:50.218984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c794e2b-7631-4987-baf0-076e117aef56 None None] No DVR routers for this DVR port bd657885-a920-490e-a4e6-fbee9a1ec05c on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:42:50.249246 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d5977bc-a76a-4f63-9260-1ceb2d2edcaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.250494 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1d5977bc-a76a-4f63-9260-1ceb2d2edcaf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/640da973-7561-461e-883e-9356f8b40805 HTTP/1.1" status: 204 len: 168 time: 1.0057240 Jan 14 07:42:50.267666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb655b3d-95ad-4031-848f-8047ee8fcfb4 None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:42:50.355149 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.380566 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e50d9aa5-34a0-42c0-895a-6b0fee86f52a tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:50.508587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb655b3d-95ad-4031-848f-8047ee8fcfb4 None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:42:50.509898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Port': ['ID=90a812b5-e3d4-4838-8bff-ba8e6a03336c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:50.542776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a1f4224f-f7b1-4fa2-985c-98aef53483ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:50.547232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a1f4224f-f7b1-4fa2-985c-98aef53483ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Usage tracker for resource:subnet and tenant:48e68211a7e94fe094ab7e7edb0dd42a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:50.550417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a1f4224f-f7b1-4fa2-985c-98aef53483ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:50.553575 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:50.561835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a1f4224f-f7b1-4fa2-985c-98aef53483ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:50.598566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f4224f-f7b1-4fa2-985c-98aef53483ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Made reservation on behalf of 48e68211a7e94fe094ab7e7edb0dd42a for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:50.620568 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1f4224f-f7b1-4fa2-985c-98aef53483ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.634230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Deleting port bd657885-a920-490e-a4e6-fbee9a1ec05c {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:42:50.635392 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:50.653554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No DVR routers for this DVR port 90a812b5-e3d4-4838-8bff-ba8e6a03336c on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:42:50.751817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] The port 'bd657885-a920-490e-a4e6-fbee9a1ec05c' was deleted {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:42:51.008093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56592) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:51.029170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:51.077680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3bc4b00-d6d1-4db2-91b7-fc4598a33302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:51.077895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:51.154705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f3bc4b00-d6d1-4db2-91b7-fc4598a33302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:51.158740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f3bc4b00-d6d1-4db2-91b7-fc4598a33302 admin admin] Usage tracker for resource:security_group_rule and tenant:6e1216a19a034b969d820043c0815ccd is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:51.162102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f3bc4b00-d6d1-4db2-91b7-fc4598a33302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:51.168394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f3bc4b00-d6d1-4db2-91b7-fc4598a33302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:51.259112 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3bc4b00-d6d1-4db2-91b7-fc4598a33302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:51.286580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3bc4b00-d6d1-4db2-91b7-fc4598a33302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:51.318640 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-726a8c71-336e-4537-8874-9291a95dc35a tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:51.332141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f17ea8-7818-47fc-ac21-65e77fa81ccc']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:51.349471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00a88db-912c-4547-b844-031905ab92d4') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:51.350196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00a88db-912c-4547-b844-031905ab92d4') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:51.350314 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f3bc4b00-d6d1-4db2-91b7-fc4598a33302 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e1216a19a034b969d820043c0815ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3406351 Jan 14 07:42:51.354499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc4b00-d6d1-4db2-91b7-fc4598a33302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2475cb-d295-4ead-9708-af1223440d93,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:51.360905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56600) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:51.383801 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f3bc4b00-d6d1-4db2-91b7-fc4598a33302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:51.393781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:51.422498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4274ba1-e2ac-4da5-87e7-620b99e5e6a8']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:51.425364 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:51.430127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:42:51.515811 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-117f064f-575d-47bf-990d-76ff6891923e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:51.521960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59762060-0a77-40f8-a14d-cd0f8e99e974') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:51.522466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59762060-0a77-40f8-a14d-cd0f8e99e974') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:51.858375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56614) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:51.986706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 64f17ea8-7818-47fc-ac21-65e77fa81ccc has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:52.003632 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:52.090846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:52.109142 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-117f064f-575d-47bf-990d-76ff6891923e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:52.124072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:52.131959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Releasing vxlan tunnel 17 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:42:52.134756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf72e4cf-305c-494f-a9cc-82fafb3e3d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:52.227075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cf72e4cf-305c-494f-a9cc-82fafb3e3d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:52.240176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 64f17ea8-7818-47fc-ac21-65e77fa81ccc has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:52.248702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cf72e4cf-305c-494f-a9cc-82fafb3e3d8f admin admin] Usage tracker for resource:security_group_rule and tenant:616a9914fbe944dfb8396982939c36e9 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:42:52.268369 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:42:52.270557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cf72e4cf-305c-494f-a9cc-82fafb3e3d8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:52.330951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cf72e4cf-305c-494f-a9cc-82fafb3e3d8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:52.353609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:52.364461 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:52.374186 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:52.378094 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:52.407235 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:52.424709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Network': ['ID=64f17ea8-7818-47fc-ac21-65e77fa81ccc,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:52.435791 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/64f17ea8-7818-47fc-ac21-65e77fa81ccc HTTP/1.1" status: 204 len: 168 time: 9.0382807 Jan 14 07:42:52.438508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56624) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:52.439235 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-117f064f-575d-47bf-990d-76ff6891923e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:52.442692 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:52.456390 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e51da029-e8e9-4861-9d72-d40c2ad0c164 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:52.471683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fc2c547f-22a6-4296-a945-f05ffbd16be7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1538067690'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:52.492284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fc2c547f-22a6-4296-a945-f05ffbd16be7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:52.495278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f064f-575d-47bf-990d-76ff6891923e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2475cb-d295-4ead-9708-af1223440d93,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:52.498119 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-117f064f-575d-47bf-990d-76ff6891923e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:52.517080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fc2c547f-22a6-4296-a945-f05ffbd16be7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Usage tracker for resource:network and tenant:311c5b973cc244da931c0f2e3ec6ea49 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:52.520140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fc2c547f-22a6-4296-a945-f05ffbd16be7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:52.526093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fc2c547f-22a6-4296-a945-f05ffbd16be7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:52.549900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2c547f-22a6-4296-a945-f05ffbd16be7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:52.559585 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc2c547f-22a6-4296-a945-f05ffbd16be7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:52.608686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf72e4cf-305c-494f-a9cc-82fafb3e3d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:52.618676 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf72e4cf-305c-494f-a9cc-82fafb3e3d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:52.621144 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-117f064f-575d-47bf-990d-76ff6891923e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:52.624958 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-117f064f-575d-47bf-990d-76ff6891923e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c2475cb-d295-4ead-9708-af1223440d93 HTTP/1.1" status: 204 len: 168 time: 1.2603817 Jan 14 07:42:52.631042 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-504b0ec1-4087-42cc-b656-afdef792cc4e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:52.664045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Network b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:52.677463 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cf72e4cf-305c-494f-a9cc-82fafb3e3d8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=616a9914fbe944dfb8396982939c36e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8178096 Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:42:52.690488 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:42:52.693299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56630) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:52.751989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2c547f-22a6-4296-a945-f05ffbd16be7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:42:52.756436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72e4cf-305c-494f-a9cc-82fafb3e3d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab745f1c-3413-4869-b66f-ee12db90f15a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:52.763991 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cf72e4cf-305c-494f-a9cc-82fafb3e3d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:52.786682 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc2c547f-22a6-4296-a945-f05ffbd16be7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:52.787082 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-fc2c547f-22a6-4296-a945-f05ffbd16be7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Added segment 873d548a-903c-461e-8491-1b99ff1cb965 of type vxlan for network d9bf1136-ff7d-40e0-a9e3-d543b544e357 Jan 14 07:42:52.802299 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:52.806310 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:52.856656 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0fcd18a6-756c-4b49-93e1-000e5278c556 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:52.883303 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] 10.222.0.41 "DELETE /v2.0/networks/b4274ba1-e2ac-4da5-87e7-620b99e5e6a8 HTTP/1.1" status: 204 len: 168 time: 3.5811181 Jan 14 07:42:52.894216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Pushing event deleted for resources: {'Network': ['ID=b4274ba1-e2ac-4da5-87e7-620b99e5e6a8,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:52.895859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3f6a510-5414-4343-8d51-43544c254725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:52.897163 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:52.899147 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc2c547f-22a6-4296-a945-f05ffbd16be7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:52.953706 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3f6a510-5414-4343-8d51-43544c254725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:52.981165 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc2c547f-22a6-4296-a945-f05ffbd16be7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:53.037917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2c547f-22a6-4296-a945-f05ffbd16be7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:53.038630 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc2c547f-22a6-4296-a945-f05ffbd16be7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:53.053585 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-97133d69-ad80-4292-a0c0-a9079002933f tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:53.106281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3f6a510-5414-4343-8d51-43544c254725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:53.115728 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a4f3e69-79cd-4f80-987b-b1de1f411968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:53.137145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6a510-5414-4343-8d51-43544c254725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab745f1c-3413-4869-b66f-ee12db90f15a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:53.143609 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3f6a510-5414-4343-8d51-43544c254725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:53.153985 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e3f6a510-5414-4343-8d51-43544c254725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:53.155487 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e3f6a510-5414-4343-8d51-43544c254725 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab745f1c-3413-4869-b66f-ee12db90f15a HTTP/1.1" status: 204 len: 168 time: 0.4604332 Jan 14 07:42:53.217083 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fc2c547f-22a6-4296-a945-f05ffbd16be7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7739203 Jan 14 07:42:53.235872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56646) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:53.248014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0ccb393c-c872-40ce-bd29-940653c4eb61 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'subnet': {'network_id': 'd9bf1136-ff7d-40e0-a9e3-d543b544e357', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:53.285450 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1f4224f-f7b1-4fa2-985c-98aef53483ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:53.386964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0ccb393c-c872-40ce-bd29-940653c4eb61 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:53.391057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0ccb393c-c872-40ce-bd29-940653c4eb61 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Usage tracker for resource:subnet and tenant:311c5b973cc244da931c0f2e3ec6ea49 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:53.394176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0ccb393c-c872-40ce-bd29-940653c4eb61 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:53.400064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0ccb393c-c872-40ce-bd29-940653c4eb61 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:53.411112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c547f-22a6-4296-a945-f05ffbd16be7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Network': ['ID=d9bf1136-ff7d-40e0-a9e3-d543b544e357,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:53.414027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccb393c-c872-40ce-bd29-940653c4eb61 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:53.424807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network d9bf1136-ff7d-40e0-a9e3-d543b544e357 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:42:53.442456 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd488de2-7450-4898-84b6-ed6ae8146575 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:53.458596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network d9bf1136-ff7d-40e0-a9e3-d543b544e357 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:42:53.508952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network d9bf1136-ff7d-40e0-a9e3-d543b544e357 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:42:53.517322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f4224f-f7b1-4fa2-985c-98aef53483ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:42:53.520761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a1f4224f-f7b1-4fa2-985c-98aef53483ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:42:53.529469 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fc2c547f-22a6-4296-a945-f05ffbd16be7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:53.534523 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ccb393c-c872-40ce-bd29-940653c4eb61 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:53.539569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4224f-f7b1-4fa2-985c-98aef53483ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Subnet': ['ID=b9bcce3c-6a68-465a-b967-172b524a2146,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:53.543467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f4224f-f7b1-4fa2-985c-98aef53483ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:53.544381 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1f4224f-f7b1-4fa2-985c-98aef53483ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:53.563968 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a1f4224f-f7b1-4fa2-985c-98aef53483ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:53.564609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56656) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:53.572587 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a1f4224f-f7b1-4fa2-985c-98aef53483ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.7609694 Jan 14 07:42:53.574203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56660) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:53.584967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4179be82-9684-4f9f-af2c-d5895e33733e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-893076209', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b9bcce3c-6a68-465a-b967-172b524a2146'}], 'security_groups': ['9cf6e774-f77b-4c10-8966-f36c3a651f80', '0fac87d8-4af0-4d2a-832a-bf539de46a4a']}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:53.672542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.ipam_backend_mixin [None req-0ccb393c-c872-40ce-bd29-940653c4eb61 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Performing IP validity checks on allocation pools {{(pid=80908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 07:42:53.673146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.ipam_backend_mixin [None req-0ccb393c-c872-40ce-bd29-940653c4eb61 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Checking for overlaps among allocation pools and gateway ip {{(pid=80908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 07:42:53.742855 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4179be82-9684-4f9f-af2c-d5895e33733e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:53.800215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa89718b-c90f-47cb-85d2-c48036a69e08 None None] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:54.103228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ccb393c-c872-40ce-bd29-940653c4eb61 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:54.205914 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-47fced15-295e-48af-b5c1-cba50e09882d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:54.272010 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:54.350135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb393c-c872-40ce-bd29-940653c4eb61 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Subnet': ['ID=41c05994-272a-4fd0-9a0e-e91f5238ce74,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:54.353424 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0ccb393c-c872-40ce-bd29-940653c4eb61 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:54.412437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccb393c-c872-40ce-bd29-940653c4eb61 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Checking segment: {'id': '873d548a-903c-461e-8491-1b99ff1cb965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd9bf1136-ff7d-40e0-a9e3-d543b544e357'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:42:54.412968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccb393c-c872-40ce-bd29-940653c4eb61 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network hostable DHCP agents. Network: d9bf1136-ff7d-40e0-a9e3-d543b544e357, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:42:54.460268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccb393c-c872-40ce-bd29-940653c4eb61 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network d9bf1136-ff7d-40e0-a9e3-d543b544e357 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:42:54.479867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-0ccb393c-c872-40ce-bd29-940653c4eb61 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, d9bf1136-ff7d-40e0-a9e3-d543b544e357) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:42:54.497800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51785daa-3bf9-4df3-bfd9-13f02064931b None None] Network d9bf1136-ff7d-40e0-a9e3-d543b544e357 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:54.500672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccb393c-c872-40ce-bd29-940653c4eb61 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:54.501365 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ccb393c-c872-40ce-bd29-940653c4eb61 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:54.545748 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0ccb393c-c872-40ce-bd29-940653c4eb61 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3086979 Jan 14 07:42:54.550877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56694) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:54.633711 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-07514227-1e04-4de8-9f43-acced5f39345 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4605628481ce4f349c9c522bcadc9a32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0676298 Jan 14 07:42:54.652250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56698) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:54.747208 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:54.769168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-4179be82-9684-4f9f-af2c-d5895e33733e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Delete allocated IP 2001:db8::1c0 (bb7b12c8-3f47-4a0b-9290-b78a0ab3246c/a1ddea80-d0af-4867-ad90-566612d5c739) {{(pid=80907) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 07:42:54.778706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-4179be82-9684-4f9f-af2c-d5895e33733e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Allocated IP 2001:db8:0:2::3c3 (bb7b12c8-3f47-4a0b-9290-b78a0ab3246c/b9bcce3c-6a68-465a-b967-172b524a2146/76567265-84d2-4b98-ae2e-9df860095914) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:42:54.848388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-d9bf1136-ff7d-40e0-a9e3-d543b544e357', 'network_id': 'd9bf1136-ff7d-40e0-a9e3-d543b544e357', 'tenant_id': '311c5b973cc244da931c0f2e3ec6ea49', 'fixed_ips': [{'subnet_id': '41c05994-272a-4fd0-9a0e-e91f5238ce74'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:42:54.849255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:55.049065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:55.194041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4179be82-9684-4f9f-af2c-d5895e33733e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:55.235719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4179be82-9684-4f9f-af2c-d5895e33733e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Transition to ACTIVE for port object 76567265-84d2-4b98-ae2e-9df860095914 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:55.251789 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4179be82-9684-4f9f-af2c-d5895e33733e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:55.275086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307b255a-41d6-40e7-951e-a6c18bfe3e58 None None] Update dhcp port {'port': {'network_id': 'bb7b12c8-3f47-4a0b-9290-b78a0ab3246c', 'fixed_ips': [{'subnet_id': '9bb119bf-861e-46a2-ac2e-6c6b09cf7230', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a1ddea80-d0af-4867-ad90-566612d5c739', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b9bcce3c-6a68-465a-b967-172b524a2146'}], 'binding:host_id': 'n-d-769329-2'}, 'id': '67aa2f44-0ef5-47b2-a616-08345b2a4e5e'} from n-d-769329-2. {{(pid=80909) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 07:42:55.372714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-307b255a-41d6-40e7-951e-a6c18bfe3e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:55.608395 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b169a7cd-52af-46cc-80f9-739ca7dbee49 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:55.759046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179be82-9684-4f9f-af2c-d5895e33733e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event updated for resources: {'Port': ['ID=76567265-84d2-4b98-ae2e-9df860095914,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:55.797657 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4179be82-9684-4f9f-af2c-d5895e33733e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:55.798440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a17c0d7-00b0-466d-bd08-5fce43f1e6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:55.804768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4179be82-9684-4f9f-af2c-d5895e33733e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] In _notify_port_updated(), no bound segment for port 76567265-84d2-4b98-ae2e-9df860095914 on network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c {{(pid=80907) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:42:55.810620 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:42:55.852387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4179be82-9684-4f9f-af2c-d5895e33733e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:55.853137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4179be82-9684-4f9f-af2c-d5895e33733e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:55.858421 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4179be82-9684-4f9f-af2c-d5895e33733e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "PUT /v2.0/ports/76567265-84d2-4b98-ae2e-9df860095914 HTTP/1.1" status: 200 len: 969 time: 2.2782390 Jan 14 07:42:55.860562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56726) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:55.950720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a17c0d7-00b0-466d-bd08-5fce43f1e6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:55.977877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-307b255a-41d6-40e7-951e-a6c18bfe3e58 None None] Allocated IP 2001:db8:0:2::2 (bb7b12c8-3f47-4a0b-9290-b78a0ab3246c/b9bcce3c-6a68-465a-b967-172b524a2146/67aa2f44-0ef5-47b2-a616-08345b2a4e5e) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:42:56.071437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-bb51f828-f060-470c-99ba-98654970cc38 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port 76567265-84d2-4b98-ae2e-9df860095914 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:42:56.071843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb51f828-f060-470c-99ba-98654970cc38 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:56.117998 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a17c0d7-00b0-466d-bd08-5fce43f1e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:56.131599 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-25ef6a18-7c9e-446a-a726-c524f98b86e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:56.140881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-307b255a-41d6-40e7-951e-a6c18bfe3e58 None None] For port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=67aa2f44-0ef5-47b2-a616-08345b2a4e5e,segment=NetworkSegment(a2f2736f-9f7d-4b14-b650-cf0d5394427c),segment_id=a2f2736f-9f7d-4b14-b650-cf0d5394427c)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:42:56.169713 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-307b255a-41d6-40e7-951e-a6c18bfe3e58 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:56.172370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17c0d7-00b0-466d-bd08-5fce43f1e6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4767ce-11ce-4bf4-8df2-b2b1ce957145,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:56.190478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-307b255a-41d6-40e7-951e-a6c18bfe3e58 None None] Transition to ACTIVE for port object 67aa2f44-0ef5-47b2-a616-08345b2a4e5e will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:56.191864 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a17c0d7-00b0-466d-bd08-5fce43f1e6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:56.193002 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0a17c0d7-00b0-466d-bd08-5fce43f1e6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:56.198842 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0a17c0d7-00b0-466d-bd08-5fce43f1e6c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b4767ce-11ce-4bf4-8df2-b2b1ce957145 HTTP/1.1" status: 204 len: 168 time: 1.5391653 Jan 14 07:42:56.231787 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-307b255a-41d6-40e7-951e-a6c18bfe3e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:56.251522 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-558349ed-2b06-47b3-a776-c59d4a70a9fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:56.401793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b255a-41d6-40e7-951e-a6c18bfe3e58 None None] Pushing event updated for resources: {'Port': ['ID=67aa2f44-0ef5-47b2-a616-08345b2a4e5e,revision_number=7']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:56.457536 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-307b255a-41d6-40e7-951e-a6c18bfe3e58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:56.523101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Allocated IP 172.20.0.3 (d9bf1136-ff7d-40e0-a9e3-d543b544e357/41c05994-272a-4fd0-9a0e-e91f5238ce74/d18d024c-6c5c-45d7-9746-697747f06270) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:42:56.559452 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb51f828-f060-470c-99ba-98654970cc38 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:56.734282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-bb51f828-f060-470c-99ba-98654970cc38 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for 76567265-84d2-4b98-ae2e-9df860095914 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:42:56.823335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c2cfc793-f7ae-4be7-8e83-5232ee98abb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:56.882574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:56.905720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 67aa2f44-0ef5-47b2-a616-08345b2a4e5e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:42:56.966457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56750) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:56.975104 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb51f828-f060-470c-99ba-98654970cc38 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:57.001249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Transition to ACTIVE for port object d18d024c-6c5c-45d7-9746-697747f06270 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:57.013299 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:57.078830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51f828-f060-470c-99ba-98654970cc38 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=76567265-84d2-4b98-ae2e-9df860095914,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:57.079324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Transition to ACTIVE for port object d18d024c-6c5c-45d7-9746-697747f06270 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:42:57.085506 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb51f828-f060-470c-99ba-98654970cc38 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:57.110343 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:57.161059 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:57.232765 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:57.368824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Pushing event updated for resources: {'Port': ['ID=d18d024c-6c5c-45d7-9746-697747f06270,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:57.375107 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:57.400341 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0ccb393c-c872-40ce-bd29-940653c4eb61 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:57.482867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Subnet': ['ID=41c05994-272a-4fd0-9a0e-e91f5238ce74,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:57.504158 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:57.535086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Network d9bf1136-ff7d-40e0-a9e3-d543b544e357 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:42:57.536213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:57.537364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:42:57.544404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:42:57.546015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb51f828-f060-470c-99ba-98654970cc38 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:57.576795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Request body: {'network': {'name': 'tempest-network-smoke--545986345', 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'port_security_enabled': True}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:57.592805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:57.594873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56774) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:57.597364 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bb51f828-f060-470c-99ba-98654970cc38 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/ports/76567265-84d2-4b98-ae2e-9df860095914 HTTP/1.1" status: 204 len: 168 time: 1.7354310 Jan 14 07:42:57.606200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:network and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:57.686373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Attempting to bind port d18d024c-6c5c-45d7-9746-697747f06270 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:42:57.686800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Attempting to bind port d18d024c-6c5c-45d7-9746-697747f06270 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '873d548a-903c-461e-8491-1b99ff1cb965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd9bf1136-ff7d-40e0-a9e3-d543b544e357'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:42:57.687224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Attempting to bind port d18d024c-6c5c-45d7-9746-697747f06270 on network d9bf1136-ff7d-40e0-a9e3-d543b544e357 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:42:57.699264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:42:57.699716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Checking segment: {'id': '873d548a-903c-461e-8491-1b99ff1cb965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd9bf1136-ff7d-40e0-a9e3-d543b544e357'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:42:57.700180 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:57.700628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Bound using segment: {'id': '873d548a-903c-461e-8491-1b99ff1cb965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd9bf1136-ff7d-40e0-a9e3-d543b544e357'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:42:57.701168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Bound port: d18d024c-6c5c-45d7-9746-697747f06270, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873d548a-903c-461e-8491-1b99ff1cb965', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd9bf1136-ff7d-40e0-a9e3-d543b544e357'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:42:57.701599 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:57.713848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:57.744866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:57.753605 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a96e00-7e3d-4b1e-915c-95d43276bd08 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] GET failed (client error): The resource could not be found. Jan 14 07:42:57.754180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-87a96e00-7e3d-4b1e-915c-95d43276bd08 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Synchronizing usage tracker for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:42:57.805137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-87a96e00-7e3d-4b1e-915c-95d43276bd08 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Unset dirty status for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:42:57.806389 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-87a96e00-7e3d-4b1e-915c-95d43276bd08 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports/76567265-84d2-4b98-ae2e-9df860095914 HTTP/1.1" status: 404 len: 333 time: 0.2070217 Jan 14 07:42:57.810446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56782) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:57.852833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Made reservation on behalf of 69c44f1c64d049e0b525e98297c7095b for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:42:57.865174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:57.924919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:57.930636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:57.965206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] For port d18d024c-6c5c-45d7-9746-697747f06270, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:42:57.969917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] For port d18d024c-6c5c-45d7-9746-697747f06270, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d18d024c-6c5c-45d7-9746-697747f06270,segment=NetworkSegment(873d548a-903c-461e-8491-1b99ff1cb965),segment_id=873d548a-903c-461e-8491-1b99ff1cb965)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:42:57.973205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4362c5a0-0f2f-43ab-8505-950ad39d5eed None None] Provisioning for port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:42:57.986118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:58.006340 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e949cd25-9b0e-4f7a-9e86-a008b5f7faa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:58.064651 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:58.073235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:security_group_rule and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:58.082463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:58.092473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:58.114351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4362c5a0-0f2f-43ab-8505-950ad39d5eed None None] Provisioning complete for port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:58.115093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4362c5a0-0f2f-43ab-8505-950ad39d5eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:58.206870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9bf1136-ff7d-40e0-a9e3-d543b544e357']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:58.216663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Pushing event updated for resources: {'Port': ['ID=d18d024c-6c5c-45d7-9746-697747f06270,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:58.240635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873d548a-903c-461e-8491-1b99ff1cb965') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:58.240970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873d548a-903c-461e-8491-1b99ff1cb965') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:42:58.256067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:58.274716 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:58.277271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:42:58.281950 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:58.296706 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:58.309302 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3f6a510-5414-4343-8d51-43544c254725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:58.332450 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:58.418451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:58.437951 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-48590628-44ff-420f-bd12-6d849a8df691 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:58.441789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'SecurityGroup': ['ID=adff336d-9233-4c78-8050-930181ee7efd,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:58.460796 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:58.503485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network d9bf1136-ff7d-40e0-a9e3-d543b544e357 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:58.507190 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-48590628-44ff-420f-bd12-6d849a8df691 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:58.514660 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:58.617976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-48590628-44ff-420f-bd12-6d849a8df691 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:58.629557 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61ff670c-96a7-46ba-bdf5-1f471e6fcd55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:58.698179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48590628-44ff-420f-bd12-6d849a8df691 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b00cef8-a103-4119-875e-9e05f6de4d49,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:58.720697 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-48590628-44ff-420f-bd12-6d849a8df691 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:58.743226 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-48590628-44ff-420f-bd12-6d849a8df691 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:58.749143 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-48590628-44ff-420f-bd12-6d849a8df691 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/security-groups/0b00cef8-a103-4119-875e-9e05f6de4d49 HTTP/1.1" status: 204 len: 168 time: 0.9373643 Jan 14 07:42:58.752569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56806) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:58.861319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56812) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:58.938392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea710081-4133-48af-8739-b936b17ac09e None None] Network d9bf1136-ff7d-40e0-a9e3-d543b544e357 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:42:58.958069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6d48fd9a-2fc9-43c8-923c-48b360feb638 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:59.029323 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6d48fd9a-2fc9-43c8-923c-48b360feb638 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:59.165065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6d48fd9a-2fc9-43c8-923c-48b360feb638 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:59.171952 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b2ac68b5-97c5-443a-bee3-eeb940d370c6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:59.210599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2b6cbd5a-c3a2-4404-bf73-e1764db00a0b tempest-DvrRoutersNegativeTest-1456897500 tempest-DvrRoutersNegativeTest-1456897500] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1971785432', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:59.230465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.policy [None req-2b6cbd5a-c3a2-4404-bf73-e1764db00a0b tempest-DvrRoutersNegativeTest-1456897500 tempest-DvrRoutersNegativeTest-1456897500] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=80907) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Jan 14 07:42:59.232328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network d9bf1136-ff7d-40e0-a9e3-d543b544e357 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:42:59.234236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.policy [None req-2b6cbd5a-c3a2-4404-bf73-e1764db00a0b tempest-DvrRoutersNegativeTest-1456897500 tempest-DvrRoutersNegativeTest-1456897500] Failed policy check for 'create_router' {{(pid=80907) enforce /opt/stack/neutron/neutron/policy.py:482}} Jan 14 07:42:59.235006 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-2b6cbd5a-c3a2-4404-bf73-e1764db00a0b tempest-DvrRoutersNegativeTest-1456897500 tempest-DvrRoutersNegativeTest-1456897500] create failed (client error): Access was denied to this resource. Jan 14 07:42:59.239424 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2b6cbd5a-c3a2-4404-bf73-e1764db00a0b tempest-DvrRoutersNegativeTest-1456897500 tempest-DvrRoutersNegativeTest-1456897500] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3674335 Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:42:59.266565 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:42:59.282145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48fd9a-2fc9-43c8-923c-48b360feb638 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fac87d8-4af0-4d2a-832a-bf539de46a4a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:59.285404 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6d48fd9a-2fc9-43c8-923c-48b360feb638 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:59.286762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6d48fd9a-2fc9-43c8-923c-48b360feb638 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:59.288202 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6d48fd9a-2fc9-43c8-923c-48b360feb638 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/security-groups/0fac87d8-4af0-4d2a-832a-bf539de46a4a HTTP/1.1" status: 204 len: 168 time: 0.5319793 Jan 14 07:42:59.296011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56826) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:59.393815 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:42:59.393815 n-d-769329-2 neutron-server[80794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:42:59.393815 n-d-769329-2 neutron-server[80794]: [parameters: {'id': 'd9bf1136-ff7d-40e0-a9e3-d543b544e357'}] Jan 14 07:42:59.393815 n-d-769329-2 neutron-server[80794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:42:59.394594 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:42:59.410366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:42:59.421759 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:59.422221 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Added segment f23b8a75-4413-4999-9abe-579171b08054 of type vxlan for network f1606f09-f443-42a0-86d2-cadf5a1ab3f4 Jan 14 07:42:59.440833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:59.453224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4362c5a0-0f2f-43ab-8505-950ad39d5eed None None] Provisioning complete for port 0b259b0e-a4ee-4be0-ab31-bab4b7d341d5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:42:59.453224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4362c5a0-0f2f-43ab-8505-950ad39d5eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:59.464713 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b01d97bd-bfc3-4c6c-b8d4-0037b715cbf2 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:59.494001 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b01d97bd-bfc3-4c6c-b8d4-0037b715cbf2 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:59.539534 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:59.560110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4362c5a0-0f2f-43ab-8505-950ad39d5eed None None] Port 0b259b0e-a4ee-4be0-ab31-bab4b7d341d5 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:42:59.563821 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b01d97bd-bfc3-4c6c-b8d4-0037b715cbf2 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:59.571152 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-35fac7f2-0822-4270-a949-a0ba5fc92487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:59.576036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4362c5a0-0f2f-43ab-8505-950ad39d5eed None None] Could not find standard attr ID for object 76567265-84d2-4b98-ae2e-9df860095914. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:42:59.589251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d97bd-bfc3-4c6c-b8d4-0037b715cbf2 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf6e774-f77b-4c10-8966-f36c3a651f80,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:59.597349 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b01d97bd-bfc3-4c6c-b8d4-0037b715cbf2 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:59.605021 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:59.627316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:42:59.627981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:59.648629 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa395f0d-c21c-41d9-bde2-f5cfb96666ff tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:42:59.665863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c17d82-2e61-453a-82d6-c777ed84e7c9 None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:42:59.805810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c17d82-2e61-453a-82d6-c777ed84e7c9 None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:42:59.812277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9894bde0-90fe-4b38-b187-ee074d14ab43 None None] Could not find standard attr ID for object 76567265-84d2-4b98-ae2e-9df860095914. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:42:59.815630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'Network': ['ID=f1606f09-f443-42a0-86d2-cadf5a1ab3f4,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:42:59.818224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b01d97bd-bfc3-4c6c-b8d4-0037b715cbf2 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:59.822216 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b01d97bd-bfc3-4c6c-b8d4-0037b715cbf2 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/security-groups/9cf6e774-f77b-4c10-8966-f36c3a651f80 HTTP/1.1" status: 204 len: 168 time: 0.5244136 Jan 14 07:42:59.822216 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:42:59.824147 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.8558247 Jan 14 07:42:59.827176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56842) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:59.827802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56840) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:42:59.834398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-75815031', 'admin_state_up': True, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:42:59.851233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:42:59.856503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:router and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:42:59.859940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:42:59.866094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:42:59.883788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:59.885555 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:59.886333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network f1606f09-f443-42a0-86d2-cadf5a1ab3f4 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:42:59.904963 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:59.928000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:42:59.945449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56852) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:00.045365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network f1606f09-f443-42a0-86d2-cadf5a1ab3f4 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:00.050502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Deleting port d18d024c-6c5c-45d7-9746-697747f06270 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:00.051162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:00.075723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network f1606f09-f443-42a0-86d2-cadf5a1ab3f4 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:00.238770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9894bde0-90fe-4b38-b187-ee074d14ab43 None None] Provisioning complete for port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:00.239190 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9894bde0-90fe-4b38-b187-ee074d14ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:00.302149 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f16d06bc-c00f-42ba-a5e3-b09edf4ea3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:00.422012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f16d06bc-c00f-42ba-a5e3-b09edf4ea3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:00.510845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] For port d18d024c-6c5c-45d7-9746-697747f06270, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d18d024c-6c5c-45d7-9746-697747f06270,segment=NetworkSegment(873d548a-903c-461e-8491-1b99ff1cb965),segment_id=873d548a-903c-461e-8491-1b99ff1cb965)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:00.511256 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:00.542325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f16d06bc-c00f-42ba-a5e3-b09edf4ea3a0 admin admin] Usage tracker for resource:security_group_rule and tenant:ff71070b1aa64de091fa2fd0789f063c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:00.558438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f16d06bc-c00f-42ba-a5e3-b09edf4ea3a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:00.580951 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:00.589524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f16d06bc-c00f-42ba-a5e3-b09edf4ea3a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:00.706915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Calling delete_port for d18d024c-6c5c-45d7-9746-697747f06270 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:00.836890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc651ca-f949-42af-a8b9-89c22f6e93dc tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting subnet a1ddea80-d0af-4867-ad90-566612d5c739 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:43:00.841620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1bc651ca-f949-42af-a8b9-89c22f6e93dc tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:00.882189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:00.977782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f16d06bc-c00f-42ba-a5e3-b09edf4ea3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:00.991841 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f16d06bc-c00f-42ba-a5e3-b09edf4ea3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:01.017178 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-040af07c-9e89-478b-88a8-cb6ce5425991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:01.047362 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1bc651ca-f949-42af-a8b9-89c22f6e93dc tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:01.163540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1bc651ca-f949-42af-a8b9-89c22f6e93dc tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:01.328554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d06bc-c00f-42ba-a5e3-b09edf4ea3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db866397-12ce-481d-bb03-cd3f4b5fb012,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:01.332221 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:01.370714 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f16d06bc-c00f-42ba-a5e3-b09edf4ea3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:01.372030 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:01.399900 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f16d06bc-c00f-42ba-a5e3-b09edf4ea3a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff71070b1aa64de091fa2fd0789f063c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4457676 Jan 14 07:43:01.411954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56868) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:01.412761 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-702e3f6a-b381-4105-a4ca-e83ae735583d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:01.517708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Port': ['ID=d18d024c-6c5c-45d7-9746-697747f06270,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:01.540904 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:01.578963 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08e8cdfa-5e3d-467e-9b8c-7463f1e297fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:01.583585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No DVR routers for this DVR port d18d024c-6c5c-45d7-9746-697747f06270 on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:43:01.634173 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08e8cdfa-5e3d-467e-9b8c-7463f1e297fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:01.842324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:01.925436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08e8cdfa-5e3d-467e-9b8c-7463f1e297fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:01.933284 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6d48fd9a-2fc9-43c8-923c-48b360feb638 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:01.957213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8cdfa-5e3d-467e-9b8c-7463f1e297fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db866397-12ce-481d-bb03-cd3f4b5fb012,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:01.988394 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-08e8cdfa-5e3d-467e-9b8c-7463f1e297fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:01.989665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Allocated IP 172.25.3.111 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/102ba055-bdb7-4fb0-be55-7371e231daeb) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:43:02.020722 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08e8cdfa-5e3d-467e-9b8c-7463f1e297fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:02.022456 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-08e8cdfa-5e3d-467e-9b8c-7463f1e297fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db866397-12ce-481d-bb03-cd3f4b5fb012 HTTP/1.1" status: 204 len: 168 time: 0.6048102 Jan 14 07:43:02.040089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9bf1136-ff7d-40e0-a9e3-d543b544e357']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:02.061630 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1bc651ca-f949-42af-a8b9-89c22f6e93dc tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:02.093496 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-364aa710-8bd4-4904-a706-f8e76fe0683a tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:02.132419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873d548a-903c-461e-8491-1b99ff1cb965') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:02.132735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873d548a-903c-461e-8491-1b99ff1cb965') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:02.207161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc651ca-f949-42af-a8b9-89c22f6e93dc tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Subnet': ['ID=a1ddea80-d0af-4867-ad90-566612d5c739,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:02.210454 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1bc651ca-f949-42af-a8b9-89c22f6e93dc tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:02.222290 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:02.250319 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:02.254066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:43:02.508265 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1bc651ca-f949-42af-a8b9-89c22f6e93dc tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:02.515417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d26e20-4ffe-436f-af7f-58cfc1a08a85 None None] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:02.520044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network d9bf1136-ff7d-40e0-a9e3-d543b544e357 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:02.531951 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:02.553101 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1bc651ca-f949-42af-a8b9-89c22f6e93dc tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/subnets/a1ddea80-d0af-4867-ad90-566612d5c739 HTTP/1.1" status: 204 len: 168 time: 2.7240317 Jan 14 07:43:02.614712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56892) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:02.642489 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:02.712191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:02.720940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc13c0ec-5bf2-489e-8067-9156ca6f5445 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting subnet b9bcce3c-6a68-465a-b967-172b524a2146 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:43:02.738247 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc13c0ec-5bf2-489e-8067-9156ca6f5445 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:02.751549 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-57c3aebc-df5f-422d-b232-5839ec73d05d tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:02.899007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network d9bf1136-ff7d-40e0-a9e3-d543b544e357 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:02.923995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc13c0ec-5bf2-489e-8067-9156ca6f5445 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:02.952553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'Port': ['ID=102ba055-bdb7-4fb0-be55-7371e231daeb,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:02.957173 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:43:03.014310 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:43:03.020118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:43:03.021331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:03.028229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:43:03.183382 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc13c0ec-5bf2-489e-8067-9156ca6f5445 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:03.215755 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:03.228868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:03.240720 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:03.272290 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/d9bf1136-ff7d-40e0-a9e3-d543b544e357 HTTP/1.1" status: 204 len: 168 time: 8.7165418 Jan 14 07:43:03.276171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Network': ['ID=d9bf1136-ff7d-40e0-a9e3-d543b544e357,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:03.279114 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:03.279683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56908) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:03.291451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ed7110a7-2546-4028-a4a5-1453e258245a tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-820097471'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:03.302245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ed7110a7-2546-4028-a4a5-1453e258245a tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:03.314322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ed7110a7-2546-4028-a4a5-1453e258245a tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Usage tracker for resource:network and tenant:311c5b973cc244da931c0f2e3ec6ea49 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:03.350257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ed7110a7-2546-4028-a4a5-1453e258245a tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:03.421922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ed7110a7-2546-4028-a4a5-1453e258245a tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:03.473577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7110a7-2546-4028-a4a5-1453e258245a tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:03.489387 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed7110a7-2546-4028-a4a5-1453e258245a tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:03.766912 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:04.257526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7110a7-2546-4028-a4a5-1453e258245a tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:43:04.294278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0fe43c16-db87-4757-87de-99b406353e96 None None] Provisioning complete for port 0b259b0e-a4ee-4be0-ab31-bab4b7d341d5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:04.294979 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0fe43c16-db87-4757-87de-99b406353e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:04.315999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed7110a7-2546-4028-a4a5-1453e258245a tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:04.316399 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-ed7110a7-2546-4028-a4a5-1453e258245a tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Added segment 3bac1606-7465-42af-9106-03d549733e26 of type vxlan for network 41638710-38d4-4dcf-aa45-b08bb538d492 Jan 14 07:43:04.377014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0fe43c16-db87-4757-87de-99b406353e96 None None] Port 0b259b0e-a4ee-4be0-ab31-bab4b7d341d5 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:43:04.405230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0fe43c16-db87-4757-87de-99b406353e96 None None] Provisioning complete for port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:04.411893 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0fe43c16-db87-4757-87de-99b406353e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:04.414424 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed7110a7-2546-4028-a4a5-1453e258245a tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:04.480832 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc13c0ec-5bf2-489e-8067-9156ca6f5445 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:04.529550 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-39bef4aa-e667-45fc-a497-b9c7d8048213 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:04.656193 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:04.668046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13c0ec-5bf2-489e-8067-9156ca6f5445 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Subnet': ['ID=b9bcce3c-6a68-465a-b967-172b524a2146,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:04.753735 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc13c0ec-5bf2-489e-8067-9156ca6f5445 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:04.754607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed7110a7-2546-4028-a4a5-1453e258245a tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:04.778772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7110a7-2546-4028-a4a5-1453e258245a tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:04.778772 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed7110a7-2546-4028-a4a5-1453e258245a tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:04.790769 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aee1d36a-4431-4680-a551-73225983e8cb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:04.945229 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ed7110a7-2546-4028-a4a5-1453e258245a tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6614311 Jan 14 07:43:04.950666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56936) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:04.970899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-eda0aa25-4a89-48de-a0c4-9672fddba91c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'subnet': {'network_id': '41638710-38d4-4dcf-aa45-b08bb538d492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:04.975281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7110a7-2546-4028-a4a5-1453e258245a tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Network': ['ID=41638710-38d4-4dcf-aa45-b08bb538d492,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:04.981723 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ed7110a7-2546-4028-a4a5-1453e258245a tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:04.989435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 41638710-38d4-4dcf-aa45-b08bb538d492 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:05.017584 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc13c0ec-5bf2-489e-8067-9156ca6f5445 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:05.019845 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bc13c0ec-5bf2-489e-8067-9156ca6f5445 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/subnets/b9bcce3c-6a68-465a-b967-172b524a2146 HTTP/1.1" status: 204 len: 168 time: 2.4041700 Jan 14 07:43:05.022409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56940) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:05.183976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-eda0aa25-4a89-48de-a0c4-9672fddba91c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:05.190112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-eda0aa25-4a89-48de-a0c4-9672fddba91c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Usage tracker for resource:subnet and tenant:311c5b973cc244da931c0f2e3ec6ea49 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:05.193763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-eda0aa25-4a89-48de-a0c4-9672fddba91c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:05.200020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Router 2c9c2f47-4893-4760-934a-8198f88490f7 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:43:05.203413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-eda0aa25-4a89-48de-a0c4-9672fddba91c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:05.226909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 41638710-38d4-4dcf-aa45-b08bb538d492 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:05.344931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 41638710-38d4-4dcf-aa45-b08bb538d492 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:05.460554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1304cf93-c483-49b3-9416-0c6b70d82005 None None] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:05.462476 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84d0518-35e8-4585-8e72-7dc971ae5e90 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] DELETE failed (client error): The resource could not be found. Jan 14 07:43:05.465971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84d0518-35e8-4585-8e72-7dc971ae5e90 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:43:05.470935 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a84d0518-35e8-4585-8e72-7dc971ae5e90 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/subnets/a1ddea80-d0af-4867-ad90-566612d5c739 HTTP/1.1" status: 404 len: 337 time: 0.4448688 Jan 14 07:43:05.471683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 56960) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:05.621413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:43:05.623245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda0aa25-4a89-48de-a0c4-9672fddba91c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:05.640483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] Sync routers for ids ['2c9c2f47-4893-4760-934a-8198f88490f7'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:43:05.645052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-280c413c-0584-46a5-b289-0a7cd8544b2f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting subnet 9bb119bf-861e-46a2-ac2e-6c6b09cf7230 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:43:05.651764 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-280c413c-0584-46a5-b289-0a7cd8544b2f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:05.657763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] Routers {'2c9c2f47-4893-4760-934a-8198f88490f7'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:05.658462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:42:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['2c9c2f47-4893-4760-934a-8198f88490f7'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:05.783642 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-280c413c-0584-46a5-b289-0a7cd8544b2f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:05.882747 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-280c413c-0584-46a5-b289-0a7cd8544b2f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:05.937348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:05.938701 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1100035 Jan 14 07:43:05.981925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 56978) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:06.021503 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eda0aa25-4a89-48de-a0c4-9672fddba91c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:06.224132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] Set router 2c9c2f47-4893-4760-934a-8198f88490f7 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:43:06.486045 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-280c413c-0584-46a5-b289-0a7cd8544b2f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:06.524930 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e7f3739f-9855-4e26-969a-d65f7ad49551 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:06.648763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c413c-0584-46a5-b289-0a7cd8544b2f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Subnet': ['ID=9bb119bf-861e-46a2-ac2e-6c6b09cf7230,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:06.652970 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-31c6bdbe-c137-4099-b40c-3db8b57e987f tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] 10.222.0.41 "GET /v2.0/subnets?project_id=69c44f1c64d049e0b525e98297c7095b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6629999 Jan 14 07:43:06.676838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57000) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:06.792799 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-280c413c-0584-46a5-b289-0a7cd8544b2f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:06.880993 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-280c413c-0584-46a5-b289-0a7cd8544b2f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:06.889035 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-280c413c-0584-46a5-b289-0a7cd8544b2f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/subnets/9bb119bf-861e-46a2-ac2e-6c6b09cf7230 HTTP/1.1" status: 204 len: 168 time: 1.4155946 Jan 14 07:43:06.895442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57006) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:06.910486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c2f47-4893-4760-934a-8198f88490f7', 'name': 'tempest-TestNetworkBasicOps-router-75815031', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '102ba055-bdb7-4fb0-be55-7371e231daeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:42:59Z', 'updated_at': '2021-01-14T07:43:03Z', 'revision_number': 3, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'gw_port': {'id': '102ba055-bdb7-4fb0-be55-7371e231daeb', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9c2f47-4893-4760-934a-8198f88490f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:01Z', 'updated_at': '2021-01-14T07:43:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:06.928072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] Checking router: 2c9c2f47-4893-4760-934a-8198f88490f7 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:43:06.928072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] Updating router 2c9c2f47-4893-4760-934a-8198f88490f7 port 102ba055-bdb7-4fb0-be55-7371e231daeb binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:43:06.928245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216536ac-acd7-4b79-9af9-4a10288fb057 None None] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:07.011729 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4162a1e1-ab7c-426d-ba74-b04062f74c50 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] DELETE failed (client error): The resource could not be found. Jan 14 07:43:07.012340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4162a1e1-ab7c-426d-ba74-b04062f74c50 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:43:07.014252 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4162a1e1-ab7c-426d-ba74-b04062f74c50 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/subnets/21e2c03b-552d-42f8-9bdb-1d2e6cae00fc HTTP/1.1" status: 404 len: 337 time: 0.1173785 Jan 14 07:43:07.025708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57012) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:07.052278 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:07.093519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e219f5ca-31d8-47d7-9c21-af4a04c72925 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Synchronizing usage tracker for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:43:07.109170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e219f5ca-31d8-47d7-9c21-af4a04c72925 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Unset dirty status for tenant:48e68211a7e94fe094ab7e7edb0dd42a on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:43:07.110752 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e219f5ca-31d8-47d7-9c21-af4a04c72925 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "GET /v2.0/ports?device_id=e2885adb-3005-4bf3-a44c-217e16631c74 HTTP/1.1" status: 200 len: 205 time: 0.0831358 Jan 14 07:43:07.113486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57016) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:07.172397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9653e440-433f-4e2a-9e57-db8d5044c28d tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:07.174437 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9653e440-433f-4e2a-9e57-db8d5044c28d tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4966478 Jan 14 07:43:07.178580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57020) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:07.242105 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-3fceb12c-ef48-4d58-929f-60d39b068b53 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] delete failed (client error): The resource could not be found. Jan 14 07:43:07.243236 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3fceb12c-ef48-4d58-929f-60d39b068b53 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/routers/e2885adb-3005-4bf3-a44c-217e16631c74 HTTP/1.1" status: 404 len: 336 time: 0.1285417 Jan 14 07:43:07.248535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57024) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:07.251454 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7a002a86-be12-46e3-9d0b-a07e3107959a tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] 10.222.0.41 "GET /v2.0/subnets?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0649662 Jan 14 07:43:07.254056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57028) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:07.263786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-42641459-4044-4bbc-ab1e-d1ffaffa7f3c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1430776937', 'network_id': 'f1606f09-f443-42a0-86d2-cadf5a1ab3f4', 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:07.298519 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-db951129-c28b-4ed8-9499-24d8f5f7f8bd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] DELETE failed (client error): The resource could not be found. Jan 14 07:43:07.299065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db951129-c28b-4ed8-9499-24d8f5f7f8bd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:43:07.300991 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-db951129-c28b-4ed8-9499-24d8f5f7f8bd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/subnets/73d983f4-48cc-4d0a-8a26-a055d3969b9c HTTP/1.1" status: 404 len: 337 time: 0.0483444 Jan 14 07:43:07.303776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57032) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:07.352949 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2557841-290c-46e8-8f91-e5148a6c49d4 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] DELETE failed (client error): The resource could not be found. Jan 14 07:43:07.353543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2557841-290c-46e8-8f91-e5148a6c49d4 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:43:07.356357 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b2557841-290c-46e8-8f91-e5148a6c49d4 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/subnets/d6393529-5265-48c0-860c-bb904a099e39 HTTP/1.1" status: 404 len: 337 time: 0.0515010 Jan 14 07:43:07.359237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57036) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:07.403350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-fcef5adc-aaf2-4342-95b3-af34bd77d4f8 None None] Provisioning complete for port 0b259b0e-a4ee-4be0-ab31-bab4b7d341d5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:07.404053 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fcef5adc-aaf2-4342-95b3-af34bd77d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:07.424700 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6943c492-a515-4268-b7a3-24badffade26 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] DELETE failed (client error): The resource could not be found. Jan 14 07:43:07.425202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6943c492-a515-4268-b7a3-24badffade26 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:43:07.427568 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6943c492-a515-4268-b7a3-24badffade26 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/subnets/89e8b795-f9a1-47e6-9a9b-ce42e000413f HTTP/1.1" status: 404 len: 337 time: 0.0672429 Jan 14 07:43:07.430493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57040) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:07.485615 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5e536d-27c8-49d7-97ef-e465f08f2ac4 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] DELETE failed (client error): The resource could not be found. Jan 14 07:43:07.486163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5e536d-27c8-49d7-97ef-e465f08f2ac4 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:43:07.488610 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8b5e536d-27c8-49d7-97ef-e465f08f2ac4 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/ports/60906ec6-b341-44c6-98f9-42eefdeabb56 HTTP/1.1" status: 404 len: 333 time: 0.0546782 Jan 14 07:43:07.491365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57044) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:07.539900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-fcef5adc-aaf2-4342-95b3-af34bd77d4f8 None None] Port 0b259b0e-a4ee-4be0-ab31-bab4b7d341d5 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:43:07.543060 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba86dfbb-a3d1-47fe-9641-95e981759a85 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] DELETE failed (client error): The resource could not be found. Jan 14 07:43:07.543424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba86dfbb-a3d1-47fe-9641-95e981759a85 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:43:07.545512 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ba86dfbb-a3d1-47fe-9641-95e981759a85 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/subnets/2c7b7720-b8df-4fdb-bc3f-c1e4e06d8d16 HTTP/1.1" status: 404 len: 337 time: 0.0530889 Jan 14 07:43:07.549176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57048) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:07.581226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-fcef5adc-aaf2-4342-95b3-af34bd77d4f8 None None] Provisioning complete for port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:07.581940 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fcef5adc-aaf2-4342-95b3-af34bd77d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:07.626277 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0970cd-863e-4414-82e3-c8cd65b3ff21 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] DELETE failed (client error): The resource could not be found. Jan 14 07:43:07.626690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0970cd-863e-4414-82e3-c8cd65b3ff21 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:43:07.628968 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-be0970cd-863e-4414-82e3-c8cd65b3ff21 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/subnets/ae4d59ca-5414-4647-ae2f-84baed9f0d6e HTTP/1.1" status: 404 len: 337 time: 0.0787539 Jan 14 07:43:07.631745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57052) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:07.710596 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55a40fa-b41f-41d5-9325-a7bfbfba0709 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] DELETE failed (client error): The resource could not be found. Jan 14 07:43:07.711768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55a40fa-b41f-41d5-9325-a7bfbfba0709 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:43:07.717163 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b55a40fa-b41f-41d5-9325-a7bfbfba0709 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/ports/5b76e2e3-59d7-40fc-9263-d84a58f97f84 HTTP/1.1" status: 404 len: 333 time: 0.0842457 Jan 14 07:43:07.717842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57056) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:07.766983 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d80b09a-2279-4606-ac30-def7babd744c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] DELETE failed (client error): The resource could not be found. Jan 14 07:43:07.767883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d80b09a-2279-4606-ac30-def7babd744c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:43:07.772482 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3d80b09a-2279-4606-ac30-def7babd744c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/subnets/faf9c6c4-7f58-4d66-876f-43ab4848f94a HTTP/1.1" status: 404 len: 337 time: 0.0535824 Jan 14 07:43:07.773139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57060) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:07.847682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-42641459-4044-4bbc-ab1e-d1ffaffa7f3c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:07.852603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-42641459-4044-4bbc-ab1e-d1ffaffa7f3c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:subnet and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:07.856194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-42641459-4044-4bbc-ab1e-d1ffaffa7f3c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:07.863100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-42641459-4044-4bbc-ab1e-d1ffaffa7f3c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:07.873484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a77d1f9-4bf8-4341-836d-fd315d69eb75 None None] DHCP port deletion for bb7b12c8-3f47-4a0b-9290-b78a0ab3246c request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:43:07.883868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9a77d1f9-4bf8-4341-836d-fd315d69eb75 None None] Deleting port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:07.884295 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a77d1f9-4bf8-4341-836d-fd315d69eb75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:07.891526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42641459-4044-4bbc-ab1e-d1ffaffa7f3c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Made reservation on behalf of 69c44f1c64d049e0b525e98297c7095b for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:07.913873 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f096cb5-2cdb-41c7-87c0-5610f9c7dccd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] DELETE failed (client error): The resource could not be found. Jan 14 07:43:07.918521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f096cb5-2cdb-41c7-87c0-5610f9c7dccd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:43:07.922753 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3f096cb5-2cdb-41c7-87c0-5610f9c7dccd tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/subnets/b2e1f616-1cf2-444b-9b7b-caaa1b89666b HTTP/1.1" status: 404 len: 337 time: 0.1462538 Jan 14 07:43:07.923478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57066) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:08.092464 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:08.124798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f010a30e-7da2-4f84-a926-1c13fcd96ad6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Deleting port 0b259b0e-a4ee-4be0-ab31-bab4b7d341d5 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:08.125358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f010a30e-7da2-4f84-a926-1c13fcd96ad6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:08.131884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] Transition to ACTIVE for port object 102ba055-bdb7-4fb0-be55-7371e231daeb will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:08.149029 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:08.177673 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:08.255454 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42641459-4044-4bbc-ab1e-d1ffaffa7f3c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:08.326114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9a77d1f9-4bf8-4341-836d-fd315d69eb75 None None] For port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=67aa2f44-0ef5-47b2-a616-08345b2a4e5e,segment=NetworkSegment(a2f2736f-9f7d-4b14-b650-cf0d5394427c),segment_id=a2f2736f-9f7d-4b14-b650-cf0d5394427c)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:08.326554 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a77d1f9-4bf8-4341-836d-fd315d69eb75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:08.397375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Pushing event updated for resources: {'Port': ['ID=102ba055-bdb7-4fb0-be55-7371e231daeb,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:08.415554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.416814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.417376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.417917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.418461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.418984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.419517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.421549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.422120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.422734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.423261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.423832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.424454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.424983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.425516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.426042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.426558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.427073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.427605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.428164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.429338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.430554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.431079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.431609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.432785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.433348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.433874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.434980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.435527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.436094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.436625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.437140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.437655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.438179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.438704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.439224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:08.445870 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:08.467053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9a77d1f9-4bf8-4341-836d-fd315d69eb75 None None] Calling delete_port for 67aa2f44-0ef5-47b2-a616-08345b2a4e5e owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:08.471669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] Attempting to bind port 102ba055-bdb7-4fb0-be55-7371e231daeb on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:43:08.472356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] Attempting to bind port 102ba055-bdb7-4fb0-be55-7371e231daeb by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:43:08.473376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] Attempting to bind port 102ba055-bdb7-4fb0-be55-7371e231daeb on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:43:08.483417 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f010a30e-7da2-4f84-a926-1c13fcd96ad6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:08.495603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:43:08.496614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:08.497738 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:08.498348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:43:08.500159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] Bound port: 102ba055-bdb7-4fb0-be55-7371e231daeb, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:43:08.500753 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:08.538527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eda0aa25-4a89-48de-a0c4-9672fddba91c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:08.553468 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a77d1f9-4bf8-4341-836d-fd315d69eb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:08.565400 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e43913ef-427c-4dc9-8f0f-ae44d62b7d4f tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:08.584034 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:08.653771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] For port 102ba055-bdb7-4fb0-be55-7371e231daeb, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:43:08.658798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] For port 102ba055-bdb7-4fb0-be55-7371e231daeb, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=102ba055-bdb7-4fb0-be55-7371e231daeb,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:43:08.665715 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:08.697130 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6dfdd1d-a367-4801-8646-b1d29e7f20ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:08.732169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f010a30e-7da2-4f84-a926-1c13fcd96ad6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Calling delete_port for 0b259b0e-a4ee-4be0-ab31-bab4b7d341d5 owned by {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:08.749742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77d1f9-4bf8-4341-836d-fd315d69eb75 None None] Pushing event deleted for resources: {'Port': ['ID=67aa2f44-0ef5-47b2-a616-08345b2a4e5e,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:08.755591 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9a77d1f9-4bf8-4341-836d-fd315d69eb75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:08.776191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a77d1f9-4bf8-4341-836d-fd315d69eb75 None None] No DVR routers for this DVR port 67aa2f44-0ef5-47b2-a616-08345b2a4e5e on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:43:08.787947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Pushing event updated for resources: {'Port': ['ID=102ba055-bdb7-4fb0-be55-7371e231daeb,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:08.841628 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:08.843370 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f010a30e-7da2-4f84-a926-1c13fcd96ad6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:08.890688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0aa25-4a89-48de-a0c4-9672fddba91c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Subnet': ['ID=c9c6bf37-1801-4b12-ac63-41a6f62c63c5,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:08.897138 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eda0aa25-4a89-48de-a0c4-9672fddba91c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:08.930606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 67aa2f44-0ef5-47b2-a616-08345b2a4e5e no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:43:08.976018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] Routers {'2c9c2f47-4893-4760-934a-8198f88490f7'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:08.977203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:42:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['2c9c2f47-4893-4760-934a-8198f88490f7'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:08.985923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda0aa25-4a89-48de-a0c4-9672fddba91c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Checking segment: {'id': '3bac1606-7465-42af-9106-03d549733e26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41638710-38d4-4dcf-aa45-b08bb538d492'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:08.986491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda0aa25-4a89-48de-a0c4-9672fddba91c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network hostable DHCP agents. Network: 41638710-38d4-4dcf-aa45-b08bb538d492, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:43:08.993874 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0caac8bf-90ba-4db5-b017-bdca332d88ec tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:09.014503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 67aa2f44-0ef5-47b2-a616-08345b2a4e5e {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:43:09.020237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 67aa2f44-0ef5-47b2-a616-08345b2a4e5e not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:43:09.069026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda0aa25-4a89-48de-a0c4-9672fddba91c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 41638710-38d4-4dcf-aa45-b08bb538d492 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:43:09.070065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010a30e-7da2-4f84-a926-1c13fcd96ad6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Port': ['ID=0b259b0e-a4ee-4be0-ab31-bab4b7d341d5,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:09.075716 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f010a30e-7da2-4f84-a926-1c13fcd96ad6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:09.081479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f010a30e-7da2-4f84-a926-1c13fcd96ad6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:09.100528 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f010a30e-7da2-4f84-a926-1c13fcd96ad6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/ports/0b259b0e-a4ee-4be0-ab31-bab4b7d341d5 HTTP/1.1" status: 204 len: 168 time: 1.1758249 Jan 14 07:43:09.103013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57076) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:09.154954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-eda0aa25-4a89-48de-a0c4-9672fddba91c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 41638710-38d4-4dcf-aa45-b08bb538d492) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:09.165176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea48eb60-6bd5-4c78-9dc7-189cba87d12a None None] Network 41638710-38d4-4dcf-aa45-b08bb538d492 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:09.198017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] Set router 2c9c2f47-4893-4760-934a-8198f88490f7 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:43:09.228250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda0aa25-4a89-48de-a0c4-9672fddba91c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:09.228976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eda0aa25-4a89-48de-a0c4-9672fddba91c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:09.283494 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0a68c39-0a12-49db-9423-a2c888d1804c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:09.383073 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-eda0aa25-4a89-48de-a0c4-9672fddba91c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.4312208 Jan 14 07:43:09.405529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57086) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:09.601363 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42641459-4044-4bbc-ab1e-d1ffaffa7f3c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:09.620799 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4620f161-e49b-4dc7-a3e2-7a07ea892f1b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:09.623737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c2f47-4893-4760-934a-8198f88490f7', 'name': 'tempest-TestNetworkBasicOps-router-75815031', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '102ba055-bdb7-4fb0-be55-7371e231daeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:42:59Z', 'updated_at': '2021-01-14T07:43:03Z', 'revision_number': 3, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'gw_port': {'id': '102ba055-bdb7-4fb0-be55-7371e231daeb', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9c2f47-4893-4760-934a-8198f88490f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:01Z', 'updated_at': '2021-01-14T07:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:09.632154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff8cc7b-b331-4013-a51a-98c03be5989a None None] The sync data for ids ['2c9c2f47-4893-4760-934a-8198f88490f7'] in n-d-769329-2 is: [{'id': '2c9c2f47-4893-4760-934a-8198f88490f7', 'name': 'tempest-TestNetworkBasicOps-router-75815031', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '102ba055-bdb7-4fb0-be55-7371e231daeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:42:59Z', 'updated_at': '2021-01-14T07:43:03Z', 'revision_number': 3, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'gw_port': {'id': '102ba055-bdb7-4fb0-be55-7371e231daeb', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9c2f47-4893-4760-934a-8198f88490f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:01Z', 'updated_at': '2021-01-14T07:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:43:09.660696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-41638710-38d4-4dcf-aa45-b08bb538d492', 'network_id': '41638710-38d4-4dcf-aa45-b08bb538d492', 'tenant_id': '311c5b973cc244da931c0f2e3ec6ea49', 'fixed_ips': [{'subnet_id': 'c9c6bf37-1801-4b12-ac63-41a6f62c63c5'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:43:09.661615 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:09.811861 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0a68c39-0a12-49db-9423-a2c888d1804c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:09.858739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42641459-4044-4bbc-ab1e-d1ffaffa7f3c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'Subnet': ['ID=ae400ee5-59c0-4465-b65c-cac411ff6fd4,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:09.872605 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42641459-4044-4bbc-ab1e-d1ffaffa7f3c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:09.999565 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:10.049409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Allocated IP 172.20.0.1 (41638710-38d4-4dcf-aa45-b08bb538d492/c9c6bf37-1801-4b12-ac63-41a6f62c63c5/179a3af4-e698-41a0-b66e-2e03152d563f) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:43:10.071321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42641459-4044-4bbc-ab1e-d1ffaffa7f3c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Checking segment: {'id': 'f23b8a75-4413-4999-9abe-579171b08054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f1606f09-f443-42a0-86d2-cadf5a1ab3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:10.071759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42641459-4044-4bbc-ab1e-d1ffaffa7f3c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Network hostable DHCP agents. Network: f1606f09-f443-42a0-86d2-cadf5a1ab3f4, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:43:10.098355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-d0a68c39-0a12-49db-9423-a2c888d1804c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7b12c8-3f47-4a0b-9290-b78a0ab3246c']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:10.113882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42641459-4044-4bbc-ab1e-d1ffaffa7f3c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Network f1606f09-f443-42a0-86d2-cadf5a1ab3f4 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:43:10.114655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-d0a68c39-0a12-49db-9423-a2c888d1804c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f2736f-9f7d-4b14-b650-cf0d5394427c') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:10.115406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-d0a68c39-0a12-49db-9423-a2c888d1804c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f2736f-9f7d-4b14-b650-cf0d5394427c') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:10.130129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0a68c39-0a12-49db-9423-a2c888d1804c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:10.139084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-42641459-4044-4bbc-ab1e-d1ffaffa7f3c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, f1606f09-f443-42a0-86d2-cadf5a1ab3f4) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:10.167342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42641459-4044-4bbc-ab1e-d1ffaffa7f3c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:10.169752 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42641459-4044-4bbc-ab1e-d1ffaffa7f3c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:10.177924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0a68c39-0a12-49db-9423-a2c888d1804c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:10.180527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d0a68c39-0a12-49db-9423-a2c888d1804c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Releasing vxlan tunnel 13 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:43:10.213440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220a3c73-d34e-4b8b-88ae-8facc51192b2 None None] Network f1606f09-f443-42a0-86d2-cadf5a1ab3f4 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:10.242257 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-42641459-4044-4bbc-ab1e-d1ffaffa7f3c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.9868078 Jan 14 07:43:10.245683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57098) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:10.555920 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:11.047608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d0a68c39-0a12-49db-9423-a2c888d1804c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:11.064934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0a68c39-0a12-49db-9423-a2c888d1804c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:11.174773 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:11.188021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Transition to ACTIVE for port object 179a3af4-e698-41a0-b66e-2e03152d563f will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:11.206800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Transition to ACTIVE for port object 179a3af4-e698-41a0-b66e-2e03152d563f will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:11.250032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 102ba055-bdb7-4fb0-be55-7371e231daeb up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:43:11.267771 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:11.297302 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b30ba48e-927a-470a-beb2-36539629825f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:11.353507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Subnet': ['ID=c9c6bf37-1801-4b12-ac63-41a6f62c63c5,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:11.394422 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:11.472478 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:11.475761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d0a68c39-0a12-49db-9423-a2c888d1804c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Network bb7b12c8-3f47-4a0b-9290-b78a0ab3246c has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:43:11.518737 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:43:11.533764 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da511a99-1088-45ef-acf8-aef027222ec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:11.585961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-f1606f09-f443-42a0-86d2-cadf5a1ab3f4', 'network_id': 'f1606f09-f443-42a0-86d2-cadf5a1ab3f4', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'fixed_ips': [{'subnet_id': 'ae400ee5-59c0-4465-b65c-cac411ff6fd4'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:43:11.586613 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:11.597829 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:11.707881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Pushing event updated for resources: {'Port': ['ID=179a3af4-e698-41a0-b66e-2e03152d563f,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:11.715350 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:12.214985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Network 41638710-38d4-4dcf-aa45-b08bb538d492 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:43:12.223715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:12.240702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 102ba055-bdb7-4fb0-be55-7371e231daeb completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:43:12.258232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0a68c39-0a12-49db-9423-a2c888d1804c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:12.261339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:43:12.273188 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2f24cdc2-621c-4dc0-80f7-21fba7487151 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:12.290516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 102ba055-bdb7-4fb0-be55-7371e231daeb triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:12.290937 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:12.325428 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0a68c39-0a12-49db-9423-a2c888d1804c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:12.335936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a68c39-0a12-49db-9423-a2c888d1804c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Pushing event deleted for resources: {'Network': ['ID=bb7b12c8-3f47-4a0b-9290-b78a0ab3246c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:12.362780 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d0a68c39-0a12-49db-9423-a2c888d1804c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] 10.222.0.41 "DELETE /v2.0/networks/bb7b12c8-3f47-4a0b-9290-b78a0ab3246c HTTP/1.1" status: 204 len: 168 time: 3.2555058 Jan 14 07:43:12.362780 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:12.402552 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0a68c39-0a12-49db-9423-a2c888d1804c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:12.551006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Attempting to bind port 179a3af4-e698-41a0-b66e-2e03152d563f on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:43:12.559598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Attempting to bind port 179a3af4-e698-41a0-b66e-2e03152d563f by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '3bac1606-7465-42af-9106-03d549733e26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41638710-38d4-4dcf-aa45-b08bb538d492'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:43:12.560068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Attempting to bind port 179a3af4-e698-41a0-b66e-2e03152d563f on network 41638710-38d4-4dcf-aa45-b08bb538d492 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:43:12.574774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:43:12.575191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Checking segment: {'id': '3bac1606-7465-42af-9106-03d549733e26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41638710-38d4-4dcf-aa45-b08bb538d492'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:12.575684 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:12.576151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Bound using segment: {'id': '3bac1606-7465-42af-9106-03d549733e26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41638710-38d4-4dcf-aa45-b08bb538d492'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:43:12.576694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Bound port: 179a3af4-e698-41a0-b66e-2e03152d563f, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bac1606-7465-42af-9106-03d549733e26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41638710-38d4-4dcf-aa45-b08bb538d492'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:43:12.577122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:12.584254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57124) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:12.681426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41638710-38d4-4dcf-aa45-b08bb538d492']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:12.705584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bac1606-7465-42af-9106-03d549733e26') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:12.705955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bac1606-7465-42af-9106-03d549733e26') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:12.715257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Allocated IP 172.20.0.2 (f1606f09-f443-42a0-86d2-cadf5a1ab3f4/ae400ee5-59c0-4465-b65c-cac411ff6fd4/bcfb9f78-79c4-448b-a22a-e54e88dcca68) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:43:12.735811 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:12.776199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:12.785453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:43:12.968882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] For port 179a3af4-e698-41a0-b66e-2e03152d563f, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:43:13.061208 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:13.080339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 102ba055-bdb7-4fb0-be55-7371e231daeb, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=102ba055-bdb7-4fb0-be55-7371e231daeb,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:13.140000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:13.150523 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:13.164787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57132) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:13.206465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 41638710-38d4-4dcf-aa45-b08bb538d492 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:13.226142 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:13.254877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=102ba055-bdb7-4fb0-be55-7371e231daeb,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:13.271082 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:13.357024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c426fdd5-b54e-4f0a-b468-111d040ff89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:13.389821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c426fdd5-b54e-4f0a-b468-111d040ff89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:13.415807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c426fdd5-b54e-4f0a-b468-111d040ff89f admin admin] Usage tracker for resource:security_group_rule and tenant:9b110805e04248248ebd3fc5ff48c056 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:13.423336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c426fdd5-b54e-4f0a-b468-111d040ff89f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:13.437111 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:13.449255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Transition to ACTIVE for port object bcfb9f78-79c4-448b-a22a-e54e88dcca68 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:13.462554 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6925ff0f-1836-4bc6-9487-a4e790a8710f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48e68211a7e94fe094ab7e7edb0dd42a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2962201 Jan 14 07:43:13.465577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57138) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:13.470823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Transition to ACTIVE for port object bcfb9f78-79c4-448b-a22a-e54e88dcca68 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:13.478078 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:13.485857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c426fdd5-b54e-4f0a-b468-111d040ff89f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:13.524952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 41638710-38d4-4dcf-aa45-b08bb538d492 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:43:13.560638 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:43:13.612348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Allocated IP 172.20.0.1 (f1606f09-f443-42a0-86d2-cadf5a1ab3f4/ae400ee5-59c0-4465-b65c-cac411ff6fd4/d5dc909d-19e7-4057-86eb-c6fb201302e5) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:43:13.619134 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aa2bf94-d397-488a-9aa8-2e7f1f444baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:13.632392 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-38d67baa-137a-402e-ae53-4bf649e61041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:13.687724 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aa2bf94-d397-488a-9aa8-2e7f1f444baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:13.720222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] For port 179a3af4-e698-41a0-b66e-2e03152d563f, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=179a3af4-e698-41a0-b66e-2e03152d563f,segment=NetworkSegment(3bac1606-7465-42af-9106-03d549733e26),segment_id=3bac1606-7465-42af-9106-03d549733e26)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:43:13.721435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Pushing event updated for resources: {'Port': ['ID=bcfb9f78-79c4-448b-a22a-e54e88dcca68,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:13.725587 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:13.736845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Network f1606f09-f443-42a0-86d2-cadf5a1ab3f4 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:43:13.738680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:13.741180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:43:13.744730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:13.759681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:43:13.759681 n-d-769329-2 neutron-server[80794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:43:13.759681 n-d-769329-2 neutron-server[80794]: [parameters: {'id': '41638710-38d4-4dcf-aa45-b08bb538d492'}] Jan 14 07:43:13.759681 n-d-769329-2 neutron-server[80794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:43:13.759681 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:43:13.770065 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1c794e2b-7631-4987-baf0-076e117aef56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:13.801570 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c426fdd5-b54e-4f0a-b468-111d040ff89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:13.810572 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c426fdd5-b54e-4f0a-b468-111d040ff89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:13.827947 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-117f064f-575d-47bf-990d-76ff6891923e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:13.863946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426fdd5-b54e-4f0a-b468-111d040ff89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d4fe68-1d9e-441f-aba5-b4e246a69602,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:13.869223 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c426fdd5-b54e-4f0a-b468-111d040ff89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:13.891086 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c426fdd5-b54e-4f0a-b468-111d040ff89f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b110805e04248248ebd3fc5ff48c056&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3066974 Jan 14 07:43:13.894407 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aa2bf94-d397-488a-9aa8-2e7f1f444baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:13.894586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57144) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:13.903610 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cf72e4cf-305c-494f-a9cc-82fafb3e3d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:13.942774 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:13.972971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Transition to ACTIVE for port object d5dc909d-19e7-4057-86eb-c6fb201302e5 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:13.978525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Attempting to bind port bcfb9f78-79c4-448b-a22a-e54e88dcca68 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:43:13.979729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Attempting to bind port bcfb9f78-79c4-448b-a22a-e54e88dcca68 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'f23b8a75-4413-4999-9abe-579171b08054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f1606f09-f443-42a0-86d2-cadf5a1ab3f4'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:43:13.980188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Attempting to bind port bcfb9f78-79c4-448b-a22a-e54e88dcca68 on network f1606f09-f443-42a0-86d2-cadf5a1ab3f4 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:43:13.991637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:43:13.991885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Checking segment: {'id': 'f23b8a75-4413-4999-9abe-579171b08054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f1606f09-f443-42a0-86d2-cadf5a1ab3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:13.992164 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:13.992680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Bound using segment: {'id': 'f23b8a75-4413-4999-9abe-579171b08054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f1606f09-f443-42a0-86d2-cadf5a1ab3f4'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:43:13.993572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2bf94-d397-488a-9aa8-2e7f1f444baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4a915e-e1e1-4403-9371-7437a307e96b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:13.993699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Bound port: bcfb9f78-79c4-448b-a22a-e54e88dcca68, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23b8a75-4413-4999-9abe-579171b08054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f1606f09-f443-42a0-86d2-cadf5a1ab3f4'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:43:13.994067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:14.003320 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9aa2bf94-d397-488a-9aa8-2e7f1f444baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:14.007241 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:14.024109 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e798c0eb-3168-4168-b91a-387c87f218e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:14.025943 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f5644899-c35a-4d15-a348-a5d427297c28 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:14.054360 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e798c0eb-3168-4168-b91a-387c87f218e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:14.108682 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e798c0eb-3168-4168-b91a-387c87f218e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:14.118743 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad97873a-5e38-4076-aa21-d5ddca95b26c tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:14.135057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798c0eb-3168-4168-b91a-387c87f218e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d4fe68-1d9e-441f-aba5-b4e246a69602,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:14.148423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Pushing event updated for resources: {'Port': ['ID=179a3af4-e698-41a0-b66e-2e03152d563f,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:14.153270 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:14.156675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] For port bcfb9f78-79c4-448b-a22a-e54e88dcca68, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:43:14.157157 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e798c0eb-3168-4168-b91a-387c87f218e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:14.169373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e798c0eb-3168-4168-b91a-387c87f218e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:14.171622 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e798c0eb-3168-4168-b91a-387c87f218e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31d4fe68-1d9e-441f-aba5-b4e246a69602 HTTP/1.1" status: 204 len: 168 time: 0.2759185 Jan 14 07:43:14.202833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aa2bf94-d397-488a-9aa8-2e7f1f444baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:14.204409 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9aa2bf94-d397-488a-9aa8-2e7f1f444baa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f4a915e-e1e1-4403-9371-7437a307e96b HTTP/1.1" status: 204 len: 168 time: 0.7374411 Jan 14 07:43:14.238910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] For port bcfb9f78-79c4-448b-a22a-e54e88dcca68, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=bcfb9f78-79c4-448b-a22a-e54e88dcca68,segment=NetworkSegment(f23b8a75-4413-4999-9abe-579171b08054),segment_id=f23b8a75-4413-4999-9abe-579171b08054)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:43:14.249441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Network f1606f09-f443-42a0-86d2-cadf5a1ab3f4 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:43:14.251990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:14.253905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:14.256177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'Port': ['ID=d5dc909d-19e7-4057-86eb-c6fb201302e5,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:14.258587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:43:14.260945 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:14.422380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Deleting port 179a3af4-e698-41a0-b66e-2e03152d563f {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:14.423189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:14.645524 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb56fd3e-20af-4a9c-845e-02b6efc875e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:14.673538 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:14.720712 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:14.933936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c368141-e96c-4222-ada0-f26d7274d138 None None] Network 41638710-38d4-4dcf-aa45-b08bb538d492 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:14.974549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] For port 179a3af4-e698-41a0-b66e-2e03152d563f, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=179a3af4-e698-41a0-b66e-2e03152d563f,segment=NetworkSegment(3bac1606-7465-42af-9106-03d549733e26),segment_id=3bac1606-7465-42af-9106-03d549733e26)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:14.981077 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:15.071989 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:15.132455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57166) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:15.167867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Pushing event updated for resources: {'Port': ['ID=bcfb9f78-79c4-448b-a22a-e54e88dcca68,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:15.183935 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:15.281209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Calling delete_port for 179a3af4-e698-41a0-b66e-2e03152d563f owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:15.289899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 102ba055-bdb7-4fb0-be55-7371e231daeb up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:43:15.445097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 102ba055-bdb7-4fb0-be55-7371e231daeb triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:15.445529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:15.490460 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:15.513515 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:15.666577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Port': ['ID=179a3af4-e698-41a0-b66e-2e03152d563f,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:15.671302 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:15.748453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No DVR routers for this DVR port 179a3af4-e698-41a0-b66e-2e03152d563f on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:43:15.891551 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9714ae6-5dbe-4de4-b5b3-fd813751cf52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:15.893471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:15.914959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:15.923850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f9714ae6-5dbe-4de4-b5b3-fd813751cf52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:15.928144 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:15.985298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:16.048158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f9714ae6-5dbe-4de4-b5b3-fd813751cf52 admin admin] Usage tracker for resource:security_group_rule and tenant:402c00547c064770881e59ac25c0c895 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:16.051312 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:16.167806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:16.185252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f9714ae6-5dbe-4de4-b5b3-fd813751cf52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:16.191337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f9714ae6-5dbe-4de4-b5b3-fd813751cf52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:16.204514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'Port': ['ID=d5dc909d-19e7-4057-86eb-c6fb201302e5,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:16.211935 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:16.224041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41638710-38d4-4dcf-aa45-b08bb538d492']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:16.254725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bac1606-7465-42af-9106-03d549733e26') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:16.258265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bac1606-7465-42af-9106-03d549733e26') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:16.273344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:16.295728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:16.298369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:43:16.380044 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:16.384231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57192) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:16.449256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Network f1606f09-f443-42a0-86d2-cadf5a1ab3f4 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:43:16.450755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:16.592891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 41638710-38d4-4dcf-aa45-b08bb538d492 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:16.603860 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:16.772723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Router 2c9c2f47-4893-4760-934a-8198f88490f7 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:43:16.786942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-508bf863-f719-406e-b2f5-f353e0e6fe2a tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-722096898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:16.807293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-508bf863-f719-406e-b2f5-f353e0e6fe2a tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:16.812671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-508bf863-f719-406e-b2f5-f353e0e6fe2a tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Usage tracker for resource:router and tenant:c1c88b4e0c224c718c2e485502ae7a40 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:16.817730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-508bf863-f719-406e-b2f5-f353e0e6fe2a tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:16.825989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-508bf863-f719-406e-b2f5-f353e0e6fe2a tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:16.841584 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-508bf863-f719-406e-b2f5-f353e0e6fe2a tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:16.843198 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-508bf863-f719-406e-b2f5-f353e0e6fe2a tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:16.859865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c40d96-8856-4896-a22e-41c70b5935cc None None] Network f1606f09-f443-42a0-86d2-cadf5a1ab3f4 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:16.925404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57206) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:16.927275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 41638710-38d4-4dcf-aa45-b08bb538d492 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:43:16.966434 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:43:17.012755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-27a3a108-9e83-4e38-a4d0-f01142ea3ee0 None None] Provisioning for port bcfb9f78-79c4-448b-a22a-e54e88dcca68 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:43:17.147896 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.156735 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd8d7275-a895-4dfd-8871-96465ad95eb0 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:17.216177 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.226129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-508bf863-f719-406e-b2f5-f353e0e6fe2a tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.231602 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c5b0793-dac8-4d9f-8666-a7f28bd6e406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.246336 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/41638710-38d4-4dcf-aa45-b08bb538d492 HTTP/1.1" status: 204 len: 168 time: 7.8316448 Jan 14 07:43:17.254899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57216) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:17.269002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Network': ['ID=41638710-38d4-4dcf-aa45-b08bb538d492,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:17.272512 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:17.289128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3c5b0793-dac8-4d9f-8666-a7f28bd6e406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:17.291481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device bcfb9f78-79c4-448b-a22a-e54e88dcca68 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:43:17.299571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1d4d1481-9ce1-43b1-a104-e7d2d064f584 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-15100904'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:17.309731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1d4d1481-9ce1-43b1-a104-e7d2d064f584 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:17.314887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1d4d1481-9ce1-43b1-a104-e7d2d064f584 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Usage tracker for resource:network and tenant:311c5b973cc244da931c0f2e3ec6ea49 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:17.318970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1d4d1481-9ce1-43b1-a104-e7d2d064f584 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:17.328824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1d4d1481-9ce1-43b1-a104-e7d2d064f584 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:17.340134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3c5b0793-dac8-4d9f-8666-a7f28bd6e406 admin admin] Usage tracker for resource:security_group_rule and tenant:64dafde6d2f24883a82d44653c28161c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:17.344913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4d1481-9ce1-43b1-a104-e7d2d064f584 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:17.354343 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9714ae6-5dbe-4de4-b5b3-fd813751cf52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.356496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:43:17.357130 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d4d1481-9ce1-43b1-a104-e7d2d064f584 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.358721 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-508bf863-f719-406e-b2f5-f353e0e6fe2a tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.368631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] Sync routers for ids ['2c9c2f47-4893-4760-934a-8198f88490f7'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:43:17.375262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3c5b0793-dac8-4d9f-8666-a7f28bd6e406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:17.388109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3c5b0793-dac8-4d9f-8666-a7f28bd6e406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:17.388286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] Routers {'2c9c2f47-4893-4760-934a-8198f88490f7'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:17.388845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:42:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['2c9c2f47-4893-4760-934a-8198f88490f7'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:17.423511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9714ae6-5dbe-4de4-b5b3-fd813751cf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.432978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4d1481-9ce1-43b1-a104-e7d2d064f584 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:43:17.436156 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6958fa15-0771-4dd6-b60a-c3e521dcafaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:17.450520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-508bf863-f719-406e-b2f5-f353e0e6fe2a tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.452547 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-508bf863-f719-406e-b2f5-f353e0e6fe2a tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0651217 Jan 14 07:43:17.459788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d4d1481-9ce1-43b1-a104-e7d2d064f584 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.460202 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-1d4d1481-9ce1-43b1-a104-e7d2d064f584 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Added segment 21bc88e2-9bc9-405a-ab56-63f927c8f738 of type vxlan for network ded5e332-878e-4c0b-969b-dbc9a3347410 Jan 14 07:43:17.464274 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "PUT /v2.0/routers/2c9c2f47-4893-4760-934a-8198f88490f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2140186 Jan 14 07:43:17.465069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57224) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:17.465443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57226) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:17.482373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-214136606'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:17.489411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port bcfb9f78-79c4-448b-a22a-e54e88dcca68 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:43:17.528273 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d4d1481-9ce1-43b1-a104-e7d2d064f584 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.576721 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d4d1481-9ce1-43b1-a104-e7d2d064f584 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.599748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4d1481-9ce1-43b1-a104-e7d2d064f584 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:17.600467 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d4d1481-9ce1-43b1-a104-e7d2d064f584 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.608737 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1ec4dac3-8d9f-46e1-b41a-efe054c5b52e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:17.613318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] Set router 2c9c2f47-4893-4760-934a-8198f88490f7 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:43:17.638621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:17.653206 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f9714ae6-5dbe-4de4-b5b3-fd813751cf52 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=402c00547c064770881e59ac25c0c895&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4849782 Jan 14 07:43:17.655372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Usage tracker for resource:network and tenant:c1c88b4e0c224c718c2e485502ae7a40 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:17.659254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57232) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:17.660624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:17.663427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9714ae6-5dbe-4de4-b5b3-fd813751cf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587f6c7a-a13b-41f4-bdb0-f71349b89d9c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:17.685481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:17.709707 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f9714ae6-5dbe-4de4-b5b3-fd813751cf52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:17.737940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Made reservation on behalf of c1c88b4e0c224c718c2e485502ae7a40 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:17.754238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.786494 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.824956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:17.827989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port bcfb9f78-79c4-448b-a22a-e54e88dcca68 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:17.828425 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.835585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Usage tracker for resource:security_group_rule and tenant:c1c88b4e0c224c718c2e485502ae7a40 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:17.844547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:17.849113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ce7b2-380c-44d9-830a-401eab760b42 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:17.849533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ce7b2-380c-44d9-830a-401eab760b42 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:17.849952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ce7b2-380c-44d9-830a-401eab760b42 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:17.850364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ce7b2-380c-44d9-830a-401eab760b42 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:17.850762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ce7b2-380c-44d9-830a-401eab760b42 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:17.851171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ce7b2-380c-44d9-830a-401eab760b42 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:17.851572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ce7b2-380c-44d9-830a-401eab760b42 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:17.852200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ce7b2-380c-44d9-830a-401eab760b42 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:17.852534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ce7b2-380c-44d9-830a-401eab760b42 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:17.852935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ce7b2-380c-44d9-830a-401eab760b42 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:17.853332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ce7b2-380c-44d9-830a-401eab760b42 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:17.853813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d1481-9ce1-43b1-a104-e7d2d064f584 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Network': ['ID=ded5e332-878e-4c0b-969b-dbc9a3347410,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:17.859386 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f30ce7b2-380c-44d9-830a-401eab760b42 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7712 time: 0.3798649 Jan 14 07:43:17.860919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57240) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:17.861308 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d4d1481-9ce1-43b1-a104-e7d2d064f584 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:17.867817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:17.907100 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1d4d1481-9ce1-43b1-a104-e7d2d064f584 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6371326 Jan 14 07:43:17.908553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57244) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:17.913862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-366c1b6d-171e-49af-87a0-b0b83baac6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:17.924586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-162517fb-e374-45de-b32d-d37f2ad18aaa tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'subnet': {'network_id': 'ded5e332-878e-4c0b-969b-dbc9a3347410', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:17.951003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network ded5e332-878e-4c0b-969b-dbc9a3347410 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:17.987826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network ded5e332-878e-4c0b-969b-dbc9a3347410 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:18.077880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e68e16-73ea-4955-a68f-aeb06fad6081 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:18.078460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e68e16-73ea-4955-a68f-aeb06fad6081 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:18.078871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e68e16-73ea-4955-a68f-aeb06fad6081 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:18.079275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e68e16-73ea-4955-a68f-aeb06fad6081 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:18.079694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e68e16-73ea-4955-a68f-aeb06fad6081 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:18.080113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e68e16-73ea-4955-a68f-aeb06fad6081 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:18.080513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e68e16-73ea-4955-a68f-aeb06fad6081 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:18.080910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e68e16-73ea-4955-a68f-aeb06fad6081 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:18.081306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e68e16-73ea-4955-a68f-aeb06fad6081 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:18.081772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e68e16-73ea-4955-a68f-aeb06fad6081 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:18.082165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e68e16-73ea-4955-a68f-aeb06fad6081 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:18.088927 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-88e68e16-73ea-4955-a68f-aeb06fad6081 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7173 time: 0.2169623 Jan 14 07:43:18.091212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57250) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:18.112486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network ded5e332-878e-4c0b-969b-dbc9a3347410 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:18.145288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-162517fb-e374-45de-b32d-d37f2ad18aaa tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:18.173178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-162517fb-e374-45de-b32d-d37f2ad18aaa tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Usage tracker for resource:subnet and tenant:311c5b973cc244da931c0f2e3ec6ea49 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:18.202482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-162517fb-e374-45de-b32d-d37f2ad18aaa tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:18.276511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-162517fb-e374-45de-b32d-d37f2ad18aaa tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:18.300805 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-366c1b6d-171e-49af-87a0-b0b83baac6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.361752 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c5b0793-dac8-4d9f-8666-a7f28bd6e406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.373251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c5b0793-dac8-4d9f-8666-a7f28bd6e406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.386299 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1c828fb3-cba7-43cf-8c8c-223053575d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:18.423293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b0793-dac8-4d9f-8666-a7f28bd6e406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd788ce-5a69-4504-ad2f-5aa9a670cfcd,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:18.427042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6d18a9d5-d8bd-4896-9c2e-e8c0346095e9 None None] Provisioning for port d5dc909d-19e7-4057-86eb-c6fb201302e5 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:43:18.427588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162517fb-e374-45de-b32d-d37f2ad18aaa tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:18.455353 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c5b0793-dac8-4d9f-8666-a7f28bd6e406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:18.483448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6d18a9d5-d8bd-4896-9c2e-e8c0346095e9 None None] Provisioning complete for port d5dc909d-19e7-4057-86eb-c6fb201302e5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:18.483897 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6d18a9d5-d8bd-4896-9c2e-e8c0346095e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.496291 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.506234 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.519243 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bee8e35b-8049-4a01-9c49-7cef8f9b3aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:18.563747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:43:18.574663 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.575081 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Added segment 35051d1f-db9f-470c-8dbf-6e7d93ceefff of type vxlan for network c90b6e43-8237-46a9-9d2c-485115f4b52c Jan 14 07:43:18.580135 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3c5b0793-dac8-4d9f-8666-a7f28bd6e406 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64dafde6d2f24883a82d44653c28161c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6350031 Jan 14 07:43:18.593193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57260) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:18.601267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6d18a9d5-d8bd-4896-9c2e-e8c0346095e9 None None] Port d5dc909d-19e7-4057-86eb-c6fb201302e5 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:43:18.608285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.634323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93deaa1f-0c19-420e-8474-4eeb99eeb573 None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:43:18.640501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Pushing event updated for resources: {'SecurityGroup': ['ID=3e06931f-761c-4cb0-a632-8bbdc44e9998,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:18.646950 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-366c1b6d-171e-49af-87a0-b0b83baac6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.659462 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e5af8b7-f965-4ff1-b7eb-376ae7d585a7 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:18.661039 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:18.665423 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.687555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:18.688273 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-366c1b6d-171e-49af-87a0-b0b83baac6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.688724 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.692954 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-366c1b6d-171e-49af-87a0-b0b83baac6ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/587f6c7a-a13b-41f4-bdb0-f71349b89d9c HTTP/1.1" status: 204 len: 168 time: 1.0285828 Jan 14 07:43:18.704053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c1b6d-171e-49af-87a0-b0b83baac6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587f6c7a-a13b-41f4-bdb0-f71349b89d9c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:18.712311 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8dfddfb8-1e32-4587-9893-7999ca542e2d tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:18.717084 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-366c1b6d-171e-49af-87a0-b0b83baac6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:18.740638 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0f357d2-d64e-4d39-ac07-10348427bd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.749244 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-162517fb-e374-45de-b32d-d37f2ad18aaa tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.917162 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8f148078-bcb7-4356-964b-e5fbdb96ba1c tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2138 time: 0.8215060 Jan 14 07:43:18.924417 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0f357d2-d64e-4d39-ac07-10348427bd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:18.996214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Pushing event updated for resources: {'Network': ['ID=c90b6e43-8237-46a9-9d2c-485115f4b52c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:19.005481 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5262930 Jan 14 07:43:19.006820 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:19.007347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57270) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:19.021761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-da2f6bae-3a88-46fb-86ba-3791fd74c35f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Request body: {'subnet': {'network_id': 'c90b6e43-8237-46a9-9d2c-485115f4b52c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:19.123546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network c90b6e43-8237-46a9-9d2c-485115f4b52c details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:19.141187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network c90b6e43-8237-46a9-9d2c-485115f4b52c details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:19.155139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network c90b6e43-8237-46a9-9d2c-485115f4b52c details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:19.193746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6d18a9d5-d8bd-4896-9c2e-e8c0346095e9 None None] Provisioning complete for port bcfb9f78-79c4-448b-a22a-e54e88dcca68 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:19.194176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6d18a9d5-d8bd-4896-9c2e-e8c0346095e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.200533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57278) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:19.226636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:43:19.262970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93deaa1f-0c19-420e-8474-4eeb99eeb573 None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:43:19.310544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-da2f6bae-3a88-46fb-86ba-3791fd74c35f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:19.320641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-da2f6bae-3a88-46fb-86ba-3791fd74c35f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Usage tracker for resource:subnet and tenant:c1c88b4e0c224c718c2e485502ae7a40 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:19.324623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-da2f6bae-3a88-46fb-86ba-3791fd74c35f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:19.332105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-da2f6bae-3a88-46fb-86ba-3791fd74c35f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:19.360514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2f6bae-3a88-46fb-86ba-3791fd74c35f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Made reservation on behalf of c1c88b4e0c224c718c2e485502ae7a40 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:19.368474 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0f357d2-d64e-4d39-ac07-10348427bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.376090 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d5498bc0-5769-4225-9a6c-3d7748208f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:19.391562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f357d2-d64e-4d39-ac07-10348427bd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd788ce-5a69-4504-ad2f-5aa9a670cfcd,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:19.400538 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0f357d2-d64e-4d39-ac07-10348427bd9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:19.426934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0f357d2-d64e-4d39-ac07-10348427bd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.432013 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d0f357d2-d64e-4d39-ac07-10348427bd9d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fdd788ce-5a69-4504-ad2f-5aa9a670cfcd HTTP/1.1" status: 204 len: 168 time: 0.8370023 Jan 14 07:43:19.542241 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-162517fb-e374-45de-b32d-d37f2ad18aaa tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.561625 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4f16b3fc-e624-4b36-80b8-7dc81b899c4d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:19.615098 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da2f6bae-3a88-46fb-86ba-3791fd74c35f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.654509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.738829 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b0ead6c-7a34-4b94-ba23-2dfd35daf013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:19.759567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57292) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:19.787723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-df933d92-aa09-475b-901e-facbe7809da4 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-348533977', 'description': 'tempest-secgroup-smoke-348533977 description', 'project_id': '69c44f1c64d049e0b525e98297c7095b'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:19.813277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0b0ead6c-7a34-4b94-ba23-2dfd35daf013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:19.820419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-df933d92-aa09-475b-901e-facbe7809da4 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:19.833274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0b0ead6c-7a34-4b94-ba23-2dfd35daf013 admin admin] Usage tracker for resource:security_group_rule and tenant:b410d05fc62c4542826ff567b74e3d75 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:19.837650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-df933d92-aa09-475b-901e-facbe7809da4 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:security_group and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:19.846252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0b0ead6c-7a34-4b94-ba23-2dfd35daf013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:19.851991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-df933d92-aa09-475b-901e-facbe7809da4 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:19.888746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0b0ead6c-7a34-4b94-ba23-2dfd35daf013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:19.904549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-df933d92-aa09-475b-901e-facbe7809da4 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:19.938577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df933d92-aa09-475b-901e-facbe7809da4 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:20.001129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-df933d92-aa09-475b-901e-facbe7809da4 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:20.034086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162517fb-e374-45de-b32d-d37f2ad18aaa tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Subnet': ['ID=230996a1-b58d-4aa0-91cb-e9ddb5833cb2,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:20.051191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-df933d92-aa09-475b-901e-facbe7809da4 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:security_group_rule and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:20.066016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-df933d92-aa09-475b-901e-facbe7809da4 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:20.075336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-df933d92-aa09-475b-901e-facbe7809da4 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:20.092369 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-162517fb-e374-45de-b32d-d37f2ad18aaa tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:20.107462 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6d18a9d5-d8bd-4896-9c2e-e8c0346095e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:20.201016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port bcfb9f78-79c4-448b-a22a-e54e88dcca68, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=bcfb9f78-79c4-448b-a22a-e54e88dcca68,segment=NetworkSegment(f23b8a75-4413-4999-9abe-579171b08054),segment_id=f23b8a75-4413-4999-9abe-579171b08054)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:20.223093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162517fb-e374-45de-b32d-d37f2ad18aaa tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Checking segment: {'id': '21bc88e2-9bc9-405a-ab56-63f927c8f738', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ded5e332-878e-4c0b-969b-dbc9a3347410'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:20.223824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162517fb-e374-45de-b32d-d37f2ad18aaa tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network hostable DHCP agents. Network: ded5e332-878e-4c0b-969b-dbc9a3347410, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:43:20.248485 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b0ead6c-7a34-4b94-ba23-2dfd35daf013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:20.250121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162517fb-e374-45de-b32d-d37f2ad18aaa tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network ded5e332-878e-4c0b-969b-dbc9a3347410 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:43:20.259316 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:20.268841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57302) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:20.272091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-162517fb-e374-45de-b32d-d37f2ad18aaa tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, ded5e332-878e-4c0b-969b-dbc9a3347410) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:20.298533 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b0ead6c-7a34-4b94-ba23-2dfd35daf013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:20.308762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d08f6b0-196a-46da-afe7-ad86dd6dd03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:20.311684 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9a77d1f9-4bf8-4341-836d-fd315d69eb75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:20.312135 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9aa2bf94-d397-488a-9aa8-2e7f1f444baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:20.326316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0d08f6b0-196a-46da-afe7-ad86dd6dd03f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:20.330515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0d08f6b0-196a-46da-afe7-ad86dd6dd03f admin admin] Usage tracker for resource:security_group_rule and tenant:a0438e443e5f494084dc91393f7c63c9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:20.333511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0d08f6b0-196a-46da-afe7-ad86dd6dd03f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:20.339880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0d08f6b0-196a-46da-afe7-ad86dd6dd03f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:20.344216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ead6c-7a34-4b94-ba23-2dfd35daf013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28647c72-d671-4872-8a11-9ae0fac05e72,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:20.363384 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0b0ead6c-7a34-4b94-ba23-2dfd35daf013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:20.430930 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d08f6b0-196a-46da-afe7-ad86dd6dd03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:20.433687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162517fb-e374-45de-b32d-d37f2ad18aaa tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:20.434341 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-162517fb-e374-45de-b32d-d37f2ad18aaa tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:20.440556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d08f6b0-196a-46da-afe7-ad86dd6dd03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:20.454102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=bcfb9f78-79c4-448b-a22a-e54e88dcca68,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:20.474968 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:20.475271 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e917a965-7afb-4e68-8f3d-3ceffabbf5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:20.492514 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0d08f6b0-196a-46da-afe7-ad86dd6dd03f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0438e443e5f494084dc91393f7c63c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219245 Jan 14 07:43:20.493519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57308) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:20.526288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08f6b0-196a-46da-afe7-ad86dd6dd03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ab641b-ddad-4cad-8e15-ebf4f03124a1,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:20.531556 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d08f6b0-196a-46da-afe7-ad86dd6dd03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:20.541948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-6d18a9d5-d8bd-4896-9c2e-e8c0346095e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:43:20.543212 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-6d18a9d5-d8bd-4896-9c2e-e8c0346095e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:43:20.580504 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-162517fb-e374-45de-b32d-d37f2ad18aaa tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6644921 Jan 14 07:43:20.584773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57314) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:20.612885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c2f47-4893-4760-934a-8198f88490f7', 'name': 'tempest-TestNetworkBasicOps-router-75815031', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '102ba055-bdb7-4fb0-be55-7371e231daeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:42:59Z', 'updated_at': '2021-01-14T07:43:14Z', 'revision_number': 4, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'gw_port': {'id': '102ba055-bdb7-4fb0-be55-7371e231daeb', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c2f47-4893-4760-934a-8198f88490f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:01Z', 'updated_at': '2021-01-14T07:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'd5dc909d-19e7-4057-86eb-c6fb201302e5', 'name': '', 'network_id': 'f1606f09-f443-42a0-86d2-cadf5a1ab3f4', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'mac_address': 'fa:16:3e:d8:af:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9c2f47-4893-4760-934a-8198f88490f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'ae400ee5-59c0-4465-b65c-cac411ff6fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:12Z', 'updated_at': '2021-01-14T07:43:15Z', 'revision_number': 2, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'subnets': [{'id': 'ae400ee5-59c0-4465-b65c-cac411ff6fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:20.621081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] Checking router: 2c9c2f47-4893-4760-934a-8198f88490f7 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:43:20.621781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] Updating router 2c9c2f47-4893-4760-934a-8198f88490f7 port d5dc909d-19e7-4057-86eb-c6fb201302e5 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:43:20.726888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:20.793062 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0b0ead6c-7a34-4b94-ba23-2dfd35daf013 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b410d05fc62c4542826ff567b74e3d75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5912969 Jan 14 07:43:20.799024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df933d92-aa09-475b-901e-facbe7809da4 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:20.800733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57320) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:20.809868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:20.852613 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df933d92-aa09-475b-901e-facbe7809da4 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:20.862594 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0b0ead6c-7a34-4b94-ba23-2dfd35daf013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:20.904709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df933d92-aa09-475b-901e-facbe7809da4 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'SecurityGroup': ['ID=ff89b078-ee81-4eb5-91ac-1b8270453bb0,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:20.907704 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-df933d92-aa09-475b-901e-facbe7809da4 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:20.955273 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-426a0ae3-be70-4663-9c0f-ebc2335e6463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:20.984040 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-426a0ae3-be70-4663-9c0f-ebc2335e6463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:20.989264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-910478b9-7952-4bc9-8f8d-1fdad68df681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.031152 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df933d92-aa09-475b-901e-facbe7809da4 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.032553 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-df933d92-aa09-475b-901e-facbe7809da4 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2712805 Jan 14 07:43:21.037767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57326) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:21.048893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6552e013-3024-4bc2-bf3b-2eb269dcd72c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Request body: {'security_group_rule': {'security_group_id': 'ff89b078-ee81-4eb5-91ac-1b8270453bb0', 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:21.059362 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-910478b9-7952-4bc9-8f8d-1fdad68df681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.067217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6552e013-3024-4bc2-bf3b-2eb269dcd72c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:21.085958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6552e013-3024-4bc2-bf3b-2eb269dcd72c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:security_group_rule and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:21.091076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6552e013-3024-4bc2-bf3b-2eb269dcd72c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:21.099115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6552e013-3024-4bc2-bf3b-2eb269dcd72c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:21.106265 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.115870 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-426a0ae3-be70-4663-9c0f-ebc2335e6463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.121981 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:21.139596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a0ae3-be70-4663-9c0f-ebc2335e6463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28647c72-d671-4872-8a11-9ae0fac05e72,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:21.142648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0f7e88-0281-4863-8c4b-c03e03c9c08b None None] Network ded5e332-878e-4c0b-969b-dbc9a3347410 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:21.156236 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-426a0ae3-be70-4663-9c0f-ebc2335e6463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:21.207847 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-426a0ae3-be70-4663-9c0f-ebc2335e6463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.209578 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-426a0ae3-be70-4663-9c0f-ebc2335e6463 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28647c72-d671-4872-8a11-9ae0fac05e72 HTTP/1.1" status: 204 len: 168 time: 0.4077029 Jan 14 07:43:21.210701 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6552e013-3024-4bc2-bf3b-2eb269dcd72c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.270309 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-910478b9-7952-4bc9-8f8d-1fdad68df681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.286309 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f3bc4b00-d6d1-4db2-91b7-fc4598a33302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:21.328122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910478b9-7952-4bc9-8f8d-1fdad68df681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ab641b-ddad-4cad-8e15-ebf4f03124a1,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:21.340829 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-910478b9-7952-4bc9-8f8d-1fdad68df681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:21.349802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-910478b9-7952-4bc9-8f8d-1fdad68df681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.351166 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-910478b9-7952-4bc9-8f8d-1fdad68df681 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62ab641b-ddad-4cad-8e15-ebf4f03124a1 HTTP/1.1" status: 204 len: 168 time: 0.8272941 Jan 14 07:43:21.355664 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da2f6bae-3a88-46fb-86ba-3791fd74c35f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.439779 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9dd06f95-be16-4233-bc3c-f3cf6f627400 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:21.598691 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6552e013-3024-4bc2-bf3b-2eb269dcd72c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.618686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6552e013-3024-4bc2-bf3b-2eb269dcd72c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.649087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.654216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0aaa2b-e95c-4927-a535-a8b5a4a108a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-ded5e332-878e-4c0b-969b-dbc9a3347410', 'network_id': 'ded5e332-878e-4c0b-969b-dbc9a3347410', 'tenant_id': '311c5b973cc244da931c0f2e3ec6ea49', 'fixed_ips': [{'subnet_id': '230996a1-b58d-4aa0-91cb-e9ddb5833cb2'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:43:21.655105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b0aaa2b-e95c-4927-a535-a8b5a4a108a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.669871 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-162517fb-e374-45de-b32d-d37f2ad18aaa tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:21.685927 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6552e013-3024-4bc2-bf3b-2eb269dcd72c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.687245 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6552e013-3024-4bc2-bf3b-2eb269dcd72c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6464994 Jan 14 07:43:21.688089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f6bae-3a88-46fb-86ba-3791fd74c35f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Pushing event updated for resources: {'Subnet': ['ID=518c5c7a-908d-45fb-8e04-038ea9662f72,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:21.692057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57344) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:21.695193 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da2f6bae-3a88-46fb-86ba-3791fd74c35f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:21.696128 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-17ade90f-5d4e-4992-adfe-8ad6d3fa89ae tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:21.712342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2f6bae-3a88-46fb-86ba-3791fd74c35f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Checking segment: {'id': '35051d1f-db9f-470c-8dbf-6e7d93ceefff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'c90b6e43-8237-46a9-9d2c-485115f4b52c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:21.712747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2f6bae-3a88-46fb-86ba-3791fd74c35f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Network hostable DHCP agents. Network: c90b6e43-8237-46a9-9d2c-485115f4b52c, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:43:21.724246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bb216496-cfcf-4b88-832b-b8179c335a1c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Request body: {'security_group_rule': {'security_group_id': 'ff89b078-ee81-4eb5-91ac-1b8270453bb0', 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:21.736197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552e013-3024-4bc2-bf3b-2eb269dcd72c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220c050f-5405-410c-97c6-6ba137207964,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:21.751433 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6552e013-3024-4bc2-bf3b-2eb269dcd72c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:21.756985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bb216496-cfcf-4b88-832b-b8179c335a1c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:21.770652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bb216496-cfcf-4b88-832b-b8179c335a1c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:security_group_rule and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:21.774300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bb216496-cfcf-4b88-832b-b8179c335a1c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:21.781451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2f6bae-3a88-46fb-86ba-3791fd74c35f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Network c90b6e43-8237-46a9-9d2c-485115f4b52c is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:43:21.807208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bb216496-cfcf-4b88-832b-b8179c335a1c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:21.814465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-da2f6bae-3a88-46fb-86ba-3791fd74c35f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, c90b6e43-8237-46a9-9d2c-485115f4b52c) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:21.832849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Subnet': ['ID=230996a1-b58d-4aa0-91cb-e9ddb5833cb2,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:21.849679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57348) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:21.850908 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:21.864469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f6bae-3a88-46fb-86ba-3791fd74c35f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:21.865129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-da2f6bae-3a88-46fb-86ba-3791fd74c35f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.882403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56ac34ed-9f35-4e1c-86c2-f0f616ee38d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.896084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb216496-cfcf-4b88-832b-b8179c335a1c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.912663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-56ac34ed-9f35-4e1c-86c2-f0f616ee38d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:21.952966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-56ac34ed-9f35-4e1c-86c2-f0f616ee38d4 admin admin] Usage tracker for resource:security_group_rule and tenant:a62dcf4ab566404eb89097b0f4819a35 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:21.966219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-56ac34ed-9f35-4e1c-86c2-f0f616ee38d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:21.988850 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.992655 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb216496-cfcf-4b88-832b-b8179c335a1c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:21.998215 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb216496-cfcf-4b88-832b-b8179c335a1c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.001779 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-86b66aac-b960-4e57-b7c1-db324955d032 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:22.004515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] Transition to ACTIVE for port object d5dc909d-19e7-4057-86eb-c6fb201302e5 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:22.034766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb216496-cfcf-4b88-832b-b8179c335a1c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91d4d7f-4d23-46c9-b9c1-14fc74b07df0,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:22.037601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-56ac34ed-9f35-4e1c-86c2-f0f616ee38d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:22.049308 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-da2f6bae-3a88-46fb-86ba-3791fd74c35f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0399983 Jan 14 07:43:22.053990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57354) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:22.055212 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb216496-cfcf-4b88-832b-b8179c335a1c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:22.084359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-86cd6eba-15fe-4286-b468-04b8c09de775 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Request body: {'network': {'name': 'tempest-router-network01--1463104069'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:22.109556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-86cd6eba-15fe-4286-b468-04b8c09de775 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:22.123217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-86cd6eba-15fe-4286-b468-04b8c09de775 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Usage tracker for resource:network and tenant:c1c88b4e0c224c718c2e485502ae7a40 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:22.129828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-86cd6eba-15fe-4286-b468-04b8c09de775 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Quota usage for network was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:22.133250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f25b836-8dd4-483c-81ca-c3a237291400 None None] Network c90b6e43-8237-46a9-9d2c-485115f4b52c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:22.133558 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bb216496-cfcf-4b88-832b-b8179c335a1c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.136729 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bb216496-cfcf-4b88-832b-b8179c335a1c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4417837 Jan 14 07:43:22.139541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57360) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:22.145897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Request body: {'security_group_rule': {'security_group_id': 'ff89b078-ee81-4eb5-91ac-1b8270453bb0', 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:22.156730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-86cd6eba-15fe-4286-b468-04b8c09de775 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:22.161928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:22.165487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.176239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:security_group_rule and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:22.180622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:22.188506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cd6eba-15fe-4286-b468-04b8c09de775 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Made reservation on behalf of c1c88b4e0c224c718c2e485502ae7a40 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:22.201735 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86cd6eba-15fe-4286-b468-04b8c09de775 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.219278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:22.258515 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.271870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86cd6eba-15fe-4286-b468-04b8c09de775 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:43:22.305642 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86cd6eba-15fe-4286-b468-04b8c09de775 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.306144 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-86cd6eba-15fe-4286-b468-04b8c09de775 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Added segment 9115300b-ece3-41a4-bece-afa01773a91e of type vxlan for network 09dc3e8e-ddf9-47bd-b105-0f2312d976ee Jan 14 07:43:22.358462 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.392569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57368) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:22.418377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.422030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded5e332-878e-4c0b-969b-dbc9a3347410']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:22.423339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86cd6eba-15fe-4286-b468-04b8c09de775 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.432976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.434987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20975c45-4d4f-4e1d-bec7-feff5723461d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.439032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21bc88e2-9bc9-405a-ab56-63f927c8f738') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:22.439971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21bc88e2-9bc9-405a-ab56-63f927c8f738') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:22.441117 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e5e88761-519e-4451-bd60-64f1c06c42ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:22.456538 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6552e013-3024-4bc2-bf3b-2eb269dcd72c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:22.491758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-20975c45-4d4f-4e1d-bec7-feff5723461d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:22.523479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a97c2b2-3879-42fc-941e-7afa7f59fff8,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:22.524206 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56ac34ed-9f35-4e1c-86c2-f0f616ee38d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.527329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-20975c45-4d4f-4e1d-bec7-feff5723461d admin admin] Usage tracker for resource:security_group_rule and tenant:99507b33640e4c15bfba6c682397c343 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:22.533592 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.536311 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86cd6eba-15fe-4286-b468-04b8c09de775 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.541936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56ac34ed-9f35-4e1c-86c2-f0f616ee38d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.554660 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c426fdd5-b54e-4f0a-b468-111d040ff89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:22.558308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cd6eba-15fe-4286-b468-04b8c09de775 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:22.559237 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86cd6eba-15fe-4286-b468-04b8c09de775 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.575193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cc69d-b5b6-49f9-844a-1a6d1efedb8e None None] Pushing event updated for resources: {'Port': ['ID=d5dc909d-19e7-4057-86eb-c6fb201302e5,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:22.591170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-20975c45-4d4f-4e1d-bec7-feff5723461d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:22.600343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.600603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac34ed-9f35-4e1c-86c2-f0f616ee38d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e6bed6-67c4-46f5-b2ed-f01cd9d5f189,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:22.601252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.601851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.602472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.603062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.604368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.605368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.605994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.606691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.607289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.607909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.608883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.609569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.610157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.610973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.611718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.612454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.612736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.613217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.613766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.614240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.614760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.615231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.615792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.616322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.616756 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-56ac34ed-9f35-4e1c-86c2-f0f616ee38d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:22.616961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.617355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.617880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.618289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.618906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.620074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.620993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.620993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.621392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.621943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.622668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:22.634519 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.637764 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:22.640570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:43:22.641417 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-86cd6eba-15fe-4286-b468-04b8c09de775 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5690749 Jan 14 07:43:22.643022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-20975c45-4d4f-4e1d-bec7-feff5723461d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:22.653374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device bcfb9f78-79c4-448b-a22a-e54e88dcca68 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:43:22.661185 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-72c0583b-75c7-405f-8406-c973122d5b77 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:22.663971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57372) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:22.682833 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-56ac34ed-9f35-4e1c-86c2-f0f616ee38d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a62dcf4ab566404eb89097b0f4819a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8305945 Jan 14 07:43:22.687820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5c9d11d4-4760-4114-8fd0-9be4cdd2749f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Request body: {'network': {'name': 'tempest-router-network02--2132697406'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:22.693936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5c9d11d4-4760-4114-8fd0-9be4cdd2749f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:22.694228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.698806 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5551014 Jan 14 07:43:22.698966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5c9d11d4-4760-4114-8fd0-9be4cdd2749f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Usage tracker for resource:network and tenant:c1c88b4e0c224c718c2e485502ae7a40 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:22.702295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5c9d11d4-4760-4114-8fd0-9be4cdd2749f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Quota usage for network was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:22.702745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57378) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:22.703245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57382) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:22.710102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5c9d11d4-4760-4114-8fd0-9be4cdd2749f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:22.717470 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-116cc69d-b5b6-49f9-844a-1a6d1efedb8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:22.780559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9d11d4-4760-4114-8fd0-9be4cdd2749f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Made reservation on behalf of c1c88b4e0c224c718c2e485502ae7a40 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:22.781325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-351e4a86-105d-4917-bdfd-51a3b08c24d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Request body: {'security_group_rule': {'security_group_id': 'ff89b078-ee81-4eb5-91ac-1b8270453bb0', 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:22.790517 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c9d11d4-4760-4114-8fd0-9be4cdd2749f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.793309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-351e4a86-105d-4917-bdfd-51a3b08c24d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:22.797939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-351e4a86-105d-4917-bdfd-51a3b08c24d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:security_group_rule and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:22.801406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-351e4a86-105d-4917-bdfd-51a3b08c24d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:22.807556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-351e4a86-105d-4917-bdfd-51a3b08c24d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:22.896150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-c90b6e43-8237-46a9-9d2c-485115f4b52c', 'network_id': 'c90b6e43-8237-46a9-9d2c-485115f4b52c', 'tenant_id': 'c1c88b4e0c224c718c2e485502ae7a40', 'fixed_ips': [{'subnet_id': '518c5c7a-908d-45fb-8e04-038ea9662f72'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:43:22.897049 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.917257 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-351e4a86-105d-4917-bdfd-51a3b08c24d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:22.964307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9d11d4-4760-4114-8fd0-9be4cdd2749f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] vxlan segment allocate from pool success with {'vxlan_vni': 14} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:43:22.967069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f687a9-4719-43b3-9a64-eb75487ecdc6 None None] Network ded5e332-878e-4c0b-969b-dbc9a3347410 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:22.968786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network ded5e332-878e-4c0b-969b-dbc9a3347410 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:22.990106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd6eba-15fe-4286-b468-04b8c09de775 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Pushing event updated for resources: {'Network': ['ID=09dc3e8e-ddf9-47bd-b105-0f2312d976ee,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:22.993686 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-86cd6eba-15fe-4286-b468-04b8c09de775 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:23.002278 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.017450 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b996449-1492-4b45-9882-ed05006a7bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.055239 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-351e4a86-105d-4917-bdfd-51a3b08c24d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.064290 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-351e4a86-105d-4917-bdfd-51a3b08c24d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.084831 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fdb10492-7cd0-416d-9872-7769b8f8e93a tempest-ServerActionsTestJSON-535202329 tempest-ServerActionsTestJSON-535202329] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:23.096981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c9d11d4-4760-4114-8fd0-9be4cdd2749f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.097677 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-5c9d11d4-4760-4114-8fd0-9be4cdd2749f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Added segment 9807a10b-3459-4a30-9b39-5b20639d33bf of type vxlan for network 1b6db5b6-3bee-42b7-b4d4-956d9279abe1 Jan 14 07:43:23.110203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e4a86-105d-4917-bdfd-51a3b08c24d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df25772b-75fc-46e9-b226-5c08e0c281ca,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:23.113445 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-351e4a86-105d-4917-bdfd-51a3b08c24d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:23.122836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b996449-1492-4b45-9882-ed05006a7bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.133220 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c9d11d4-4760-4114-8fd0-9be4cdd2749f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.138201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57390) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:23.183220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 09dc3e8e-ddf9-47bd-b105-0f2312d976ee details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:23.200357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 09dc3e8e-ddf9-47bd-b105-0f2312d976ee details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:23.206746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-351e4a86-105d-4917-bdfd-51a3b08c24d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.208978 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-351e4a86-105d-4917-bdfd-51a3b08c24d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5015452 Jan 14 07:43:23.215428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57396) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:23.228653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-af76084a-8c82-4c1e-96c3-77894d057150 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Request body: {'security_group_rule': {'security_group_id': 'ff89b078-ee81-4eb5-91ac-1b8270453bb0', 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:23.243258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-af76084a-8c82-4c1e-96c3-77894d057150 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:23.250942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-af76084a-8c82-4c1e-96c3-77894d057150 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:security_group_rule and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:23.254938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20975c45-4d4f-4e1d-bec7-feff5723461d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.256978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-af76084a-8c82-4c1e-96c3-77894d057150 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:23.264616 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20975c45-4d4f-4e1d-bec7-feff5723461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.266436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-5c9d11d4-4760-4114-8fd0-9be4cdd2749f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:43:23.273935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-af76084a-8c82-4c1e-96c3-77894d057150 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:23.277192 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-426a0ae3-be70-4663-9c0f-ebc2335e6463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:23.305927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 09dc3e8e-ddf9-47bd-b105-0f2312d976ee details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:23.311153 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c9d11d4-4760-4114-8fd0-9be4cdd2749f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.334593 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b996449-1492-4b45-9882-ed05006a7bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.339563 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-af76084a-8c82-4c1e-96c3-77894d057150 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Project 69c44f1c64d049e0b525e98297c7095b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:43:23.340064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9d11d4-4760-4114-8fd0-9be4cdd2749f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:23.340930 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5c9d11d4-4760-4114-8fd0-9be4cdd2749f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.368831 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-20975c45-4d4f-4e1d-bec7-feff5723461d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99507b33640e4c15bfba6c682397c343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9751210 Jan 14 07:43:23.373000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20975c45-4d4f-4e1d-bec7-feff5723461d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c272cebd-0333-48f5-9e8d-5ac5ec1275c7,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:23.381236 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-20975c45-4d4f-4e1d-bec7-feff5723461d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:23.381975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af76084a-8c82-4c1e-96c3-77894d057150 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.384071 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-22bf05b5-8968-45e0-bab8-cfbc1c8919d5 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:23.433643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57400) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:23.436485 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1dece035-df57-42c6-b9d7-5a503c18b6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:23.476446 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af76084a-8c82-4c1e-96c3-77894d057150 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.488986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b996449-1492-4b45-9882-ed05006a7bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e6bed6-67c4-46f5-b2ed-f01cd9d5f189,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:23.491145 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b996449-1492-4b45-9882-ed05006a7bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.492746 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4b996449-1492-4b45-9882-ed05006a7bbd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4e6bed6-67c4-46f5-b2ed-f01cd9d5f189 HTTP/1.1" status: 204 len: 168 time: 0.7870800 Jan 14 07:43:23.493749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af76084a-8c82-4c1e-96c3-77894d057150 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.506911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a235e7c-18bf-4f48-8c4a-5502f7458fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.514196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network ded5e332-878e-4c0b-969b-dbc9a3347410 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:23.528725 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b996449-1492-4b45-9882-ed05006a7bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:23.587495 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d8ec0a62-67d2-4271-92ec-70c49c5524ae tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:23.607152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76084a-8c82-4c1e-96c3-77894d057150 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e75ad07-822d-4952-acf6-ca909aab158c,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:23.609341 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-af76084a-8c82-4c1e-96c3-77894d057150 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.610918 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-af76084a-8c82-4c1e-96c3-77894d057150 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3943040 Jan 14 07:43:23.618110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57406) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:23.619109 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-af76084a-8c82-4c1e-96c3-77894d057150 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:23.626066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6a235e7c-18bf-4f48-8c4a-5502f7458fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:23.640938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d11d4-4760-4114-8fd0-9be4cdd2749f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Pushing event updated for resources: {'Network': ['ID=1b6db5b6-3bee-42b7-b4d4-956d9279abe1,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:23.643120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-22774919-564b-4a68-b0f9-3e47e896a0a1 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Request body: {'security_group_rule': {'security_group_id': 'ff89b078-ee81-4eb5-91ac-1b8270453bb0', 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:43:23.645195 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:43:23.647201 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5c9d11d4-4760-4114-8fd0-9be4cdd2749f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:23.648445 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.656340 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5c9d11d4-4760-4114-8fd0-9be4cdd2749f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9903386 Jan 14 07:43:23.656699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-22774919-564b-4a68-b0f9-3e47e896a0a1 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:23.657159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57410) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:23.665863 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bcd15c36-fd06-451b-b157-1c349cd3c4ba tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:23.666834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6a235e7c-18bf-4f48-8c4a-5502f7458fd4 admin admin] Usage tracker for resource:security_group_rule and tenant:08121376671d4ba9bc2adf6dff2ede4f is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:23.670068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-22774919-564b-4a68-b0f9-3e47e896a0a1 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:security_group_rule and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:23.676041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6a235e7c-18bf-4f48-8c4a-5502f7458fd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:23.679107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-22774919-564b-4a68-b0f9-3e47e896a0a1 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:23.683733 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.694070 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/ded5e332-878e-4c0b-969b-dbc9a3347410 HTTP/1.1" status: 204 len: 168 time: 3.1079106 Jan 14 07:43:23.699540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-dcb41a18-7ce1-4b3c-889e-f79dfc65e3e2 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Request body: {'subnet': {'network_id': '09dc3e8e-ddf9-47bd-b105-0f2312d976ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:23.702713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1d444c9b-8308-4ea6-89ab-1e01409312c0 None None] Provisioning complete for port bcfb9f78-79c4-448b-a22a-e54e88dcca68 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:23.703380 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d444c9b-8308-4ea6-89ab-1e01409312c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.709146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57414) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:23.730737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-22774919-564b-4a68-b0f9-3e47e896a0a1 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:23.733203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6a235e7c-18bf-4f48-8c4a-5502f7458fd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:23.735186 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ede5aba7-2c54-4651-af15-85e47a228a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.742858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cc09bcd2-e300-4935-84c1-03bd972555ef tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-686737892'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:23.754734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cc09bcd2-e300-4935-84c1-03bd972555ef tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:23.759368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cc09bcd2-e300-4935-84c1-03bd972555ef tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Usage tracker for resource:network and tenant:311c5b973cc244da931c0f2e3ec6ea49 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:23.763009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cc09bcd2-e300-4935-84c1-03bd972555ef tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Quota usage for network was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:23.769580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cc09bcd2-e300-4935-84c1-03bd972555ef tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:23.799191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc09bcd2-e300-4935-84c1-03bd972555ef tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:23.809962 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc09bcd2-e300-4935-84c1-03bd972555ef tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.828059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Network': ['ID=ded5e332-878e-4c0b-969b-dbc9a3347410,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:23.836430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dcb41a18-7ce1-4b3c-889e-f79dfc65e3e2 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:23.839938 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:23.842417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dcb41a18-7ce1-4b3c-889e-f79dfc65e3e2 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Usage tracker for resource:subnet and tenant:c1c88b4e0c224c718c2e485502ae7a40 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:23.845775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dcb41a18-7ce1-4b3c-889e-f79dfc65e3e2 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:23.850366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 1b6db5b6-3bee-42b7-b4d4-956d9279abe1 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:23.862007 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-22774919-564b-4a68-b0f9-3e47e896a0a1 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Project 69c44f1c64d049e0b525e98297c7095b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:43:23.863211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dcb41a18-7ce1-4b3c-889e-f79dfc65e3e2 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:23.870709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 1b6db5b6-3bee-42b7-b4d4-956d9279abe1 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:23.876490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb41a18-7ce1-4b3c-889e-f79dfc65e3e2 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Made reservation on behalf of c1c88b4e0c224c718c2e485502ae7a40 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:23.876821 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22774919-564b-4a68-b0f9-3e47e896a0a1 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.887343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 1b6db5b6-3bee-42b7-b4d4-956d9279abe1 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:23.888160 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ede5aba7-2c54-4651-af15-85e47a228a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:23.912541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc09bcd2-e300-4935-84c1-03bd972555ef tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:43:23.982169 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22774919-564b-4a68-b0f9-3e47e896a0a1 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:24.007271 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22774919-564b-4a68-b0f9-3e47e896a0a1 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:24.013323 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:24.028313 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dcb41a18-7ce1-4b3c-889e-f79dfc65e3e2 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:24.029642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port bcfb9f78-79c4-448b-a22a-e54e88dcca68 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:24.030168 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:24.066799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22774919-564b-4a68-b0f9-3e47e896a0a1 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb3abd4-01f3-4077-be0d-97b31d53e9c0,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:24.069382 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc09bcd2-e300-4935-84c1-03bd972555ef tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:24.070227 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-cc09bcd2-e300-4935-84c1-03bd972555ef tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Added segment cc2544f2-de06-4dcc-a817-ebf711774d74 of type vxlan for network 821e8d9b-0d56-4834-8b62-5de405a1abcb Jan 14 07:43:24.077386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22774919-564b-4a68-b0f9-3e47e896a0a1 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:24.078746 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-22774919-564b-4a68-b0f9-3e47e896a0a1 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4549499 Jan 14 07:43:24.080110 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-22774919-564b-4a68-b0f9-3e47e896a0a1 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:24.138298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc09bcd2-e300-4935-84c1-03bd972555ef tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:24.162891 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ede5aba7-2c54-4651-af15-85e47a228a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:24.180336 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-43c4cf9c-79e5-41b2-bb25-fa41435341a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:24.196066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5aba7-2c54-4651-af15-85e47a228a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c272cebd-0333-48f5-9e8d-5ac5ec1275c7,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:24.211252 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ede5aba7-2c54-4651-af15-85e47a228a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:24.225752 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ede5aba7-2c54-4651-af15-85e47a228a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:24.227408 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ede5aba7-2c54-4651-af15-85e47a228a43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c272cebd-0333-48f5-9e8d-5ac5ec1275c7 HTTP/1.1" status: 204 len: 168 time: 0.7492518 Jan 14 07:43:24.246736 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a235e7c-18bf-4f48-8c4a-5502f7458fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:24.248296 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc09bcd2-e300-4935-84c1-03bd972555ef tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:24.268764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc09bcd2-e300-4935-84c1-03bd972555ef tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:24.269485 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc09bcd2-e300-4935-84c1-03bd972555ef tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:24.285268 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8d3587c6-b45f-4884-b3c4-1604d7cd3ee7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:24.396101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] Attempting to bind port d5dc909d-19e7-4057-86eb-c6fb201302e5 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:43:24.396599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] Attempting to bind port d5dc909d-19e7-4057-86eb-c6fb201302e5 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'f23b8a75-4413-4999-9abe-579171b08054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f1606f09-f443-42a0-86d2-cadf5a1ab3f4'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:43:24.397247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] Attempting to bind port d5dc909d-19e7-4057-86eb-c6fb201302e5 on network f1606f09-f443-42a0-86d2-cadf5a1ab3f4 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:43:24.480960 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a235e7c-18bf-4f48-8c4a-5502f7458fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:24.514040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:43:24.521386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] Checking segment: {'id': 'f23b8a75-4413-4999-9abe-579171b08054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f1606f09-f443-42a0-86d2-cadf5a1ab3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:24.522006 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:24.522478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] Bound using segment: {'id': 'f23b8a75-4413-4999-9abe-579171b08054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f1606f09-f443-42a0-86d2-cadf5a1ab3f4'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:43:24.523154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] Bound port: d5dc909d-19e7-4057-86eb-c6fb201302e5, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23b8a75-4413-4999-9abe-579171b08054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f1606f09-f443-42a0-86d2-cadf5a1ab3f4'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:43:24.524043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:24.535316 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cc09bcd2-e300-4935-84c1-03bd972555ef tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8078265 Jan 14 07:43:24.544711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57442) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:24.545583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09bcd2-e300-4935-84c1-03bd972555ef tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Network': ['ID=821e8d9b-0d56-4834-8b62-5de405a1abcb,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:24.551615 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8acccf3b-3c4b-4f32-a894-7e00c46fa831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:24.551890 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc09bcd2-e300-4935-84c1-03bd972555ef tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:24.552641 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-853e4f1b-9569-457e-862b-68a9d131267a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:24.576200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ffd608f6-2c09-4834-9915-ef3f020e7dc3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'network': {'name': 'New_network'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:24.601926 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6a235e7c-18bf-4f48-8c4a-5502f7458fd4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08121376671d4ba9bc2adf6dff2ede4f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4553704 Jan 14 07:43:24.611912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57446) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:24.805932 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dcb41a18-7ce1-4b3c-889e-f79dfc65e3e2 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:24.821317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a235e7c-18bf-4f48-8c4a-5502f7458fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6db1a7-379d-4c43-8967-6ade76e15a35,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:24.827101 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc4de2f2-c0a1-4ebf-9744-5977d4b24ba4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:24.867142 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a235e7c-18bf-4f48-8c4a-5502f7458fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:24.933752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb41a18-7ce1-4b3c-889e-f79dfc65e3e2 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Pushing event updated for resources: {'Subnet': ['ID=2ac6ff9c-1cd8-4657-ac48-217089e4a7fa,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:24.982299 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fe940d9b-7241-4131-a527-a5b8a9fa13f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:25.022883 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fe940d9b-7241-4131-a527-a5b8a9fa13f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:25.054941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] For port d5dc909d-19e7-4057-86eb-c6fb201302e5, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:43:25.066336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] For port d5dc909d-19e7-4057-86eb-c6fb201302e5, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d5dc909d-19e7-4057-86eb-c6fb201302e5,segment=NetworkSegment(f23b8a75-4413-4999-9abe-579171b08054),segment_id=f23b8a75-4413-4999-9abe-579171b08054)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:43:25.102590 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dcb41a18-7ce1-4b3c-889e-f79dfc65e3e2 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:25.124048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:25.144571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 821e8d9b-0d56-4834-8b62-5de405a1abcb details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:25.154196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb41a18-7ce1-4b3c-889e-f79dfc65e3e2 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Checking segment: {'id': '9115300b-ece3-41a4-bece-afa01773a91e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '09dc3e8e-ddf9-47bd-b105-0f2312d976ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:25.154595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb41a18-7ce1-4b3c-889e-f79dfc65e3e2 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Network hostable DHCP agents. Network: 09dc3e8e-ddf9-47bd-b105-0f2312d976ee, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:43:25.176371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb41a18-7ce1-4b3c-889e-f79dfc65e3e2 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Network 09dc3e8e-ddf9-47bd-b105-0f2312d976ee is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:43:25.188730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-dcb41a18-7ce1-4b3c-889e-f79dfc65e3e2 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 09dc3e8e-ddf9-47bd-b105-0f2312d976ee) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:25.217048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb41a18-7ce1-4b3c-889e-f79dfc65e3e2 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:25.217716 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dcb41a18-7ce1-4b3c-889e-f79dfc65e3e2 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:25.240051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 821e8d9b-0d56-4834-8b62-5de405a1abcb details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:25.249788 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dcb41a18-7ce1-4b3c-889e-f79dfc65e3e2 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5856869 Jan 14 07:43:25.251127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57462) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:25.256669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 821e8d9b-0d56-4834-8b62-5de405a1abcb details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:25.259142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c349b13c-0a5e-4147-87e6-011527e9b159 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Request body: {'subnet': {'network_id': '1b6db5b6-3bee-42b7-b4d4-956d9279abe1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:25.396875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e539bf50-9595-48cd-8019-5defcacf60e9 req-0f589e6a-64a7-45de-9d62-47bce3c59c69 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Synchronizing usage tracker for tenant:69c44f1c64d049e0b525e98297c7095b on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:43:25.422905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c349b13c-0a5e-4147-87e6-011527e9b159 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:25.429974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c349b13c-0a5e-4147-87e6-011527e9b159 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Usage tracker for resource:subnet and tenant:c1c88b4e0c224c718c2e485502ae7a40 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:25.436586 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fe940d9b-7241-4131-a527-a5b8a9fa13f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:25.440007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c349b13c-0a5e-4147-87e6-011527e9b159 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:25.456089 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b996449-1492-4b45-9882-ed05006a7bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:25.460672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c349b13c-0a5e-4147-87e6-011527e9b159 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:25.470645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e539bf50-9595-48cd-8019-5defcacf60e9 req-0f589e6a-64a7-45de-9d62-47bce3c59c69 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Unset dirty status for tenant:69c44f1c64d049e0b525e98297c7095b on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:43:25.480334 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e539bf50-9595-48cd-8019-5defcacf60e9 req-0f589e6a-64a7-45de-9d62-47bce3c59c69 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-348533977&fields=id&tenant_id=69c44f1c64d049e0b525e98297c7095b HTTP/1.1" status: 200 len: 267 time: 0.3309402 Jan 14 07:43:25.482994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c349b13c-0a5e-4147-87e6-011527e9b159 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Made reservation on behalf of c1c88b4e0c224c718c2e485502ae7a40 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:25.495193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Allocated IP 172.20.0.2 (c90b6e43-8237-46a9-9d2c-485115f4b52c/518c5c7a-908d-45fb-8e04-038ea9662f72/0ce326cc-66d4-4c92-8099-71c4e88b3172) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:43:25.518164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe940d9b-7241-4131-a527-a5b8a9fa13f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6db1a7-379d-4c43-8967-6ade76e15a35,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:25.532111 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fe940d9b-7241-4131-a527-a5b8a9fa13f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:25.613420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fe940d9b-7241-4131-a527-a5b8a9fa13f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:25.617921 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fe940d9b-7241-4131-a527-a5b8a9fa13f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be6db1a7-379d-4c43-8967-6ade76e15a35 HTTP/1.1" status: 204 len: 168 time: 1.0020866 Jan 14 07:43:25.633990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ffd608f6-2c09-4834-9915-ef3f020e7dc3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:25.648148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c349b13c-0a5e-4147-87e6-011527e9b159 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:25.651617 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:25.668712 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ffd608f6-2c09-4834-9915-ef3f020e7dc3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:25.720566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bc0db6-0f2b-46ae-b0ce-75f563b3a92a None None] Network 09dc3e8e-ddf9-47bd-b105-0f2312d976ee requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:25.798569 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cf92d978-3ce1-4a44-b238-b4f6e98aac5a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:25.941390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd608f6-2c09-4834-9915-ef3f020e7dc3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Network': ['ID=821e8d9b-0d56-4834-8b62-5de405a1abcb,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:25.947115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ffd608f6-2c09-4834-9915-ef3f020e7dc3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 821e8d9b-0d56-4834-8b62-5de405a1abcb is not hosted by any dhcp agent {{(pid=80907) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Jan 14 07:43:25.985680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd608f6-2c09-4834-9915-ef3f020e7dc3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:25.991240 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ffd608f6-2c09-4834-9915-ef3f020e7dc3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:25.997563 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ffd608f6-2c09-4834-9915-ef3f020e7dc3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "PUT /v2.0/networks/821e8d9b-0d56-4834-8b62-5de405a1abcb HTTP/1.1" status: 200 len: 723 time: 1.4487178 Jan 14 07:43:26.001152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57482) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:26.008358 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ffd608f6-2c09-4834-9915-ef3f020e7dc3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:26.015405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6ca6aca7-5baa-4f68-b190-c9b9ff6fae0e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'subnet': {'network_id': '821e8d9b-0d56-4834-8b62-5de405a1abcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:26.087165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539bf50-9595-48cd-8019-5defcacf60e9 req-2d32458f-ae4b-41c3-a295-dc63fdc2f20e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:26.095961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e539bf50-9595-48cd-8019-5defcacf60e9 req-2d32458f-ae4b-41c3-a295-dc63fdc2f20e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Synchronizing usage tracker for tenant:69c44f1c64d049e0b525e98297c7095b on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:43:26.125977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 821e8d9b-0d56-4834-8b62-5de405a1abcb details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:26.133263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e539bf50-9595-48cd-8019-5defcacf60e9 req-2d32458f-ae4b-41c3-a295-dc63fdc2f20e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Unset dirty status for tenant:69c44f1c64d049e0b525e98297c7095b on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:43:26.135847 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e539bf50-9595-48cd-8019-5defcacf60e9 req-2d32458f-ae4b-41c3-a295-dc63fdc2f20e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "GET /v2.0/networks?id=f1606f09-f443-42a0-86d2-cadf5a1ab3f4 HTTP/1.1" status: 200 len: 796 time: 0.6536589 Jan 14 07:43:26.157585 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e539bf50-9595-48cd-8019-5defcacf60e9 req-5689de42-ac84-427d-a8aa-27c9302809b8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "GET /v2.0/quotas/69c44f1c64d049e0b525e98297c7095b HTTP/1.1" status: 200 len: 375 time: 0.0146728 Jan 14 07:43:26.318313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 821e8d9b-0d56-4834-8b62-5de405a1abcb details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:26.329120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e539bf50-9595-48cd-8019-5defcacf60e9 req-df8a8f2c-96e9-472a-90a8-4e838d131a01 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Synchronizing usage tracker for tenant:69c44f1c64d049e0b525e98297c7095b on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:43:26.372309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e539bf50-9595-48cd-8019-5defcacf60e9 req-df8a8f2c-96e9-472a-90a8-4e838d131a01 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Unset dirty status for tenant:69c44f1c64d049e0b525e98297c7095b on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:43:26.375586 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e539bf50-9595-48cd-8019-5defcacf60e9 req-df8a8f2c-96e9-472a-90a8-4e838d131a01 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "GET /v2.0/ports?tenant_id=69c44f1c64d049e0b525e98297c7095b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2109735 Jan 14 07:43:26.482441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 821e8d9b-0d56-4834-8b62-5de405a1abcb details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:26.671125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-e539bf50-9595-48cd-8019-5defcacf60e9 req-e78d6db9-d1aa-401d-92a3-9c2220c6a409 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:43:26.672420 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e539bf50-9595-48cd-8019-5defcacf60e9 req-e78d6db9-d1aa-401d-92a3-9c2220c6a409 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.2768903 Jan 14 07:43:26.735994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6ca6aca7-5baa-4f68-b190-c9b9ff6fae0e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:26.750456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6ca6aca7-5baa-4f68-b190-c9b9ff6fae0e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Usage tracker for resource:subnet and tenant:311c5b973cc244da931c0f2e3ec6ea49 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:26.769644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] Routers {'2c9c2f47-4893-4760-934a-8198f88490f7'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:26.770555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:42:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['2c9c2f47-4893-4760-934a-8198f88490f7'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:26.774712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6ca6aca7-5baa-4f68-b190-c9b9ff6fae0e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:26.794841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6ca6aca7-5baa-4f68-b190-c9b9ff6fae0e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:26.827088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca6aca7-5baa-4f68-b190-c9b9ff6fae0e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:26.852343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57500) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:26.893702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d4b7e37e-f261-43b4-9570-09f52a7f856f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:26.930093 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e539bf50-9595-48cd-8019-5defcacf60e9 req-06a3eed8-2b49-4098-a643-0cc750b05109 service neutron] 10.222.0.41 "GET /v2.0/networks/f1606f09-f443-42a0-86d2-cadf5a1ab3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508364 Jan 14 07:43:27.033713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d4b7e37e-f261-43b4-9570-09f52a7f856f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:27.039370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d4b7e37e-f261-43b4-9570-09f52a7f856f admin admin] Usage tracker for resource:security_group_rule and tenant:5319d371d6b84c8399ea83e165234c58 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:27.044144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d4b7e37e-f261-43b4-9570-09f52a7f856f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:27.050552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d4b7e37e-f261-43b4-9570-09f52a7f856f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:27.138391 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2017344a-0b4c-4d7b-baa2-fed9eb54f25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.140321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116cc69d-b5b6-49f9-844a-1a6d1efedb8e None None] Pushing event updated for resources: {'Port': ['ID=d5dc909d-19e7-4057-86eb-c6fb201302e5,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:27.156039 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e539bf50-9595-48cd-8019-5defcacf60e9 req-1f6b32ef-437f-44cb-ba9f-fec0110f3731 service neutron] 10.222.0.41 "GET /v2.0/networks/f1606f09-f443-42a0-86d2-cadf5a1ab3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2178137 Jan 14 07:43:27.231201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d4b7e37e-f261-43b4-9570-09f52a7f856f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.269933 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d4b7e37e-f261-43b4-9570-09f52a7f856f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.290066 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-116cc69d-b5b6-49f9-844a-1a6d1efedb8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.639s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:27.302920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] Set router 2c9c2f47-4893-4760-934a-8198f88490f7 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:43:27.309116 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d549f17-e661-4ecc-b0e3-01abe190b65b tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:27.346238 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d4b7e37e-f261-43b4-9570-09f52a7f856f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5319d371d6b84c8399ea83e165234c58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856119 Jan 14 07:43:27.348996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7e37e-f261-43b4-9570-09f52a7f856f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ff2eb8-c589-4f28-9428-39ce42597fab,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:27.349650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57512) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:27.359396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ca6aca7-5baa-4f68-b190-c9b9ff6fae0e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.512783 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ff531f9-b979-4476-bc2e-303a912d273e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.524852 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d4b7e37e-f261-43b4-9570-09f52a7f856f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:27.613041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ff531f9-b979-4476-bc2e-303a912d273e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.731125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ff531f9-b979-4476-bc2e-303a912d273e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.736942 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:27.760200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff531f9-b979-4476-bc2e-303a912d273e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ff2eb8-c589-4f28-9428-39ce42597fab,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:27.761248 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c349b13c-0a5e-4147-87e6-011527e9b159 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.772852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-09dc3e8e-ddf9-47bd-b105-0f2312d976ee', 'network_id': '09dc3e8e-ddf9-47bd-b105-0f2312d976ee', 'tenant_id': 'c1c88b4e0c224c718c2e485502ae7a40', 'fixed_ips': [{'subnet_id': '2ac6ff9c-1cd8-4657-ac48-217089e4a7fa'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:43:27.773769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.779690 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ff531f9-b979-4476-bc2e-303a912d273e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:27.782330 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ff531f9-b979-4476-bc2e-303a912d273e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.783586 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6ff531f9-b979-4476-bc2e-303a912d273e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5ff2eb8-c589-4f28-9428-39ce42597fab HTTP/1.1" status: 204 len: 168 time: 0.4327238 Jan 14 07:43:27.888155 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:27.937233 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d3946a8a-998a-4c57-9df9-85f8e0428164 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:27.964731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:28.016858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57538) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:28.070927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349b13c-0a5e-4147-87e6-011527e9b159 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Pushing event updated for resources: {'Subnet': ['ID=54005821-f259-4fc8-bea7-d61ab047917e,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:28.081637 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c349b13c-0a5e-4147-87e6-011527e9b159 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:28.137238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c349b13c-0a5e-4147-87e6-011527e9b159 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Checking segment: {'id': '9807a10b-3459-4a30-9b39-5b20639d33bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1b6db5b6-3bee-42b7-b4d4-956d9279abe1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:28.137729 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:28.137861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c349b13c-0a5e-4147-87e6-011527e9b159 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Network hostable DHCP agents. Network: 1b6db5b6-3bee-42b7-b4d4-956d9279abe1, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:43:28.167503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Transition to ACTIVE for port object 0ce326cc-66d4-4c92-8099-71c4e88b3172 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:28.184198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c349b13c-0a5e-4147-87e6-011527e9b159 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Network 1b6db5b6-3bee-42b7-b4d4-956d9279abe1 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:43:28.198154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-719572b6-b94b-4b25-a1f4-8f81aa3bec58 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:28.207104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c349b13c-0a5e-4147-87e6-011527e9b159 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 1b6db5b6-3bee-42b7-b4d4-956d9279abe1) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:28.230120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c349b13c-0a5e-4147-87e6-011527e9b159 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:28.230788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c349b13c-0a5e-4147-87e6-011527e9b159 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:28.240212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7338852f-22ee-4c42-a523-f1cd512229f8 None None] Network 1b6db5b6-3bee-42b7-b4d4-956d9279abe1 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:28.276476 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c349b13c-0a5e-4147-87e6-011527e9b159 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0227807 Jan 14 07:43:28.278911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-719572b6-b94b-4b25-a1f4-8f81aa3bec58 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:28.280305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57544) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:28.387364 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-719572b6-b94b-4b25-a1f4-8f81aa3bec58 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:28.393149 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4a6cafa7-cb8a-4256-939a-d1028de83ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:28.444916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719572b6-b94b-4b25-a1f4-8f81aa3bec58 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff89b078-ee81-4eb5-91ac-1b8270453bb0,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:28.452674 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-719572b6-b94b-4b25-a1f4-8f81aa3bec58 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:28.470046 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-719572b6-b94b-4b25-a1f4-8f81aa3bec58 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:28.481674 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-719572b6-b94b-4b25-a1f4-8f81aa3bec58 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "DELETE /v2.0/security-groups/ff89b078-ee81-4eb5-91ac-1b8270453bb0 HTTP/1.1" status: 204 len: 168 time: 0.4635942 Jan 14 07:43:28.558012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57560) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:28.829322 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ca6aca7-5baa-4f68-b190-c9b9ff6fae0e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:28.870391 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7a8ebfcf-5cfe-446f-842f-37f042abca74 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:29.049307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6aca7-5baa-4f68-b190-c9b9ff6fae0e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Subnet': ['ID=c0e841f7-098f-4f64-a47e-4c903ec88df4,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:29.144481 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ca6aca7-5baa-4f68-b190-c9b9ff6fae0e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:29.217597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Transition to ACTIVE for port object 0ce326cc-66d4-4c92-8099-71c4e88b3172 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:29.371207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Allocated IP 172.20.0.2 (09dc3e8e-ddf9-47bd-b105-0f2312d976ee/2ac6ff9c-1cd8-4657-ac48-217089e4a7fa/772848ac-91cc-4d02-b97e-099c29859c34) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:43:29.690885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca6aca7-5baa-4f68-b190-c9b9ff6fae0e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Checking segment: {'id': 'cc2544f2-de06-4dcc-a817-ebf711774d74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '821e8d9b-0d56-4834-8b62-5de405a1abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:29.692072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca6aca7-5baa-4f68-b190-c9b9ff6fae0e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network hostable DHCP agents. Network: 821e8d9b-0d56-4834-8b62-5de405a1abcb, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:43:29.699522 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:29.719923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Transition to ACTIVE for port object 772848ac-91cc-4d02-b97e-099c29859c34 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:29.741571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Transition to ACTIVE for port object 772848ac-91cc-4d02-b97e-099c29859c34 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:29.751682 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:29.757231 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:29.985682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-1b6db5b6-3bee-42b7-b4d4-956d9279abe1', 'network_id': '1b6db5b6-3bee-42b7-b4d4-956d9279abe1', 'tenant_id': 'c1c88b4e0c224c718c2e485502ae7a40', 'fixed_ips': [{'subnet_id': '54005821-f259-4fc8-bea7-d61ab047917e'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:43:29.986660 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:30.028050 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-116cc69d-b5b6-49f9-844a-1a6d1efedb8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:30.208015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca6aca7-5baa-4f68-b190-c9b9ff6fae0e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 821e8d9b-0d56-4834-8b62-5de405a1abcb is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:43:30.263947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce65c5c-05a7-440b-9d11-735bb7673080 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:30.340423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6ca6aca7-5baa-4f68-b190-c9b9ff6fae0e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 821e8d9b-0d56-4834-8b62-5de405a1abcb) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:30.375334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca6aca7-5baa-4f68-b190-c9b9ff6fae0e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:30.376074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ca6aca7-5baa-4f68-b190-c9b9ff6fae0e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:30.486816 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6ca6aca7-5baa-4f68-b190-c9b9ff6fae0e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4844716 Jan 14 07:43:30.500851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57616) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:30.513177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fea54ba7-70af-44a0-b7c1-41fb1274872d tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:30.672525 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:30.708524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57632) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:30.866879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Allocated IP 172.20.0.1 (09dc3e8e-ddf9-47bd-b105-0f2312d976ee/2ac6ff9c-1cd8-4657-ac48-217089e4a7fa/5af7a5ed-ff37-47b6-a205-3749af8c466d) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:43:31.002274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:31.005745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1a7b53-c225-45e6-bc12-d73a4b17b497 None None] Network 821e8d9b-0d56-4834-8b62-5de405a1abcb requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:31.355248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Network 09dc3e8e-ddf9-47bd-b105-0f2312d976ee is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:43:31.372931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fea54ba7-70af-44a0-b7c1-41fb1274872d tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036848721805'] for subnet, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:31.375221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:31.378407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:43:31.486890 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5c2a8a4-dbe7-40c6-8abb-acb310cb881f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:31.504706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Pushing event updated for resources: {'Port': ['ID=0ce326cc-66d4-4c92-8099-71c4e88b3172,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:31.508634 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.483s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:31.532351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Attempting to bind port 772848ac-91cc-4d02-b97e-099c29859c34 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:43:31.532351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Attempting to bind port 772848ac-91cc-4d02-b97e-099c29859c34 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '9115300b-ece3-41a4-bece-afa01773a91e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '09dc3e8e-ddf9-47bd-b105-0f2312d976ee'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:43:31.532351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Attempting to bind port 772848ac-91cc-4d02-b97e-099c29859c34 on network 09dc3e8e-ddf9-47bd-b105-0f2312d976ee {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:43:31.534578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57656) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:31.543603 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae0beabc-cb43-4bcf-a711-8f0cbce8553f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.552s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:31.546290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a5c2a8a4-dbe7-40c6-8abb-acb310cb881f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:31.568613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a5c2a8a4-dbe7-40c6-8abb-acb310cb881f admin admin] Usage tracker for resource:security_group_rule and tenant:5dbf450ebd874a6cb10dccb77270891c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:31.576987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a5c2a8a4-dbe7-40c6-8abb-acb310cb881f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:31.590317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a5c2a8a4-dbe7-40c6-8abb-acb310cb881f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:31.670465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9ce65c5c-05a7-440b-9d11-735bb7673080 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Deleting port d5dc909d-19e7-4057-86eb-c6fb201302e5 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:31.670852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce65c5c-05a7-440b-9d11-735bb7673080 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:31.717050 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5c2a8a4-dbe7-40c6-8abb-acb310cb881f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:31.717708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-c0dcd976-da9f-46b7-9cc8-525dceac95c8 req-053ecc16-63aa-471a-b25b-26be34c05bd5 service neutron] (80908) timed out ('10.222.0.53', 51685) {{(pid=80908) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:43:31.718858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:43:31.720480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Checking segment: {'id': '9115300b-ece3-41a4-bece-afa01773a91e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '09dc3e8e-ddf9-47bd-b105-0f2312d976ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:31.721178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:31.721827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Bound using segment: {'id': '9115300b-ece3-41a4-bece-afa01773a91e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '09dc3e8e-ddf9-47bd-b105-0f2312d976ee'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:43:31.722609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Bound port: 772848ac-91cc-4d02-b97e-099c29859c34, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9115300b-ece3-41a4-bece-afa01773a91e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '09dc3e8e-ddf9-47bd-b105-0f2312d976ee'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:43:31.723126 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5c2a8a4-dbe7-40c6-8abb-acb310cb881f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:31.723488 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:31.741773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c2f47-4893-4760-934a-8198f88490f7', 'name': 'tempest-TestNetworkBasicOps-router-75815031', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '102ba055-bdb7-4fb0-be55-7371e231daeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:42:59Z', 'updated_at': '2021-01-14T07:43:14Z', 'revision_number': 4, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'gw_port': {'id': '102ba055-bdb7-4fb0-be55-7371e231daeb', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c2f47-4893-4760-934a-8198f88490f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:01Z', 'updated_at': '2021-01-14T07:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'd5dc909d-19e7-4057-86eb-c6fb201302e5', 'name': '', 'network_id': 'f1606f09-f443-42a0-86d2-cadf5a1ab3f4', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'mac_address': 'fa:16:3e:d8:af:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9c2f47-4893-4760-934a-8198f88490f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'ae400ee5-59c0-4465-b65c-cac411ff6fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:12Z', 'updated_at': '2021-01-14T07:43:25Z', 'revision_number': 4, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'subnets': [{'id': 'ae400ee5-59c0-4465-b65c-cac411ff6fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:31.750217 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-910478b9-7952-4bc9-8f8d-1fdad68df681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:31.799528 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:31.843168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2a8a4-dbe7-40c6-8abb-acb310cb881f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73068593-d4aa-409b-b658-b9db4c8b51a3,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:31.851358 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a5c2a8a4-dbe7-40c6-8abb-acb310cb881f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5dbf450ebd874a6cb10dccb77270891c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1393337 Jan 14 07:43:31.851358 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a5c2a8a4-dbe7-40c6-8abb-acb310cb881f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:31.855731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57664) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:31.872418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Transition to ACTIVE for port object 5af7a5ed-ff37-47b6-a205-3749af8c466d will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:31.944153 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be189531-b8c2-408d-8a94-cf24b00a785e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:31.981391 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be189531-b8c2-408d-8a94-cf24b00a785e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:32.041656 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-24017755-c930-4ae3-83a3-d3a703f589c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:32.042170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7280331-21b5-47f0-9f93-c59b3760379d None None] The sync data for ids ['2c9c2f47-4893-4760-934a-8198f88490f7'] in n-d-769329-2 is: [{'id': '2c9c2f47-4893-4760-934a-8198f88490f7', 'name': 'tempest-TestNetworkBasicOps-router-75815031', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '102ba055-bdb7-4fb0-be55-7371e231daeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:42:59Z', 'updated_at': '2021-01-14T07:43:14Z', 'revision_number': 4, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'gw_port': {'id': '102ba055-bdb7-4fb0-be55-7371e231daeb', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c2f47-4893-4760-934a-8198f88490f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:01Z', 'updated_at': '2021-01-14T07:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'd5dc909d-19e7-4057-86eb-c6fb201302e5', 'name': '', 'network_id': 'f1606f09-f443-42a0-86d2-cadf5a1ab3f4', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'mac_address': 'fa:16:3e:d8:af:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9c2f47-4893-4760-934a-8198f88490f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'ae400ee5-59c0-4465-b65c-cac411ff6fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:12Z', 'updated_at': '2021-01-14T07:43:25Z', 'revision_number': 4, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'subnets': [{'id': 'ae400ee5-59c0-4465-b65c-cac411ff6fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:43:32.047535 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be189531-b8c2-408d-8a94-cf24b00a785e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:32.059865 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c0b03391-0c3e-44d6-b13e-2591529feb6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:32.083288 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:32.096247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-24017755-c930-4ae3-83a3-d3a703f589c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:32.100562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-24017755-c930-4ae3-83a3-d3a703f589c7 admin admin] Usage tracker for resource:security_group_rule and tenant:b820f92138be4d5d8c756a94c1a5bdb7 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:32.104437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-24017755-c930-4ae3-83a3-d3a703f589c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:32.115755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-24017755-c930-4ae3-83a3-d3a703f589c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:32.136252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Pushing event updated for resources: {'Port': ['ID=772848ac-91cc-4d02-b97e-099c29859c34,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:32.147106 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:32.148457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-821e8d9b-0d56-4834-8b62-5de405a1abcb', 'network_id': '821e8d9b-0d56-4834-8b62-5de405a1abcb', 'tenant_id': '311c5b973cc244da931c0f2e3ec6ea49', 'fixed_ips': [{'subnet_id': 'c0e841f7-098f-4f64-a47e-4c903ec88df4'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:43:32.149515 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:32.245014 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-24017755-c930-4ae3-83a3-d3a703f589c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:32.260746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9ce65c5c-05a7-440b-9d11-735bb7673080 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] For port d5dc909d-19e7-4057-86eb-c6fb201302e5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d5dc909d-19e7-4057-86eb-c6fb201302e5,segment=NetworkSegment(f23b8a75-4413-4999-9abe-579171b08054),segment_id=f23b8a75-4413-4999-9abe-579171b08054)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:32.260746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce65c5c-05a7-440b-9d11-735bb7673080 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:32.278674 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-24017755-c930-4ae3-83a3-d3a703f589c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:32.284934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be189531-b8c2-408d-8a94-cf24b00a785e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73068593-d4aa-409b-b658-b9db4c8b51a3,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:32.291855 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-be189531-b8c2-408d-8a94-cf24b00a785e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:32.296203 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-df933d92-aa09-475b-901e-facbe7809da4 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:32.296707 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f8a6540e-cead-496e-924e-bf059eb1fc3e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:32.390737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Pushing event updated for resources: {'Port': ['ID=5af7a5ed-ff37-47b6-a205-3749af8c466d,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:32.397394 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:32.405442 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be189531-b8c2-408d-8a94-cf24b00a785e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:32.407123 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-be189531-b8c2-408d-8a94-cf24b00a785e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73068593-d4aa-409b-b658-b9db4c8b51a3 HTTP/1.1" status: 204 len: 168 time: 0.5499952 Jan 14 07:43:32.423614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Network 09dc3e8e-ddf9-47bd-b105-0f2312d976ee is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:43:32.427908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:32.433313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:43:32.553106 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fea54ba7-70af-44a0-b7c1-41fb1274872d tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363253835003832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036849426842'] for subnet, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:32.575551 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:32.578745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9ce65c5c-05a7-440b-9d11-735bb7673080 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Calling delete_port for d5dc909d-19e7-4057-86eb-c6fb201302e5 owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:32.655204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Allocated IP 172.20.0.2 (821e8d9b-0d56-4834-8b62-5de405a1abcb/c0e841f7-098f-4f64-a47e-4c903ec88df4/020de209-3405-4fdf-a1a0-bfcd737b4845) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:43:32.664612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Network c90b6e43-8237-46a9-9d2c-485115f4b52c is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:43:32.676082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Allocated IP 172.20.0.2 (1b6db5b6-3bee-42b7-b4d4-956d9279abe1/54005821-f259-4fc8-bea7-d61ab047917e/a5b4036b-1049-4051-8ddf-0eaf4d122abe) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:43:32.719076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:32.723615 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-24017755-c930-4ae3-83a3-d3a703f589c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b820f92138be4d5d8c756a94c1a5bdb7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1823986 Jan 14 07:43:32.724388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57676) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:32.752814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:43:32.852143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24017755-c930-4ae3-83a3-d3a703f589c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b86dff-cc6e-493b-a5ae-f6119660f262,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:32.863842 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-24017755-c930-4ae3-83a3-d3a703f589c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:32.864436 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eda0aa25-4a89-48de-a0c4-9672fddba91c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:32.888325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:32.936960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Attempting to bind port 0ce326cc-66d4-4c92-8099-71c4e88b3172 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:43:32.937475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Attempting to bind port 0ce326cc-66d4-4c92-8099-71c4e88b3172 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '35051d1f-db9f-470c-8dbf-6e7d93ceefff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'c90b6e43-8237-46a9-9d2c-485115f4b52c'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:43:32.937970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Attempting to bind port 0ce326cc-66d4-4c92-8099-71c4e88b3172 on network c90b6e43-8237-46a9-9d2c-485115f4b52c {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:43:33.137471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75ebaa43-6c2c-424a-8bad-609e337ebc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:33.160059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea54ba7-70af-44a0-b7c1-41fb1274872d tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Subnet': ['ID=c0e841f7-098f-4f64-a47e-4c903ec88df4,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:33.172143 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fea54ba7-70af-44a0-b7c1-41fb1274872d tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:33.193608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:43:33.194044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Checking segment: {'id': '35051d1f-db9f-470c-8dbf-6e7d93ceefff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'c90b6e43-8237-46a9-9d2c-485115f4b52c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:33.194477 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:33.194927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Bound using segment: {'id': '35051d1f-db9f-470c-8dbf-6e7d93ceefff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'c90b6e43-8237-46a9-9d2c-485115f4b52c'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:43:33.195623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Bound port: 0ce326cc-66d4-4c92-8099-71c4e88b3172, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35051d1f-db9f-470c-8dbf-6e7d93ceefff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'c90b6e43-8237-46a9-9d2c-485115f4b52c'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:43:33.196094 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:33.217078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d5dc909d-19e7-4057-86eb-c6fb201302e5 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:43:33.341553 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75ebaa43-6c2c-424a-8bad-609e337ebc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:33.400949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea54ba7-70af-44a0-b7c1-41fb1274872d tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:33.401623 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fea54ba7-70af-44a0-b7c1-41fb1274872d tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:33.407457 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fea54ba7-70af-44a0-b7c1-41fb1274872d tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "PUT /v2.0/subnets/c0e841f7-098f-4f64-a47e-4c903ec88df4 HTTP/1.1" status: 200 len: 806 time: 2.9048791 Jan 14 07:43:33.408548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75ebaa43-6c2c-424a-8bad-609e337ebc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:33.413112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57690) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:33.419502 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f16d06bc-c00f-42ba-a5e3-b09edf4ea3a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:33.511505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebaa43-6c2c-424a-8bad-609e337ebc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b86dff-cc6e-493b-a5ae-f6119660f262,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:33.620907 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:33.633218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Transition to ACTIVE for port object 020de209-3405-4fdf-a1a0-bfcd737b4845 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:33.653537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Transition to ACTIVE for port object 020de209-3405-4fdf-a1a0-bfcd737b4845 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:33.719743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:33.773725 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:33.782905 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:33.854032 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:33.893033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:33.905612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] For port 772848ac-91cc-4d02-b97e-099c29859c34, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:43:33.911450 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:34.015700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Pushing event updated for resources: {'Port': ['ID=020de209-3405-4fdf-a1a0-bfcd737b4845,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:34.028136 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:34.101301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Network 821e8d9b-0d56-4834-8b62-5de405a1abcb is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:43:34.110863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] For port 772848ac-91cc-4d02-b97e-099c29859c34, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=772848ac-91cc-4d02-b97e-099c29859c34,segment=NetworkSegment(9115300b-ece3-41a4-bece-afa01773a91e),segment_id=9115300b-ece3-41a4-bece-afa01773a91e)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:43:34.117159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:34.126707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Network 09dc3e8e-ddf9-47bd-b105-0f2312d976ee is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:43:34.135474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:43:34.142794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:34.155751 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:34.159331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Pushing event updated for resources: {'Port': ['ID=5af7a5ed-ff37-47b6-a205-3749af8c466d,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:34.162980 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:34.392216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75ebaa43-6c2c-424a-8bad-609e337ebc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:34.395965 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-75ebaa43-6c2c-424a-8bad-609e337ebc74 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4b86dff-cc6e-493b-a5ae-f6119660f262 HTTP/1.1" status: 204 len: 168 time: 1.5901430 Jan 14 07:43:34.433486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:34.491139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Router e79b67e3-0c77-4e11-a811-2aa640516f45 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:43:34.564897 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-75ebaa43-6c2c-424a-8bad-609e337ebc74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.145s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:34.607821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Deleting port 020de209-3405-4fdf-a1a0-bfcd737b4845 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:34.608204 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:34.679407 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-caae88b2-f3d8-4fa3-be80-d3cd7f69705f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:34.753576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:43:34.768507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a7d390-74b0-4609-b125-c4cb48061f3f None None] Sync routers for ids ['e79b67e3-0c77-4e11-a811-2aa640516f45'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:43:34.774602 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "PUT /v2.0/routers/e79b67e3-0c77-4e11-a811-2aa640516f45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4926679 Jan 14 07:43:34.778304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57734) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:34.799520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a7d390-74b0-4609-b125-c4cb48061f3f None None] Routers {'e79b67e3-0c77-4e11-a811-2aa640516f45'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:34.803133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d1a7d390-74b0-4609-b125-c4cb48061f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:43:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e79b67e3-0c77-4e11-a811-2aa640516f45'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:34.840172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port d5dc909d-19e7-4057-86eb-c6fb201302e5 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:43:34.876570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Attempting to bind port 020de209-3405-4fdf-a1a0-bfcd737b4845 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:43:34.876993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Attempting to bind port 020de209-3405-4fdf-a1a0-bfcd737b4845 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'cc2544f2-de06-4dcc-a817-ebf711774d74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '821e8d9b-0d56-4834-8b62-5de405a1abcb'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:43:34.877410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Attempting to bind port 020de209-3405-4fdf-a1a0-bfcd737b4845 on network 821e8d9b-0d56-4834-8b62-5de405a1abcb {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:43:34.902619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port d5dc909d-19e7-4057-86eb-c6fb201302e5 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:34.902958 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:34.996619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d1a7d390-74b0-4609-b125-c4cb48061f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:35.018936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] For port 0ce326cc-66d4-4c92-8099-71c4e88b3172, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:43:35.019185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a7d390-74b0-4609-b125-c4cb48061f3f None None] Routers {'e79b67e3-0c77-4e11-a811-2aa640516f45'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:35.022165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d1a7d390-74b0-4609-b125-c4cb48061f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:43:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e79b67e3-0c77-4e11-a811-2aa640516f45'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:35.044583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:43:35.045549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Checking segment: {'id': 'cc2544f2-de06-4dcc-a817-ebf711774d74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '821e8d9b-0d56-4834-8b62-5de405a1abcb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:35.046225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:35.048660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Bound using segment: {'id': 'cc2544f2-de06-4dcc-a817-ebf711774d74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '821e8d9b-0d56-4834-8b62-5de405a1abcb'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:43:35.049455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Bound port: 020de209-3405-4fdf-a1a0-bfcd737b4845, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2544f2-de06-4dcc-a817-ebf711774d74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '821e8d9b-0d56-4834-8b62-5de405a1abcb'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:43:35.049674 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce65c5c-05a7-440b-9d11-735bb7673080 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:35.050331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:35.075824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Pushing event updated for resources: {'Port': ['ID=772848ac-91cc-4d02-b97e-099c29859c34,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:35.115591 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:35.117715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d1a7d390-74b0-4609-b125-c4cb48061f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:35.118174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a7d390-74b0-4609-b125-c4cb48061f3f None None] The sync data for ids ['e79b67e3-0c77-4e11-a811-2aa640516f45'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:43:35.180100 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:35.183156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Port d5dc909d-19e7-4057-86eb-c6fb201302e5 was deleted so its status cannot be updated. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 07:43:35.206777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] For port 0ce326cc-66d4-4c92-8099-71c4e88b3172, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0ce326cc-66d4-4c92-8099-71c4e88b3172,segment=NetworkSegment(35051d1f-db9f-470c-8dbf-6e7d93ceefff),segment_id=35051d1f-db9f-470c-8dbf-6e7d93ceefff)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:43:35.222465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce65c5c-05a7-440b-9d11-735bb7673080 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event deleted for resources: {'Port': ['ID=d5dc909d-19e7-4057-86eb-c6fb201302e5,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:35.346986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] For port 020de209-3405-4fdf-a1a0-bfcd737b4845, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:43:35.353959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] For port 020de209-3405-4fdf-a1a0-bfcd737b4845, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=020de209-3405-4fdf-a1a0-bfcd737b4845,segment=NetworkSegment(cc2544f2-de06-4dcc-a817-ebf711774d74),segment_id=cc2544f2-de06-4dcc-a817-ebf711774d74)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:43:35.361255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:35.412063 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ce65c5c-05a7-440b-9d11-735bb7673080 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:35.413248 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-307b255a-41d6-40e7-951e-a6c18bfe3e58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:35.449734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57754) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:35.456269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] For port 020de209-3405-4fdf-a1a0-bfcd737b4845, host n-d-769329-2, got binding levels [] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:35.456720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:35.485538 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2210d135-e475-474c-9d41-b92a96722d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:35.504631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:35.512782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2210d135-e475-474c-9d41-b92a96722d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:35.517054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2210d135-e475-474c-9d41-b92a96722d09 admin admin] Usage tracker for resource:security_group_rule and tenant:b619584cffe444a5831d1b4ff7b2bf55 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:35.532125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2210d135-e475-474c-9d41-b92a96722d09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:35.548864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2210d135-e475-474c-9d41-b92a96722d09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:35.895456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:35.931199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Calling delete_port for 020de209-3405-4fdf-a1a0-bfcd737b4845 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:35.986142 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-fe7fb189-6bdc-49a8-89b7-27c04f791278 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:43:35.987302 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fe7fb189-6bdc-49a8-89b7-27c04f791278 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "PUT /v2.0/routers/e79b67e3-0c77-4e11-a811-2aa640516f45/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2050176 Jan 14 07:43:35.992294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57764) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:36.001122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Transition to ACTIVE for port object a5b4036b-1049-4051-8ddf-0eaf4d122abe will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:36.048925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Transition to ACTIVE for port object a5b4036b-1049-4051-8ddf-0eaf4d122abe will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:36.069193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Pushing event updated for resources: {'Port': ['ID=0ce326cc-66d4-4c92-8099-71c4e88b3172,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:36.085337 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:36.088810 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:36.095896 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2210d135-e475-474c-9d41-b92a96722d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:36.113418 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.567s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:36.137740 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2210d135-e475-474c-9d41-b92a96722d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:36.158941 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-08e8cdfa-5e3d-467e-9b8c-7463f1e297fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:36.213546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-b2248fa9-b1fb-4769-8e02-aeb5fe40f1b7 req-15c259bf-748d-4e26-8fed-e7b3ef75d766 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] (80908) timed out ('10.222.0.53', 51634) {{(pid=80908) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:43:36.461553 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2210d135-e475-474c-9d41-b92a96722d09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b619584cffe444a5831d1b4ff7b2bf55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0105350 Jan 14 07:43:36.504895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Pushing event updated for resources: {'Port': ['ID=020de209-3405-4fdf-a1a0-bfcd737b4845,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:36.570747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57796) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:36.662810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Network 1b6db5b6-3bee-42b7-b4d4-956d9279abe1 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:43:36.687242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:36.710867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:43:36.880056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Pushing event updated for resources: {'Port': ['ID=a5b4036b-1049-4051-8ddf-0eaf4d122abe,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:36.914865 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:36.915531 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:36.915977 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:36.939559 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ce65c5c-05a7-440b-9d11-735bb7673080 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:36.944539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Attempting to bind port a5b4036b-1049-4051-8ddf-0eaf4d122abe on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:43:36.945235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Attempting to bind port a5b4036b-1049-4051-8ddf-0eaf4d122abe by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '9807a10b-3459-4a30-9b39-5b20639d33bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1b6db5b6-3bee-42b7-b4d4-956d9279abe1'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:43:36.945821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Attempting to bind port a5b4036b-1049-4051-8ddf-0eaf4d122abe on network 1b6db5b6-3bee-42b7-b4d4-956d9279abe1 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:43:36.975173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:43:36.976433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Checking segment: {'id': '9807a10b-3459-4a30-9b39-5b20639d33bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1b6db5b6-3bee-42b7-b4d4-956d9279abe1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:36.980298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210d135-e475-474c-9d41-b92a96722d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26565e8-6095-4599-a685-0cc190663f7e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:36.982327 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:36.985394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Bound using segment: {'id': '9807a10b-3459-4a30-9b39-5b20639d33bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1b6db5b6-3bee-42b7-b4d4-956d9279abe1'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:43:36.986139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Bound port: a5b4036b-1049-4051-8ddf-0eaf4d122abe, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9807a10b-3459-4a30-9b39-5b20639d33bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '1b6db5b6-3bee-42b7-b4d4-956d9279abe1'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:43:36.986756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:36.991414 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2210d135-e475-474c-9d41-b92a96722d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:37.219789 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:43:37.221099 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:43:37.441416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] For port a5b4036b-1049-4051-8ddf-0eaf4d122abe, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:43:37.449139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] For port a5b4036b-1049-4051-8ddf-0eaf4d122abe, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a5b4036b-1049-4051-8ddf-0eaf4d122abe,segment=NetworkSegment(9807a10b-3459-4a30-9b39-5b20639d33bf),segment_id=9807a10b-3459-4a30-9b39-5b20639d33bf)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:43:37.457870 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:37.722543 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:37.736203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Deleting port 020de209-3405-4fdf-a1a0-bfcd737b4845 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:37.736985 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:37.771735 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:37.824692 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:37.877370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e08eed-3738-4493-b4af-1003f0f3b56a None None] Network 09dc3e8e-ddf9-47bd-b105-0f2312d976ee requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:38.016259 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2faaf2f7-9f17-48b1-8c11-1c84f573db27 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:38.133921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] For port 020de209-3405-4fdf-a1a0-bfcd737b4845, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=020de209-3405-4fdf-a1a0-bfcd737b4845,segment=NetworkSegment(cc2544f2-de06-4dcc-a817-ebf711774d74),segment_id=cc2544f2-de06-4dcc-a817-ebf711774d74)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:38.135746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:38.153147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 772848ac-91cc-4d02-b97e-099c29859c34 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:43:38.157172 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:38.179719 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-231e2cca-a3df-4f54-885c-dae26ca1f38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:38.221536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57810) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:38.378410 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:38.382041 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e26565e8-6095-4599-a685-0cc190663f7e HTTP/1.1" status: 204 len: 168 time: 0.8832603 Jan 14 07:43:38.392417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26565e8-6095-4599-a685-0cc190663f7e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:38.420932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.421894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.422342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.423107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.424043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.424184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.424603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.425018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.425401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.425817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.426236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.426872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.427399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.427997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.428423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.429091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.429506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.429915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.430329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.430739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.431148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.432188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.433868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.434300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.434760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.435209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.436547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.436976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.437398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.437802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.438210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.438618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.439029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.439433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.449642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.450306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:38.460332 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:38.550202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6284c0b9-87ae-40c6-b1a5-dff45e6a62d3 None None] Provisioning for port 772848ac-91cc-4d02-b97e-099c29859c34 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:43:38.594304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Pushing event updated for resources: {'Port': ['ID=a5b4036b-1049-4051-8ddf-0eaf4d122abe,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:38.618114 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:38.621209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 772848ac-91cc-4d02-b97e-099c29859c34 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:43:38.633736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 772848ac-91cc-4d02-b97e-099c29859c34 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:38.634090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:38.815833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Calling delete_port for 020de209-3405-4fdf-a1a0-bfcd737b4845 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:38.822167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9626f3a9-65e7-4fa1-ae68-b6237959d2be None None] Network 821e8d9b-0d56-4834-8b62-5de405a1abcb requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:38.877380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce65c5c-05a7-440b-9d11-735bb7673080 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Router 2c9c2f47-4893-4760-934a-8198f88490f7 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:43:39.315804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce65c5c-05a7-440b-9d11-735bb7673080 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:43:39.327352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2faaf2f7-9f17-48b1-8c11-1c84f573db27 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Deleting port 5af7a5ed-ff37-47b6-a205-3749af8c466d {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:39.327715 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2faaf2f7-9f17-48b1-8c11-1c84f573db27 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:39.428487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7693a00e-3fb1-43af-a784-d2be6054989f None None] Sync routers for ids ['2c9c2f47-4893-4760-934a-8198f88490f7'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:43:39.444188 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:39.455690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5ef4f9-9be5-44d0-aba7-cb0490a8e57c None None] Network c90b6e43-8237-46a9-9d2c-485115f4b52c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:39.513892 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-112143c1-ce75-492e-9673-2bde618da686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:39.547446 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9ce65c5c-05a7-440b-9d11-735bb7673080 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "PUT /v2.0/routers/2c9c2f47-4893-4760-934a-8198f88490f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9858775 Jan 14 07:43:39.547933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-112143c1-ce75-492e-9673-2bde618da686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:39.554309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57830) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:39.560963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-112143c1-ce75-492e-9673-2bde618da686 admin admin] Usage tracker for resource:security_group_rule and tenant:39fedd49831f4b2fbcce882d0c2d3d6e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:39.620196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7693a00e-3fb1-43af-a784-d2be6054989f None None] Routers {'2c9c2f47-4893-4760-934a-8198f88490f7'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:39.620992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7693a00e-3fb1-43af-a784-d2be6054989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:43:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['2c9c2f47-4893-4760-934a-8198f88490f7'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:39.630721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-112143c1-ce75-492e-9673-2bde618da686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:39.646419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-112143c1-ce75-492e-9673-2bde618da686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:39.669800 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:39.690637 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4179be82-9684-4f9f-af2c-d5895e33733e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:39.722690 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2faaf2f7-9f17-48b1-8c11-1c84f573db27 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:39.999731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2faaf2f7-9f17-48b1-8c11-1c84f573db27 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Calling delete_port for 5af7a5ed-ff37-47b6-a205-3749af8c466d owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:40.128119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6c2f0403-dd99-4831-87f4-ed99f0a701c4 None None] Provisioning for port 020de209-3405-4fdf-a1a0-bfcd737b4845 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:43:40.214623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6c2f0403-dd99-4831-87f4-ed99f0a701c4 None None] Provisioning complete for port 020de209-3405-4fdf-a1a0-bfcd737b4845 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:40.215062 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c2f0403-dd99-4831-87f4-ed99f0a701c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:40.264312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Port': ['ID=020de209-3405-4fdf-a1a0-bfcd737b4845,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:40.358576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-7693a00e-3fb1-43af-a784-d2be6054989f None None] Set router 2c9c2f47-4893-4760-934a-8198f88490f7 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:43:40.383188 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:40.454442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f0403-dd99-4831-87f4-ed99f0a701c4 None None] Port 020de209-3405-4fdf-a1a0-bfcd737b4845 was deleted so its status cannot be updated. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 07:43:40.465488 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2faaf2f7-9f17-48b1-8c11-1c84f573db27 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:40.507350 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc8e8d01-6ed7-4811-86c0-97089715bf80 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:40.595744 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-112143c1-ce75-492e-9673-2bde618da686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:40.607863 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-112143c1-ce75-492e-9673-2bde618da686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:40.639084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faaf2f7-9f17-48b1-8c11-1c84f573db27 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Pushing event deleted for resources: {'Port': ['ID=5af7a5ed-ff37-47b6-a205-3749af8c466d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:40.699711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 772848ac-91cc-4d02-b97e-099c29859c34, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=772848ac-91cc-4d02-b97e-099c29859c34,segment=NetworkSegment(9115300b-ece3-41a4-bece-afa01773a91e),segment_id=9115300b-ece3-41a4-bece-afa01773a91e)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:40.709890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9356406b-5db2-4159-8edf-b19253511548 None None] Could not find standard attr ID for object 5af7a5ed-ff37-47b6-a205-3749af8c466d. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:43:40.717816 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2faaf2f7-9f17-48b1-8c11-1c84f573db27 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:40.757732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:40.758312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 020de209-3405-4fdf-a1a0-bfcd737b4845 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:43:40.769425 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b6e06217-94b1-4296-ba8f-2eb286e2e596 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:40.829517 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-297688e2-97fd-44dc-9fd5-576c93edbc14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:40.829623 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-112143c1-ce75-492e-9673-2bde618da686 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39fedd49831f4b2fbcce882d0c2d3d6e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6001580 Jan 14 07:43:40.852155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57848) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:40.999073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f9021e-5f27-4633-81e8-b23b84d46e95 None None] Network 1b6db5b6-3bee-42b7-b4d4-956d9279abe1 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:41.073784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 020de209-3405-4fdf-a1a0-bfcd737b4845 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:43:41.074188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 020de209-3405-4fdf-a1a0-bfcd737b4845 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 07:43:41.114684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=772848ac-91cc-4d02-b97e-099c29859c34,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:41.147963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Port 020de209-3405-4fdf-a1a0-bfcd737b4845 not found, will not notify nova. {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 07:43:41.303317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.303733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.304083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.308324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.308775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.309163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.309543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.309917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.310290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.310659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.311058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.311369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.311857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.312222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.312586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.312951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.313313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.313677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.314036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.315982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.316373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.319626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.320058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.320440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.320864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.321237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.321806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.321913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.327986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.328500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.329366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.329869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.330369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.336492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.337041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.337545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:43:41.347374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9356406b-5db2-4159-8edf-b19253511548 None None] Provisioning for port 0ce326cc-66d4-4c92-8099-71c4e88b3172 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:43:41.352440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d513c21b-16b9-4770-8221-c57fe7bd2395 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Deleting subnet ae400ee5-59c0-4465-b65c-cac411ff6fd4 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:43:41.363606 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:41.367506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No DVR routers for this DVR port 020de209-3405-4fdf-a1a0-bfcd737b4845 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:43:41.388277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112143c1-ce75-492e-9673-2bde618da686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07418a2-5faf-4c79-8f5a-8d7fda55530a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:41.395912 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d513c21b-16b9-4770-8221-c57fe7bd2395 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:41.517948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2faaf2f7-9f17-48b1-8c11-1c84f573db27 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:41.568791 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-112143c1-ce75-492e-9673-2bde618da686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:41.596117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a654a06-260f-4f95-a604-e24b6b528de8 None None] Network 821e8d9b-0d56-4834-8b62-5de405a1abcb requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:41.677264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cbb0ee3f-8832-4f6f-bb27-da9c8c0ba08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:41.743410 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cbb0ee3f-8832-4f6f-bb27-da9c8c0ba08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:41.787908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device a5b4036b-1049-4051-8ddf-0eaf4d122abe up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:43:41.895274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cbb0ee3f-8832-4f6f-bb27-da9c8c0ba08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:41.915385 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ede5aba7-2c54-4651-af15-85e47a228a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:41.970638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0ee3f-8832-4f6f-bb27-da9c8c0ba08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07418a2-5faf-4c79-8f5a-8d7fda55530a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:41.990654 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cbb0ee3f-8832-4f6f-bb27-da9c8c0ba08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:42.004360 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d513c21b-16b9-4770-8221-c57fe7bd2395 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:42.176665 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d513c21b-16b9-4770-8221-c57fe7bd2395 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:42.204948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2faaf2f7-9f17-48b1-8c11-1c84f573db27 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Router e79b67e3-0c77-4e11-a811-2aa640516f45 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:43:42.417215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9356406b-5db2-4159-8edf-b19253511548 None None] Provisioning complete for port 772848ac-91cc-4d02-b97e-099c29859c34 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:42.417836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9356406b-5db2-4159-8edf-b19253511548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:42.470361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port a5b4036b-1049-4051-8ddf-0eaf4d122abe completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:43:42.489968 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cbb0ee3f-8832-4f6f-bb27-da9c8c0ba08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:42.491560 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cbb0ee3f-8832-4f6f-bb27-da9c8c0ba08e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c07418a2-5faf-4c79-8f5a-8d7fda55530a HTTP/1.1" status: 204 len: 168 time: 1.6363907 Jan 14 07:43:42.505704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2faaf2f7-9f17-48b1-8c11-1c84f573db27 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:43:42.518859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa637cf-e02f-4d8a-a21a-2416557c7c32 None None] Sync routers for ids ['e79b67e3-0c77-4e11-a811-2aa640516f45'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:43:42.520536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:42.530337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0ce326cc-66d4-4c92-8099-71c4e88b3172 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:43:42.540221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa637cf-e02f-4d8a-a21a-2416557c7c32 None None] Routers {'e79b67e3-0c77-4e11-a811-2aa640516f45'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:42.540943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4fa637cf-e02f-4d8a-a21a-2416557c7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:43:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e79b67e3-0c77-4e11-a811-2aa640516f45'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:42.554617 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2faaf2f7-9f17-48b1-8c11-1c84f573db27 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "PUT /v2.0/routers/e79b67e3-0c77-4e11-a811-2aa640516f45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5611498 Jan 14 07:43:42.568894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57862) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:42.639196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7693a00e-3fb1-43af-a784-d2be6054989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c2f47-4893-4760-934a-8198f88490f7', 'name': 'tempest-TestNetworkBasicOps-router-75815031', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '102ba055-bdb7-4fb0-be55-7371e231daeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:42:59Z', 'updated_at': '2021-01-14T07:43:34Z', 'revision_number': 5, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'gw_port': {'id': '102ba055-bdb7-4fb0-be55-7371e231daeb', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c2f47-4893-4760-934a-8198f88490f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:01Z', 'updated_at': '2021-01-14T07:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:42.648682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7693a00e-3fb1-43af-a784-d2be6054989f None None] Checking router: 2c9c2f47-4893-4760-934a-8198f88490f7 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:43:42.716871 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-05d4ec80-3ce2-4db2-bf8d-34cf82218a18 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] delete failed (client error): The resource could not be found. Jan 14 07:43:42.721895 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-05d4ec80-3ce2-4db2-bf8d-34cf82218a18 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1476382426 HTTP/1.1" status: 404 len: 335 time: 0.1480091 Jan 14 07:43:42.722327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57866) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:42.730620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cd60328b-6f37-4a0e-927d-3a32cc858adf tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Request body: {'router': {'external_gateway_info': {'network_id': 'e79b67e3-0c77-4e11-a811-2aa640516f45'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:42.755581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4fa637cf-e02f-4d8a-a21a-2416557c7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:42.787703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa637cf-e02f-4d8a-a21a-2416557c7c32 None None] Routers {'e79b67e3-0c77-4e11-a811-2aa640516f45'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:42.788407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4fa637cf-e02f-4d8a-a21a-2416557c7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:43:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e79b67e3-0c77-4e11-a811-2aa640516f45'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:42.865930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7693a00e-3fb1-43af-a784-d2be6054989f None None] Routers {'2c9c2f47-4893-4760-934a-8198f88490f7'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:42.880225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7693a00e-3fb1-43af-a784-d2be6054989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:43:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['2c9c2f47-4893-4760-934a-8198f88490f7'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:42.966948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4fa637cf-e02f-4d8a-a21a-2416557c7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:42.980519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa637cf-e02f-4d8a-a21a-2416557c7c32 None None] The sync data for ids ['e79b67e3-0c77-4e11-a811-2aa640516f45'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:43:43.077886 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d513c21b-16b9-4770-8221-c57fe7bd2395 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:43.168417 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5bd2de17-04ae-453c-9f7e-2ce84cc02878 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:43.435507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513c21b-16b9-4770-8221-c57fe7bd2395 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event deleted for resources: {'Subnet': ['ID=ae400ee5-59c0-4465-b65c-cac411ff6fd4,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:43.449282 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d513c21b-16b9-4770-8221-c57fe7bd2395 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:43.485159 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d513c21b-16b9-4770-8221-c57fe7bd2395 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:43.554104 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d513c21b-16b9-4770-8221-c57fe7bd2395 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "DELETE /v2.0/subnets/ae400ee5-59c0-4465-b65c-cac411ff6fd4 HTTP/1.1" status: 204 len: 168 time: 3.9931879 Jan 14 07:43:43.554912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57876) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:43.592985 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd60328b-6f37-4a0e-927d-3a32cc858adf tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:43.600017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57880) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:43.620048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2cec-ae7a-47bb-9b49-cf51502e8112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:43.669358 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-cd60328b-6f37-4a0e-927d-3a32cc858adf tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] update failed (client error): The resource could not be found. Jan 14 07:43:43.674657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 0ce326cc-66d4-4c92-8099-71c4e88b3172 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:43:43.677961 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cd60328b-6f37-4a0e-927d-3a32cc858adf tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "PUT /v2.0/routers/e79b67e3-0c77-4e11-a811-2aa640516f45 HTTP/1.1" status: 404 len: 339 time: 0.9544384 Jan 14 07:43:43.678235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6883afd4-160e-43d7-89ae-600d69c22d79 None None] Network f1606f09-f443-42a0-86d2-cadf5a1ab3f4 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:43.682831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57884) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:43.683616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8c1c2cec-ae7a-47bb-9b49-cf51502e8112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:43.696754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8c1c2cec-ae7a-47bb-9b49-cf51502e8112 admin admin] Usage tracker for resource:security_group_rule and tenant:b26461e2e67140df80050b97f0a6e5cb is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:43.703134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8c1c2cec-ae7a-47bb-9b49-cf51502e8112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:43.718121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8c1c2cec-ae7a-47bb-9b49-cf51502e8112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:43.840417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-7693a00e-3fb1-43af-a784-d2be6054989f None None] Set router 2c9c2f47-4893-4760-934a-8198f88490f7 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:43:43.893074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:43.934083 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:44.057473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Subnet': ['ID=c0e841f7-098f-4f64-a47e-4c903ec88df4,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:44.066938 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:44.128933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 0ce326cc-66d4-4c92-8099-71c4e88b3172 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:44.131806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:44.474715 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:44.759205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81257673-cfac-4ce2-9c9e-c9b54bd15f52 None None] Network 821e8d9b-0d56-4834-8b62-5de405a1abcb requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:44.773556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821e8d9b-0d56-4834-8b62-5de405a1abcb']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:44.796869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2544f2-de06-4dcc-a817-ebf711774d74') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:44.797205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2544f2-de06-4dcc-a817-ebf711774d74') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:44.826381 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:44.864887 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:44.867569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:43:45.177785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 821e8d9b-0d56-4834-8b62-5de405a1abcb has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:45.187792 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:45.372892 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23a4ca03-fc02-44f5-b782-2cc67a625a27 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:45.423363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7693a00e-3fb1-43af-a784-d2be6054989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9c2f47-4893-4760-934a-8198f88490f7', 'name': 'tempest-TestNetworkBasicOps-router-75815031', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '102ba055-bdb7-4fb0-be55-7371e231daeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:42:59Z', 'updated_at': '2021-01-14T07:43:34Z', 'revision_number': 5, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'gw_port': {'id': '102ba055-bdb7-4fb0-be55-7371e231daeb', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c2f47-4893-4760-934a-8198f88490f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:01Z', 'updated_at': '2021-01-14T07:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:45.476283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7693a00e-3fb1-43af-a784-d2be6054989f None None] The sync data for ids ['2c9c2f47-4893-4760-934a-8198f88490f7'] in n-d-769329-2 is: [{'id': '2c9c2f47-4893-4760-934a-8198f88490f7', 'name': 'tempest-TestNetworkBasicOps-router-75815031', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '102ba055-bdb7-4fb0-be55-7371e231daeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:42:59Z', 'updated_at': '2021-01-14T07:43:34Z', 'revision_number': 5, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'gw_port': {'id': '102ba055-bdb7-4fb0-be55-7371e231daeb', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9c2f47-4893-4760-934a-8198f88490f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:01Z', 'updated_at': '2021-01-14T07:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:43:45.522635 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:45.618208 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:45.642168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-19bb50b5-5da0-4cf6-a35f-b462b9fa0c8b None None] Provisioning complete for port 0ce326cc-66d4-4c92-8099-71c4e88b3172 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:45.643051 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19bb50b5-5da0-4cf6-a35f-b462b9fa0c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:45.716681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde76ea7-149d-4acb-b1aa-d35a5c2e8b65 None None] DHCP port deletion for 821e8d9b-0d56-4834-8b62-5de405a1abcb request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:43:45.745128 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23a4ca03-fc02-44f5-b782-2cc67a625a27 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:45.747226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 0ce326cc-66d4-4c92-8099-71c4e88b3172, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0ce326cc-66d4-4c92-8099-71c4e88b3172,segment=NetworkSegment(35051d1f-db9f-470c-8dbf-6e7d93ceefff),segment_id=35051d1f-db9f-470c-8dbf-6e7d93ceefff)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:45.750858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-23a4ca03-fc02-44f5-b782-2cc67a625a27 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Deleting port 102ba055-bdb7-4fb0-be55-7371e231daeb {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:45.751239 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23a4ca03-fc02-44f5-b782-2cc67a625a27 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:45.761218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e30ea4-db8c-4a43-947e-0fed6c0d3aa6 None None] DHCP port deletion for f1606f09-f443-42a0-86d2-cadf5a1ab3f4 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:43:45.769421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:45.789205 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-15658b5c-d367-4e9b-bd3c-962349aa03b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:45.992310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=0ce326cc-66d4-4c92-8099-71c4e88b3172,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:45.996867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-64e30ea4-db8c-4a43-947e-0fed6c0d3aa6 None None] Deleting port bcfb9f78-79c4-448b-a22a-e54e88dcca68 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:45.999986 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64e30ea4-db8c-4a43-947e-0fed6c0d3aa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:46.107054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 772848ac-91cc-4d02-b97e-099c29859c34 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:43:46.179550 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:46.321763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 821e8d9b-0d56-4834-8b62-5de405a1abcb has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:43:46.349650 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:43:46.420054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-64e30ea4-db8c-4a43-947e-0fed6c0d3aa6 None None] For port bcfb9f78-79c4-448b-a22a-e54e88dcca68, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=bcfb9f78-79c4-448b-a22a-e54e88dcca68,segment=NetworkSegment(f23b8a75-4413-4999-9abe-579171b08054),segment_id=f23b8a75-4413-4999-9abe-579171b08054)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:46.420865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64e30ea4-db8c-4a43-947e-0fed6c0d3aa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:46.555711 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:46.566189 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-68605644-1da9-405f-ad95-43355b116f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:46.601621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Allocated IP 172.20.0.1 (c90b6e43-8237-46a9-9d2c-485115f4b52c/518c5c7a-908d-45fb-8e04-038ea9662f72/0b4b2d13-4236-4981-8148-e756db183023) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:43:46.612839 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:46.620254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Network': ['ID=821e8d9b-0d56-4834-8b62-5de405a1abcb,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:46.626454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-64e30ea4-db8c-4a43-947e-0fed6c0d3aa6 None None] Calling delete_port for bcfb9f78-79c4-448b-a22a-e54e88dcca68 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:46.637742 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:46.679697 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/821e8d9b-0d56-4834-8b62-5de405a1abcb HTTP/1.1" status: 204 len: 168 time: 13.2494512 Jan 14 07:43:46.688989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57924) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:46.764367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64e30ea4-db8c-4a43-947e-0fed6c0d3aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:46.778737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-23a4ca03-fc02-44f5-b782-2cc67a625a27 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] For port 102ba055-bdb7-4fb0-be55-7371e231daeb, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=102ba055-bdb7-4fb0-be55-7371e231daeb,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:46.779876 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23a4ca03-fc02-44f5-b782-2cc67a625a27 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:46.801350 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f6928e-3ed5-4b5d-ab55-3e9c30628f91 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:43:46.801350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f6928e-3ed5-4b5d-ab55-3e9c30628f91 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:43:46.803068 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2cec-ae7a-47bb-9b49-cf51502e8112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:46.805028 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-10f6928e-3ed5-4b5d-ab55-3e9c30628f91 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/821e8d9b-0d56-4834-8b62-5de405a1abcb HTTP/1.1" status: 404 len: 339 time: 0.1141353 Jan 14 07:43:46.809144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57928) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:46.818771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5a63cfef-995c-4526-908d-d12d42fca5fe tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-497591025', 'description': 'd1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:46.825814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5a63cfef-995c-4526-908d-d12d42fca5fe tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:46.826030 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2cec-ae7a-47bb-9b49-cf51502e8112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:46.830047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5a63cfef-995c-4526-908d-d12d42fca5fe tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Usage tracker for resource:network and tenant:311c5b973cc244da931c0f2e3ec6ea49 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:46.833645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5a63cfef-995c-4526-908d-d12d42fca5fe tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Quota usage for network was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:46.840711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5a63cfef-995c-4526-908d-d12d42fca5fe tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:46.922648 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:46.934172 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:46.969827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a63cfef-995c-4526-908d-d12d42fca5fe tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:46.979857 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a63cfef-995c-4526-908d-d12d42fca5fe tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:47.001083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-23a4ca03-fc02-44f5-b782-2cc67a625a27 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Calling delete_port for 102ba055-bdb7-4fb0-be55-7371e231daeb owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:47.021022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e30ea4-db8c-4a43-947e-0fed6c0d3aa6 None None] No DVR routers for this DVR port bcfb9f78-79c4-448b-a22a-e54e88dcca68 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:43:47.033976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:47.079453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Transition to ACTIVE for port object 0b4b2d13-4236-4981-8148-e756db183023 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:47.093763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a63cfef-995c-4526-908d-d12d42fca5fe tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:43:47.118855 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a5c2a8a4-dbe7-40c6-8abb-acb310cb881f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:47.119696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a63cfef-995c-4526-908d-d12d42fca5fe tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:47.120092 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-5a63cfef-995c-4526-908d-d12d42fca5fe tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Added segment d0de0fe8-4e78-412f-ba67-cb92f5275502 of type vxlan for network 585899be-6a64-4e2f-87e5-11ae9a533b02 Jan 14 07:43:47.162482 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8c1c2cec-ae7a-47bb-9b49-cf51502e8112 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b26461e2e67140df80050b97f0a6e5cb&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5588474 Jan 14 07:43:47.164617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57934) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:47.166546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c2cec-ae7a-47bb-9b49-cf51502e8112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c33ffd-a744-4dfb-b61a-339eb856c585,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:47.170395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950633d6-0500-4eec-bf45-720366c0d1df None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:43:47.182446 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8c1c2cec-ae7a-47bb-9b49-cf51502e8112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:47.189922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:47.219350 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3750b5a1-6bc9-454c-9429-8a95d1e12080 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:47.224526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a63cfef-995c-4526-908d-d12d42fca5fe tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:47.282772 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23a4ca03-fc02-44f5-b782-2cc67a625a27 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:47.400231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e30ea4-db8c-4a43-947e-0fed6c0d3aa6 None None] Pushing event deleted for resources: {'Port': ['ID=bcfb9f78-79c4-448b-a22a-e54e88dcca68,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:47.407941 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-64e30ea4-db8c-4a43-947e-0fed6c0d3aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:47.422483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Pushing event updated for resources: {'Port': ['ID=0b4b2d13-4236-4981-8148-e756db183023,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:47.426523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950633d6-0500-4eec-bf45-720366c0d1df None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:43:47.441317 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:47.449833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:47.454164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-19bb50b5-5da0-4cf6-a35f-b462b9fa0c8b None None] Could not find standard attr ID for object 5af7a5ed-ff37-47b6-a205-3749af8c466d. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:43:47.472377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 772848ac-91cc-4d02-b97e-099c29859c34 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:47.472844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:47.495226 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3946486-a324-458f-a7ec-c41446079f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:47.520099 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a63cfef-995c-4526-908d-d12d42fca5fe tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:47.562576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a63cfef-995c-4526-908d-d12d42fca5fe tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:47.563286 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a63cfef-995c-4526-908d-d12d42fca5fe tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:47.578802 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:47.584443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Network c90b6e43-8237-46a9-9d2c-485115f4b52c is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:43:47.589147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:47.593611 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3946486-a324-458f-a7ec-c41446079f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:47.602216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:43:47.679434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:47.696695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-19bb50b5-5da0-4cf6-a35f-b462b9fa0c8b None None] Provisioning for port a5b4036b-1049-4051-8ddf-0eaf4d122abe completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:43:47.707405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-19bb50b5-5da0-4cf6-a35f-b462b9fa0c8b None None] Provisioning complete for port a5b4036b-1049-4051-8ddf-0eaf4d122abe triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:47.708790 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19bb50b5-5da0-4cf6-a35f-b462b9fa0c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:47.757020 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3946486-a324-458f-a7ec-c41446079f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:47.763084 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4bf7df62-d8b2-4864-93c6-e983487f5f97 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:47.779122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3946486-a324-458f-a7ec-c41446079f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c33ffd-a744-4dfb-b61a-339eb856c585,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:47.788769 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a3946486-a324-458f-a7ec-c41446079f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:47.796391 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3946486-a324-458f-a7ec-c41446079f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:47.797833 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a3946486-a324-458f-a7ec-c41446079f84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/47c33ffd-a744-4dfb-b61a-339eb856c585 HTTP/1.1" status: 204 len: 168 time: 0.6142874 Jan 14 07:43:47.847495 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5a63cfef-995c-4526-908d-d12d42fca5fe tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0343914 Jan 14 07:43:47.848027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57942) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:47.933040 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23a4ca03-fc02-44f5-b782-2cc67a625a27 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:48.146730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63cfef-995c-4526-908d-d12d42fca5fe tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Network': ['ID=585899be-6a64-4e2f-87e5-11ae9a533b02,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:48.162761 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a63cfef-995c-4526-908d-d12d42fca5fe tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:48.165806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23a4ca03-fc02-44f5-b782-2cc67a625a27 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:48.169923 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23a4ca03-fc02-44f5-b782-2cc67a625a27 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:48.195210 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23a4ca03-fc02-44f5-b782-2cc67a625a27 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:48.196133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a4ca03-fc02-44f5-b782-2cc67a625a27 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Fanout notify agent at l3_agent the message router_deleted on router 2c9c2f47-4893-4760-934a-8198f88490f7 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:43:48.196484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 585899be-6a64-4e2f-87e5-11ae9a533b02 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:48.208187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6100dddf-75a2-431f-98dd-32f01d51ee56 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:48.218113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 585899be-6a64-4e2f-87e5-11ae9a533b02 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:48.222507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6100dddf-75a2-431f-98dd-32f01d51ee56 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Synchronizing usage tracker for tenant:311c5b973cc244da931c0f2e3ec6ea49 on resource:network {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:43:48.230785 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23a4ca03-fc02-44f5-b782-2cc67a625a27 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:48.232408 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-23a4ca03-fc02-44f5-b782-2cc67a625a27 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "DELETE /v2.0/routers/2c9c2f47-4893-4760-934a-8198f88490f7 HTTP/1.1" status: 204 len: 168 time: 4.6768932 Jan 14 07:43:48.235377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57948) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:48.304695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6100dddf-75a2-431f-98dd-32f01d51ee56 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Unset dirty status for tenant:311c5b973cc244da931c0f2e3ec6ea49 on resource:network {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:43:48.308861 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6100dddf-75a2-431f-98dd-32f01d51ee56 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "GET /v2.0/networks?id=585899be-6a64-4e2f-87e5-11ae9a533b02 HTTP/1.1" status: 200 len: 760 time: 0.4567533 Jan 14 07:43:48.315254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57952) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:48.339351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 585899be-6a64-4e2f-87e5-11ae9a533b02 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:48.343816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0c7f8ce3-2753-4f59-bb33-4418158a4b77 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'network': {'description': 'd2'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:48.477922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f818a9ff-bbfb-4344-9f99-a6698e2b2f72 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:48.673934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19bb50b5-5da0-4cf6-a35f-b462b9fa0c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:48.957652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-19bb50b5-5da0-4cf6-a35f-b462b9fa0c8b None None] For port a5b4036b-1049-4051-8ddf-0eaf4d122abe, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a5b4036b-1049-4051-8ddf-0eaf4d122abe,segment=NetworkSegment(9807a10b-3459-4a30-9b39-5b20639d33bf),segment_id=9807a10b-3459-4a30-9b39-5b20639d33bf)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:48.974317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19bb50b5-5da0-4cf6-a35f-b462b9fa0c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:48.979585 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78fc96de-6752-44f1-9f41-3a6dd1954d90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:49.038076 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f818a9ff-bbfb-4344-9f99-a6698e2b2f72 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:49.044272 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:49.089868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8ce3-2753-4f59-bb33-4418158a4b77 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:49.159565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb50b5-5da0-4cf6-a35f-b462b9fa0c8b None None] Pushing event updated for resources: {'Port': ['ID=a5b4036b-1049-4051-8ddf-0eaf4d122abe,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:49.163708 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-19bb50b5-5da0-4cf6-a35f-b462b9fa0c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:49.182445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d5dc909d-19e7-4057-86eb-c6fb201302e5 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:43:49.266890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-19bb50b5-5da0-4cf6-a35f-b462b9fa0c8b None None] Provisioning complete for port 772848ac-91cc-4d02-b97e-099c29859c34 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:49.267311 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19bb50b5-5da0-4cf6-a35f-b462b9fa0c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:49.293601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f818a9ff-bbfb-4344-9f99-a6698e2b2f72 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1606f09-f443-42a0-86d2-cadf5a1ab3f4']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:49.330343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f818a9ff-bbfb-4344-9f99-a6698e2b2f72 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23b8a75-4413-4999-9abe-579171b08054') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:49.330693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f818a9ff-bbfb-4344-9f99-a6698e2b2f72 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23b8a75-4413-4999-9abe-579171b08054') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:49.332323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: d5dc909d-19e7-4057-86eb-c6fb201302e5 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:43:49.332571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d5dc909d-19e7-4057-86eb-c6fb201302e5 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:43:49.333075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 020de209-3405-4fdf-a1a0-bfcd737b4845 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:43:49.366458 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f818a9ff-bbfb-4344-9f99-a6698e2b2f72 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:49.414079 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f818a9ff-bbfb-4344-9f99-a6698e2b2f72 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:49.419414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f818a9ff-bbfb-4344-9f99-a6698e2b2f72 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Releasing vxlan tunnel 10 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:43:49.500701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 020de209-3405-4fdf-a1a0-bfcd737b4845 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:43:49.501482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 020de209-3405-4fdf-a1a0-bfcd737b4845 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:43:49.502162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device bcfb9f78-79c4-448b-a22a-e54e88dcca68 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:43:49.614896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: bcfb9f78-79c4-448b-a22a-e54e88dcca68 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:43:49.615560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device bcfb9f78-79c4-448b-a22a-e54e88dcca68 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:43:49.760235 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:49.762246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57974) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:49.774967 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:49.847096 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-80e0aeec-5141-42bd-824d-f39c02d1d7ee tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:49.916844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc31627-d6ab-4f8c-8083-2f606281b2ef None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:43:49.917250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f818a9ff-bbfb-4344-9f99-a6698e2b2f72 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Network f1606f09-f443-42a0-86d2-cadf5a1ab3f4 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:49.925200 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:49.942791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Pushing event updated for resources: {'Port': ['ID=0b4b2d13-4236-4981-8148-e756db183023,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:49.952309 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:49.952778 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8ce3-2753-4f59-bb33-4418158a4b77 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:49.958064 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f818a9ff-bbfb-4344-9f99-a6698e2b2f72 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:50.127799 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-abfff282-f5c4-438a-90e3-9f00380b2e70 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:50.209046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device a5b4036b-1049-4051-8ddf-0eaf4d122abe up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:43:50.250714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc31627-d6ab-4f8c-8083-2f606281b2ef None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:43:50.273132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f8ce3-2753-4f59-bb33-4418158a4b77 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Network': ['ID=585899be-6a64-4e2f-87e5-11ae9a533b02,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:50.279139 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0c7f8ce3-2753-4f59-bb33-4418158a4b77 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:50.289709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c7f8ce3-2753-4f59-bb33-4418158a4b77 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 585899be-6a64-4e2f-87e5-11ae9a533b02 is not hosted by any dhcp agent {{(pid=80908) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Jan 14 07:43:50.311776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7f8ce3-2753-4f59-bb33-4418158a4b77 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:50.312478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c7f8ce3-2753-4f59-bb33-4418158a4b77 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:50.314265 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0c7f8ce3-2753-4f59-bb33-4418158a4b77 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "PUT /v2.0/networks/585899be-6a64-4e2f-87e5-11ae9a533b02 HTTP/1.1" status: 200 len: 757 time: 1.9963729 Jan 14 07:43:50.319620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 57986) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:50.342981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f82cf441-3c7f-4dcb-aac6-dfd614901077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:50.351795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 585899be-6a64-4e2f-87e5-11ae9a533b02 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:50.375870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 585899be-6a64-4e2f-87e5-11ae9a533b02 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:50.392114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 585899be-6a64-4e2f-87e5-11ae9a533b02 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:50.475081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f818a9ff-bbfb-4344-9f99-a6698e2b2f72 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Network f1606f09-f443-42a0-86d2-cadf5a1ab3f4 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:50.496268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f82cf441-3c7f-4dcb-aac6-dfd614901077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:50.500454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f82cf441-3c7f-4dcb-aac6-dfd614901077 admin admin] Usage tracker for resource:security_group_rule and tenant:2da3fe38e1b84a8583ca7e929758b053 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:50.503568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f82cf441-3c7f-4dcb-aac6-dfd614901077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:50.510358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f82cf441-3c7f-4dcb-aac6-dfd614901077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:50.615899 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f82cf441-3c7f-4dcb-aac6-dfd614901077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:50.642245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cb0b0f-2181-485c-8099-ce46d4fceaa5 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:50.643881 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-86cb0b0f-2181-485c-8099-ce46d4fceaa5 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "GET /v2.0/networks?id=585899be-6a64-4e2f-87e5-11ae9a533b02 HTTP/1.1" status: 200 len: 760 time: 0.3232503 Jan 14 07:43:50.647246 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f82cf441-3c7f-4dcb-aac6-dfd614901077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:43:50.675444 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:43:50.679228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57992) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:50.683381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2cab7379-99e3-4848-bf64-a31cc8386e1f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1913837242'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:50.684009 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-67baf50a-36fc-470c-8cc7-2437ac42512a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:50.695910 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f82cf441-3c7f-4dcb-aac6-dfd614901077 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2da3fe38e1b84a8583ca7e929758b053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9232054 Jan 14 07:43:50.698599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 57998) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:50.706861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2cab7379-99e3-4848-bf64-a31cc8386e1f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:50.734408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f818a9ff-bbfb-4344-9f99-a6698e2b2f72 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:50.754066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82cf441-3c7f-4dcb-aac6-dfd614901077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f071a18-ba39-47c8-888e-91aa4259440e,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:50.757090 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a434af2-e2c6-411c-bc2d-3ccbd1d79e47 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:50.765377 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f82cf441-3c7f-4dcb-aac6-dfd614901077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:50.782518 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f818a9ff-bbfb-4344-9f99-a6698e2b2f72 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:50.792387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818a9ff-bbfb-4344-9f99-a6698e2b2f72 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event deleted for resources: {'Network': ['ID=f1606f09-f443-42a0-86d2-cadf5a1ab3f4,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:50.804908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2cab7379-99e3-4848-bf64-a31cc8386e1f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:50.809693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Network c90b6e43-8237-46a9-9d2c-485115f4b52c is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:43:50.811066 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f818a9ff-bbfb-4344-9f99-a6698e2b2f72 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:50.816674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:50.865028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebc1d832-ef5f-4798-8ca2-79752cfea78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:50.867674 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f818a9ff-bbfb-4344-9f99-a6698e2b2f72 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "DELETE /v2.0/networks/f1606f09-f443-42a0-86d2-cadf5a1ab3f4 HTTP/1.1" status: 204 len: 168 time: 2.6309316 Jan 14 07:43:50.881649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cab7379-99e3-4848-bf64-a31cc8386e1f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:50.894353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cab7379-99e3-4848-bf64-a31cc8386e1f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:50.913728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58004) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:50.936606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-37c80e14-684f-4959-9164-546b0849bb2c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Request body: {'network': {'name': 'tempest-network-smoke--1316846127', 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'port_security_enabled': True}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:50.943469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-37c80e14-684f-4959-9164-546b0849bb2c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:50.948608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-37c80e14-684f-4959-9164-546b0849bb2c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:network and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:50.951804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-37c80e14-684f-4959-9164-546b0849bb2c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:50.957742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-37c80e14-684f-4959-9164-546b0849bb2c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:50.981682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c80e14-684f-4959-9164-546b0849bb2c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Made reservation on behalf of 69c44f1c64d049e0b525e98297c7095b for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:50.990996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37c80e14-684f-4959-9164-546b0849bb2c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:51.031352 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebc1d832-ef5f-4798-8ca2-79752cfea78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:51.038604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cab7379-99e3-4848-bf64-a31cc8386e1f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:43:51.098154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cab7379-99e3-4848-bf64-a31cc8386e1f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:51.098154 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-2cab7379-99e3-4848-bf64-a31cc8386e1f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Added segment 34ce57c8-7862-4b4f-977c-92ba6a64172b of type vxlan for network 27a2989f-27d1-4756-aba0-66ea08e62806 Jan 14 07:43:51.144621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cab7379-99e3-4848-bf64-a31cc8386e1f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:51.158797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Router e79b67e3-0c77-4e11-a811-2aa640516f45 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:43:51.172458 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebc1d832-ef5f-4798-8ca2-79752cfea78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:51.190720 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-48590628-44ff-420f-bd12-6d849a8df691 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:51.211350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port a5b4036b-1049-4051-8ddf-0eaf4d122abe triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:51.211804 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:51.215271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1d832-ef5f-4798-8ca2-79752cfea78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f071a18-ba39-47c8-888e-91aa4259440e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:51.218826 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ebc1d832-ef5f-4798-8ca2-79752cfea78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:51.225801 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebc1d832-ef5f-4798-8ca2-79752cfea78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:51.227066 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ebc1d832-ef5f-4798-8ca2-79752cfea78f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f071a18-ba39-47c8-888e-91aa4259440e HTTP/1.1" status: 204 len: 168 time: 0.5276589 Jan 14 07:43:51.229054 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cab7379-99e3-4848-bf64-a31cc8386e1f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:51.250006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cab7379-99e3-4848-bf64-a31cc8386e1f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:51.250723 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cab7379-99e3-4848-bf64-a31cc8386e1f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:51.266835 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-37c80e14-684f-4959-9164-546b0849bb2c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:43:51.267546 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-37c80e14-684f-4959-9164-546b0849bb2c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:43:51.267874 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc09bcd2-e300-4935-84c1-03bd972555ef tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:51.376740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab7379-99e3-4848-bf64-a31cc8386e1f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Network': ['ID=27a2989f-27d1-4756-aba0-66ea08e62806,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:51.379998 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2cab7379-99e3-4848-bf64-a31cc8386e1f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7026346 Jan 14 07:43:51.381296 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2cab7379-99e3-4848-bf64-a31cc8386e1f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:51.384109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58014) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:51.394709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f4eac762-3dc0-4f88-8297-bfee4ca151f6 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'subnet': {'network_id': '27a2989f-27d1-4756-aba0-66ea08e62806', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:51.463447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0ce326cc-66d4-4c92-8099-71c4e88b3172 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:43:51.532996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:43:51.585550 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "PUT /v2.0/routers/e79b67e3-0c77-4e11-a811-2aa640516f45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8489468 Jan 14 07:43:51.586964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58022) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:51.603916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 27a2989f-27d1-4756-aba0-66ea08e62806 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:51.618088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 27a2989f-27d1-4756-aba0-66ea08e62806 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:51.668378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f4eac762-3dc0-4f88-8297-bfee4ca151f6 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:51.679261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f4eac762-3dc0-4f88-8297-bfee4ca151f6 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Usage tracker for resource:subnet and tenant:311c5b973cc244da931c0f2e3ec6ea49 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:51.690175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f4eac762-3dc0-4f88-8297-bfee4ca151f6 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:51.695267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 27a2989f-27d1-4756-aba0-66ea08e62806 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:51.697619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f4eac762-3dc0-4f88-8297-bfee4ca151f6 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:51.711729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4eac762-3dc0-4f88-8297-bfee4ca151f6 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:43:51.812274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b262df2a-9f4e-49bf-a9e2-2ddec0238a02 None None] Sync routers for ids ['e79b67e3-0c77-4e11-a811-2aa640516f45'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:43:52.548549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b262df2a-9f4e-49bf-a9e2-2ddec0238a02 None None] Routers {'e79b67e3-0c77-4e11-a811-2aa640516f45'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:52.549442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b262df2a-9f4e-49bf-a9e2-2ddec0238a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:43:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e79b67e3-0c77-4e11-a811-2aa640516f45'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:52.561884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37c80e14-684f-4959-9164-546b0849bb2c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:52.640612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b262df2a-9f4e-49bf-a9e2-2ddec0238a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:52.652317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 0ce326cc-66d4-4c92-8099-71c4e88b3172 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:52.652885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:52.681485 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3cd6fa8-1316-4b46-821c-6fb2f68c61c6 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:52.711478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c80e14-684f-4959-9164-546b0849bb2c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:43:52.727928 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4eac762-3dc0-4f88-8297-bfee4ca151f6 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:52.939271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b262df2a-9f4e-49bf-a9e2-2ddec0238a02 None None] Routers {'e79b67e3-0c77-4e11-a811-2aa640516f45'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:52.940105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b262df2a-9f4e-49bf-a9e2-2ddec0238a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:43:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e79b67e3-0c77-4e11-a811-2aa640516f45'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:53.027337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b262df2a-9f4e-49bf-a9e2-2ddec0238a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:53.027983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b262df2a-9f4e-49bf-a9e2-2ddec0238a02 None None] The sync data for ids ['e79b67e3-0c77-4e11-a811-2aa640516f45'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:43:53.042841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-009cd37e-39dd-4b43-8855-1cabf01be96a None None] Provisioning for port 0b4b2d13-4236-4981-8148-e756db183023 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:43:53.059183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-009cd37e-39dd-4b43-8855-1cabf01be96a None None] Provisioning complete for port 0b4b2d13-4236-4981-8148-e756db183023 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:53.059852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-009cd37e-39dd-4b43-8855-1cabf01be96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:53.151482 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-a3cd6fa8-1316-4b46-821c-6fb2f68c61c6 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 07:43:53.151482 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a3cd6fa8-1316-4b46-821c-6fb2f68c61c6 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "DELETE /v2.0/routers/e79b67e3-0c77-4e11-a811-2aa640516f45 HTTP/1.1" status: 409 len: 329 time: 1.5599399 Jan 14 07:43:53.152342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58056) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:53.207280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 102ba055-bdb7-4fb0-be55-7371e231daeb no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:43:53.223543 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37c80e14-684f-4959-9164-546b0849bb2c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:53.224044 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-37c80e14-684f-4959-9164-546b0849bb2c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Added segment 111726f6-ada8-46f2-b443-7d3eb7348ba3 of type vxlan for network 9b4667d8-93f7-4a5c-b947-49e4010de542 Jan 14 07:43:53.305535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 102ba055-bdb7-4fb0-be55-7371e231daeb {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:43:53.305937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 102ba055-bdb7-4fb0-be55-7371e231daeb not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:43:53.310182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-009cd37e-39dd-4b43-8855-1cabf01be96a None None] Port 0b4b2d13-4236-4981-8148-e756db183023 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:43:53.440366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-952f685d-7375-4fbf-bcaa-4eb414478cfb None None] Provisioning complete for port 0b4b2d13-4236-4981-8148-e756db183023 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:43:53.440795 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-952f685d-7375-4fbf-bcaa-4eb414478cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:53.488359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37c80e14-684f-4959-9164-546b0849bb2c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:53.543676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-952f685d-7375-4fbf-bcaa-4eb414478cfb None None] Port 0b4b2d13-4236-4981-8148-e756db183023 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:43:53.605235 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37c80e14-684f-4959-9164-546b0849bb2c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:53.628952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c80e14-684f-4959-9164-546b0849bb2c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:53.630138 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37c80e14-684f-4959-9164-546b0849bb2c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:53.666236 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f818a9ff-bbfb-4344-9f99-a6698e2b2f72 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:53.702532 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-37c80e14-684f-4959-9164-546b0849bb2c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.7776396 Jan 14 07:43:53.719889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58070) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:53.729099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-14669298', 'admin_state_up': True, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:53.753339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:43:53.761483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:router and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:43:53.767131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:43:53.787125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:43:53.896821 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:53.898240 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:53.901899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c80e14-684f-4959-9164-546b0849bb2c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'Network': ['ID=9b4667d8-93f7-4a5c-b947-49e4010de542,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:53.911748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4eac762-3dc0-4f88-8297-bfee4ca151f6 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:53.913867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 9b4667d8-93f7-4a5c-b947-49e4010de542 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:53.970017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:54.058205 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-37c80e14-684f-4959-9164-546b0849bb2c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:54.058546 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-164a4937-cd92-4ef9-b483-595c94331f9d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:54.166469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4eac762-3dc0-4f88-8297-bfee4ca151f6 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Checking segment: {'id': '34ce57c8-7862-4b4f-977c-92ba6a64172b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '27a2989f-27d1-4756-aba0-66ea08e62806'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:54.166866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eac762-3dc0-4f88-8297-bfee4ca151f6 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network hostable DHCP agents. Network: 27a2989f-27d1-4756-aba0-66ea08e62806, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:43:54.176425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eac762-3dc0-4f88-8297-bfee4ca151f6 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Subnet': ['ID=9f655b2f-eb41-4b2c-b9f6-6b330d0d16b1,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:54.190849 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4eac762-3dc0-4f88-8297-bfee4ca151f6 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:54.200924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4eac762-3dc0-4f88-8297-bfee4ca151f6 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 27a2989f-27d1-4756-aba0-66ea08e62806 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:43:54.212290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f4eac762-3dc0-4f88-8297-bfee4ca151f6 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 27a2989f-27d1-4756-aba0-66ea08e62806) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:54.241592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 9b4667d8-93f7-4a5c-b947-49e4010de542 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:54.243131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eac762-3dc0-4f88-8297-bfee4ca151f6 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:43:54.247969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4eac762-3dc0-4f88-8297-bfee4ca151f6 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:54.294894 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f4eac762-3dc0-4f88-8297-bfee4ca151f6 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9090877 Jan 14 07:43:54.297926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58078) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:54.472049 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:54.484423 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e31f100b-06d8-48be-a6a9-92b29b85f420 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:54.484633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 9b4667d8-93f7-4a5c-b947-49e4010de542 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:43:54.744986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661a3648-d7a9-40f2-9b68-357d48a33e3a None None] Network 27a2989f-27d1-4756-aba0-66ea08e62806 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:54.768346 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:54.982953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:55.105797 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a50b5390-89e8-42ae-b833-364664d97e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:55.121861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-27a2989f-27d1-4756-aba0-66ea08e62806', 'network_id': '27a2989f-27d1-4756-aba0-66ea08e62806', 'tenant_id': '311c5b973cc244da931c0f2e3ec6ea49', 'fixed_ips': [{'subnet_id': '9f655b2f-eb41-4b2c-b9f6-6b330d0d16b1'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:43:55.122614 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:55.617743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:55.652310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e31f100b-06d8-48be-a6a9-92b29b85f420 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Deleting port 0b4b2d13-4236-4981-8148-e756db183023 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:55.652748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e31f100b-06d8-48be-a6a9-92b29b85f420 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:55.656103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Allocated IP 172.20.0.2 (27a2989f-27d1-4756-aba0-66ea08e62806/9f655b2f-eb41-4b2c-b9f6-6b330d0d16b1/f76cd5ee-d75f-4098-9f6e-a94615240755) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:43:56.098719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:56.113783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Transition to ACTIVE for port object f76cd5ee-d75f-4098-9f6e-a94615240755 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:56.133904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Transition to ACTIVE for port object f76cd5ee-d75f-4098-9f6e-a94615240755 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:43:56.142603 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:56.168670 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:56.189902 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-da2f6bae-3a88-46fb-86ba-3791fd74c35f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:56.226459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:43:56.281177 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e31f100b-06d8-48be-a6a9-92b29b85f420 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:56.281522 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:56.319937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Subnet': ['ID=9f655b2f-eb41-4b2c-b9f6-6b330d0d16b1,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:56.330726 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:56.382685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Pushing event updated for resources: {'Port': ['ID=f76cd5ee-d75f-4098-9f6e-a94615240755,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:56.402360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Network 27a2989f-27d1-4756-aba0-66ea08e62806 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:43:56.403551 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:56.404521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:56.407422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:43:56.472028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Attempting to bind port f76cd5ee-d75f-4098-9f6e-a94615240755 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:43:56.472452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Attempting to bind port f76cd5ee-d75f-4098-9f6e-a94615240755 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '34ce57c8-7862-4b4f-977c-92ba6a64172b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '27a2989f-27d1-4756-aba0-66ea08e62806'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:43:56.472867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Attempting to bind port f76cd5ee-d75f-4098-9f6e-a94615240755 on network 27a2989f-27d1-4756-aba0-66ea08e62806 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:43:56.496561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:43:56.496998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Checking segment: {'id': '34ce57c8-7862-4b4f-977c-92ba6a64172b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '27a2989f-27d1-4756-aba0-66ea08e62806'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:43:56.497463 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:56.497921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Bound using segment: {'id': '34ce57c8-7862-4b4f-977c-92ba6a64172b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '27a2989f-27d1-4756-aba0-66ea08e62806'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:43:56.498447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Bound port: f76cd5ee-d75f-4098-9f6e-a94615240755, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ce57c8-7862-4b4f-977c-92ba6a64172b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '27a2989f-27d1-4756-aba0-66ea08e62806'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:43:56.498877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:56.514710 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:56.529203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e31f100b-06d8-48be-a6a9-92b29b85f420 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Calling delete_port for 0b4b2d13-4236-4981-8148-e756db183023 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:56.605577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] For port f76cd5ee-d75f-4098-9f6e-a94615240755, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:43:56.609127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] For port f76cd5ee-d75f-4098-9f6e-a94615240755, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f76cd5ee-d75f-4098-9f6e-a94615240755,segment=NetworkSegment(34ce57c8-7862-4b4f-977c-92ba6a64172b),segment_id=34ce57c8-7862-4b4f-977c-92ba6a64172b)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:43:56.618530 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:56.625317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:56.674357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a2989f-27d1-4756-aba0-66ea08e62806']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:56.692707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ce57c8-7862-4b4f-977c-92ba6a64172b') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:56.693431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ce57c8-7862-4b4f-977c-92ba6a64172b') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:56.709398 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:56.730180 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:56.733027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Releasing vxlan tunnel 10 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:43:56.754703 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:56.862748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58447771-7481-41b6-a978-6b23f9c66a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:57.066585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Pushing event updated for resources: {'Port': ['ID=f76cd5ee-d75f-4098-9f6e-a94615240755,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:57.091898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34813905-b039-4751-bc15-ef86ead6caff None None] Network 27a2989f-27d1-4756-aba0-66ea08e62806 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:43:57.179849 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e31f100b-06d8-48be-a6a9-92b29b85f420 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:57.203507 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-252d3e94-3534-405d-add9-2a6f9353bf6c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:57.235928 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:57.279575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f100b-06d8-48be-a6a9-92b29b85f420 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Pushing event deleted for resources: {'Port': ['ID=0b4b2d13-4236-4981-8148-e756db183023,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:57.292114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 27a2989f-27d1-4756-aba0-66ea08e62806 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:57.336601 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:57.466366 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e31f100b-06d8-48be-a6a9-92b29b85f420 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:57.497734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Allocated IP 172.25.3.221 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/95d004fb-8545-46e5-aaaa-aa76422f7c7a) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:43:57.810386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:57.848718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 27a2989f-27d1-4756-aba0-66ea08e62806 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:43:57.861790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5220af9d-c4ad-412e-9e51-21f4b96b0096 None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:43:57.866877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-c5369d93-892f-48d5-800e-f97ebb3a8ba4 req-55fa7ad4-a08f-4c15-bf6d-d13dbd9ffd97 tempest-DeleteServersTestJSON-1312148459 tempest-DeleteServersTestJSON-1312148459] (80908) timed out ('10.222.0.39', 57912) {{(pid=80908) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:43:57.867671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e31f100b-06d8-48be-a6a9-92b29b85f420 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:43:57.928912 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:43:57.976731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:58.088199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 07:43:58.088199 n-d-769329-2 neutron-server[80794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 07:43:58.088199 n-d-769329-2 neutron-server[80794]: [parameters: {'id': '27a2989f-27d1-4756-aba0-66ea08e62806'}] Jan 14 07:43:58.088199 n-d-769329-2 neutron-server[80794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:43:58.089055 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:43:58.136571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5220af9d-c4ad-412e-9e51-21f4b96b0096 None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:43:58.330943 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:58.590703 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:58.746356 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:58.793091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Deleting port f76cd5ee-d75f-4098-9f6e-a94615240755 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:43:58.793583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:58.829347 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d1cd8e7d-b769-44e2-88cc-e0039da14c60 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:58.898449 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:58.938232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31f100b-06d8-48be-a6a9-92b29b85f420 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Router e79b67e3-0c77-4e11-a811-2aa640516f45 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:43:58.939783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'Port': ['ID=95d004fb-8545-46e5-aaaa-aa76422f7c7a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:58.943856 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:59.232451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:43:59.235899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:43:59.241363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:43:59.257059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] For port f76cd5ee-d75f-4098-9f6e-a94615240755, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f76cd5ee-d75f-4098-9f6e-a94615240755,segment=NetworkSegment(34ce57c8-7862-4b4f-977c-92ba6a64172b),segment_id=34ce57c8-7862-4b4f-977c-92ba6a64172b)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:43:59.257395 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:59.270799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31f100b-06d8-48be-a6a9-92b29b85f420 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:43:59.288307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8a719a-7b19-4b34-b8a7-40e1a5f0c114 None None] Sync routers for ids ['e79b67e3-0c77-4e11-a811-2aa640516f45'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:43:59.300385 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e31f100b-06d8-48be-a6a9-92b29b85f420 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "PUT /v2.0/routers/e79b67e3-0c77-4e11-a811-2aa640516f45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1420946 Jan 14 07:43:59.301271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58176) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:59.310318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8a719a-7b19-4b34-b8a7-40e1a5f0c114 None None] Routers {'e79b67e3-0c77-4e11-a811-2aa640516f45'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:59.312569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9d8a719a-7b19-4b34-b8a7-40e1a5f0c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:43:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e79b67e3-0c77-4e11-a811-2aa640516f45'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:59.427046 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-2725425b-c974-4e24-86ef-0db1f3385dc2 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] show failed (client error): The resource could not be found. Jan 14 07:43:59.433439 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2725425b-c974-4e24-86ef-0db1f3385dc2 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-422302949 HTTP/1.1" status: 404 len: 334 time: 0.1234589 Jan 14 07:43:59.436608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58182) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:59.446615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d7f2a456-243b-47d2-8517-0fbecc25e0aa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Request body: {'router': {'name': 'new_name'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:43:59.479361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9d8a719a-7b19-4b34-b8a7-40e1a5f0c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:59.505589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8a719a-7b19-4b34-b8a7-40e1a5f0c114 None None] Routers {'e79b67e3-0c77-4e11-a811-2aa640516f45'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:43:59.512884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9d8a719a-7b19-4b34-b8a7-40e1a5f0c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:43:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e79b67e3-0c77-4e11-a811-2aa640516f45'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:59.517502 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-d7f2a456-243b-47d2-8517-0fbecc25e0aa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] update failed (client error): The resource could not be found. Jan 14 07:43:59.521975 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d7f2a456-243b-47d2-8517-0fbecc25e0aa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1908282110 HTTP/1.1" status: 404 len: 335 time: 0.0841992 Jan 14 07:43:59.522634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58186) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:43:59.536228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Calling delete_port for f76cd5ee-d75f-4098-9f6e-a94615240755 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:43:59.669820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9d8a719a-7b19-4b34-b8a7-40e1a5f0c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:43:59.671916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8a719a-7b19-4b34-b8a7-40e1a5f0c114 None None] The sync data for ids ['e79b67e3-0c77-4e11-a811-2aa640516f45'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:43:59.704489 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:43:59.722704 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ce65c5c-05a7-440b-9d11-735bb7673080 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:43:59.832499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Port': ['ID=f76cd5ee-d75f-4098-9f6e-a94615240755,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:43:59.841634 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:43:59.949310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No DVR routers for this DVR port f76cd5ee-d75f-4098-9f6e-a94615240755 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:44:00.143996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:00.422275 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:00.440409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a2989f-27d1-4756-aba0-66ea08e62806']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:00.469211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ce57c8-7862-4b4f-977c-92ba6a64172b') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:00.469586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ce57c8-7862-4b4f-977c-92ba6a64172b') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:00.492649 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:00.522335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:00.532763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Releasing vxlan tunnel 10 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:44:00.982501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58210) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:00.991467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af023c6-5bda-497a-ae98-75dcfd16d705 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Deleting subnet 54005821-f259-4fc8-bea7-d61ab047917e {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:44:00.995841 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9af023c6-5bda-497a-ae98-75dcfd16d705 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:01.007272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 27a2989f-27d1-4756-aba0-66ea08e62806 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:01.022286 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:01.127368 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9af023c6-5bda-497a-ae98-75dcfd16d705 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:01.479946 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:01.592060 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9af023c6-5bda-497a-ae98-75dcfd16d705 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:01.647170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b571ef7f-b66d-4fc1-bb47-db795de5d44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:01.677666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 27a2989f-27d1-4756-aba0-66ea08e62806 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:01.686204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b571ef7f-b66d-4fc1-bb47-db795de5d44b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:44:01.713605 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:44:01.719941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b571ef7f-b66d-4fc1-bb47-db795de5d44b admin admin] Usage tracker for resource:security_group_rule and tenant:ad0f276c58584dc1864f6d07e58fe4da is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:01.780742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b571ef7f-b66d-4fc1-bb47-db795de5d44b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:01.804604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b571ef7f-b66d-4fc1-bb47-db795de5d44b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:01.842692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:01.847341 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:01.871561 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:01.875203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Network': ['ID=27a2989f-27d1-4756-aba0-66ea08e62806,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:01.902349 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/27a2989f-27d1-4756-aba0-66ea08e62806 HTTP/1.1" status: 204 len: 168 time: 7.6032619 Jan 14 07:44:01.903538 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:01.905454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58218) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:01.964405 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-549a6b88-72e4-407b-a152-06c489928e60 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] GET failed (client error): The resource could not be found. Jan 14 07:44:01.964405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-549a6b88-72e4-407b-a152-06c489928e60 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Synchronizing usage tracker for tenant:311c5b973cc244da931c0f2e3ec6ea49 on resource:subnet {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:44:02.018813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-549a6b88-72e4-407b-a152-06c489928e60 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Unset dirty status for tenant:311c5b973cc244da931c0f2e3ec6ea49 on resource:subnet {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:44:02.020109 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-549a6b88-72e4-407b-a152-06c489928e60 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "GET /v2.0/subnets/9f655b2f-eb41-4b2c-b9f6-6b330d0d16b1 HTTP/1.1" status: 404 len: 337 time: 0.1136534 Jan 14 07:44:02.029079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58222) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:02.067486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Router f772d648-48bd-4ed9-817d-dda589660597 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:44:02.075345 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b51a218-3076-499f-97f2-0ab01df33d0b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:44:02.075874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b51a218-3076-499f-97f2-0ab01df33d0b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:02.079994 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b571ef7f-b66d-4fc1-bb47-db795de5d44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:02.084636 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4b51a218-3076-499f-97f2-0ab01df33d0b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/27a2989f-27d1-4756-aba0-66ea08e62806 HTTP/1.1" status: 404 len: 339 time: 0.0544498 Jan 14 07:44:02.088634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58226) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:02.121616 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b571ef7f-b66d-4fc1-bb47-db795de5d44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:02.156895 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ff531f9-b979-4476-bc2e-303a912d273e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:02.188941 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b571ef7f-b66d-4fc1-bb47-db795de5d44b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad0f276c58584dc1864f6d07e58fe4da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2053604 Jan 14 07:44:02.247554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571ef7f-b66d-4fc1-bb47-db795de5d44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955709fc-3c0f-45d6-9b07-5de68eefed67,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:02.250407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58232) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:02.259162 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b571ef7f-b66d-4fc1-bb47-db795de5d44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:02.323685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:44:02.335029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] Sync routers for ids ['f772d648-48bd-4ed9-817d-dda589660597'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:44:02.367291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] Routers {'f772d648-48bd-4ed9-817d-dda589660597'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:44:02.368567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:43:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f772d648-48bd-4ed9-817d-dda589660597'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:02.386965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:02.389150 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80974681-577e-46c6-845e-379bfd443ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:02.392587 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.6827333 Jan 14 07:44:02.393962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58236) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:02.424463 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80974681-577e-46c6-845e-379bfd443ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:02.456605 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c65bdea7-6a3c-45f7-a81a-3530c6875757 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] 10.222.0.41 "GET /v2.0/subnets?project_id=69c44f1c64d049e0b525e98297c7095b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0602100 Jan 14 07:44:02.458167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58240) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:02.492783 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9af023c6-5bda-497a-ae98-75dcfd16d705 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:02.506753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a659eb-f657-4af8-ad52-8e19bb63fe8e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:02.507627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-29a659eb-f657-4af8-ad52-8e19bb63fe8e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Synchronizing usage tracker for tenant:311c5b973cc244da931c0f2e3ec6ea49 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:44:02.524218 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80974681-577e-46c6-845e-379bfd443ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:02.531956 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0dfb8fa0-604b-4d8c-8a19-5eec1d0f3284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:02.550174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80974681-577e-46c6-845e-379bfd443ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:02.551422 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-80974681-577e-46c6-845e-379bfd443ec3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/955709fc-3c0f-45d6-9b07-5de68eefed67 HTTP/1.1" status: 204 len: 168 time: 0.2943337 Jan 14 07:44:02.552543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80974681-577e-46c6-845e-379bfd443ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955709fc-3c0f-45d6-9b07-5de68eefed67,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:02.555436 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-80974681-577e-46c6-845e-379bfd443ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:02.567268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-29a659eb-f657-4af8-ad52-8e19bb63fe8e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Unset dirty status for tenant:311c5b973cc244da931c0f2e3ec6ea49 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:44:02.568995 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-29a659eb-f657-4af8-ad52-8e19bb63fe8e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4793279 Jan 14 07:44:02.572072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58246) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:02.610891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] Set router f772d648-48bd-4ed9-817d-dda589660597 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:44:02.637038 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-10c1e895-6eb0-48da-8a70-a6e72afd95cb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "GET /v2.0/subnets?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267 HTTP/1.1" status: 200 len: 207 time: 0.0619135 Jan 14 07:44:02.640202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58250) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:02.690932 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-94396373-8e81-43d8-b000-2d011d27398d tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:02.854365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af023c6-5bda-497a-ae98-75dcfd16d705 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Pushing event deleted for resources: {'Subnet': ['ID=54005821-f259-4fc8-bea7-d61ab047917e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:02.856511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9af023c6-5bda-497a-ae98-75dcfd16d705 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:02.861649 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9af023c6-5bda-497a-ae98-75dcfd16d705 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "DELETE /v2.0/subnets/54005821-f259-4fc8-bea7-d61ab047917e HTTP/1.1" status: 204 len: 168 time: 3.3355768 Jan 14 07:44:02.862295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58256) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:02.870517 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9af023c6-5bda-497a-ae98-75dcfd16d705 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:02.979050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1a33d8-4c7e-4246-bc5d-b02f0f99f57b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:03.005145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1a33d8-4c7e-4246-bc5d-b02f0f99f57b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:03.050805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58d2c22-f72e-45f8-8f9e-36f5c426ed76 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:03.057693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1a33d8-4c7e-4246-bc5d-b02f0f99f57b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:03.061648 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b58d2c22-f72e-45f8-8f9e-36f5c426ed76 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6021800 Jan 14 07:44:03.062288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58262) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:03.122034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1a33d8-4c7e-4246-bc5d-b02f0f99f57b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:03.124352 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2b1a33d8-4c7e-4246-bc5d-b02f0f99f57b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4830229 Jan 14 07:44:03.137384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58266) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:03.147238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f0c27a-0260-4927-bccf-368e952193fe None None] Network 1b6db5b6-3bee-42b7-b4d4-956d9279abe1 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:03.162915 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fbb96d49-287b-4161-9fad-396a4afd6902 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] 10.222.0.41 "GET /v2.0/subnets?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0991030 Jan 14 07:44:03.163929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58270) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:03.172711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-28eb0ff8-3dfd-41a8-8011-84ca533597d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1975141733', 'network_id': '9b4667d8-93f7-4a5c-b947-49e4010de542', 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:03.422256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-28eb0ff8-3dfd-41a8-8011-84ca533597d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:03.430032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-28eb0ff8-3dfd-41a8-8011-84ca533597d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:subnet and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:03.438464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-28eb0ff8-3dfd-41a8-8011-84ca533597d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:03.476334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-28eb0ff8-3dfd-41a8-8011-84ca533597d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:03.497762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58278) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:03.506524 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b5d8a2a0-b386-4f02-b219-a1463b44fa44 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3637686 Jan 14 07:44:03.507633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28eb0ff8-3dfd-41a8-8011-84ca533597d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Made reservation on behalf of 69c44f1c64d049e0b525e98297c7095b for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:03.513511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58282) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:03.607441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d5eb76-bea6-4470-9560-e2e559c95588 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:03.612730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d5eb76-bea6-4470-9560-e2e559c95588 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:03.615530 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-41d5eb76-bea6-4470-9560-e2e559c95588 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1010504 Jan 14 07:44:03.637196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772d648-48bd-4ed9-817d-dda589660597', 'name': 'tempest-TestNetworkBasicOps-router-14669298', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '95d004fb-8545-46e5-aaaa-aa76422f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:43:53Z', 'updated_at': '2021-01-14T07:44:00Z', 'revision_number': 3, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'gw_port': {'id': '95d004fb-8545-46e5-aaaa-aa76422f7c7a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:12:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772d648-48bd-4ed9-817d-dda589660597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:56Z', 'updated_at': '2021-01-14T07:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:03.651166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] Checking router: f772d648-48bd-4ed9-817d-dda589660597 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:44:03.652586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] Updating router f772d648-48bd-4ed9-817d-dda589660597 port 95d004fb-8545-46e5-aaaa-aa76422f7c7a binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:44:03.724874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58286) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:03.731110 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28eb0ff8-3dfd-41a8-8011-84ca533597d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:03.747619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-722ce479-1bbb-4e72-93d4-2d15ac307914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:03.786018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ec6824-0294-4470-a2f8-724ef0dc0079 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Deleting subnet 2ac6ff9c-1cd8-4657-ac48-217089e4a7fa {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:44:03.792095 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64ec6824-0294-4470-a2f8-724ef0dc0079 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:03.810525 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:03.886380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124251fb-a939-46f3-88a7-013d8bd2ab11 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['shared'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:03.886735 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64ec6824-0294-4470-a2f8-724ef0dc0079 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:03.892370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124251fb-a939-46f3-88a7-013d8bd2ab11 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['shared'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:03.895027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-124251fb-a939-46f3-88a7-013d8bd2ab11 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Synchronizing usage tracker for tenant:311c5b973cc244da931c0f2e3ec6ea49 on resource:subnet {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:44:03.994535 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64ec6824-0294-4470-a2f8-724ef0dc0079 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:04.062517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-722ce479-1bbb-4e72-93d4-2d15ac307914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:04.085212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-722ce479-1bbb-4e72-93d4-2d15ac307914 admin admin] Usage tracker for resource:security_group_rule and tenant:de85c61eabc347e896850ac498a0a3de is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:04.106526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-722ce479-1bbb-4e72-93d4-2d15ac307914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:04.113025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-124251fb-a939-46f3-88a7-013d8bd2ab11 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Unset dirty status for tenant:311c5b973cc244da931c0f2e3ec6ea49 on resource:subnet {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:44:04.120524 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-124251fb-a939-46f3-88a7-013d8bd2ab11 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3541229 Jan 14 07:44:04.125558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58292) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:04.126697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-722ce479-1bbb-4e72-93d4-2d15ac307914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:04.379129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3be0a3-c661-43a5-a4d6-fbfd1e1b325b None None] DHCP port deletion for 1b6db5b6-3bee-42b7-b4d4-956d9279abe1 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:44:04.481641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab3be0a3-c661-43a5-a4d6-fbfd1e1b325b None None] Deleting port a5b4036b-1049-4051-8ddf-0eaf4d122abe {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:04.482708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab3be0a3-c661-43a5-a4d6-fbfd1e1b325b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:04.537627 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64ec6824-0294-4470-a2f8-724ef0dc0079 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:04.604650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673e00e4-2a87-4157-8827-465995fd2e31 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:04.610758 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-673e00e4-2a87-4157-8827-465995fd2e31 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "GET /v2.0/networks/f27c152c-0935-4216-86e8-12c63649c02f HTTP/1.1" status: 200 len: 800 time: 0.4811244 Jan 14 07:44:04.616587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58300) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:04.707692 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:04.771027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec6824-0294-4470-a2f8-724ef0dc0079 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Pushing event deleted for resources: {'Subnet': ['ID=2ac6ff9c-1cd8-4657-ac48-217089e4a7fa,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:04.779268 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-64ec6824-0294-4470-a2f8-724ef0dc0079 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:04.781257 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64ec6824-0294-4470-a2f8-724ef0dc0079 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:04.789605 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-64ec6824-0294-4470-a2f8-724ef0dc0079 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "DELETE /v2.0/subnets/2ac6ff9c-1cd8-4657-ac48-217089e4a7fa HTTP/1.1" status: 204 len: 168 time: 1.9255869 Jan 14 07:44:04.798682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58306) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:04.986213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:05.075374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Deleting port a5b4036b-1049-4051-8ddf-0eaf4d122abe {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:05.075766 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:05.101018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab3be0a3-c661-43a5-a4d6-fbfd1e1b325b None None] For port a5b4036b-1049-4051-8ddf-0eaf4d122abe, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a5b4036b-1049-4051-8ddf-0eaf4d122abe,segment=NetworkSegment(9807a10b-3459-4a30-9b39-5b20639d33bf),segment_id=9807a10b-3459-4a30-9b39-5b20639d33bf)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:05.101395 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab3be0a3-c661-43a5-a4d6-fbfd1e1b325b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:05.308120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147c52fc-6f6c-4149-8a55-6ce19fb700d9 None None] Network 09dc3e8e-ddf9-47bd-b105-0f2312d976ee requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:05.332757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab3be0a3-c661-43a5-a4d6-fbfd1e1b325b None None] Calling delete_port for a5b4036b-1049-4051-8ddf-0eaf4d122abe owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:05.389322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] For port a5b4036b-1049-4051-8ddf-0eaf4d122abe, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=a5b4036b-1049-4051-8ddf-0eaf4d122abe,segment=NetworkSegment(9807a10b-3459-4a30-9b39-5b20639d33bf),segment_id=9807a10b-3459-4a30-9b39-5b20639d33bf)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:05.390462 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:05.396303 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:44:05.543090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Calling delete_port for a5b4036b-1049-4051-8ddf-0eaf4d122abe owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:05.567935 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:05.573941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device a5b4036b-1049-4051-8ddf-0eaf4d122abe no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:44:05.685057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:44:05.685437 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:44:05.788947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] Transition to ACTIVE for port object 95d004fb-8545-46e5-aaaa-aa76422f7c7a will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:05.812871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No active binding found for port a5b4036b-1049-4051-8ddf-0eaf4d122abe {{(pid=80909) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 14 07:44:05.813337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device a5b4036b-1049-4051-8ddf-0eaf4d122abe not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:44:05.823342 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:05.840093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab3be0a3-c661-43a5-a4d6-fbfd1e1b325b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:05.859916 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-64e30ea4-db8c-4a43-947e-0fed6c0d3aa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:05.885776 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e29b8d02-5546-4c87-84d1-9bc751c8f0ea tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "GET /v2.0/networks/f27c152c-0935-4216-86e8-12c63649c02f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 1.2623074 Jan 14 07:44:05.890021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58318) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:05.912194 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-722ce479-1bbb-4e72-93d4-2d15ac307914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:05.920033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-722ce479-1bbb-4e72-93d4-2d15ac307914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:05.957773 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cddfcb20-30fb-497c-9642-73ff3efc77d3 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:05.986783 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-722ce479-1bbb-4e72-93d4-2d15ac307914 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de85c61eabc347e896850ac498a0a3de&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4846530 Jan 14 07:44:05.989623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58322) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:06.010088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ce479-1bbb-4e72-93d4-2d15ac307914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6112feaa-e407-4dde-9162-8339e147493b,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:06.020864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6282ce80-9987-4f0d-8bd5-7b2b9638acc6 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:06.022842 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6282ce80-9987-4f0d-8bd5-7b2b9638acc6 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "GET /v2.0/subnets/147f200b-fc7e-43ca-9179-1698ca1728b3 HTTP/1.1" status: 200 len: 811 time: 0.1315968 Jan 14 07:44:06.026900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58326) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:06.028119 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-722ce479-1bbb-4e72-93d4-2d15ac307914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:06.142947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28eb0ff8-3dfd-41a8-8011-84ca533597d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.169493 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61e8b6f2-a736-4487-ab0b-4df54f909266 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:06.169846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039a194d-9705-47a9-a3ff-1af1806234cd tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['shared'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:06.175695 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-039a194d-9705-47a9-a3ff-1af1806234cd tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "GET /v2.0/subnets/147f200b-fc7e-43ca-9179-1698ca1728b3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1437049 Jan 14 07:44:06.176160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58330) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:06.187799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-67c5383d-b846-4aa7-a0c6-037a6ff0f77f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2079928237'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:06.193195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31b62da8-42ab-4f23-bf53-24013014895a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.195181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Deleting port a5b4036b-1049-4051-8ddf-0eaf4d122abe {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:06.195671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.256612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-67c5383d-b846-4aa7-a0c6-037a6ff0f77f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:06.333990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] The port 'a5b4036b-1049-4051-8ddf-0eaf4d122abe' was deleted {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:44:06.335096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-67c5383d-b846-4aa7-a0c6-037a6ff0f77f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:06.336832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb0ff8-3dfd-41a8-8011-84ca533597d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'Subnet': ['ID=508ce9d1-81d2-4afd-ba99-1a42f8b5ca24,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:06.340833 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-28eb0ff8-3dfd-41a8-8011-84ca533597d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:06.385906 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31b62da8-42ab-4f23-bf53-24013014895a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.417742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2b9de-359e-4a32-86fc-e973e1356039 None None] Pushing event updated for resources: {'Port': ['ID=95d004fb-8545-46e5-aaaa-aa76422f7c7a,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:06.433701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eb0ff8-3dfd-41a8-8011-84ca533597d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Checking segment: {'id': '111726f6-ada8-46f2-b443-7d3eb7348ba3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '9b4667d8-93f7-4a5c-b947-49e4010de542'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:06.434022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eb0ff8-3dfd-41a8-8011-84ca533597d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Network hostable DHCP agents. Network: 9b4667d8-93f7-4a5c-b947-49e4010de542, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:44:06.456609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eb0ff8-3dfd-41a8-8011-84ca533597d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Network 9b4667d8-93f7-4a5c-b947-49e4010de542 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:44:06.467142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-28eb0ff8-3dfd-41a8-8011-84ca533597d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 9b4667d8-93f7-4a5c-b947-49e4010de542) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:06.481461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eb0ff8-3dfd-41a8-8011-84ca533597d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:06.482124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28eb0ff8-3dfd-41a8-8011-84ca533597d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.493835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c5383d-b846-4aa7-a0c6-037a6ff0f77f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:06.503626 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67c5383d-b846-4aa7-a0c6-037a6ff0f77f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.504987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3be0a3-c661-43a5-a4d6-fbfd1e1b325b None None] No DVR routers for this DVR port a5b4036b-1049-4051-8ddf-0eaf4d122abe on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:44:06.509055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3be0a3-c661-43a5-a4d6-fbfd1e1b325b None None] Pushing event deleted for resources: {'Port': ['ID=a5b4036b-1049-4051-8ddf-0eaf4d122abe,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:06.512449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89109f1-8845-41cb-a1d1-c0700fe2650d None None] Network 9b4667d8-93f7-4a5c-b947-49e4010de542 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:06.524552 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-28eb0ff8-3dfd-41a8-8011-84ca533597d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.3562291 Jan 14 07:44:06.526314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58334) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:06.537035 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab3be0a3-c661-43a5-a4d6-fbfd1e1b325b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:06.538720 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.650s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:06.539121 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:06.578914 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.672955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c5383d-b846-4aa7-a0c6-037a6ff0f77f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:44:06.730260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] Attempting to bind port 95d004fb-8545-46e5-aaaa-aa76422f7c7a on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:44:06.730684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] Attempting to bind port 95d004fb-8545-46e5-aaaa-aa76422f7c7a by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:44:06.731108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] Attempting to bind port 95d004fb-8545-46e5-aaaa-aa76422f7c7a on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:44:06.744126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:44:06.744877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:06.745351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.745800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:44:06.746350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] Bound port: 95d004fb-8545-46e5-aaaa-aa76422f7c7a, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:44:06.746782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.754031 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67c5383d-b846-4aa7-a0c6-037a6ff0f77f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.754806 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-67c5383d-b846-4aa7-a0c6-037a6ff0f77f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Added segment e5709a0a-7514-46e7-8a86-b2585b2d9a84 of type vxlan for network 27119749-e702-4cfa-97e4-aa9579df5bd5 Jan 14 07:44:06.760141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31b62da8-42ab-4f23-bf53-24013014895a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.776792 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-24017755-c930-4ae3-83a3-d3a703f589c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:06.808822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b62da8-42ab-4f23-bf53-24013014895a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6112feaa-e407-4dde-9162-8339e147493b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:06.821017 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31b62da8-42ab-4f23-bf53-24013014895a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:06.827403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] For port 95d004fb-8545-46e5-aaaa-aa76422f7c7a, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:44:06.828136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6db5b6-3bee-42b7-b4d4-956d9279abe1']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:06.831121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] For port 95d004fb-8545-46e5-aaaa-aa76422f7c7a, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=95d004fb-8545-46e5-aaaa-aa76422f7c7a,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:44:06.838904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e30bc4b-6b32-43db-95dc-84cbf49fe378 None None] DHCP port deletion for 09dc3e8e-ddf9-47bd-b105-0f2312d976ee request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:44:06.853909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9807a10b-3459-4a30-9b39-5b20639d33bf') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:06.854316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9807a10b-3459-4a30-9b39-5b20639d33bf') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:06.864853 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.888573 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.897414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67c5383d-b846-4aa7-a0c6-037a6ff0f77f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.919686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.923018 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31b62da8-42ab-4f23-bf53-24013014895a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:06.926818 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-31b62da8-42ab-4f23-bf53-24013014895a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6112feaa-e407-4dde-9162-8339e147493b HTTP/1.1" status: 204 len: 168 time: 0.9333696 Jan 14 07:44:06.926818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Releasing vxlan tunnel 14 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:44:07.092667 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1c050f5-4a05-40da-a8d2-409eb3f384ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:07.288810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Network 1b6db5b6-3bee-42b7-b4d4-956d9279abe1 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:07.311290 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:07.343274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67c5383d-b846-4aa7-a0c6-037a6ff0f77f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:07.369744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c5383d-b846-4aa7-a0c6-037a6ff0f77f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:07.370597 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67c5383d-b846-4aa7-a0c6-037a6ff0f77f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:07.417823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4e30bc4b-6b32-43db-95dc-84cbf49fe378 None None] Deleting port 772848ac-91cc-4d02-b97e-099c29859c34 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:07.418248 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e30bc4b-6b32-43db-95dc-84cbf49fe378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:07.481201 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7668eaf6-ce2d-4107-a7e0-ffe7f2c38d7d tempest-RoutersNegativeIpV6Test-1690409883 tempest-RoutersNegativeIpV6Test-1690409883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:07.485960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2b9de-359e-4a32-86fc-e973e1356039 None None] Pushing event updated for resources: {'Port': ['ID=95d004fb-8545-46e5-aaaa-aa76422f7c7a,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:07.490919 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-25e2b9de-359e-4a32-86fc-e973e1356039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:07.508654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 772848ac-91cc-4d02-b97e-099c29859c34 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:44:07.595419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] Routers {'f772d648-48bd-4ed9-817d-dda589660597'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:44:07.596375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:43:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f772d648-48bd-4ed9-817d-dda589660597'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:07.753692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:07.797225 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-67c5383d-b846-4aa7-a0c6-037a6ff0f77f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6174996 Jan 14 07:44:07.806245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58366) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:07.868087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] Set router f772d648-48bd-4ed9-817d-dda589660597 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:44:07.986886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2c59bf28-4a88-434a-9e2d-2d366e70674e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'subnet': {'network_id': '27119749-e702-4cfa-97e4-aa9579df5bd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:08.092483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-9b4667d8-93f7-4a5c-b947-49e4010de542', 'network_id': '9b4667d8-93f7-4a5c-b947-49e4010de542', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'fixed_ips': [{'subnet_id': '508ce9d1-81d2-4afd-ba99-1a42f8b5ca24'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:44:08.093407 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:08.487478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5383d-b846-4aa7-a0c6-037a6ff0f77f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Network': ['ID=27119749-e702-4cfa-97e4-aa9579df5bd5,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:08.496016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2c59bf28-4a88-434a-9e2d-2d366e70674e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:08.499131 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-67c5383d-b846-4aa7-a0c6-037a6ff0f77f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.018s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:08.512898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Network 1b6db5b6-3bee-42b7-b4d4-956d9279abe1 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:44:08.585430 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:44:08.597778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2c59bf28-4a88-434a-9e2d-2d366e70674e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:08.699945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c59bf28-4a88-434a-9e2d-2d366e70674e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Made reservation on behalf of 311c5b973cc244da931c0f2e3ec6ea49 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:08.736890 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:08.788664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 27119749-e702-4cfa-97e4-aa9579df5bd5 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:08.803715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 27119749-e702-4cfa-97e4-aa9579df5bd5 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:08.827080 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:08.847640 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1ad24bfe-7ded-4446-863c-2b890d3d214d tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:08.874439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:08.907455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Pushing event deleted for resources: {'Network': ['ID=1b6db5b6-3bee-42b7-b4d4-956d9279abe1,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:08.917704 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:08.939329 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "DELETE /v2.0/networks/1b6db5b6-3bee-42b7-b4d4-956d9279abe1 HTTP/1.1" status: 204 len: 168 time: 4.1417253 Jan 14 07:44:08.942760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58396) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:08.950722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 27119749-e702-4cfa-97e4-aa9579df5bd5 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:09.068484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c59bf28-4a88-434a-9e2d-2d366e70674e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.248254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Allocated IP 172.20.0.1 (9b4667d8-93f7-4a5c-b947-49e4010de542/508ce9d1-81d2-4afd-ba99-1a42f8b5ca24/95570390-e3f6-4300-a351-2f4c05cbf240) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:44:09.255776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.ipam_backend_mixin [None req-2c59bf28-4a88-434a-9e2d-2d366e70674e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Performing IP validity checks on allocation pools {{(pid=80907) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 07:44:09.256436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.ipam_backend_mixin [None req-2c59bf28-4a88-434a-9e2d-2d366e70674e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Checking for overlaps among allocation pools and gateway ip {{(pid=80907) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 07:44:09.323534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58402) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:09.381508 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.563276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Deleting port 772848ac-91cc-4d02-b97e-099c29859c34 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:09.563727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.601778 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.630412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Transition to ACTIVE for port object 95570390-e3f6-4300-a351-2f4c05cbf240 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:09.667232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.691269 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2faaf2f7-9f17-48b1-8c11-1c84f573db27 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:09.827408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1486625229-network', 'tenant_id': '1e84cc4424a94dabb6c28255ce3de9fb'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:09.848524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:09.850572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 772848ac-91cc-4d02-b97e-099c29859c34, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=772848ac-91cc-4d02-b97e-099c29859c34,segment=NetworkSegment(9115300b-ece3-41a4-bece-afa01773a91e),segment_id=9115300b-ece3-41a4-bece-afa01773a91e)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:09.865879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Usage tracker for resource:network and tenant:1e84cc4424a94dabb6c28255ce3de9fb is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:09.872655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:09.879206 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.882328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4e30bc4b-6b32-43db-95dc-84cbf49fe378 None None] For port 772848ac-91cc-4d02-b97e-099c29859c34, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=772848ac-91cc-4d02-b97e-099c29859c34,segment=NetworkSegment(9115300b-ece3-41a4-bece-afa01773a91e),segment_id=9115300b-ece3-41a4-bece-afa01773a91e)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:09.882777 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e30bc4b-6b32-43db-95dc-84cbf49fe378 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.886075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:09.914192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'Port': ['ID=95570390-e3f6-4300-a351-2f4c05cbf240,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:09.918606 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:09.920081 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:09.921018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Made reservation on behalf of 1e84cc4424a94dabb6c28255ce3de9fb for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:09.926243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:09.959731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:10.000197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:10.010044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Usage tracker for resource:security_group_rule and tenant:1e84cc4424a94dabb6c28255ce3de9fb is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:10.014867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:10.027062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:10.048040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Network 9b4667d8-93f7-4a5c-b947-49e4010de542 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:44:10.050300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:10.061078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:44:10.128023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] For port 772848ac-91cc-4d02-b97e-099c29859c34, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=772848ac-91cc-4d02-b97e-099c29859c34,segment=NetworkSegment(9115300b-ece3-41a4-bece-afa01773a91e),segment_id=9115300b-ece3-41a4-bece-afa01773a91e)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:10.129401 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:10.251170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:10.258825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:10.295526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Calling delete_port for 772848ac-91cc-4d02-b97e-099c29859c34 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:10.300248 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b84b56c0-effd-4a4b-8cf0-af696add4320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:10.311096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:10.362674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 14} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:44:10.382513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4e30bc4b-6b32-43db-95dc-84cbf49fe378 None None] Calling delete_port for 772848ac-91cc-4d02-b97e-099c29859c34 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:10.389717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:10.390383 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Added segment c90ce0ad-ee59-433c-bd61-7036fdf768a3 of type vxlan for network 0f06085a-66e8-4212-8e78-2ca824e760b9 Jan 14 07:44:10.391870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ebb4e4-16e3-4a65-9a9a-226da7c0fa26,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:10.402418 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:10.438838 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:44:10.439506 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:44:10.491830 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:10.543504 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-4e30bc4b-6b32-43db-95dc-84cbf49fe378 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:44:10.543945 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-4e30bc4b-6b32-43db-95dc-84cbf49fe378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:44:10.574548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:10.575917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:10.578296 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:10.597373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=772848ac-91cc-4d02-b97e-099c29859c34,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:10.606062 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:10.655890 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9da59556-50ec-4591-8f3f-3642edb597a0 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:10.676700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772d648-48bd-4ed9-817d-dda589660597', 'name': 'tempest-TestNetworkBasicOps-router-14669298', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '95d004fb-8545-46e5-aaaa-aa76422f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:43:53Z', 'updated_at': '2021-01-14T07:44:00Z', 'revision_number': 3, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'gw_port': {'id': '95d004fb-8545-46e5-aaaa-aa76422f7c7a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:12:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772d648-48bd-4ed9-817d-dda589660597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:56Z', 'updated_at': '2021-01-14T07:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:10.683958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eea7375-c82d-4cd5-8a2b-a3c3ef2d00c4 None None] The sync data for ids ['f772d648-48bd-4ed9-817d-dda589660597'] in n-d-769329-2 is: [{'id': 'f772d648-48bd-4ed9-817d-dda589660597', 'name': 'tempest-TestNetworkBasicOps-router-14669298', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '95d004fb-8545-46e5-aaaa-aa76422f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:43:53Z', 'updated_at': '2021-01-14T07:44:00Z', 'revision_number': 3, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'gw_port': {'id': '95d004fb-8545-46e5-aaaa-aa76422f7c7a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:12:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772d648-48bd-4ed9-817d-dda589660597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:56Z', 'updated_at': '2021-01-14T07:44:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:44:10.717517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Allocated IP 172.20.0.2 (9b4667d8-93f7-4a5c-b947-49e4010de542/508ce9d1-81d2-4afd-ba99-1a42f8b5ca24/3a461253-74a1-4a08-8e71-8cb1aeb2f26f) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:44:10.909545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:10.930225 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.6052313 Jan 14 07:44:10.939850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58414) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:10.940824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Pushing event updated for resources: {'Network': ['ID=0f06085a-66e8-4212-8e78-2ca824e760b9,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:10.949320 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:10.957367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4c641c67-da95-40f2-8661-548b45abe5cf admin admin] Request body: {'subnet': {'network_id': '0f06085a-66e8-4212-8e78-2ca824e760b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1486625229-subnet', 'tenant_id': '1e84cc4424a94dabb6c28255ce3de9fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:10.964549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Deleting port 772848ac-91cc-4d02-b97e-099c29859c34 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:10.964935 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:10.976921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4c641c67-da95-40f2-8661-548b45abe5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:11.022664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4c641c67-da95-40f2-8661-548b45abe5cf admin admin] Usage tracker for resource:subnet and tenant:1e84cc4424a94dabb6c28255ce3de9fb is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:11.027642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4c641c67-da95-40f2-8661-548b45abe5cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:11.037829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4c641c67-da95-40f2-8661-548b45abe5cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:11.092101 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:11.107974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Transition to ACTIVE for port object 3a461253-74a1-4a08-8e71-8cb1aeb2f26f will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:11.120486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c59bf28-4a88-434a-9e2d-2d366e70674e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:11.126791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c641c67-da95-40f2-8661-548b45abe5cf admin admin] Made reservation on behalf of 1e84cc4424a94dabb6c28255ce3de9fb for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:11.129745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Transition to ACTIVE for port object 3a461253-74a1-4a08-8e71-8cb1aeb2f26f will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:11.131721 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c641c67-da95-40f2-8661-548b45abe5cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:11.133539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 0f06085a-66e8-4212-8e78-2ca824e760b9 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:11.157836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 0f06085a-66e8-4212-8e78-2ca824e760b9 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:11.166850 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42641459-4044-4bbc-ab1e-d1ffaffa7f3c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:11.178588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 0f06085a-66e8-4212-8e78-2ca824e760b9 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:11.426669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4e30bc4b-6b32-43db-95dc-84cbf49fe378 None None] Deleting port 772848ac-91cc-4d02-b97e-099c29859c34 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:11.426980 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e30bc4b-6b32-43db-95dc-84cbf49fe378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:11.575527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] For port 772848ac-91cc-4d02-b97e-099c29859c34, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=772848ac-91cc-4d02-b97e-099c29859c34,segment=NetworkSegment(9115300b-ece3-41a4-bece-afa01773a91e),segment_id=9115300b-ece3-41a4-bece-afa01773a91e)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:11.582626 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:11.636915 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:11.730152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Calling delete_port for 772848ac-91cc-4d02-b97e-099c29859c34 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:11.862579 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:11.977508 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:12.174518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 95d004fb-8545-46e5-aaaa-aa76422f7c7a up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:44:12.427131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59bf28-4a88-434a-9e2d-2d366e70674e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Subnet': ['ID=55214a6b-62f6-491d-abde-ee6441bd5eb2,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:12.445639 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2c59bf28-4a88-434a-9e2d-2d366e70674e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.279s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:12.448694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Network 9b4667d8-93f7-4a5c-b947-49e4010de542 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:44:12.451435 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11af61ab-e701-4d66-a049-61aafb8468cd tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.425s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:12.506818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:12.518534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:44:12.532356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Pushing event deleted for resources: {'Port': ['ID=772848ac-91cc-4d02-b97e-099c29859c34,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:12.537210 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:12.573854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c59bf28-4a88-434a-9e2d-2d366e70674e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Checking segment: {'id': 'e5709a0a-7514-46e7-8a86-b2585b2d9a84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '27119749-e702-4cfa-97e4-aa9579df5bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:12.574266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c59bf28-4a88-434a-9e2d-2d366e70674e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network hostable DHCP agents. Network: 27119749-e702-4cfa-97e4-aa9579df5bd5, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:44:12.660680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] No DVR routers for this DVR port 772848ac-91cc-4d02-b97e-099c29859c34 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:44:12.733917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c59bf28-4a88-434a-9e2d-2d366e70674e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 27119749-e702-4cfa-97e4-aa9579df5bd5 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:44:12.745919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2c59bf28-4a88-434a-9e2d-2d366e70674e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 27119749-e702-4cfa-97e4-aa9579df5bd5) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:12.899153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58434) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:12.973281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:13.101246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dba856-a28f-4096-80de-7a96131c0254 None None] Network 27119749-e702-4cfa-97e4-aa9579df5bd5 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:13.129018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 95d004fb-8545-46e5-aaaa-aa76422f7c7a completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:44:13.135054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Pushing event updated for resources: {'Port': ['ID=3a461253-74a1-4a08-8e71-8cb1aeb2f26f,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:13.142335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c59bf28-4a88-434a-9e2d-2d366e70674e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:13.143237 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c59bf28-4a88-434a-9e2d-2d366e70674e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:13.146085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 95d004fb-8545-46e5-aaaa-aa76422f7c7a triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:13.146379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:13.212634 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.235s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:13.221530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58442) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:13.233191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09dc3e8e-ddf9-47bd-b105-0f2312d976ee']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:13.249056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9115300b-ece3-41a4-bece-afa01773a91e') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:13.249761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9115300b-ece3-41a4-bece-afa01773a91e') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:13.264282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:13.287745 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:13.290337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Releasing vxlan tunnel 13 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:44:13.313032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4e30bc4b-6b32-43db-95dc-84cbf49fe378 None None] For port 772848ac-91cc-4d02-b97e-099c29859c34, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=772848ac-91cc-4d02-b97e-099c29859c34,segment=NetworkSegment(9115300b-ece3-41a4-bece-afa01773a91e),segment_id=9115300b-ece3-41a4-bece-afa01773a91e)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:13.313408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e30bc4b-6b32-43db-95dc-84cbf49fe378 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:13.318938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:13.324399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Attempting to bind port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:44:13.324825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Attempting to bind port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '111726f6-ada8-46f2-b443-7d3eb7348ba3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '9b4667d8-93f7-4a5c-b947-49e4010de542'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:44:13.325242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Attempting to bind port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f on network 9b4667d8-93f7-4a5c-b947-49e4010de542 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:44:13.327699 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c641c67-da95-40f2-8661-548b45abe5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:13.338788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:44:13.339759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Checking segment: {'id': '111726f6-ada8-46f2-b443-7d3eb7348ba3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '9b4667d8-93f7-4a5c-b947-49e4010de542'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:13.340178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:13.340632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Bound using segment: {'id': '111726f6-ada8-46f2-b443-7d3eb7348ba3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '9b4667d8-93f7-4a5c-b947-49e4010de542'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:44:13.341177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Bound port: 3a461253-74a1-4a08-8e71-8cb1aeb2f26f, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111726f6-ada8-46f2-b443-7d3eb7348ba3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '9b4667d8-93f7-4a5c-b947-49e4010de542'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:44:13.341608 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:13.350589 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc13c0ec-5bf2-489e-8067-9156ca6f5445 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:13.393854 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:13.566759 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0bfc-9a94-4204-8904-229353842448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:13.568602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4e30bc4b-6b32-43db-95dc-84cbf49fe378 None None] Calling delete_port for 772848ac-91cc-4d02-b97e-099c29859c34 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:13.581067 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2c59bf28-4a88-434a-9e2d-2d366e70674e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 5.7616565 Jan 14 07:44:13.586409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-059c9657-ed1e-4039-b7c4-ef8b3f7bb615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:13.588512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58448) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:13.599326 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:13.610166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Network 09dc3e8e-ddf9-47bd-b105-0f2312d976ee has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:13.622354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:13.622592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-3c9f1abb-7f96-4292-9fbb-d96c4b181a04 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:13.636783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-059c9657-ed1e-4039-b7c4-ef8b3f7bb615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:13.653308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b9fa0bfc-9a94-4204-8904-229353842448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:13.695108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-059c9657-ed1e-4039-b7c4-ef8b3f7bb615 admin admin] Usage tracker for resource:security_group_rule and tenant:948ef25dafa54c73bf1fc2437eef1a0a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:13.703641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-059c9657-ed1e-4039-b7c4-ef8b3f7bb615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:13.722419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-059c9657-ed1e-4039-b7c4-ef8b3f7bb615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:13.733758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b9fa0bfc-9a94-4204-8904-229353842448 admin admin] Usage tracker for resource:security_group_rule and tenant:b59208a977914d18b740fe57674b8dd9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:13.733997 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:13.743725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c641c67-da95-40f2-8661-548b45abe5cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdc5097a-1a6a-44bc-970f-5d520e4722ff,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:13.756549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b9fa0bfc-9a94-4204-8904-229353842448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:13.769592 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c641c67-da95-40f2-8661-548b45abe5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:13.772206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 95d004fb-8545-46e5-aaaa-aa76422f7c7a, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=95d004fb-8545-46e5-aaaa-aa76422f7c7a,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:13.779502 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e31f100b-06d8-48be-a6a9-92b29b85f420 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:13.808188 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:13.815362 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-08f01f78-61b7-4515-a142-e50604f030eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:13.821605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b9fa0bfc-9a94-4204-8904-229353842448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:13.919789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] For port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:44:13.947713 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-4e30bc4b-6b32-43db-95dc-84cbf49fe378 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:44:13.948389 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-4e30bc4b-6b32-43db-95dc-84cbf49fe378 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:44:13.955039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] For port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3a461253-74a1-4a08-8e71-8cb1aeb2f26f,segment=NetworkSegment(111726f6-ada8-46f2-b443-7d3eb7348ba3),segment_id=111726f6-ada8-46f2-b443-7d3eb7348ba3)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:44:13.969298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-27119749-e702-4cfa-97e4-aa9579df5bd5', 'network_id': '27119749-e702-4cfa-97e4-aa9579df5bd5', 'tenant_id': '311c5b973cc244da931c0f2e3ec6ea49', 'fixed_ips': [{'subnet_id': '55214a6b-62f6-491d-abde-ee6441bd5eb2'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:44:13.970346 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:13.992486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:14.030353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=95d004fb-8545-46e5-aaaa-aa76422f7c7a,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:14.048280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'Port': ['ID=95570390-e3f6-4300-a351-2f4c05cbf240,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:14.083016 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:14.096765 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:14.103627 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-25e2b9de-359e-4a32-86fc-e973e1356039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:14.135968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Network 9b4667d8-93f7-4a5c-b947-49e4010de542 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:44:14.146679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:14.189909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c641c67-da95-40f2-8661-548b45abe5cf admin admin] Checking segment: {'id': 'c90ce0ad-ee59-433c-bd61-7036fdf768a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '0f06085a-66e8-4212-8e78-2ca824e760b9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:14.189909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c641c67-da95-40f2-8661-548b45abe5cf admin admin] Network hostable DHCP agents. Network: 0f06085a-66e8-4212-8e78-2ca824e760b9, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:44:14.199189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Network 09dc3e8e-ddf9-47bd-b105-0f2312d976ee has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:44:14.228671 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:44:14.321542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Pushing event updated for resources: {'Port': ['ID=3a461253-74a1-4a08-8e71-8cb1aeb2f26f,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:14.332505 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:14.342916 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:14.349046 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc4a1615-14ac-4761-980f-7f524ad8aaf5 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:14.374758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:14.392926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Pushing event deleted for resources: {'Network': ['ID=09dc3e8e-ddf9-47bd-b105-0f2312d976ee,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:14.408478 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:14.415791 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "DELETE /v2.0/networks/09dc3e8e-ddf9-47bd-b105-0f2312d976ee HTTP/1.1" status: 204 len: 168 time: 5.4718213 Jan 14 07:44:14.423505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58452) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:14.468530 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0bfc-9a94-4204-8904-229353842448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:14.479929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c641c67-da95-40f2-8661-548b45abe5cf admin admin] Network 0f06085a-66e8-4212-8e78-2ca824e760b9 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:44:14.506016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0bfc-9a94-4204-8904-229353842448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:14.510851 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-059c9657-ed1e-4039-b7c4-ef8b3f7bb615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:14.519600 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d4b7e37e-f261-43b4-9570-09f52a7f856f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:14.537612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4c641c67-da95-40f2-8661-548b45abe5cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 0f06085a-66e8-4212-8e78-2ca824e760b9) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:14.537860 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-059c9657-ed1e-4039-b7c4-ef8b3f7bb615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:14.544186 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1abb-7f96-4292-9fbb-d96c4b181a04 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5931316'] for subnet, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:14.600730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Allocated IP 172.20.0.3 (27119749-e702-4cfa-97e4-aa9579df5bd5/55214a6b-62f6-491d-abde-ee6441bd5eb2/29f71aef-aa3d-4320-a43d-1bcd48b861e7) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:44:14.626235 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f9714ae6-5dbe-4de4-b5b3-fd813751cf52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:14.645489 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-059c9657-ed1e-4039-b7c4-ef8b3f7bb615 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=948ef25dafa54c73bf1fc2437eef1a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5117052 Jan 14 07:44:14.645715 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b9fa0bfc-9a94-4204-8904-229353842448 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b59208a977914d18b740fe57674b8dd9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4179296 Jan 14 07:44:14.645715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c641c67-da95-40f2-8661-548b45abe5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:14.645715 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c641c67-da95-40f2-8661-548b45abe5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7419331'] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:14.647026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58456) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:14.647402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58458) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:14.657809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa0bfc-9a94-4204-8904-229353842448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434d5418-e096-459c-9818-d627217566be,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:14.672034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c9657-ed1e-4039-b7c4-ef8b3f7bb615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763ced03-6d1e-40f0-ae86-0b14605490af,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:14.679212 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-059c9657-ed1e-4039-b7c4-ef8b3f7bb615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:14.696481 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b9fa0bfc-9a94-4204-8904-229353842448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:14.716204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61047319-a6b6-4814-9b3f-a787e941879c None None] Network 0f06085a-66e8-4212-8e78-2ca824e760b9 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:14.743193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-597bf1ed-a494-419f-ac87-c11fcd17ae5b tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Deleting subnet 518c5c7a-908d-45fb-8e04-038ea9662f72 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:44:14.748328 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-597bf1ed-a494-419f-ac87-c11fcd17ae5b tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:14.805273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Router f772d648-48bd-4ed9-817d-dda589660597 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:44:14.827409 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4c641c67-da95-40f2-8661-548b45abe5cf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.8831336 Jan 14 07:44:14.841033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4e30bc4b-6b32-43db-95dc-84cbf49fe378 None None] Deleting port 772848ac-91cc-4d02-b97e-099c29859c34 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:14.841275 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e30bc4b-6b32-43db-95dc-84cbf49fe378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:14.842984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-597bf1ed-a494-419f-ac87-c11fcd17ae5b tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:14.891064 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1cfc52c2-4a03-46c4-9a6d-ef7b1930e3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:14.952243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4e30bc4b-6b32-43db-95dc-84cbf49fe378 None None] The port '772848ac-91cc-4d02-b97e-099c29859c34' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:44:15.024003 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1cfc52c2-4a03-46c4-9a6d-ef7b1930e3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:15.074802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-597bf1ed-a494-419f-ac87-c11fcd17ae5b tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:15.126944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-000146ec-c633-4b02-b2e5-a794f4fd9fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:15.201399 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:15.219187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Transition to ACTIVE for port object 29f71aef-aa3d-4320-a43d-1bcd48b861e7 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:15.223519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c3e992-2bef-4f07-aa57-bb65e1d1e508 None None] Network 0f06085a-66e8-4212-8e78-2ca824e760b9 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:15.245228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-000146ec-c633-4b02-b2e5-a794f4fd9fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:15.323982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1cfc52c2-4a03-46c4-9a6d-ef7b1930e3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:15.324256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Transition to ACTIVE for port object 29f71aef-aa3d-4320-a43d-1bcd48b861e7 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:15.339190 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:15.340277 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ce0667ff-dd4c-4639-b907-ea1c8ec682eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:15.349921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-000146ec-c633-4b02-b2e5-a794f4fd9fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:15.378385 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-207592bd-4dab-44cd-9756-3eb7bfa0d47e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:15.384463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc52c2-4a03-46c4-9a6d-ef7b1930e3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434d5418-e096-459c-9818-d627217566be,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:15.393308 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-000146ec-c633-4b02-b2e5-a794f4fd9fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:15.398134 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-000146ec-c633-4b02-b2e5-a794f4fd9fba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/763ced03-6d1e-40f0-ae86-0b14605490af HTTP/1.1" status: 204 len: 168 time: 0.7434583 Jan 14 07:44:15.399446 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1cfc52c2-4a03-46c4-9a6d-ef7b1930e3b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:15.434701 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8c1c2cec-ae7a-47bb-9b49-cf51502e8112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:15.445580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1cfc52c2-4a03-46c4-9a6d-ef7b1930e3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:15.450437 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1cfc52c2-4a03-46c4-9a6d-ef7b1930e3b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/434d5418-e096-459c-9818-d627217566be HTTP/1.1" status: 204 len: 168 time: 0.7941349 Jan 14 07:44:15.451843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:44:15.459004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000146ec-c633-4b02-b2e5-a794f4fd9fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763ced03-6d1e-40f0-ae86-0b14605490af,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:15.461818 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-000146ec-c633-4b02-b2e5-a794f4fd9fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:15.469923 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "PUT /v2.0/routers/f772d648-48bd-4ed9-817d-dda589660597/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9422860 Jan 14 07:44:15.473399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58476) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:15.480396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] Sync routers for ids ['f772d648-48bd-4ed9-817d-dda589660597'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:44:15.501694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] Routers {'f772d648-48bd-4ed9-817d-dda589660597'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:44:15.502391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:43:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f772d648-48bd-4ed9-817d-dda589660597'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:15.544372 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-597bf1ed-a494-419f-ac87-c11fcd17ae5b tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:15.566232 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4eac762-3dc0-4f88-8297-bfee4ca151f6 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:15.689320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bf1ed-a494-419f-ac87-c11fcd17ae5b tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Pushing event deleted for resources: {'Subnet': ['ID=518c5c7a-908d-45fb-8e04-038ea9662f72,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:15.704371 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-597bf1ed-a494-419f-ac87-c11fcd17ae5b tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:15.789288 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-597bf1ed-a494-419f-ac87-c11fcd17ae5b tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:15.810490 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-597bf1ed-a494-419f-ac87-c11fcd17ae5b tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "DELETE /v2.0/subnets/518c5c7a-908d-45fb-8e04-038ea9662f72 HTTP/1.1" status: 204 len: 168 time: 1.3858132 Jan 14 07:44:15.816144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58484) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:15.865040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] Set router f772d648-48bd-4ed9-817d-dda589660597 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:44:15.870514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcd9b4a-d879-4f13-bd07-cc4de6bb6a10 None None] Network c90b6e43-8237-46a9-9d2c-485115f4b52c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:16.208401 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:16.330495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d5c40e-3de6-41ee-959d-6fef3a65c9b5 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:16.339548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d5c40e-3de6-41ee-959d-6fef3a65c9b5 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:16.341110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d5c40e-3de6-41ee-959d-6fef3a65c9b5 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:16.344162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d5c40e-3de6-41ee-959d-6fef3a65c9b5 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:16.348662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d5c40e-3de6-41ee-959d-6fef3a65c9b5 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:16.349968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Deleting port 0ce326cc-66d4-4c92-8099-71c4e88b3172 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:16.350455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:16.350903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d5c40e-3de6-41ee-959d-6fef3a65c9b5 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:16.351467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d5c40e-3de6-41ee-959d-6fef3a65c9b5 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:16.355483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d5c40e-3de6-41ee-959d-6fef3a65c9b5 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:16.356055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d5c40e-3de6-41ee-959d-6fef3a65c9b5 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:16.357926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 95d004fb-8545-46e5-aaaa-aa76422f7c7a up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:44:16.358587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d5c40e-3de6-41ee-959d-6fef3a65c9b5 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:16.359142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d5c40e-3de6-41ee-959d-6fef3a65c9b5 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:16.359676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d5c40e-3de6-41ee-959d-6fef3a65c9b5 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:16.360166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d5c40e-3de6-41ee-959d-6fef3a65c9b5 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:16.362646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d5c40e-3de6-41ee-959d-6fef3a65c9b5 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:16.365801 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-07d5c40e-3de6-41ee-959d-6fef3a65c9b5 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10399 time: 0.8913846 Jan 14 07:44:16.372415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58492) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:16.393007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772d648-48bd-4ed9-817d-dda589660597', 'name': 'tempest-TestNetworkBasicOps-router-14669298', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '95d004fb-8545-46e5-aaaa-aa76422f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:43:53Z', 'updated_at': '2021-01-14T07:44:10Z', 'revision_number': 4, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'gw_port': {'id': '95d004fb-8545-46e5-aaaa-aa76422f7c7a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772d648-48bd-4ed9-817d-dda589660597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:56Z', 'updated_at': '2021-01-14T07:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '95570390-e3f6-4300-a351-2f4c05cbf240', 'name': '', 'network_id': '9b4667d8-93f7-4a5c-b947-49e4010de542', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'mac_address': 'fa:16:3e:a2:d5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772d648-48bd-4ed9-817d-dda589660597', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '508ce9d1-81d2-4afd-ba99-1a42f8b5ca24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:44:08Z', 'updated_at': '2021-01-14T07:44:12Z', 'revision_number': 2, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'subnets': [{'id': '508ce9d1-81d2-4afd-ba99-1a42f8b5ca24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:16.397245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] Checking router: f772d648-48bd-4ed9-817d-dda589660597 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:44:16.397652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] Updating router f772d648-48bd-4ed9-817d-dda589660597 port 95570390-e3f6-4300-a351-2f4c05cbf240 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:44:16.442824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b018068-77c4-4fef-bf45-4eb860432902 None None] Network 9b4667d8-93f7-4a5c-b947-49e4010de542 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:16.463309 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:16.465997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Pushing event updated for resources: {'Port': ['ID=29f71aef-aa3d-4320-a43d-1bcd48b861e7,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:16.472622 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:16.518469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58498) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:16.544404 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.166s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:16.583794 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31702f75-e8e6-449c-9ed6-3840d8c23ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:16.627150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-31702f75-e8e6-449c-9ed6-3840d8c23ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:16.631781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-31702f75-e8e6-449c-9ed6-3840d8c23ef1 admin admin] Usage tracker for resource:security_group_rule and tenant:c83afd011e5348a395c686434ca8ef9c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:16.635741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-31702f75-e8e6-449c-9ed6-3840d8c23ef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:16.647020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-31702f75-e8e6-449c-9ed6-3840d8c23ef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:16.775529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31702f75-e8e6-449c-9ed6-3840d8c23ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:16.846997 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31702f75-e8e6-449c-9ed6-3840d8c23ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:16.866680 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8f29e1b7-da23-41de-a78c-10a3fbd20021 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:16.928747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31702f75-e8e6-449c-9ed6-3840d8c23ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2b469c-8f65-4755-8533-cb255795aab8,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:16.947259 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31702f75-e8e6-449c-9ed6-3840d8c23ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:16.965746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58508) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:16.981018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1852318869-network', 'tenant_id': '6b8ec41a33fa4b47a7edac237c0316af'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:16.987912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:16.992854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Usage tracker for resource:network and tenant:6b8ec41a33fa4b47a7edac237c0316af is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:16.996736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:17.003167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:17.017812 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-31702f75-e8e6-449c-9ed6-3840d8c23ef1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c83afd011e5348a395c686434ca8ef9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4976842 Jan 14 07:44:17.023392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58512) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:17.026357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Made reservation on behalf of 6b8ec41a33fa4b47a7edac237c0316af for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:17.031927 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.064067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.081799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] For port 0ce326cc-66d4-4c92-8099-71c4e88b3172, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0ce326cc-66d4-4c92-8099-71c4e88b3172,segment=NetworkSegment(35051d1f-db9f-470c-8dbf-6e7d93ceefff),segment_id=35051d1f-db9f-470c-8dbf-6e7d93ceefff)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:17.082483 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.112245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:17.115271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 95d004fb-8545-46e5-aaaa-aa76422f7c7a triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:17.115736 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.176632 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.185737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8c88f28a-1bec-4baf-923b-a75be54b9183 None None] Provisioning for port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:44:17.252804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Calling delete_port for 0ce326cc-66d4-4c92-8099-71c4e88b3172 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:17.282160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Usage tracker for resource:security_group_rule and tenant:6b8ec41a33fa4b47a7edac237c0316af is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:17.307311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:17.316391 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.316602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065d82d-ceaf-4b20-b2dc-53687a4a750a tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:17.316810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065d82d-ceaf-4b20-b2dc-53687a4a750a tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:17.317246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065d82d-ceaf-4b20-b2dc-53687a4a750a tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:17.318213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065d82d-ceaf-4b20-b2dc-53687a4a750a tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:17.318442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065d82d-ceaf-4b20-b2dc-53687a4a750a tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:17.318790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065d82d-ceaf-4b20-b2dc-53687a4a750a tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:17.319193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065d82d-ceaf-4b20-b2dc-53687a4a750a tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:17.319319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Network 27119749-e702-4cfa-97e4-aa9579df5bd5 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:44:17.319589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065d82d-ceaf-4b20-b2dc-53687a4a750a tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:17.320014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065d82d-ceaf-4b20-b2dc-53687a4a750a tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:17.320473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065d82d-ceaf-4b20-b2dc-53687a4a750a tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:17.320784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065d82d-ceaf-4b20-b2dc-53687a4a750a tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:17.321179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065d82d-ceaf-4b20-b2dc-53687a4a750a tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:17.324550 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5065d82d-ceaf-4b20-b2dc-53687a4a750a tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8473 time: 0.9498918 Jan 14 07:44:17.333722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58518) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:17.340748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] Transition to ACTIVE for port object 95570390-e3f6-4300-a351-2f4c05cbf240 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:17.344462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:17.350140 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b90fc30-6aa2-439b-95eb-2e99deb26c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.352740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:17.354358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.375157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:44:17.393709 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f0eb1ab9-aec4-48be-a8e7-486966eff92b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:17.425823 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b90fc30-6aa2-439b-95eb-2e99deb26c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.454495 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1abb-7f96-4292-9fbb-d96c4b181a04 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363253835003832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7335751'] for subnet, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.499373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Attempting to bind port 29f71aef-aa3d-4320-a43d-1bcd48b861e7 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:44:17.499886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Attempting to bind port 29f71aef-aa3d-4320-a43d-1bcd48b861e7 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'e5709a0a-7514-46e7-8a86-b2585b2d9a84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '27119749-e702-4cfa-97e4-aa9579df5bd5'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:44:17.500217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Attempting to bind port 29f71aef-aa3d-4320-a43d-1bcd48b861e7 on network 27119749-e702-4cfa-97e4-aa9579df5bd5 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:44:17.502606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.508664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:44:17.509025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Checking segment: {'id': 'e5709a0a-7514-46e7-8a86-b2585b2d9a84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '27119749-e702-4cfa-97e4-aa9579df5bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:17.510076 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.510841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Bound using segment: {'id': 'e5709a0a-7514-46e7-8a86-b2585b2d9a84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '27119749-e702-4cfa-97e4-aa9579df5bd5'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:44:17.511442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Bound port: 29f71aef-aa3d-4320-a43d-1bcd48b861e7, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5709a0a-7514-46e7-8a86-b2585b2d9a84', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '27119749-e702-4cfa-97e4-aa9579df5bd5'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:44:17.511900 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.524547 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f5628ef-e514-4aa4-af46-78f7eb340513 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:17.535743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3a461253-74a1-4a08-8e71-8cb1aeb2f26f up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:44:17.633390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Pushing event deleted for resources: {'Port': ['ID=0ce326cc-66d4-4c92-8099-71c4e88b3172,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:17.644924 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:17.660897 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:17.672283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Pushing event updated for resources: {'Port': ['ID=95570390-e3f6-4300-a351-2f4c05cbf240,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:17.686500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.686891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.687271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.687643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.688074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.688451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.688816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.689204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.689921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.690288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.690653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.691013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.691450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.691835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.692196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.692555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.692910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.693269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.693624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.694156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.694516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.694875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.695230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.695584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.696018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.696376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.697274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.697930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.698721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.699090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.699455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.699846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.700645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.701013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.701378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.701739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:17.709703 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:17.739989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9f1abb-7f96-4292-9fbb-d96c4b181a04 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:17.740702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1abb-7f96-4292-9fbb-d96c4b181a04 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.745672 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3c9f1abb-7f96-4292-9fbb-d96c4b181a04 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "PUT /v2.0/subnets/55214a6b-62f6-491d-abde-ee6441bd5eb2 HTTP/1.1" status: 200 len: 877 time: 4.1559203 Jan 14 07:44:17.747490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58526) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:17.751496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b90fc30-6aa2-439b-95eb-2e99deb26c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.758562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.763543 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-059c9657-ed1e-4039-b7c4-ef8b3f7bb615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:17.792207 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.795628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce010011-1e6a-41db-b19f-f8eb67a26d5e None None] DHCP port deletion for c90b6e43-8237-46a9-9d2c-485115f4b52c request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:44:17.802049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90fc30-6aa2-439b-95eb-2e99deb26c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2b469c-8f65-4755-8533-cb255795aab8,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:17.805195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] No DVR routers for this DVR port 0ce326cc-66d4-4c92-8099-71c4e88b3172 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:44:17.824958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:44:17.835544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.836333 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Added segment 7583926c-89d4-4f9c-ae95-e8f6aa137657 of type vxlan for network 6302c3a8-7fcb-4748-9911-b1b583475fee Jan 14 07:44:17.866216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.876672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] Attempting to bind port 95570390-e3f6-4300-a351-2f4c05cbf240 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:44:17.877085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] Attempting to bind port 95570390-e3f6-4300-a351-2f4c05cbf240 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '111726f6-ada8-46f2-b443-7d3eb7348ba3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '9b4667d8-93f7-4a5c-b947-49e4010de542'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:44:17.877601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] Attempting to bind port 95570390-e3f6-4300-a351-2f4c05cbf240 on network 9b4667d8-93f7-4a5c-b947-49e4010de542 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:44:17.883792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:44:17.885097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] Checking segment: {'id': '111726f6-ada8-46f2-b443-7d3eb7348ba3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '9b4667d8-93f7-4a5c-b947-49e4010de542'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:17.885683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.886494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] Bound using segment: {'id': '111726f6-ada8-46f2-b443-7d3eb7348ba3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '9b4667d8-93f7-4a5c-b947-49e4010de542'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:44:17.887020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] Bound port: 95570390-e3f6-4300-a351-2f4c05cbf240, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111726f6-ada8-46f2-b443-7d3eb7348ba3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '9b4667d8-93f7-4a5c-b947-49e4010de542'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:44:17.887434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.901272 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3b90fc30-6aa2-439b-95eb-2e99deb26c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:17.939446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] For port 29f71aef-aa3d-4320-a43d-1bcd48b861e7, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:44:17.942993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] For port 29f71aef-aa3d-4320-a43d-1bcd48b861e7, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=29f71aef-aa3d-4320-a43d-1bcd48b861e7,segment=NetworkSegment(e5709a0a-7514-46e7-8a86-b2585b2d9a84),segment_id=e5709a0a-7514-46e7-8a86-b2585b2d9a84)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:44:17.958725 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-75ebaa43-6c2c-424a-8bad-609e337ebc74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:17.968606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.989023 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ce49705d-b678-4167-a37a-8aa0a6f73d15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:17.992895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:17.994187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:17.995094 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:18.004279 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:18.015292 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b90fc30-6aa2-439b-95eb-2e99deb26c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:18.016952 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3b90fc30-6aa2-439b-95eb-2e99deb26c27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b2b469c-8f65-4755-8533-cb255795aab8 HTTP/1.1" status: 204 len: 168 time: 0.9921618 Jan 14 07:44:18.029490 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.0592141 Jan 14 07:44:18.068983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] For port 95570390-e3f6-4300-a351-2f4c05cbf240, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:44:18.073828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] For port 95570390-e3f6-4300-a351-2f4c05cbf240, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=95570390-e3f6-4300-a351-2f4c05cbf240,segment=NetworkSegment(111726f6-ada8-46f2-b443-7d3eb7348ba3),segment_id=111726f6-ada8-46f2-b443-7d3eb7348ba3)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:44:18.078708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58534) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:18.079022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:18.109481 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:18.172571 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:18.273782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Pushing event updated for resources: {'Port': ['ID=29f71aef-aa3d-4320-a43d-1bcd48b861e7,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:18.288105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Pushing event updated for resources: {'Port': ['ID=95570390-e3f6-4300-a351-2f4c05cbf240,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:18.288686 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:18.364525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:44:18.372400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:18.372825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:18.375625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f1abb-7f96-4292-9fbb-d96c4b181a04 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event updated for resources: {'Subnet': ['ID=55214a6b-62f6-491d-abde-ee6441bd5eb2,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:18.382111 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c9f1abb-7f96-4292-9fbb-d96c4b181a04 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:18.417769 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:18.430184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Deleting port 29f71aef-aa3d-4320-a43d-1bcd48b861e7 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:18.430762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:18.494309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90b6e43-8237-46a9-9d2c-485115f4b52c']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:18.530509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35051d1f-db9f-470c-8dbf-6e7d93ceefff') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:18.532070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35051d1f-db9f-470c-8dbf-6e7d93ceefff') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:18.561557 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:18.614871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:18.617065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Releasing vxlan tunnel 12 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:44:18.637613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] Routers {'f772d648-48bd-4ed9-817d-dda589660597'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:44:18.638313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:43:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f772d648-48bd-4ed9-817d-dda589660597'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:18.685176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:18.784889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-50f328f7-6b41-44b1-927a-8ac6b736301d None None] Provisioning for port 95570390-e3f6-4300-a351-2f4c05cbf240 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:44:18.811167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3a461253-74a1-4a08-8e71-8cb1aeb2f26f,segment=NetworkSegment(111726f6-ada8-46f2-b443-7d3eb7348ba3),segment_id=111726f6-ada8-46f2-b443-7d3eb7348ba3)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:18.821340 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:18.824149 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab3be0a3-c661-43a5-a4d6-fbfd1e1b325b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:18.966381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-50f328f7-6b41-44b1-927a-8ac6b736301d None None] Provisioning complete for port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:18.966828 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-50f328f7-6b41-44b1-927a-8ac6b736301d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:19.140506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Network c90b6e43-8237-46a9-9d2c-485115f4b52c has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:19.147194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0ce326cc-66d4-4c92-8099-71c4e88b3172 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:44:19.151596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] Set router f772d648-48bd-4ed9-817d-dda589660597 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:44:19.153129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:19.198759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] For port 29f71aef-aa3d-4320-a43d-1bcd48b861e7, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=29f71aef-aa3d-4320-a43d-1bcd48b861e7,segment=NetworkSegment(e5709a0a-7514-46e7-8a86-b2585b2d9a84),segment_id=e5709a0a-7514-46e7-8a86-b2585b2d9a84)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:19.199173 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:19.220705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58546) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:19.261167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-eec33805-d572-4fba-8d8f-ca4ac3593a89 admin admin] Request body: {'subnet': {'network_id': '6302c3a8-7fcb-4748-9911-b1b583475fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1852318869-subnet', 'tenant_id': '6b8ec41a33fa4b47a7edac237c0316af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:19.284602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 0ce326cc-66d4-4c92-8099-71c4e88b3172 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:44:19.285235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0ce326cc-66d4-4c92-8099-71c4e88b3172 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:44:19.299292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=3a461253-74a1-4a08-8e71-8cb1aeb2f26f,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:19.320229 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:19.475297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Calling delete_port for 29f71aef-aa3d-4320-a43d-1bcd48b861e7 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:19.511511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1049565-772c-41ba-8680-94ae672588fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:19.516836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Network c90b6e43-8237-46a9-9d2c-485115f4b52c has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:19.596926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3748b69e-0f31-44e8-9a81-ea4bc1decf83 None None] Provisioning complete for port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:19.597452 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3748b69e-0f31-44e8-9a81-ea4bc1decf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:19.645733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f1049565-772c-41ba-8680-94ae672588fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:19.701740 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4ba2f8e0-7f19-4d6a-91e9-2d763b4245d6 tempest-TestNetworkBasicOps-1845132727 tempest-TestNetworkBasicOps-1845132727] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2144 time: 2.3591449 Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:44:19.703578 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:44:19.707299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f1049565-772c-41ba-8680-94ae672588fe admin admin] Usage tracker for resource:security_group_rule and tenant:5b5360f5205e4162b52252d03b1f4404 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:19.716911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5497d4-89e1-4d50-8e89-69fedcf8ff64,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:19.726371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-eec33805-d572-4fba-8d8f-ca4ac3593a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:19.738339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f1049565-772c-41ba-8680-94ae672588fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:19.747754 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:19.751168 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.793s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:19.751764 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-37c80e14-684f-4959-9164-546b0849bb2c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.727s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:19.776645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f1049565-772c-41ba-8680-94ae672588fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:19.783901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-eec33805-d572-4fba-8d8f-ca4ac3593a89 admin admin] Usage tracker for resource:subnet and tenant:6b8ec41a33fa4b47a7edac237c0316af is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:19.796279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-eec33805-d572-4fba-8d8f-ca4ac3593a89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:19.881727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772d648-48bd-4ed9-817d-dda589660597', 'name': 'tempest-TestNetworkBasicOps-router-14669298', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '95d004fb-8545-46e5-aaaa-aa76422f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:43:53Z', 'updated_at': '2021-01-14T07:44:10Z', 'revision_number': 4, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'gw_port': {'id': '95d004fb-8545-46e5-aaaa-aa76422f7c7a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772d648-48bd-4ed9-817d-dda589660597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:56Z', 'updated_at': '2021-01-14T07:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '95570390-e3f6-4300-a351-2f4c05cbf240', 'name': '', 'network_id': '9b4667d8-93f7-4a5c-b947-49e4010de542', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'mac_address': 'fa:16:3e:a2:d5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772d648-48bd-4ed9-817d-dda589660597', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '508ce9d1-81d2-4afd-ba99-1a42f8b5ca24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:44:08Z', 'updated_at': '2021-01-14T07:44:18Z', 'revision_number': 4, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'subnets': [{'id': '508ce9d1-81d2-4afd-ba99-1a42f8b5ca24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:19.887512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cf1d08-2f4d-4a15-9336-6aa6d239a859 None None] The sync data for ids ['f772d648-48bd-4ed9-817d-dda589660597'] in n-d-769329-2 is: [{'id': 'f772d648-48bd-4ed9-817d-dda589660597', 'name': 'tempest-TestNetworkBasicOps-router-14669298', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '95d004fb-8545-46e5-aaaa-aa76422f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:43:53Z', 'updated_at': '2021-01-14T07:44:10Z', 'revision_number': 4, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'gw_port': {'id': '95d004fb-8545-46e5-aaaa-aa76422f7c7a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772d648-48bd-4ed9-817d-dda589660597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:56Z', 'updated_at': '2021-01-14T07:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '95570390-e3f6-4300-a351-2f4c05cbf240', 'name': '', 'network_id': '9b4667d8-93f7-4a5c-b947-49e4010de542', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'mac_address': 'fa:16:3e:a2:d5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f772d648-48bd-4ed9-817d-dda589660597', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '508ce9d1-81d2-4afd-ba99-1a42f8b5ca24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:44:08Z', 'updated_at': '2021-01-14T07:44:18Z', 'revision_number': 4, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'subnets': [{'id': '508ce9d1-81d2-4afd-ba99-1a42f8b5ca24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:44:19.960033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-eec33805-d572-4fba-8d8f-ca4ac3593a89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:19.975549 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:20.060831 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:20.061925 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "DELETE /v2.0/networks/c90b6e43-8237-46a9-9d2c-485115f4b52c HTTP/1.1" status: 204 len: 168 time: 4.2415240 Jan 14 07:44:20.068332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58564) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:20.072998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Pushing event updated for resources: {'Network': ['ID=6302c3a8-7fcb-4748-9911-b1b583475fee,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:20.084292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 6302c3a8-7fcb-4748-9911-b1b583475fee details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:20.136250 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:20.137465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 6302c3a8-7fcb-4748-9911-b1b583475fee details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:20.188865 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:20.197247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec33805-d572-4fba-8d8f-ca4ac3593a89 admin admin] Made reservation on behalf of 6b8ec41a33fa4b47a7edac237c0316af for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:20.207348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eec33805-d572-4fba-8d8f-ca4ac3593a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:20.238144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Port': ['ID=29f71aef-aa3d-4320-a43d-1bcd48b861e7,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:20.247220 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:20.249925 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-47a4dff4-7be9-436c-8f03-7a8f6e0c03fa tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.436s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:20.342775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Pushing event deleted for resources: {'Network': ['ID=c90b6e43-8237-46a9-9d2c-485115f4b52c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:20.362646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7196a510-dcf7-409a-9563-9400c2cdf171 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Synchronizing usage tracker for tenant:c1c88b4e0c224c718c2e485502ae7a40 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:44:20.375747 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:20.516080 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1049565-772c-41ba-8680-94ae672588fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:20.526441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1049565-772c-41ba-8680-94ae672588fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:20.573738 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5e5d1aa4-3bc5-48ce-8bf7-913587f62187 tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:20.607959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58568) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:20.617358 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f1049565-772c-41ba-8680-94ae672588fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b5360f5205e4162b52252d03b1f4404&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3906994 Jan 14 07:44:20.624243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58572) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:20.627964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1049565-772c-41ba-8680-94ae672588fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47877b2-7982-4f3a-8033-f35c83fe65a0,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:20.636655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ce58eddc-91a4-4fe2-834c-6dadf6b36b17 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-273788263', 'description': 'tempest-secgroup-smoke-273788263 description', 'project_id': '69c44f1c64d049e0b525e98297c7095b'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:20.645723 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1049565-772c-41ba-8680-94ae672588fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:20.661563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ce58eddc-91a4-4fe2-834c-6dadf6b36b17 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:20.667098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ce58eddc-91a4-4fe2-834c-6dadf6b36b17 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:security_group and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:20.670921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ce58eddc-91a4-4fe2-834c-6dadf6b36b17 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:20.683233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ce58eddc-91a4-4fe2-834c-6dadf6b36b17 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:20.708125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No DVR routers for this DVR port 29f71aef-aa3d-4320-a43d-1bcd48b861e7 on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:44:20.832875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:20.901167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 6302c3a8-7fcb-4748-9911-b1b583475fee details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:20.913475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7196a510-dcf7-409a-9563-9400c2cdf171 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Unset dirty status for tenant:c1c88b4e0c224c718c2e485502ae7a40 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:44:20.929370 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7196a510-dcf7-409a-9563-9400c2cdf171 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "GET /v2.0/ports?device_id=e79b67e3-0c77-4e11-a811-2aa640516f45 HTTP/1.1" status: 200 len: 205 time: 0.8587213 Jan 14 07:44:20.932288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58576) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:20.947678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64822dc-1d78-4e57-b816-ae08ad339ac4 None None] Network 27119749-e702-4cfa-97e4-aa9579df5bd5 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:20.977065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce58eddc-91a4-4fe2-834c-6dadf6b36b17 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:21.235971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ce58eddc-91a4-4fe2-834c-6dadf6b36b17 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:21.247437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ce58eddc-91a4-4fe2-834c-6dadf6b36b17 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:security_group_rule and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:21.254605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ce58eddc-91a4-4fe2-834c-6dadf6b36b17 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:21.272629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ce58eddc-91a4-4fe2-834c-6dadf6b36b17 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:21.315841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 95570390-e3f6-4300-a351-2f4c05cbf240 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:44:21.404635 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:21.434334 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a879cd8-e986-4202-a739-ac8b0c56efde tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:21.571774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Subnet': ['ID=55214a6b-62f6-491d-abde-ee6441bd5eb2,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:21.580169 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:21.595722 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce58eddc-91a4-4fe2-834c-6dadf6b36b17 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:21.620929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5929de95-1c55-4190-a878-49abf89afe79 None None] Provisioning complete for port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:21.622826 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5929de95-1c55-4190-a878-49abf89afe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:21.773902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 95570390-e3f6-4300-a351-2f4c05cbf240 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:44:21.833794 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:21.864488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ec302d-a925-4b1f-88d2-a8a7739e4faa None None] DHCP port deletion for 27119749-e702-4cfa-97e4-aa9579df5bd5 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:44:21.870228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 95570390-e3f6-4300-a351-2f4c05cbf240 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:21.870668 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.022944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aed3f4-1ede-457a-b803-5c28c8a407f4 None None] Network 27119749-e702-4cfa-97e4-aa9579df5bd5 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:22.038832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27119749-e702-4cfa-97e4-aa9579df5bd5']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:22.053840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5709a0a-7514-46e7-8a86-b2585b2d9a84') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:22.054205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5709a0a-7514-46e7-8a86-b2585b2d9a84') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:22.069133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.079763 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce58eddc-91a4-4fe2-834c-6dadf6b36b17 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.086922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.089887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Releasing vxlan tunnel 10 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:44:22.126083 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b571ef7f-b66d-4fc1-bb47-db795de5d44b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:22.159578 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.177027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce58eddc-91a4-4fe2-834c-6dadf6b36b17 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.179085 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ce58eddc-91a4-4fe2-834c-6dadf6b36b17 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5648074 Jan 14 07:44:22.182868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58586) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:22.198384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8f933334-cbb1-42cd-bb9e-80ab03a1d311 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Request body: {'security_group_rule': {'security_group_id': '0bac2243-29c3-4162-aabf-981d31cf7388', 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:22.204075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 95570390-e3f6-4300-a351-2f4c05cbf240, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=95570390-e3f6-4300-a351-2f4c05cbf240,segment=NetworkSegment(111726f6-ada8-46f2-b443-7d3eb7348ba3),segment_id=111726f6-ada8-46f2-b443-7d3eb7348ba3)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:22.214138 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc07cefd-cc27-4501-af6b-c52833a588d1 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.235517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8f933334-cbb1-42cd-bb9e-80ab03a1d311 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:22.260668 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.263183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3a461253-74a1-4a08-8e71-8cb1aeb2f26f up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:44:22.295697 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:22.301065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8f933334-cbb1-42cd-bb9e-80ab03a1d311 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:security_group_rule and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:22.312458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8f933334-cbb1-42cd-bb9e-80ab03a1d311 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:22.347880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8f933334-cbb1-42cd-bb9e-80ab03a1d311 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:22.376224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 27119749-e702-4cfa-97e4-aa9579df5bd5 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:22.391966 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.398713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2429cf48-f9c0-43e7-b86c-5b9817b71948 None None] Provisioning complete for port 95570390-e3f6-4300-a351-2f4c05cbf240 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:22.399135 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2429cf48-f9c0-43e7-b86c-5b9817b71948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.463520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.503827 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f933334-cbb1-42cd-bb9e-80ab03a1d311 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.552234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=95570390-e3f6-4300-a351-2f4c05cbf240,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:22.558870 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:22.609364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58eddc-91a4-4fe2-834c-6dadf6b36b17 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'SecurityGroup': ['ID=0bac2243-29c3-4162-aabf-981d31cf7388,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:22.612714 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ce58eddc-91a4-4fe2-834c-6dadf6b36b17 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:22.623498 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc07cefd-cc27-4501-af6b-c52833a588d1 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.626447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:22.626875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.629170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc07cefd-cc27-4501-af6b-c52833a588d1 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.644907 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.656766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 27119749-e702-4cfa-97e4-aa9579df5bd5 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:22.656981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2429cf48-f9c0-43e7-b86c-5b9817b71948 None None] Could not find standard attr ID for object 29f71aef-aa3d-4320-a43d-1bcd48b861e7. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:44:22.681437 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f933334-cbb1-42cd-bb9e-80ab03a1d311 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:44:22.700165 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:44:22.705249 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f933334-cbb1-42cd-bb9e-80ab03a1d311 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.718526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc07cefd-cc27-4501-af6b-c52833a588d1 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.719104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc07cefd-cc27-4501-af6b-c52833a588d1 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Fanout notify agent at l3_agent the message router_deleted on router e79b67e3-0c77-4e11-a811-2aa640516f45 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:44:22.752976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc07cefd-cc27-4501-af6b-c52833a588d1 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.756925 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bc07cefd-cc27-4501-af6b-c52833a588d1 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] 10.222.0.41 "DELETE /v2.0/routers/e79b67e3-0c77-4e11-a811-2aa640516f45 HTTP/1.1" status: 204 len: 168 time: 1.8059340 Jan 14 07:44:22.772577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.772808 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e498210a-9512-4544-9ef6-5eefc2e14517 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:22.782614 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-20975c45-4d4f-4e1d-bec7-feff5723461d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:22.808807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47877b2-7982-4f3a-8033-f35c83fe65a0,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:22.813299 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.814554 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a47877b2-7982-4f3a-8033-f35c83fe65a0 HTTP/1.1" status: 204 len: 168 time: 2.1147962 Jan 14 07:44:22.816074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f933334-cbb1-42cd-bb9e-80ab03a1d311 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff9e214-54c6-4fe5-ad28-66e323310ea4,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:22.826070 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8f933334-cbb1-42cd-bb9e-80ab03a1d311 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:22.870390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.870826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.871250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.871717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.872932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.873357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.873774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.874331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.874749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.875137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.875535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.875974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.876461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.876866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.877269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.878008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.878505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.878635 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.879028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.880303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.880940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.881425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.881915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.882412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.882982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.883622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.884892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.885203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.885614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.886771 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2b3903eb-8c36-4b34-8f0e-5238f94d60d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:22.898767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.899332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.900561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.901484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.902154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.902773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.903266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.903797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:22.916613 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:22.982978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.987979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Network': ['ID=27119749-e702-4cfa-97e4-aa9579df5bd5,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:22.990101 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8f933334-cbb1-42cd-bb9e-80ab03a1d311 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:22.996669 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8f933334-cbb1-42cd-bb9e-80ab03a1d311 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8061326 Jan 14 07:44:22.997897 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:23.000046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58600) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:23.010043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-18a23e1c-44f9-47f0-a804-a22ecdb92014 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Request body: {'security_group_rule': {'security_group_id': '0bac2243-29c3-4162-aabf-981d31cf7388', 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:23.023541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-18a23e1c-44f9-47f0-a804-a22ecdb92014 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:23.027812 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/27119749-e702-4cfa-97e4-aa9579df5bd5 HTTP/1.1" status: 204 len: 168 time: 5.2762644 Jan 14 07:44:23.033342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-18a23e1c-44f9-47f0-a804-a22ecdb92014 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:security_group_rule and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:23.034899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58604) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:23.041231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-18a23e1c-44f9-47f0-a804-a22ecdb92014 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:23.055074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 95570390-e3f6-4300-a351-2f4c05cbf240 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:44:23.080033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-18a23e1c-44f9-47f0-a804-a22ecdb92014 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:23.113828 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2542c02d-929e-484d-be17-88956ccb91cf tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:44:23.114233 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18a23e1c-44f9-47f0-a804-a22ecdb92014 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:23.114856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2542c02d-929e-484d-be17-88956ccb91cf tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:23.117591 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2542c02d-929e-484d-be17-88956ccb91cf tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/subnets/55214a6b-62f6-491d-abde-ee6441bd5eb2 HTTP/1.1" status: 404 len: 337 time: 0.0812230 Jan 14 07:44:23.128376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58608) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:23.133883 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eec33805-d572-4fba-8d8f-ca4ac3593a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:23.201574 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0dcac916-c317-4294-af10-fa9d1fbe85ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:23.287297 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18a23e1c-44f9-47f0-a804-a22ecdb92014 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:23.288766 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18a23e1c-44f9-47f0-a804-a22ecdb92014 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:23.289345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 95570390-e3f6-4300-a351-2f4c05cbf240 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:44:23.290019 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:23.292912 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8379a494-8b76-42fb-a3e0-a95a3ed7fa5f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:23.297774 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6e9f69-f40a-400f-aa4f-cb776fc6e0a3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:44:23.298273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6e9f69-f40a-400f-aa4f-cb776fc6e0a3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:23.300312 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2a6e9f69-f40a-400f-aa4f-cb776fc6e0a3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/27119749-e702-4cfa-97e4-aa9579df5bd5 HTTP/1.1" status: 404 len: 339 time: 0.1695781 Jan 14 07:44:23.353665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58614) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:23.421576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec33805-d572-4fba-8d8f-ca4ac3593a89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ee1053a-008d-4075-b9db-6cdcc872e06f,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:23.430851 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eec33805-d572-4fba-8d8f-ca4ac3593a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:23.438878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a23e1c-44f9-47f0-a804-a22ecdb92014 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cef6462-6afd-4ec2-836b-a7e8d4e02ac1,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:23.457835 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18a23e1c-44f9-47f0-a804-a22ecdb92014 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:23.461868 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-18a23e1c-44f9-47f0-a804-a22ecdb92014 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4581261 Jan 14 07:44:23.461868 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18a23e1c-44f9-47f0-a804-a22ecdb92014 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:23.461868 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5085ee-1008-4b9b-8aaa-b2a5f17cfb71 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:44:23.462215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5085ee-1008-4b9b-8aaa-b2a5f17cfb71 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:23.462306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58620) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:23.467426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58624) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:23.470096 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8d5085ee-1008-4b9b-8aaa-b2a5f17cfb71 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/subnets/9f655b2f-eb41-4b2c-b9f6-6b330d0d16b1 HTTP/1.1" status: 404 len: 337 time: 0.1147087 Jan 14 07:44:23.501237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58630) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:23.503681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-12ac11aa-7d2a-4458-803e-cc8dc719e0e0 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Request body: {'security_group_rule': {'security_group_id': '0bac2243-29c3-4162-aabf-981d31cf7388', 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:23.518967 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5026037-9b14-4328-a796-0c6f7c93304b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:44:23.519460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5026037-9b14-4328-a796-0c6f7c93304b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:23.521731 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c5026037-9b14-4328-a796-0c6f7c93304b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/27a2989f-27d1-4756-aba0-66ea08e62806 HTTP/1.1" status: 404 len: 339 time: 0.0523994 Jan 14 07:44:23.525527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58636) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:23.539803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-12ac11aa-7d2a-4458-803e-cc8dc719e0e0 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:23.555133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-12ac11aa-7d2a-4458-803e-cc8dc719e0e0 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:security_group_rule and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:23.566109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-12ac11aa-7d2a-4458-803e-cc8dc719e0e0 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:23.579768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-12ac11aa-7d2a-4458-803e-cc8dc719e0e0 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:23.609994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 29f71aef-aa3d-4320-a43d-1bcd48b861e7 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:44:23.620193 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-12ac11aa-7d2a-4458-803e-cc8dc719e0e0 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:23.655117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec33805-d572-4fba-8d8f-ca4ac3593a89 admin admin] Checking segment: {'id': '7583926c-89d4-4f9c-ae95-e8f6aa137657', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '6302c3a8-7fcb-4748-9911-b1b583475fee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:23.655378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec33805-d572-4fba-8d8f-ca4ac3593a89 admin admin] Network hostable DHCP agents. Network: 6302c3a8-7fcb-4748-9911-b1b583475fee, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:44:23.689692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 29f71aef-aa3d-4320-a43d-1bcd48b861e7 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:44:23.690314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 29f71aef-aa3d-4320-a43d-1bcd48b861e7 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:44:23.713362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec33805-d572-4fba-8d8f-ca4ac3593a89 admin admin] Network 6302c3a8-7fcb-4748-9911-b1b583475fee is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:44:23.730425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-eec33805-d572-4fba-8d8f-ca4ac3593a89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 6302c3a8-7fcb-4748-9911-b1b583475fee) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:23.739450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d700d4-5c88-44b9-a323-69f183c18def None None] Network 6302c3a8-7fcb-4748-9911-b1b583475fee requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:23.745405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec33805-d572-4fba-8d8f-ca4ac3593a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:23.746054 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eec33805-d572-4fba-8d8f-ca4ac3593a89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:23.772423 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-12ac11aa-7d2a-4458-803e-cc8dc719e0e0 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:23.777918 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-12ac11aa-7d2a-4458-803e-cc8dc719e0e0 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:23.797938 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-058f81ec-3cef-4c7b-aa5e-e1e5967e6f4c tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:23.808173 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-12ac11aa-7d2a-4458-803e-cc8dc719e0e0 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:23.809471 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-12ac11aa-7d2a-4458-803e-cc8dc719e0e0 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3462238 Jan 14 07:44:23.821071 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-eec33805-d572-4fba-8d8f-ca4ac3593a89 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 5.7406425 Jan 14 07:44:23.826026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58646) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:23.834268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8b2179ef-218b-4cdc-9c3e-6b60244ca440 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Request body: {'security_group_rule': {'security_group_id': '0bac2243-29c3-4162-aabf-981d31cf7388', 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:23.844917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac11aa-7d2a-4458-803e-cc8dc719e0e0 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340695f7-a278-4959-9f7e-ae7a872d5c5b,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:23.848623 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-12ac11aa-7d2a-4458-803e-cc8dc719e0e0 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:23.851789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8b2179ef-218b-4cdc-9c3e-6b60244ca440 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:23.857503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8b2179ef-218b-4cdc-9c3e-6b60244ca440 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:security_group_rule and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:23.861094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8b2179ef-218b-4cdc-9c3e-6b60244ca440 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:23.867207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8b2179ef-218b-4cdc-9c3e-6b60244ca440 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:23.873168 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b1afe306-3c9b-4e3e-9f9b-d18d77a483a3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:23.885955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b2179ef-218b-4cdc-9c3e-6b60244ca440 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:23.977847 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5ad16e6-6723-47ad-bc3a-658f1827cc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.013805 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b2179ef-218b-4cdc-9c3e-6b60244ca440 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.018092 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b2179ef-218b-4cdc-9c3e-6b60244ca440 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.021904 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-12ac11aa-7d2a-4458-803e-cc8dc719e0e0 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:24.068535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2179ef-218b-4cdc-9c3e-6b60244ca440 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ed54aa-2199-4d9e-909f-942af058fce8,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:24.077058 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8b2179ef-218b-4cdc-9c3e-6b60244ca440 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:24.078583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b2179ef-218b-4cdc-9c3e-6b60244ca440 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.081442 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8b2179ef-218b-4cdc-9c3e-6b60244ca440 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2541199 Jan 14 07:44:24.084644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58654) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:24.104176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c3a891da-c40f-4616-b304-93bb1bcd688c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Request body: {'security_group_rule': {'security_group_id': '0bac2243-29c3-4162-aabf-981d31cf7388', 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:24.120435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c3a891da-c40f-4616-b304-93bb1bcd688c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:24.125992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c3a891da-c40f-4616-b304-93bb1bcd688c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:security_group_rule and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:24.131349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c3a891da-c40f-4616-b304-93bb1bcd688c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:24.151701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c3a891da-c40f-4616-b304-93bb1bcd688c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:24.159542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71135ba-6a0b-4c9d-ad4d-45265068d765 None None] Network 6302c3a8-7fcb-4748-9911-b1b583475fee requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:24.180583 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-c3a891da-c40f-4616-b304-93bb1bcd688c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Project 69c44f1c64d049e0b525e98297c7095b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:44:24.199973 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3a891da-c40f-4616-b304-93bb1bcd688c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.424622 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3a891da-c40f-4616-b304-93bb1bcd688c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.430847 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3a891da-c40f-4616-b304-93bb1bcd688c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.433618 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6dcbdd00-ddcf-4812-946a-53b902932153 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:24.520215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a891da-c40f-4616-b304-93bb1bcd688c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54731be0-ec2d-44db-b8e3-9f55946f98f1,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:24.534700 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3a891da-c40f-4616-b304-93bb1bcd688c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:24.536036 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3a891da-c40f-4616-b304-93bb1bcd688c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.540168 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c3a891da-c40f-4616-b304-93bb1bcd688c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4514866 Jan 14 07:44:24.541471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58670) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:24.548715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f956f051-d152-46f9-8ba6-53c27ac177db tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Request body: {'security_group_rule': {'security_group_id': '0bac2243-29c3-4162-aabf-981d31cf7388', 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:24.585838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f956f051-d152-46f9-8ba6-53c27ac177db tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:24.604412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f956f051-d152-46f9-8ba6-53c27ac177db tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Usage tracker for resource:security_group_rule and tenant:69c44f1c64d049e0b525e98297c7095b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:24.615293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f956f051-d152-46f9-8ba6-53c27ac177db tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:24.634305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b1afe306-3c9b-4e3e-9f9b-d18d77a483a3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.641266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f956f051-d152-46f9-8ba6-53c27ac177db tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:24.657480 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-f956f051-d152-46f9-8ba6-53c27ac177db tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Project 69c44f1c64d049e0b525e98297c7095b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:44:24.675674 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f956f051-d152-46f9-8ba6-53c27ac177db tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.785026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b1afe306-3c9b-4e3e-9f9b-d18d77a483a3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585899be-6a64-4e2f-87e5-11ae9a533b02']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:24.799589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b1afe306-3c9b-4e3e-9f9b-d18d77a483a3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0de0fe8-4e78-412f-ba67-cb92f5275502') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:24.799990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b1afe306-3c9b-4e3e-9f9b-d18d77a483a3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0de0fe8-4e78-412f-ba67-cb92f5275502') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:24.813320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b1afe306-3c9b-4e3e-9f9b-d18d77a483a3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.832390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b1afe306-3c9b-4e3e-9f9b-d18d77a483a3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.834617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b1afe306-3c9b-4e3e-9f9b-d18d77a483a3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:44:24.877781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f956f051-d152-46f9-8ba6-53c27ac177db tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.882098 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f956f051-d152-46f9-8ba6-53c27ac177db tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.897060 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb216496-cfcf-4b88-832b-b8179c335a1c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:24.941354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956f051-d152-46f9-8ba6-53c27ac177db tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6ecf92-0419-480c-9c32-eb1f5ea1f2ae,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:24.947874 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f956f051-d152-46f9-8ba6-53c27ac177db tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:24.975855 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f956f051-d152-46f9-8ba6-53c27ac177db tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:24.977238 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f956f051-d152-46f9-8ba6-53c27ac177db tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4343688 Jan 14 07:44:25.077839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b1afe306-3c9b-4e3e-9f9b-d18d77a483a3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 585899be-6a64-4e2f-87e5-11ae9a533b02 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:25.089167 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b1afe306-3c9b-4e3e-9f9b-d18d77a483a3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:25.189109 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4dcd4f40-ca0f-4ac0-afdb-596f89cd3dbd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1c88b4e0c224c718c2e485502ae7a40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6865454 Jan 14 07:44:25.193139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58690) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:25.295687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d83a8a-55e6-4338-9d39-2bb5cb8e8c81 req-4cb6128a-9397-43cc-93cf-0af91c1566f4 tempest-VolumesActionsTest-612679056 tempest-VolumesActionsTest-612679056] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:25.298216 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-53d83a8a-55e6-4338-9d39-2bb5cb8e8c81 req-4cb6128a-9397-43cc-93cf-0af91c1566f4 tempest-VolumesActionsTest-612679056 tempest-VolumesActionsTest-612679056] 10.222.0.41 "GET /v2.0/networks?id=0f06085a-66e8-4212-8e78-2ca824e760b9 HTTP/1.1" status: 200 len: 809 time: 0.3055553 Jan 14 07:44:25.334607 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-53d83a8a-55e6-4338-9d39-2bb5cb8e8c81 req-e8f3f61c-dea5-47ac-ac39-49dd044c9baf tempest-VolumesActionsTest-612679056 tempest-VolumesActionsTest-612679056] 10.222.0.41 "GET /v2.0/quotas/1e84cc4424a94dabb6c28255ce3de9fb HTTP/1.1" status: 200 len: 375 time: 0.0233033 Jan 14 07:44:25.376593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b1afe306-3c9b-4e3e-9f9b-d18d77a483a3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network 585899be-6a64-4e2f-87e5-11ae9a533b02 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:44:25.408081 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:44:25.422919 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-53d83a8a-55e6-4338-9d39-2bb5cb8e8c81 req-6e99d9bc-a8ef-440c-98da-f0f5b41da8e8 tempest-VolumesActionsTest-612679056 tempest-VolumesActionsTest-612679056] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e84cc4424a94dabb6c28255ce3de9fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632393 Jan 14 07:44:25.522066 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-387633ad-59f2-4aac-96ac-56a05c1aca96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:25.528336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e0a55eab-6a96-4175-83e0-be6c2d09482b req-4defad3e-3b72-4ce5-9249-c3329f47fc1b tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Synchronizing usage tracker for tenant:69c44f1c64d049e0b525e98297c7095b on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:44:25.536439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b1afe306-3c9b-4e3e-9f9b-d18d77a483a3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:25.541795 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1b048ce7-eb35-465b-b7b1-30379c8584f6 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:25.562435 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b1afe306-3c9b-4e3e-9f9b-d18d77a483a3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:25.583059 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b1afe306-3c9b-4e3e-9f9b-d18d77a483a3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/585899be-6a64-4e2f-87e5-11ae9a533b02 HTTP/1.1" status: 204 len: 168 time: 2.0560477 Jan 14 07:44:25.593419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58708) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:25.594349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afe306-3c9b-4e3e-9f9b-d18d77a483a3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Network': ['ID=585899be-6a64-4e2f-87e5-11ae9a533b02,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:25.599466 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b1afe306-3c9b-4e3e-9f9b-d18d77a483a3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:25.601555 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-387633ad-59f2-4aac-96ac-56a05c1aca96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:25.646797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e0a55eab-6a96-4175-83e0-be6c2d09482b req-4defad3e-3b72-4ce5-9249-c3329f47fc1b tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Unset dirty status for tenant:69c44f1c64d049e0b525e98297c7095b on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:44:25.646797 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e0a55eab-6a96-4175-83e0-be6c2d09482b req-4defad3e-3b72-4ce5-9249-c3329f47fc1b tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-273788263&fields=id&tenant_id=69c44f1c64d049e0b525e98297c7095b HTTP/1.1" status: 200 len: 267 time: 0.2169652 Jan 14 07:44:25.679151 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7deb9d8-dcfa-476c-9772-e3e4c6a63285 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:44:25.679571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7deb9d8-dcfa-476c-9772-e3e4c6a63285 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:25.681729 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e7deb9d8-dcfa-476c-9772-e3e4c6a63285 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/subnets/c0e841f7-098f-4f64-a47e-4c903ec88df4 HTTP/1.1" status: 404 len: 337 time: 0.0840795 Jan 14 07:44:25.685739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58712) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:25.724783 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-068eaffe-57d5-434b-986a-ad78fb524149 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:44:25.725447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-068eaffe-57d5-434b-986a-ad78fb524149 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:25.727131 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-068eaffe-57d5-434b-986a-ad78fb524149 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/821e8d9b-0d56-4834-8b62-5de405a1abcb HTTP/1.1" status: 404 len: 339 time: 0.0403662 Jan 14 07:44:25.731804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58716) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:25.809796 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0761aa-6206-472b-91d4-c99b71d9780e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:44:25.810595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0761aa-6206-472b-91d4-c99b71d9780e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:25.822164 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0d0761aa-6206-472b-91d4-c99b71d9780e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/subnets/230996a1-b58d-4aa0-91cb-e9ddb5833cb2 HTTP/1.1" status: 404 len: 337 time: 0.0886135 Jan 14 07:44:25.825492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58720) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:25.886522 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-53d83a8a-55e6-4338-9d39-2bb5cb8e8c81 req-1fe482a0-00bd-47e8-9e7c-20a0adda05c1 service neutron] 10.222.0.41 "GET /v2.0/networks/0f06085a-66e8-4212-8e78-2ca824e760b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956680 Jan 14 07:44:25.891699 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37d5182-d46e-4b71-b211-3af4c83d6661 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:44:25.892213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37d5182-d46e-4b71-b211-3af4c83d6661 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:25.939698 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f37d5182-d46e-4b71-b211-3af4c83d6661 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/ded5e332-878e-4c0b-969b-dbc9a3347410 HTTP/1.1" status: 404 len: 339 time: 0.1123226 Jan 14 07:44:25.942896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58728) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:26.048590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a55eab-6a96-4175-83e0-be6c2d09482b req-a5cbc5b4-41cd-46fb-8b65-f2e191fc4a52 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:26.049412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e0a55eab-6a96-4175-83e0-be6c2d09482b req-a5cbc5b4-41cd-46fb-8b65-f2e191fc4a52 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Synchronizing usage tracker for tenant:69c44f1c64d049e0b525e98297c7095b on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:44:26.054894 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-387633ad-59f2-4aac-96ac-56a05c1aca96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:26.058322 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-387633ad-59f2-4aac-96ac-56a05c1aca96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:26.059985 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-387633ad-59f2-4aac-96ac-56a05c1aca96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e06931f-761c-4cb0-a632-8bbdc44e9998 HTTP/1.1" status: 204 len: 168 time: 0.8651974 Jan 14 07:44:26.074712 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a016a4c9-bdc8-48a9-abdd-ce98fcb668f5 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:26.093430 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed1b812-fe41-4b61-b255-eeeab0beab5f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:44:26.093983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed1b812-fe41-4b61-b255-eeeab0beab5f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:26.096082 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-aed1b812-fe41-4b61-b255-eeeab0beab5f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/subnets/c9c6bf37-1801-4b12-ac63-41a6f62c63c5 HTTP/1.1" status: 404 len: 337 time: 0.1509380 Jan 14 07:44:26.099805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58740) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:26.105321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387633ad-59f2-4aac-96ac-56a05c1aca96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e06931f-761c-4cb0-a632-8bbdc44e9998,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:26.117825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e0a55eab-6a96-4175-83e0-be6c2d09482b req-a5cbc5b4-41cd-46fb-8b65-f2e191fc4a52 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Unset dirty status for tenant:69c44f1c64d049e0b525e98297c7095b on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:44:26.129438 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e0a55eab-6a96-4175-83e0-be6c2d09482b req-a5cbc5b4-41cd-46fb-8b65-f2e191fc4a52 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "GET /v2.0/networks?id=9b4667d8-93f7-4a5c-b947-49e4010de542 HTTP/1.1" status: 200 len: 797 time: 0.4665782 Jan 14 07:44:26.162781 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e0a55eab-6a96-4175-83e0-be6c2d09482b req-5ee1b815-085a-4031-9d7e-676776108973 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "GET /v2.0/quotas/69c44f1c64d049e0b525e98297c7095b HTTP/1.1" status: 200 len: 375 time: 0.0319550 Jan 14 07:44:26.179434 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-387633ad-59f2-4aac-96ac-56a05c1aca96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:26.211102 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0033803d-45ca-4172-a059-8f1161d31be0 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:44:26.211716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0033803d-45ca-4172-a059-8f1161d31be0 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:26.215457 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0033803d-45ca-4172-a059-8f1161d31be0 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/41638710-38d4-4dcf-aa45-b08bb538d492 HTTP/1.1" status: 404 len: 339 time: 0.1143093 Jan 14 07:44:26.218760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58744) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:26.234096 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-53d83a8a-55e6-4338-9d39-2bb5cb8e8c81 req-9c7316ec-442b-4881-b015-84c76874cd72 service neutron] 10.222.0.41 "GET /v2.0/networks/0f06085a-66e8-4212-8e78-2ca824e760b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3463039 Jan 14 07:44:26.274125 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-396d5116-7c08-4007-9121-3d9c7be75c56 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:44:26.275864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396d5116-7c08-4007-9121-3d9c7be75c56 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:26.278398 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-396d5116-7c08-4007-9121-3d9c7be75c56 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/subnets/41c05994-272a-4fd0-9a0e-e91f5238ce74 HTTP/1.1" status: 404 len: 337 time: 0.0583246 Jan 14 07:44:26.281144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58748) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:26.336400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e0a55eab-6a96-4175-83e0-be6c2d09482b req-291a6da4-0fe8-4a87-9a10-33870b7c73ba tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Synchronizing usage tracker for tenant:69c44f1c64d049e0b525e98297c7095b on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:44:26.343854 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-758298dd-be2c-4a8c-b15e-0814c9477fb3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:44:26.344367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758298dd-be2c-4a8c-b15e-0814c9477fb3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:26.346550 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-758298dd-be2c-4a8c-b15e-0814c9477fb3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/d9bf1136-ff7d-40e0-a9e3-d543b544e357 HTTP/1.1" status: 404 len: 339 time: 0.0639658 Jan 14 07:44:26.349500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58752) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:26.379974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e0a55eab-6a96-4175-83e0-be6c2d09482b req-291a6da4-0fe8-4a87-9a10-33870b7c73ba tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Unset dirty status for tenant:69c44f1c64d049e0b525e98297c7095b on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:44:26.382147 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e0a55eab-6a96-4175-83e0-be6c2d09482b req-291a6da4-0fe8-4a87-9a10-33870b7c73ba tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "GET /v2.0/ports?tenant_id=69c44f1c64d049e0b525e98297c7095b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2185376 Jan 14 07:44:26.401347 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-25284287-9739-4ee0-b95d-c7fea71aabf2 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:44:26.401846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25284287-9739-4ee0-b95d-c7fea71aabf2 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:26.403726 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-25284287-9739-4ee0-b95d-c7fea71aabf2 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/subnets/8ef028da-7a8c-4c13-915c-ee243e00064b HTTP/1.1" status: 404 len: 337 time: 0.0529213 Jan 14 07:44:26.406715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58756) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:26.475396 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f00da61-3c48-4918-9d03-86c896409aca tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:44:26.475954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f00da61-3c48-4918-9d03-86c896409aca tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:26.477924 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9f00da61-3c48-4918-9d03-86c896409aca tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/64f17ea8-7818-47fc-ac21-65e77fa81ccc HTTP/1.1" status: 404 len: 339 time: 0.0700064 Jan 14 07:44:26.483180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58764) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:26.638831 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6d454a-8c01-4fee-bd72-bd904dbf2588 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:44:26.639722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e6d454a-8c01-4fee-bd72-bd904dbf2588 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:26.647022 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5e6d454a-8c01-4fee-bd72-bd904dbf2588 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/subnets/234d087e-d04d-43cc-bd55-699c81eeb5a0 HTTP/1.1" status: 404 len: 337 time: 0.1622212 Jan 14 07:44:26.659883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58772) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:26.730375 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7c8d42-8442-43b1-97bc-348dd8252ddd tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:44:26.730375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7c8d42-8442-43b1-97bc-348dd8252ddd tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:26.733509 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6a7c8d42-8442-43b1-97bc-348dd8252ddd tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/6d1d5f67-ac70-44e1-b38b-e0f2b0a921e8 HTTP/1.1" status: 404 len: 339 time: 0.0721350 Jan 14 07:44:26.736229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58778) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:26.800709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ecb98ef7-2183-4c52-8aa0-608bd67164fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:26.822956 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-206eb023-7722-4b4b-8f63-e6b0ae2029cf tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:44:26.823744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-206eb023-7722-4b4b-8f63-e6b0ae2029cf tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:26.825579 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-206eb023-7722-4b4b-8f63-e6b0ae2029cf tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/subnets/2ab23145-1e96-4b75-9771-5528768a175c HTTP/1.1" status: 404 len: 337 time: 0.0879388 Jan 14 07:44:26.828774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58786) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:26.866298 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4677573a-76b1-4b35-ae09-734e17161bdc tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:44:26.872306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4677573a-76b1-4b35-ae09-734e17161bdc tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:26.873112 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4677573a-76b1-4b35-ae09-734e17161bdc tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/0cdbe673-dfb2-4c3c-8170-26982354dbe8 HTTP/1.1" status: 404 len: 339 time: 0.0435607 Jan 14 07:44:26.876167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58794) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:26.888170 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e0a55eab-6a96-4175-83e0-be6c2d09482b req-700c6203-34b5-458f-b7cf-6d44078f5604 service neutron] 10.222.0.41 "GET /v2.0/networks/9b4667d8-93f7-4a5c-b947-49e4010de542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523287 Jan 14 07:44:27.057844 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-edcf5640-d1ab-43b7-ad80-d1d1af006c42 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:44:27.063033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edcf5640-d1ab-43b7-ad80-d1d1af006c42 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:27.065182 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-edcf5640-d1ab-43b7-ad80-d1d1af006c42 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/subnets/63ed8b37-b914-4951-8d8e-006275b3a6b4 HTTP/1.1" status: 404 len: 337 time: 0.1878979 Jan 14 07:44:27.073349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58808) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:27.125371 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1dc6fb-8dd7-44b3-bbdc-88f8d2035f03 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] DELETE failed (client error): The resource could not be found. Jan 14 07:44:27.125866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1dc6fb-8dd7-44b3-bbdc-88f8d2035f03 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:27.130182 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-de1dc6fb-8dd7-44b3-bbdc-88f8d2035f03 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/9299e1ae-ecbc-404d-8c11-05d249c9a6de HTTP/1.1" status: 404 len: 339 time: 0.0532830 Jan 14 07:44:27.137748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58812) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:27.432405 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e0a55eab-6a96-4175-83e0-be6c2d09482b req-ce047cf6-5379-4af6-b02f-80388a8162d8 service neutron] 10.222.0.41 "GET /v2.0/networks/9b4667d8-93f7-4a5c-b947-49e4010de542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5298450 Jan 14 07:44:27.443437 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:27.493256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58826) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:27.782304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d3eee6-ce49-4466-9ccb-91e74e5797eb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Deleting subnet 147f200b-fc7e-43ca-9179-1698ca1728b3 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:44:27.786895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57069f6c-e66d-4bd0-89b0-38362ced4994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:27.799545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22d3eee6-ce49-4466-9ccb-91e74e5797eb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:27.855794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-57069f6c-e66d-4bd0-89b0-38362ced4994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:27.869138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-57069f6c-e66d-4bd0-89b0-38362ced4994 admin admin] Usage tracker for resource:security_group_rule and tenant:3fa911c2611c458c93061fd8ad47e622 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:27.883601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-57069f6c-e66d-4bd0-89b0-38362ced4994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:27.898965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-57069f6c-e66d-4bd0-89b0-38362ced4994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:27.952967 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22d3eee6-ce49-4466-9ccb-91e74e5797eb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:27.960744 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:28.142921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57069f6c-e66d-4bd0-89b0-38362ced4994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:28.152492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57069f6c-e66d-4bd0-89b0-38362ced4994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:28.183005 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-112143c1-ce75-492e-9673-2bde618da686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:28.188985 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22d3eee6-ce49-4466-9ccb-91e74e5797eb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:28.257276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58856) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:28.258381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58858) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:28.275683 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-57069f6c-e66d-4bd0-89b0-38362ced4994 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3fa911c2611c458c93061fd8ad47e622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7811573 Jan 14 07:44:28.279250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58864) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:28.312382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57069f6c-e66d-4bd0-89b0-38362ced4994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fb8e61-cb2d-478c-899d-27a18bc2d712,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:28.320525 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-57069f6c-e66d-4bd0-89b0-38362ced4994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:28.390229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edd8c236-2e88-41a6-a4c4-b657418e8f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:28.451556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edd8c236-2e88-41a6-a4c4-b657418e8f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:28.578862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-874f5a6a-6160-4b66-b1fa-3ccd2e3386b5 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:28.580593 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edd8c236-2e88-41a6-a4c4-b657418e8f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:28.590818 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d052c9a-2f18-410a-8e82-fd60bbac6361 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:28.609911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8c236-2e88-41a6-a4c4-b657418e8f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fb8e61-cb2d-478c-899d-27a18bc2d712,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:28.610990 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d5047935-86a3-48fa-b379-f25b8a926d28 tempest-ServiceProvidersTest-1670766071 tempest-ServiceProvidersTest-1670766071] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3481905 Jan 14 07:44:28.641137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edd8c236-2e88-41a6-a4c4-b657418e8f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:28.642408 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-edd8c236-2e88-41a6-a4c4-b657418e8f12 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19fb8e61-cb2d-478c-899d-27a18bc2d712 HTTP/1.1" status: 204 len: 168 time: 0.3621068 Jan 14 07:44:28.643504 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-edd8c236-2e88-41a6-a4c4-b657418e8f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:28.679324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-874f5a6a-6160-4b66-b1fa-3ccd2e3386b5 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:28.902884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:28.932359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22d3eee6-ce49-4466-9ccb-91e74e5797eb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:28.964729 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:29.098574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3eee6-ce49-4466-9ccb-91e74e5797eb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Subnet': ['ID=147f200b-fc7e-43ca-9179-1698ca1728b3,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:29.107545 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-22d3eee6-ce49-4466-9ccb-91e74e5797eb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:29.144206 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-874f5a6a-6160-4b66-b1fa-3ccd2e3386b5 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:29.152220 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1049565-772c-41ba-8680-94ae672588fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:29.169848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f5a6a-6160-4b66-b1fa-3ccd2e3386b5 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bac2243-29c3-4162-aabf-981d31cf7388,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:29.173658 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-874f5a6a-6160-4b66-b1fa-3ccd2e3386b5 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:29.193077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58892) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:29.229426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc4506f-256a-44ab-b76f-e5b4a38328f9 None None] Network f27c152c-0935-4216-86e8-12c63649c02f requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:29.233509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22d3eee6-ce49-4466-9ccb-91e74e5797eb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:29.241876 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-22d3eee6-ce49-4466-9ccb-91e74e5797eb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/subnets/147f200b-fc7e-43ca-9179-1698ca1728b3 HTTP/1.1" status: 204 len: 168 time: 2.1029663 Jan 14 07:44:29.246144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58898) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:29.247320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-874f5a6a-6160-4b66-b1fa-3ccd2e3386b5 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:29.272443 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-874f5a6a-6160-4b66-b1fa-3ccd2e3386b5 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "DELETE /v2.0/security-groups/0bac2243-29c3-4162-aabf-981d31cf7388 HTTP/1.1" status: 204 len: 168 time: 0.9878240 Jan 14 07:44:29.330618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58906) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:29.647740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c80887-9992-4f99-9788-7216f8672fba None None] DHCP port deletion for f27c152c-0935-4216-86e8-12c63649c02f request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:44:29.649180 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:29.654473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f4c80887-9992-4f99-9788-7216f8672fba None None] Deleting port b1728e6c-dbb8-4d62-83e2-9f018275d465 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:29.654900 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4c80887-9992-4f99-9788-7216f8672fba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:29.660769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58910) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:29.690011 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0798f861-93ae-46db-8109-e76e7ff05dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:29.722822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0798f861-93ae-46db-8109-e76e7ff05dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:29.738261 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5edb31a-c4b9-4bc5-8901-1b8e2a627caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:29.760898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a5edb31a-c4b9-4bc5-8901-1b8e2a627caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:29.763570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Deleting port b1728e6c-dbb8-4d62-83e2-9f018275d465 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:29.763925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:29.795211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a5edb31a-c4b9-4bc5-8901-1b8e2a627caf admin admin] Usage tracker for resource:security_group_rule and tenant:5d5a0bef6c014c69a6fe60b60fa6c62e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:29.804650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a5edb31a-c4b9-4bc5-8901-1b8e2a627caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:29.805581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0798f861-93ae-46db-8109-e76e7ff05dba admin admin] Usage tracker for resource:security_group_rule and tenant:32a0395927d84c82bac54fd1d1cfc1b3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:29.819083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0798f861-93ae-46db-8109-e76e7ff05dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:29.844106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0798f861-93ae-46db-8109-e76e7ff05dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:29.872686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a5edb31a-c4b9-4bc5-8901-1b8e2a627caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:29.972009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f4c80887-9992-4f99-9788-7216f8672fba None None] For port b1728e6c-dbb8-4d62-83e2-9f018275d465, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b1728e6c-dbb8-4d62-83e2-9f018275d465,segment=NetworkSegment(62fde24f-9605-4391-8f35-810b46c57325),segment_id=62fde24f-9605-4391-8f35-810b46c57325)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:29.972468 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4c80887-9992-4f99-9788-7216f8672fba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:30.054608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] For port b1728e6c-dbb8-4d62-83e2-9f018275d465, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b1728e6c-dbb8-4d62-83e2-9f018275d465,segment=NetworkSegment(62fde24f-9605-4391-8f35-810b46c57325),segment_id=62fde24f-9605-4391-8f35-810b46c57325)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:30.054982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:30.245192 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0798f861-93ae-46db-8109-e76e7ff05dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:30.256420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Calling delete_port for b1728e6c-dbb8-4d62-83e2-9f018275d465 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:30.257360 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0798f861-93ae-46db-8109-e76e7ff05dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:30.268589 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-722ce479-1bbb-4e72-93d4-2d15ac307914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:30.327896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798f861-93ae-46db-8109-e76e7ff05dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab55697-e58e-4b6b-a81a-b1c3cb4dc04d,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:30.337871 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0798f861-93ae-46db-8109-e76e7ff05dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:30.341579 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0798f861-93ae-46db-8109-e76e7ff05dba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32a0395927d84c82bac54fd1d1cfc1b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6796281 Jan 14 07:44:30.345898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 58916) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:30.377510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:30.401845 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e4e98b7e-3f58-4d04-a32b-f7a1d163e754 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:30.416546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f4c80887-9992-4f99-9788-7216f8672fba None None] Calling delete_port for b1728e6c-dbb8-4d62-83e2-9f018275d465 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:30.470983 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad41fe7d-809a-4995-91e6-7c532872a3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:30.495814 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-f4c80887-9992-4f99-9788-7216f8672fba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:44:30.496233 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-f4c80887-9992-4f99-9788-7216f8672fba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:44:30.520977 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad41fe7d-809a-4995-91e6-7c532872a3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:30.546929 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9499106-a685-4647-8c91-3bc1427cea16 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:30.668689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad41fe7d-809a-4995-91e6-7c532872a3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:30.677283 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-000146ec-c633-4b02-b2e5-a794f4fd9fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:30.692665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41fe7d-809a-4995-91e6-7c532872a3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab55697-e58e-4b6b-a81a-b1c3cb4dc04d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:30.698921 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad41fe7d-809a-4995-91e6-7c532872a3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:30.711214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad41fe7d-809a-4995-91e6-7c532872a3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:30.718195 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ad41fe7d-809a-4995-91e6-7c532872a3bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ab55697-e58e-4b6b-a81a-b1c3cb4dc04d HTTP/1.1" status: 204 len: 168 time: 0.3637247 Jan 14 07:44:30.855902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Port': ['ID=b1728e6c-dbb8-4d62-83e2-9f018275d465,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:30.862334 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:30.998373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f4c80887-9992-4f99-9788-7216f8672fba None None] Deleting port b1728e6c-dbb8-4d62-83e2-9f018275d465 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:30.999027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4c80887-9992-4f99-9788-7216f8672fba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:31.004464 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5edb31a-c4b9-4bc5-8901-1b8e2a627caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:31.025825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5edb31a-c4b9-4bc5-8901-1b8e2a627caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:31.067770 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:31.079562 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a5edb31a-c4b9-4bc5-8901-1b8e2a627caf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d5a0bef6c014c69a6fe60b60fa6c62e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8853505 Jan 14 07:44:31.087997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58928) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:31.148800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] No DVR routers for this DVR port b1728e6c-dbb8-4d62-83e2-9f018275d465 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:44:31.171911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b1728e6c-dbb8-4d62-83e2-9f018275d465 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:44:31.248415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: b1728e6c-dbb8-4d62-83e2-9f018275d465 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:44:31.249097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b1728e6c-dbb8-4d62-83e2-9f018275d465 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:44:31.255543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f4c80887-9992-4f99-9788-7216f8672fba None None] The port 'b1728e6c-dbb8-4d62-83e2-9f018275d465' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:44:31.280769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edb31a-c4b9-4bc5-8901-1b8e2a627caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1860f67-d0b5-4af9-bed7-050e1ee1dfdd,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:31.459751 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2020c434-20bb-4876-9cd4-44c86f6f3523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:31.498924 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a5edb31a-c4b9-4bc5-8901-1b8e2a627caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:31.585500 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:31.632242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f9499106-a685-4647-8c91-3bc1427cea16 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Deleting port 95570390-e3f6-4300-a351-2f4c05cbf240 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:31.632875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9499106-a685-4647-8c91-3bc1427cea16 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:31.655591 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2020c434-20bb-4876-9cd4-44c86f6f3523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:31.878605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27c152c-0935-4216-86e8-12c63649c02f']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:31.896803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62fde24f-9605-4391-8f35-810b46c57325') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:31.897233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62fde24f-9605-4391-8f35-810b46c57325') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:31.934628 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:31.963120 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2020c434-20bb-4876-9cd4-44c86f6f3523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:31.979197 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-719572b6-b94b-4b25-a1f4-8f81aa3bec58 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:32.024107 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:32.032152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Releasing vxlan tunnel 6 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:44:32.149185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f9499106-a685-4647-8c91-3bc1427cea16 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] For port 95570390-e3f6-4300-a351-2f4c05cbf240, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=95570390-e3f6-4300-a351-2f4c05cbf240,segment=NetworkSegment(111726f6-ada8-46f2-b443-7d3eb7348ba3),segment_id=111726f6-ada8-46f2-b443-7d3eb7348ba3)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:32.149533 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9499106-a685-4647-8c91-3bc1427cea16 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:32.315878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58956) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:32.322759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020c434-20bb-4876-9cd4-44c86f6f3523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1860f67-d0b5-4af9-bed7-050e1ee1dfdd,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:32.330436 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2020c434-20bb-4876-9cd4-44c86f6f3523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:32.354493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2020c434-20bb-4876-9cd4-44c86f6f3523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:32.356275 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2020c434-20bb-4876-9cd4-44c86f6f3523 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1860f67-d0b5-4af9-bed7-050e1ee1dfdd HTTP/1.1" status: 204 len: 168 time: 1.2672038 Jan 14 07:44:32.531602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network f27c152c-0935-4216-86e8-12c63649c02f has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:32.545237 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:32.932583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-248f78dd-dbe5-4af3-929c-1e194da6e5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:32.974600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-248f78dd-dbe5-4af3-929c-1e194da6e5d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:32.980737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-248f78dd-dbe5-4af3-929c-1e194da6e5d6 admin admin] Usage tracker for resource:security_group_rule and tenant:43fb3f09903641b2aa2cf739f12a041f is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:32.984711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-248f78dd-dbe5-4af3-929c-1e194da6e5d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:32.991641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-248f78dd-dbe5-4af3-929c-1e194da6e5d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:32.999177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f9499106-a685-4647-8c91-3bc1427cea16 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Calling delete_port for 95570390-e3f6-4300-a351-2f4c05cbf240 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:33.103360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Network f27c152c-0935-4216-86e8-12c63649c02f has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:33.226418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:44:33.255296 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:44:33.284479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-248f78dd-dbe5-4af3-929c-1e194da6e5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:33.295039 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:33.298885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-248f78dd-dbe5-4af3-929c-1e194da6e5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:33.328940 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a17c0d7-00b0-466d-bd08-5fce43f1e6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:33.333011 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9499106-a685-4647-8c91-3bc1427cea16 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:33.355608 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d667002d-2c78-467c-821d-364642442f15 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:33.383919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:33.402428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f78dd-dbe5-4af3-929c-1e194da6e5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c537dfe7-0ce1-425c-8b0a-55d34c52e514,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:33.406802 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-248f78dd-dbe5-4af3-929c-1e194da6e5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:33.409958 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-248f78dd-dbe5-4af3-929c-1e194da6e5d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43fb3f09903641b2aa2cf739f12a041f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0769441 Jan 14 07:44:33.414919 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] 10.222.0.41 "DELETE /v2.0/networks/f27c152c-0935-4216-86e8-12c63649c02f HTTP/1.1" status: 204 len: 168 time: 4.1676135 Jan 14 07:44:33.426604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 58978) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:33.432404 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:33.504111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Pushing event deleted for resources: {'Network': ['ID=f27c152c-0935-4216-86e8-12c63649c02f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:33.516707 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:33.523741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9499106-a685-4647-8c91-3bc1427cea16 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event deleted for resources: {'Port': ['ID=95570390-e3f6-4300-a351-2f4c05cbf240,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:33.542068 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f9499106-a685-4647-8c91-3bc1427cea16 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:33.674555 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9453407-c9f5-4589-b0b4-18a0aded27ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:33.721415 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9453407-c9f5-4589-b0b4-18a0aded27ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:33.887214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9453407-c9f5-4589-b0b4-18a0aded27ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:33.896192 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a5edb31a-c4b9-4bc5-8901-1b8e2a627caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:33.938044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9453407-c9f5-4589-b0b4-18a0aded27ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c537dfe7-0ce1-425c-8b0a-55d34c52e514,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:33.957565 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f9453407-c9f5-4589-b0b4-18a0aded27ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:33.968007 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9453407-c9f5-4589-b0b4-18a0aded27ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:33.970439 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f9453407-c9f5-4589-b0b4-18a0aded27ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c537dfe7-0ce1-425c-8b0a-55d34c52e514 HTTP/1.1" status: 204 len: 168 time: 0.4691331 Jan 14 07:44:34.200007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59034) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:34.227079 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9499106-a685-4647-8c91-3bc1427cea16 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:35.214138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9499106-a685-4647-8c91-3bc1427cea16 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Router f772d648-48bd-4ed9-817d-dda589660597 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:44:35.255237 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8fc8bde5-5f1b-4b8a-9cf1-45da6e5783db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=311c5b973cc244da931c0f2e3ec6ea49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0529799 Jan 14 07:44:35.260273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59060) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:35.405297 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfa383c0-1e6a-4768-b6f2-a5e9175a313b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:35.438126 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfa383c0-1e6a-4768-b6f2-a5e9175a313b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:35.494366 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfa383c0-1e6a-4768-b6f2-a5e9175a313b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:35.509429 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31702f75-e8e6-449c-9ed6-3840d8c23ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:35.529853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9499106-a685-4647-8c91-3bc1427cea16 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:44:35.531800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa383c0-1e6a-4768-b6f2-a5e9175a313b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de54f21-8d1a-4c20-8168-3682a002a956,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:35.537914 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dfa383c0-1e6a-4768-b6f2-a5e9175a313b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:35.549233 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfa383c0-1e6a-4768-b6f2-a5e9175a313b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:35.553014 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dfa383c0-1e6a-4768-b6f2-a5e9175a313b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1de54f21-8d1a-4c20-8168-3682a002a956 HTTP/1.1" status: 204 len: 168 time: 0.2912569 Jan 14 07:44:35.579807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59070) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:35.580047 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f9499106-a685-4647-8c91-3bc1427cea16 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "PUT /v2.0/routers/f772d648-48bd-4ed9-817d-dda589660597/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2476370 Jan 14 07:44:35.635112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa3131b-58a2-4ec5-99e6-6ef77c2444d5 None None] Sync routers for ids ['f772d648-48bd-4ed9-817d-dda589660597'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:44:35.697924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa3131b-58a2-4ec5-99e6-6ef77c2444d5 None None] Routers {'f772d648-48bd-4ed9-817d-dda589660597'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:44:35.708007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0aa3131b-58a2-4ec5-99e6-6ef77c2444d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:44:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f772d648-48bd-4ed9-817d-dda589660597'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:35.912217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3ffdf2-52b1-46bc-bca8-d8827c5ae180 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Deleting subnet 508ce9d1-81d2-4afd-ba99-1a42f8b5ca24 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:44:35.924940 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc3ffdf2-52b1-46bc-bca8-d8827c5ae180 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:36.070135 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc3ffdf2-52b1-46bc-bca8-d8827c5ae180 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:36.364765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-0aa3131b-58a2-4ec5-99e6-6ef77c2444d5 None None] Set router f772d648-48bd-4ed9-817d-dda589660597 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:44:36.385942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc3ffdf2-52b1-46bc-bca8-d8827c5ae180 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:37.306158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0aa3131b-58a2-4ec5-99e6-6ef77c2444d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772d648-48bd-4ed9-817d-dda589660597', 'name': 'tempest-TestNetworkBasicOps-router-14669298', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '95d004fb-8545-46e5-aaaa-aa76422f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:43:53Z', 'updated_at': '2021-01-14T07:44:33Z', 'revision_number': 5, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'gw_port': {'id': '95d004fb-8545-46e5-aaaa-aa76422f7c7a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772d648-48bd-4ed9-817d-dda589660597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:56Z', 'updated_at': '2021-01-14T07:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:37.317884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa3131b-58a2-4ec5-99e6-6ef77c2444d5 None None] Checking router: f772d648-48bd-4ed9-817d-dda589660597 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:44:37.338556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc3ffdf2-52b1-46bc-bca8-d8827c5ae180 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:37.344480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa3131b-58a2-4ec5-99e6-6ef77c2444d5 None None] Routers {'f772d648-48bd-4ed9-817d-dda589660597'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:44:37.344990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0aa3131b-58a2-4ec5-99e6-6ef77c2444d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:44:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f772d648-48bd-4ed9-817d-dda589660597'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:37.359462 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31088251-ab11-4452-a15f-cb00bcd8802f tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:37.421808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ffdf2-52b1-46bc-bca8-d8827c5ae180 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event deleted for resources: {'Subnet': ['ID=508ce9d1-81d2-4afd-ba99-1a42f8b5ca24,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:37.431954 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc3ffdf2-52b1-46bc-bca8-d8827c5ae180 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:37.609869 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc3ffdf2-52b1-46bc-bca8-d8827c5ae180 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:37.623139 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cc3ffdf2-52b1-46bc-bca8-d8827c5ae180 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "DELETE /v2.0/subnets/508ce9d1-81d2-4afd-ba99-1a42f8b5ca24 HTTP/1.1" status: 204 len: 168 time: 2.0420139 Jan 14 07:44:37.627851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59140) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:37.641813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e704d2-e067-44c9-be97-0a7a71eb5712 None None] Network 9b4667d8-93f7-4a5c-b947-49e4010de542 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:37.938440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-0aa3131b-58a2-4ec5-99e6-6ef77c2444d5 None None] Set router f772d648-48bd-4ed9-817d-dda589660597 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:44:38.056908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d09643d1-f1fe-4b5a-8f8f-fcb0622362da tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:38.428311 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d09643d1-f1fe-4b5a-8f8f-fcb0622362da tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:38.447906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d09643d1-f1fe-4b5a-8f8f-fcb0622362da tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Deleting port 95d004fb-8545-46e5-aaaa-aa76422f7c7a {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:38.448753 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d09643d1-f1fe-4b5a-8f8f-fcb0622362da tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:38.989099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0aa3131b-58a2-4ec5-99e6-6ef77c2444d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f772d648-48bd-4ed9-817d-dda589660597', 'name': 'tempest-TestNetworkBasicOps-router-14669298', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '95d004fb-8545-46e5-aaaa-aa76422f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:43:53Z', 'updated_at': '2021-01-14T07:44:33Z', 'revision_number': 5, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'gw_port': {'id': '95d004fb-8545-46e5-aaaa-aa76422f7c7a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772d648-48bd-4ed9-817d-dda589660597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:56Z', 'updated_at': '2021-01-14T07:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:38.995521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa3131b-58a2-4ec5-99e6-6ef77c2444d5 None None] The sync data for ids ['f772d648-48bd-4ed9-817d-dda589660597'] in n-d-769329-2 is: [{'id': 'f772d648-48bd-4ed9-817d-dda589660597', 'name': 'tempest-TestNetworkBasicOps-router-14669298', 'tenant_id': '69c44f1c64d049e0b525e98297c7095b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '95d004fb-8545-46e5-aaaa-aa76422f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:43:53Z', 'updated_at': '2021-01-14T07:44:33Z', 'revision_number': 5, 'project_id': '69c44f1c64d049e0b525e98297c7095b', 'gw_port': {'id': '95d004fb-8545-46e5-aaaa-aa76422f7c7a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f772d648-48bd-4ed9-817d-dda589660597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:43:56Z', 'updated_at': '2021-01-14T07:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:44:39.106978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7355da3d-9f20-4937-8795-1e8b73f04a87 None None] DHCP port deletion for 9b4667d8-93f7-4a5c-b947-49e4010de542 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:44:39.116153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7355da3d-9f20-4937-8795-1e8b73f04a87 None None] Deleting port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:39.116702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7355da3d-9f20-4937-8795-1e8b73f04a87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:39.368087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d09643d1-f1fe-4b5a-8f8f-fcb0622362da tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] For port 95d004fb-8545-46e5-aaaa-aa76422f7c7a, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=95d004fb-8545-46e5-aaaa-aa76422f7c7a,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:39.368783 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d09643d1-f1fe-4b5a-8f8f-fcb0622362da tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:39.711309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d09643d1-f1fe-4b5a-8f8f-fcb0622362da tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Calling delete_port for 95d004fb-8545-46e5-aaaa-aa76422f7c7a owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:39.750281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59172) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:40.144812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-daac5ad2-8fdd-48e0-91ef-0dbdb70a9fb4 tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] Request body: {'port': {'network_id': 'bb1215bb-2e86-4e50-8901-212f0283948e', 'name': 'tempest-NetworksNegativeTestJSON-326772157'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:40.156709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7355da3d-9f20-4937-8795-1e8b73f04a87 None None] For port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3a461253-74a1-4a08-8e71-8cb1aeb2f26f,segment=NetworkSegment(111726f6-ada8-46f2-b443-7d3eb7348ba3),segment_id=111726f6-ada8-46f2-b443-7d3eb7348ba3)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:40.157855 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7355da3d-9f20-4937-8795-1e8b73f04a87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:40.159931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d09643d1-f1fe-4b5a-8f8f-fcb0622362da tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:40.200989 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-daac5ad2-8fdd-48e0-91ef-0dbdb70a9fb4 tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] POST failed (client error): The resource could not be found. Jan 14 07:44:40.201461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daac5ad2-8fdd-48e0-91ef-0dbdb70a9fb4 tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:40.211759 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-daac5ad2-8fdd-48e0-91ef-0dbdb70a9fb4 tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4591150 Jan 14 07:44:40.213295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59188) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:40.272931 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7bb31c1-d56e-4982-b93a-868a6779c16f tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] DELETE failed (client error): The resource could not be found. Jan 14 07:44:40.273735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7bb31c1-d56e-4982-b93a-868a6779c16f tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:40.282337 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d7bb31c1-d56e-4982-b93a-868a6779c16f tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] 10.222.0.41 "DELETE /v2.0/networks/38900523-d654-473d-8106-76410050d0f5 HTTP/1.1" status: 404 len: 339 time: 0.0673661 Jan 14 07:44:40.283266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59192) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:40.398579 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b931e8f5-c34a-4eee-a802-77e712a603cf tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] DELETE failed (client error): The resource could not be found. Jan 14 07:44:40.399777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b931e8f5-c34a-4eee-a802-77e712a603cf tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:40.408036 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b931e8f5-c34a-4eee-a802-77e712a603cf tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] 10.222.0.41 "DELETE /v2.0/ports/c3f75f88-a177-4e75-898a-06ec2ca2848b HTTP/1.1" status: 404 len: 333 time: 0.1175907 Jan 14 07:44:40.409392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59198) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:40.530633 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47ab28d-1630-487f-a770-6b3483f9894c tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] DELETE failed (client error): The resource could not be found. Jan 14 07:44:40.531763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b47ab28d-1630-487f-a770-6b3483f9894c tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:40.547319 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b47ab28d-1630-487f-a770-6b3483f9894c tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] 10.222.0.41 "DELETE /v2.0/subnets/a780acf1-54bb-4d6b-a783-0530d0f16b6d HTTP/1.1" status: 404 len: 337 time: 0.1365530 Jan 14 07:44:40.549221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59204) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:40.641412 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-346f5874-a3be-4821-a826-3cbe5bb67564 tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] GET failed (client error): The resource could not be found. Jan 14 07:44:40.644324 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-346f5874-a3be-4821-a826-3cbe5bb67564 tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] 10.222.0.41 "GET /v2.0/networks/f631af7b-9ec3-4881-a146-00455702b6a7 HTTP/1.1" status: 404 len: 339 time: 0.0899875 Jan 14 07:44:40.650644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59210) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:40.803808 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d880cec8-3b7c-42a4-be7e-bfa325d59cc2 tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] GET failed (client error): The resource could not be found. Jan 14 07:44:40.814378 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d880cec8-3b7c-42a4-be7e-bfa325d59cc2 tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] 10.222.0.41 "GET /v2.0/ports/7711615f-d894-4cee-9fec-f5309f6e2cd1 HTTP/1.1" status: 404 len: 333 time: 0.1533515 Jan 14 07:44:40.815629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59214) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:40.934982 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a069baef-f8d7-4a72-8c67-e9d082d47909 tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] GET failed (client error): The resource could not be found. Jan 14 07:44:40.937479 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a069baef-f8d7-4a72-8c67-e9d082d47909 tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] 10.222.0.41 "GET /v2.0/subnets/6dfb97cc-258e-43eb-835f-387c962fb972 HTTP/1.1" status: 404 len: 337 time: 0.1201217 Jan 14 07:44:40.961676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59220) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:41.012516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e0d406f9-894a-44a1-9af0-c1ef4944351e tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] Request body: {'network': {'name': 'new_name'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:41.126550 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d406f9-894a-44a1-9af0-c1ef4944351e tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] PUT failed (client error): The resource could not be found. Jan 14 07:44:41.128016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d406f9-894a-44a1-9af0-c1ef4944351e tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:41.130228 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e0d406f9-894a-44a1-9af0-c1ef4944351e tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] 10.222.0.41 "PUT /v2.0/networks/0b079e00-0de3-4384-bff1-89851825c036 HTTP/1.1" status: 404 len: 339 time: 0.1661932 Jan 14 07:44:41.136769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59226) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:41.159806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-aa92a837-db6b-4a49-8d14-4f7014770581 tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] Request body: {'port': {'name': 'new_name'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:41.223776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7355da3d-9f20-4937-8795-1e8b73f04a87 None None] Calling delete_port for 3a461253-74a1-4a08-8e71-8cb1aeb2f26f owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:41.273410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 95570390-e3f6-4300-a351-2f4c05cbf240 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:44:41.353571 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa92a837-db6b-4a49-8d14-4f7014770581 tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] PUT failed (client error): The resource could not be found. Jan 14 07:44:41.354854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa92a837-db6b-4a49-8d14-4f7014770581 tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:41.359356 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-aa92a837-db6b-4a49-8d14-4f7014770581 tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] 10.222.0.41 "PUT /v2.0/ports/002911af-da0f-442d-ba5e-e988dcbece7e HTTP/1.1" status: 404 len: 333 time: 0.2184167 Jan 14 07:44:41.364747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59230) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:41.369911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 95570390-e3f6-4300-a351-2f4c05cbf240 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:44:41.370552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 95570390-e3f6-4300-a351-2f4c05cbf240 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:44:41.371321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3a461253-74a1-4a08-8e71-8cb1aeb2f26f no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:44:41.387089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f1ef1cca-5fa1-4fa7-8311-b72659582dc1 tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] Request body: {'subnet': {'name': 'new_name'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:41.584859 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ef1cca-5fa1-4fa7-8311-b72659582dc1 tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] PUT failed (client error): The resource could not be found. Jan 14 07:44:41.590199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ef1cca-5fa1-4fa7-8311-b72659582dc1 tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:44:41.593345 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f1ef1cca-5fa1-4fa7-8311-b72659582dc1 tempest-NetworksNegativeTestJSON-380549987 tempest-NetworksNegativeTestJSON-380549987] 10.222.0.41 "PUT /v2.0/subnets/c9774db3-ae67-428b-800b-3224944e3928 HTTP/1.1" status: 404 len: 337 time: 0.2248111 Jan 14 07:44:41.782293 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d09643d1-f1fe-4b5a-8f8f-fcb0622362da tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:41.891163 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:42.131856 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d09643d1-f1fe-4b5a-8f8f-fcb0622362da tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:42.137585 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d09643d1-f1fe-4b5a-8f8f-fcb0622362da tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:42.152252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3a461253-74a1-4a08-8e71-8cb1aeb2f26f,segment=NetworkSegment(111726f6-ada8-46f2-b443-7d3eb7348ba3),segment_id=111726f6-ada8-46f2-b443-7d3eb7348ba3)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:42.200734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d09643d1-f1fe-4b5a-8f8f-fcb0622362da tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:42.203166 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:42.204091 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-116cc69d-b5b6-49f9-844a-1a6d1efedb8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:42.205463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09643d1-f1fe-4b5a-8f8f-fcb0622362da tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Fanout notify agent at l3_agent the message router_deleted on router f772d648-48bd-4ed9-817d-dda589660597 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:44:42.279376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d09643d1-f1fe-4b5a-8f8f-fcb0622362da tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:42.287777 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d09643d1-f1fe-4b5a-8f8f-fcb0622362da tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "DELETE /v2.0/routers/f772d648-48bd-4ed9-817d-dda589660597 HTTP/1.1" status: 204 len: 168 time: 4.6510501 Jan 14 07:44:42.287986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59248) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:42.322917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=3a461253-74a1-4a08-8e71-8cb1aeb2f26f,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:42.333288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.333853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.334079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.334496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.334748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.335096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.335486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.336026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.336417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.336768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.337795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.338059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.338728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.339093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.339455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.339874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.340242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.340628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.340902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.341303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.341816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.342435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.342630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.342810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.343221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.343577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.343958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.344314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.344670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.345025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.345465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.345709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.346065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.346419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.346771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.347122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:42.353374 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:42.360433 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-7355da3d-9f20-4937-8795-1e8b73f04a87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:44:42.360850 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-7355da3d-9f20-4937-8795-1e8b73f04a87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:44:42.564388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59256) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:42.580506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:42.753107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Deleting port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:42.753510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:42.861892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7355da3d-9f20-4937-8795-1e8b73f04a87 None None] Deleting port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:42.862358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7355da3d-9f20-4937-8795-1e8b73f04a87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:43.028573 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06695660-b64e-4ace-8baf-47977aee2cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:43.107097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-06695660-b64e-4ace-8baf-47977aee2cf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:43.123878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-06695660-b64e-4ace-8baf-47977aee2cf5 admin admin] Usage tracker for resource:security_group_rule and tenant:c194ada3c36347f493dce57477b9c7db is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:43.132393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-06695660-b64e-4ace-8baf-47977aee2cf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:43.158580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-06695660-b64e-4ace-8baf-47977aee2cf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:43.332819 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06695660-b64e-4ace-8baf-47977aee2cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:43.344796 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06695660-b64e-4ace-8baf-47977aee2cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:43.364979 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-404c3eb2-4530-4beb-81e8-b0c2bbab2e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:43.517907 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-06695660-b64e-4ace-8baf-47977aee2cf5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c194ada3c36347f493dce57477b9c7db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9523311 Jan 14 07:44:43.526302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59276) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:43.530236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 95d004fb-8545-46e5-aaaa-aa76422f7c7a no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:44:43.538071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06695660-b64e-4ace-8baf-47977aee2cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6736334-7dfc-49f4-904a-a05ec9a91562,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:43.586714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] For port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3a461253-74a1-4a08-8e71-8cb1aeb2f26f,segment=NetworkSegment(111726f6-ada8-46f2-b443-7d3eb7348ba3),segment_id=111726f6-ada8-46f2-b443-7d3eb7348ba3)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:43.587962 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:43.626394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7355da3d-9f20-4937-8795-1e8b73f04a87 None None] For port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3a461253-74a1-4a08-8e71-8cb1aeb2f26f,segment=NetworkSegment(111726f6-ada8-46f2-b443-7d3eb7348ba3),segment_id=111726f6-ada8-46f2-b443-7d3eb7348ba3)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:44:43.633948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7355da3d-9f20-4937-8795-1e8b73f04a87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:43.679912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 95d004fb-8545-46e5-aaaa-aa76422f7c7a {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:44:43.684571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 95d004fb-8545-46e5-aaaa-aa76422f7c7a not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:44:43.706298 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06695660-b64e-4ace-8baf-47977aee2cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:43.806255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ced119a2-606e-49c8-bdc7-0ace0e289a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:43.886806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ced119a2-606e-49c8-bdc7-0ace0e289a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:43.999391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Calling delete_port for 3a461253-74a1-4a08-8e71-8cb1aeb2f26f owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:44.090324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ced119a2-606e-49c8-bdc7-0ace0e289a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:44.104016 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-80974681-577e-46c6-845e-379bfd443ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:44.114608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7355da3d-9f20-4937-8795-1e8b73f04a87 None None] Calling delete_port for 3a461253-74a1-4a08-8e71-8cb1aeb2f26f owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:44:44.152666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced119a2-606e-49c8-bdc7-0ace0e289a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6736334-7dfc-49f4-904a-a05ec9a91562,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:44.156173 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ced119a2-606e-49c8-bdc7-0ace0e289a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:44.184780 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ced119a2-606e-49c8-bdc7-0ace0e289a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:44.190040 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ced119a2-606e-49c8-bdc7-0ace0e289a01 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6736334-7dfc-49f4-904a-a05ec9a91562 HTTP/1.1" status: 204 len: 168 time: 0.6583080 Jan 14 07:44:44.425158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:44:44.426147 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:44:44.429154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7355da3d-9f20-4937-8795-1e8b73f04a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:44.592004 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:44.685662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355da3d-9f20-4937-8795-1e8b73f04a87 None None] Pushing event deleted for resources: {'Port': ['ID=3a461253-74a1-4a08-8e71-8cb1aeb2f26f,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:44.691325 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7355da3d-9f20-4937-8795-1e8b73f04a87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:44.692789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7355da3d-9f20-4937-8795-1e8b73f04a87 None None] No DVR routers for this DVR port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:44:44.927959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Deleting port 3a461253-74a1-4a08-8e71-8cb1aeb2f26f {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:44:44.928661 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:45.105634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] The port '3a461253-74a1-4a08-8e71-8cb1aeb2f26f' was deleted {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:44:45.455265 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:45.892369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4667d8-93f7-4a5c-b947-49e4010de542']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:45.966003 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:45.980329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111726f6-ada8-46f2-b443-7d3eb7348ba3') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:45.980652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111726f6-ada8-46f2-b443-7d3eb7348ba3') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:44:46.050379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:46.123120 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:46.132651 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Releasing vxlan tunnel 15 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:44:46.455978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:46.672836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Network 9b4667d8-93f7-4a5c-b947-49e4010de542 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:46.715684 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:46.993003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Network 9b4667d8-93f7-4a5c-b947-49e4010de542 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:44:46.994013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59340) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:44:47.026885 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:44:47.379000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2015967956'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:47.406117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:47.424018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:network and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:47.453227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:47.472027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:47.514095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Made reservation on behalf of 24dfe377520f474f9b69516e3f1c6869 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:47.537428 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:47.573754 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:47.613591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:47.622559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:security_group_rule and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:47.628469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:47.664401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:47.721791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:47.728240 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:47.771816 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:47.794924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Pushing event deleted for resources: {'Network': ['ID=9b4667d8-93f7-4a5c-b947-49e4010de542,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:47.808596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.809076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.809506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.809930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.810363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.811038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.811456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.812035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.812459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.813250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.813666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.814084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.814592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.815112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.816093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.816523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.816943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.817359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.817778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.818553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.819640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.820089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.820507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.820930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.821425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.822181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.822845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.823559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.824261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.824682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.825097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.825511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.825925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.826335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.826744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.827503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:44:47.834211 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] 10.222.0.41 "DELETE /v2.0/networks/9b4667d8-93f7-4a5c-b947-49e4010de542 HTTP/1.1" status: 204 len: 168 time: 5.5438528 Jan 14 07:44:47.834211 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:47.998008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:48.005445 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:48.010880 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06695660-b64e-4ace-8baf-47977aee2cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:48.075174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:44:48.107414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:48.108311 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Added segment 802aabf7-28b7-45ca-8e90-add0abe96911 of type vxlan for network a8ad6697-da5e-451c-872f-96ddc9e5b618 Jan 14 07:44:48.193012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:48.244763 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:48.289286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:48.291697 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:48.370052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59368) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:48.371622 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3755662 Jan 14 07:44:48.378242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-de96c6ef-8a20-45cc-9b8d-a2537acfa069 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-616196428'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:48.387148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-de96c6ef-8a20-45cc-9b8d-a2537acfa069 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:48.392351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-de96c6ef-8a20-45cc-9b8d-a2537acfa069 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:network and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:48.393820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'SecurityGroup': ['ID=0e363bba-16a8-4220-8c59-cd7f4e1a772c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:48.396295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-de96c6ef-8a20-45cc-9b8d-a2537acfa069 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:48.403022 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:48.403846 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-757cae32-04c2-47bf-965d-15cafeaff082 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:48.404927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-de96c6ef-8a20-45cc-9b8d-a2537acfa069 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:48.421851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de96c6ef-8a20-45cc-9b8d-a2537acfa069 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Made reservation on behalf of 24dfe377520f474f9b69516e3f1c6869 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:48.448244 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de96c6ef-8a20-45cc-9b8d-a2537acfa069 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:48.531547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de96c6ef-8a20-45cc-9b8d-a2537acfa069 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:44:48.549683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de96c6ef-8a20-45cc-9b8d-a2537acfa069 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:48.550150 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-de96c6ef-8a20-45cc-9b8d-a2537acfa069 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Added segment ccc96807-3520-4dae-a9d5-fffb1f5392fc of type vxlan for network c74c92ac-e944-4b39-9a77-8988e257f42a Jan 14 07:44:48.639812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de96c6ef-8a20-45cc-9b8d-a2537acfa069 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:48.684435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59376) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:48.706932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Network': ['ID=a8ad6697-da5e-451c-872f-96ddc9e5b618,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:48.714345 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:48.722045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network a8ad6697-da5e-451c-872f-96ddc9e5b618 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:48.806365 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de96c6ef-8a20-45cc-9b8d-a2537acfa069 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:48.838225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de96c6ef-8a20-45cc-9b8d-a2537acfa069 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:48.839091 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-de96c6ef-8a20-45cc-9b8d-a2537acfa069 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:48.871630 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4dececbf-9c0e-4679-81d1-aeaedda401d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:48.976337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network a8ad6697-da5e-451c-872f-96ddc9e5b618 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:49.046054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network a8ad6697-da5e-451c-872f-96ddc9e5b618 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:49.051451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96c6ef-8a20-45cc-9b8d-a2537acfa069 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Network': ['ID=c74c92ac-e944-4b39-9a77-8988e257f42a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:49.055765 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-de96c6ef-8a20-45cc-9b8d-a2537acfa069 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:49.058795 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-de96c6ef-8a20-45cc-9b8d-a2537acfa069 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6866572 Jan 14 07:44:49.062166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59384) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:49.073284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-412afcd1-ad52-427f-ab4c-99ad84dd0f9f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'subnet': {'network_id': 'a8ad6697-da5e-451c-872f-96ddc9e5b618', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:49.122702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network c74c92ac-e944-4b39-9a77-8988e257f42a details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:49.272617 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6d150559-394e-49e5-8b9a-068519a7fe41 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69c44f1c64d049e0b525e98297c7095b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5823889 Jan 14 07:44:49.274143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59390) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:49.507999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network c74c92ac-e944-4b39-9a77-8988e257f42a details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:49.522563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-412afcd1-ad52-427f-ab4c-99ad84dd0f9f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:49.534216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa84c71d-6862-4543-abd9-28f581451b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:49.534822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-412afcd1-ad52-427f-ab4c-99ad84dd0f9f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:subnet and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:49.541903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-412afcd1-ad52-427f-ab4c-99ad84dd0f9f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:49.557886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-412afcd1-ad52-427f-ab4c-99ad84dd0f9f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:49.576730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412afcd1-ad52-427f-ab4c-99ad84dd0f9f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Made reservation on behalf of 24dfe377520f474f9b69516e3f1c6869 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:49.606653 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa84c71d-6862-4543-abd9-28f581451b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:49.690279 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa84c71d-6862-4543-abd9-28f581451b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:49.699575 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-366c1b6d-171e-49af-87a0-b0b83baac6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:49.723187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84c71d-6862-4543-abd9-28f581451b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adff336d-9233-4c78-8050-930181ee7efd,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:49.729219 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa84c71d-6862-4543-abd9-28f581451b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:49.737093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa84c71d-6862-4543-abd9-28f581451b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:49.754880 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-aa84c71d-6862-4543-abd9-28f581451b46 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/adff336d-9233-4c78-8050-930181ee7efd HTTP/1.1" status: 204 len: 168 time: 0.4647722 Jan 14 07:44:49.925400 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-412afcd1-ad52-427f-ab4c-99ad84dd0f9f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:50.128532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network c74c92ac-e944-4b39-9a77-8988e257f42a details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:50.804865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59412) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:50.836195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27f92ac2-9130-45a6-9954-0b8cf04c715a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:50.871518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-27f92ac2-9130-45a6-9954-0b8cf04c715a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:50.888400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-27f92ac2-9130-45a6-9954-0b8cf04c715a admin admin] Usage tracker for resource:security_group_rule and tenant:7287e8fc88224ad2bc751a989533fdfa is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:50.892360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-27f92ac2-9130-45a6-9954-0b8cf04c715a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:50.904198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-27f92ac2-9130-45a6-9954-0b8cf04c715a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:51.039079 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27f92ac2-9130-45a6-9954-0b8cf04c715a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:51.053576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27f92ac2-9130-45a6-9954-0b8cf04c715a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:51.131577 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-874f5a6a-6160-4b66-b1fa-3ccd2e3386b5 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:51.141676 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-412afcd1-ad52-427f-ab4c-99ad84dd0f9f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:51.161655 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5a0f465-ced7-4cfd-8222-2a3bf2603d22 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:51.171321 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-27f92ac2-9130-45a6-9954-0b8cf04c715a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7287e8fc88224ad2bc751a989533fdfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3652570 Jan 14 07:44:51.172524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f92ac2-9130-45a6-9954-0b8cf04c715a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12891ad2-6619-4847-bd16-3a94deff4517,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:51.175707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59418) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:51.210090 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-27f92ac2-9130-45a6-9954-0b8cf04c715a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:51.297344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9901a2d0-c7fd-46ab-b050-e96f2ed3d303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:51.320744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412afcd1-ad52-427f-ab4c-99ad84dd0f9f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Subnet': ['ID=2f08a85f-c471-4c81-910f-a18834abb286,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:51.336103 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-412afcd1-ad52-427f-ab4c-99ad84dd0f9f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:51.350740 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9901a2d0-c7fd-46ab-b050-e96f2ed3d303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:51.448859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9901a2d0-c7fd-46ab-b050-e96f2ed3d303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:51.464208 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f82cf441-3c7f-4dcb-aac6-dfd614901077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:51.487469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901a2d0-c7fd-46ab-b050-e96f2ed3d303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12891ad2-6619-4847-bd16-3a94deff4517,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:51.490939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9901a2d0-c7fd-46ab-b050-e96f2ed3d303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:51.492517 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9901a2d0-c7fd-46ab-b050-e96f2ed3d303 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12891ad2-6619-4847-bd16-3a94deff4517 HTTP/1.1" status: 204 len: 168 time: 0.2888236 Jan 14 07:44:51.494098 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9901a2d0-c7fd-46ab-b050-e96f2ed3d303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:51.601568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412afcd1-ad52-427f-ab4c-99ad84dd0f9f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Checking segment: {'id': '802aabf7-28b7-45ca-8e90-add0abe96911', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8ad6697-da5e-451c-872f-96ddc9e5b618'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:51.604990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412afcd1-ad52-427f-ab4c-99ad84dd0f9f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network hostable DHCP agents. Network: a8ad6697-da5e-451c-872f-96ddc9e5b618, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:44:51.648783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412afcd1-ad52-427f-ab4c-99ad84dd0f9f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network a8ad6697-da5e-451c-872f-96ddc9e5b618 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:44:51.662009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-412afcd1-ad52-427f-ab4c-99ad84dd0f9f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, a8ad6697-da5e-451c-872f-96ddc9e5b618) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:51.670840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cd5629-b2cf-4cc5-9256-3ebd07ce5179 None None] Network a8ad6697-da5e-451c-872f-96ddc9e5b618 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:51.682998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412afcd1-ad52-427f-ab4c-99ad84dd0f9f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:51.684114 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-412afcd1-ad52-427f-ab4c-99ad84dd0f9f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:51.740824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59428) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:51.745770 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-412afcd1-ad52-427f-ab4c-99ad84dd0f9f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6827576 Jan 14 07:44:51.749159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b7207781-2429-486e-b936-9b5ee3054707 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'subnet': {'network_id': 'c74c92ac-e944-4b39-9a77-8988e257f42a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:52.093837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b7207781-2429-486e-b936-9b5ee3054707 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:52.107545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b7207781-2429-486e-b936-9b5ee3054707 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:subnet and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:52.117481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b7207781-2429-486e-b936-9b5ee3054707 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:52.135419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b7207781-2429-486e-b936-9b5ee3054707 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:52.147528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7207781-2429-486e-b936-9b5ee3054707 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Made reservation on behalf of 24dfe377520f474f9b69516e3f1c6869 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:52.489364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-a8ad6697-da5e-451c-872f-96ddc9e5b618', 'network_id': 'a8ad6697-da5e-451c-872f-96ddc9e5b618', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'fixed_ips': [{'subnet_id': '2f08a85f-c471-4c81-910f-a18834abb286'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:44:52.489780 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:52.574339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7207781-2429-486e-b936-9b5ee3054707 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:53.503966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Allocated IP 2001:db8::2 (a8ad6697-da5e-451c-872f-96ddc9e5b618/2f08a85f-c471-4c81-910f-a18834abb286/3beeedfd-f941-438b-a62d-d287fce3800c) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:44:54.069042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59472) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:54.386594 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7207781-2429-486e-b936-9b5ee3054707 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:54.416954 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c641c67-da95-40f2-8661-548b45abe5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:54.466646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-478541537-network', 'tenant_id': '95edd43e99a04751803b1ca0ff735456'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:54.479130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:54.496672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Usage tracker for resource:network and tenant:95edd43e99a04751803b1ca0ff735456 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:54.505375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:54.528377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:54.554962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Made reservation on behalf of 95edd43e99a04751803b1ca0ff735456 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:54.562173 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:54.601628 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:54.645607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:54.657533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Usage tracker for resource:security_group_rule and tenant:95edd43e99a04751803b1ca0ff735456 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:54.661105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:54.679528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:54.690510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:54.703240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Transition to ACTIVE for port object 3beeedfd-f941-438b-a62d-d287fce3800c will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:54.724229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Transition to ACTIVE for port object 3beeedfd-f941-438b-a62d-d287fce3800c will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:54.739479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:54.770050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7207781-2429-486e-b936-9b5ee3054707 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Subnet': ['ID=f9efcfc9-f6d3-48ef-91d3-b4e1c12a62f2,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:54.782191 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b7207781-2429-486e-b936-9b5ee3054707 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:54.844865 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-98250c69-2c6a-4992-a6d0-c52db9ce60f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:54.860343 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:54.863419 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:54.868624 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cbb0ee3f-8832-4f6f-bb27-da9c8c0ba08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:54.940362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:44:54.982439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9316cd5f-03d0-4640-9356-7bfc86dc4204,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:54.989993 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:55.000064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7207781-2429-486e-b936-9b5ee3054707 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Checking segment: {'id': 'ccc96807-3520-4dae-a9d5-fffb1f5392fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c74c92ac-e944-4b39-9a77-8988e257f42a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:55.000481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7207781-2429-486e-b936-9b5ee3054707 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network hostable DHCP agents. Network: c74c92ac-e944-4b39-9a77-8988e257f42a, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:44:55.016851 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:55.017309 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Added segment 91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a of type vxlan for network 0035b911-ecc9-4922-a6a7-3c81520d36f3 Jan 14 07:44:55.057592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7207781-2429-486e-b936-9b5ee3054707 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network c74c92ac-e944-4b39-9a77-8988e257f42a is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:44:55.078863 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:55.080875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Network a8ad6697-da5e-451c-872f-96ddc9e5b618 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:44:55.103797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:55.110318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:44:55.111626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b7207781-2429-486e-b936-9b5ee3054707 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, c74c92ac-e944-4b39-9a77-8988e257f42a) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:55.149199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7207781-2429-486e-b936-9b5ee3054707 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:55.154608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3378ec1e-985b-4421-bd48-74cfaac60df7 None None] Network c74c92ac-e944-4b39-9a77-8988e257f42a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:55.159727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7207781-2429-486e-b936-9b5ee3054707 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:55.200074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:55.201172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:55.201975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:55.211411 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b7207781-2429-486e-b936-9b5ee3054707 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4690566 Jan 14 07:44:55.214153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59492) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:55.236624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-732fbf9b-41c3-4d0e-a695-82012c8ba3c2 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1760045634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:55.262319 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c359771-d4c7-4c61-a255-b11209328dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:55.263916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-732fbf9b-41c3-4d0e-a695-82012c8ba3c2 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:55.278077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-732fbf9b-41c3-4d0e-a695-82012c8ba3c2 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:router and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:55.281500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-732fbf9b-41c3-4d0e-a695-82012c8ba3c2 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:55.296318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-732fbf9b-41c3-4d0e-a695-82012c8ba3c2 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:55.314958 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-732fbf9b-41c3-4d0e-a695-82012c8ba3c2 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:55.317033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-732fbf9b-41c3-4d0e-a695-82012c8ba3c2 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:55.333773 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-732fbf9b-41c3-4d0e-a695-82012c8ba3c2 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:55.363514 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-732fbf9b-41c3-4d0e-a695-82012c8ba3c2 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:55.402395 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1ad4ab9-88b0-4ca3-8cbe-2b49e568ddb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:55.455949 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-732fbf9b-41c3-4d0e-a695-82012c8ba3c2 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:55.463954 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-732fbf9b-41c3-4d0e-a695-82012c8ba3c2 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2485151 Jan 14 07:44:55.464669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59498) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:55.503973 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.4332147 Jan 14 07:44:55.604347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59504) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:55.691858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ca3e4295-749a-4f15-9f9b-df53da76ba7b admin admin] Request body: {'subnet': {'network_id': '0035b911-ecc9-4922-a6a7-3c81520d36f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-478541537-subnet', 'tenant_id': '95edd43e99a04751803b1ca0ff735456', 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:55.707306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Pushing event updated for resources: {'Network': ['ID=0035b911-ecc9-4922-a6a7-3c81520d36f3,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:55.729383 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:55.731992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ca3e4295-749a-4f15-9f9b-df53da76ba7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:55.770060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ca3e4295-749a-4f15-9f9b-df53da76ba7b admin admin] Usage tracker for resource:subnet and tenant:95edd43e99a04751803b1ca0ff735456 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:55.790721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ca3e4295-749a-4f15-9f9b-df53da76ba7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:55.807490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Attempting to bind port 3beeedfd-f941-438b-a62d-d287fce3800c on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:44:55.808542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Attempting to bind port 3beeedfd-f941-438b-a62d-d287fce3800c by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '802aabf7-28b7-45ca-8e90-add0abe96911', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8ad6697-da5e-451c-872f-96ddc9e5b618'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:44:55.809532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Attempting to bind port 3beeedfd-f941-438b-a62d-d287fce3800c on network a8ad6697-da5e-451c-872f-96ddc9e5b618 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:44:55.830943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ca3e4295-749a-4f15-9f9b-df53da76ba7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:55.838481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 0035b911-ecc9-4922-a6a7-3c81520d36f3 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:55.877271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3e4295-749a-4f15-9f9b-df53da76ba7b admin admin] Made reservation on behalf of 95edd43e99a04751803b1ca0ff735456 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:44:55.884939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca3e4295-749a-4f15-9f9b-df53da76ba7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:56.261039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 0035b911-ecc9-4922-a6a7-3c81520d36f3 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:56.601481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 0035b911-ecc9-4922-a6a7-3c81520d36f3 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:44:57.169058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:44:57.169800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Checking segment: {'id': '802aabf7-28b7-45ca-8e90-add0abe96911', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8ad6697-da5e-451c-872f-96ddc9e5b618'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:57.169957 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:57.170397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Bound using segment: {'id': '802aabf7-28b7-45ca-8e90-add0abe96911', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8ad6697-da5e-451c-872f-96ddc9e5b618'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:44:57.170914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Bound port: 3beeedfd-f941-438b-a62d-d287fce3800c, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802aabf7-28b7-45ca-8e90-add0abe96911', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a8ad6697-da5e-451c-872f-96ddc9e5b618'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:44:57.171344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:57.184317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:57.230887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Pushing event updated for resources: {'Port': ['ID=3beeedfd-f941-438b-a62d-d287fce3800c,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:57.311560 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.462s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:57.376190 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f56eb547-e585-4816-bdb0-850e2116e9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:57.465106 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca3e4295-749a-4f15-9f9b-df53da76ba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:57.593794 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:57.594772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-c74c92ac-e944-4b39-9a77-8988e257f42a', 'network_id': 'c74c92ac-e944-4b39-9a77-8988e257f42a', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'fixed_ips': [{'subnet_id': 'f9efcfc9-f6d3-48ef-91d3-b4e1c12a62f2'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:44:57.595675 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:57.682847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] For port 3beeedfd-f941-438b-a62d-d287fce3800c, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:44:57.704638 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc3ffdf2-52b1-46bc-bca8-d8827c5ae180 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:57.751406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] For port 3beeedfd-f941-438b-a62d-d287fce3800c, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3beeedfd-f941-438b-a62d-d287fce3800c,segment=NetworkSegment(802aabf7-28b7-45ca-8e90-add0abe96911),segment_id=802aabf7-28b7-45ca-8e90-add0abe96911)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:44:57.862525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e4295-749a-4f15-9f9b-df53da76ba7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=96ca60b5-5e21-4d18-8171-f2f69c40aa7c,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:57.869765 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ca3e4295-749a-4f15-9f9b-df53da76ba7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:57.893347 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:57.941893 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:57.950374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3e4295-749a-4f15-9f9b-df53da76ba7b admin admin] Checking segment: {'id': '91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0035b911-ecc9-4922-a6a7-3c81520d36f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:44:57.950918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3e4295-749a-4f15-9f9b-df53da76ba7b admin admin] Network hostable DHCP agents. Network: 0035b911-ecc9-4922-a6a7-3c81520d36f3, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:44:57.984646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3e4295-749a-4f15-9f9b-df53da76ba7b admin admin] Network 0035b911-ecc9-4922-a6a7-3c81520d36f3 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:44:58.011528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ca3e4295-749a-4f15-9f9b-df53da76ba7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 0035b911-ecc9-4922-a6a7-3c81520d36f3) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:58.051318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3e4295-749a-4f15-9f9b-df53da76ba7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:44:58.055628 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca3e4295-749a-4f15-9f9b-df53da76ba7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:58.105762 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ca3e4295-749a-4f15-9f9b-df53da76ba7b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4630542 Jan 14 07:44:58.108354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59536) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:44:58.114587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-478541537-router', 'tenant_id': '95edd43e99a04751803b1ca0ff735456', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:44:58.132389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:44:58.141554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Usage tracker for resource:router and tenant:95edd43e99a04751803b1ca0ff735456 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:44:58.148503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:44:58.164501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:44:58.185068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Allocated IP 2001:db8::1 (a8ad6697-da5e-451c-872f-96ddc9e5b618/2f08a85f-c471-4c81-910f-a18834abb286/dbffb5b7-3906-4e88-a07e-7f5cb3ee402b) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:44:58.190298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:58.191453 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:58.238723 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:58.302295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Allocated IP 2001:db8:1::2 (c74c92ac-e944-4b39-9a77-8988e257f42a/f9efcfc9-f6d3-48ef-91d3-b4e1c12a62f2/b4271c63-5d7f-47dc-9ead-32ec58573fe8) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:44:58.795938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:58.869073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Transition to ACTIVE for port object dbffb5b7-3906-4e88-a07e-7f5cb3ee402b will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:58.936721 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:58.947381 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:58.951414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4a9bb5-b981-436d-957a-b22bff939f2d None None] Network 0035b911-ecc9-4922-a6a7-3c81520d36f3 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:44:59.029296 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f010a30e-7da2-4f84-a926-1c13fcd96ad6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:44:59.214556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Port': ['ID=dbffb5b7-3906-4e88-a07e-7f5cb3ee402b,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:59.369048 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:59.490899 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:59.492233 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:59.520324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network a8ad6697-da5e-451c-872f-96ddc9e5b618 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:44:59.522538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:44:59.532866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:44:59.540820 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:59.541638 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:59.626460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Pushing event updated for resources: {'Port': ['ID=3beeedfd-f941-438b-a62d-d287fce3800c,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:44:59.638484 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.697s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:44:59.712927 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:59.771198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Transition to ACTIVE for port object b4271c63-5d7f-47dc-9ead-32ec58573fe8 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:44:59.828961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-0035b911-ecc9-4922-a6a7-3c81520d36f3', 'network_id': '0035b911-ecc9-4922-a6a7-3c81520d36f3', 'tenant_id': '95edd43e99a04751803b1ca0ff735456', 'fixed_ips': [{'subnet_id': '96ca60b5-5e21-4d18-8171-f2f69c40aa7c'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:44:59.830892 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:44:59.836884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:00.464899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Allocated IP 172.20.0.2 (0035b911-ecc9-4922-a6a7-3c81520d36f3/96ca60b5-5e21-4d18-8171-f2f69c40aa7c/78288560-79e7-46dc-ac54-30659539f011) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:45:00.534861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Transition to ACTIVE for port object b4271c63-5d7f-47dc-9ead-32ec58573fe8 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:00.592003 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:00.800683 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:00.925281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:01.073712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Pushing event updated for resources: {'Port': ['ID=b4271c63-5d7f-47dc-9ead-32ec58573fe8,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:01.090344 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:01.189351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Network c74c92ac-e944-4b39-9a77-8988e257f42a is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:45:01.192797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:01.195834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:45:01.763916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Attempting to bind port b4271c63-5d7f-47dc-9ead-32ec58573fe8 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:45:01.764906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Attempting to bind port b4271c63-5d7f-47dc-9ead-32ec58573fe8 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'ccc96807-3520-4dae-a9d5-fffb1f5392fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c74c92ac-e944-4b39-9a77-8988e257f42a'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:45:01.765667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Attempting to bind port b4271c63-5d7f-47dc-9ead-32ec58573fe8 on network c74c92ac-e944-4b39-9a77-8988e257f42a {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:45:01.786972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:45:01.787381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Checking segment: {'id': 'ccc96807-3520-4dae-a9d5-fffb1f5392fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c74c92ac-e944-4b39-9a77-8988e257f42a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:45:01.787899 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:01.788314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Bound using segment: {'id': 'ccc96807-3520-4dae-a9d5-fffb1f5392fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c74c92ac-e944-4b39-9a77-8988e257f42a'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:45:01.788855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Bound port: b4271c63-5d7f-47dc-9ead-32ec58573fe8, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc96807-3520-4dae-a9d5-fffb1f5392fc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c74c92ac-e944-4b39-9a77-8988e257f42a'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:45:01.789419 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:01.790983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Allocated IP 172.25.3.163 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/eec5012f-0635-422b-9218-cfa25319a7ec) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:45:01.983789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] For port b4271c63-5d7f-47dc-9ead-32ec58573fe8, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:45:02.007693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] For port b4271c63-5d7f-47dc-9ead-32ec58573fe8, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b4271c63-5d7f-47dc-9ead-32ec58573fe8,segment=NetworkSegment(ccc96807-3520-4dae-a9d5-fffb1f5392fc),segment_id=ccc96807-3520-4dae-a9d5-fffb1f5392fc)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:45:02.033320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:02.265225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:02.279166 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3775afb3-cf6d-4000-be98-75bada20fe5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:02.403832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Pushing event updated for resources: {'Port': ['ID=b4271c63-5d7f-47dc-9ead-32ec58573fe8,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:02.410037 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:02.479957 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:02.496946 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:02.498039 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:02.517543 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-62e12c51-e0c4-4c8c-a8ab-a73812fe702e tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:02.527381 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:02.528333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:02.531316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Transition to ACTIVE for port object 78288560-79e7-46dc-ac54-30659539f011 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:02.589958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Transition to ACTIVE for port object 78288560-79e7-46dc-ac54-30659539f011 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:02.636917 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:02.715045 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8a643843-eb7e-437a-b0ea-419dcc54a833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:02.883268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Pushing event updated for resources: {'Port': ['ID=78288560-79e7-46dc-ac54-30659539f011,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:02.948787 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9757a71f-7489-4fe7-ad59-242269fa6fa8 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:03.114946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Pushing event updated for resources: {'Port': ['ID=eec5012f-0635-422b-9218-cfa25319a7ec,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:03.175980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Port': ['ID=dbffb5b7-3906-4e88-a07e-7f5cb3ee402b,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:03.177151 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:03.207008 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:03.238169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network a8ad6697-da5e-451c-872f-96ddc9e5b618 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:45:03.240113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:03.294037 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:03.304418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:45:03.305729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:03.311852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:45:03.403214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785eb42f-d90d-4ea2-9d6e-4cb11913cd40 None None] Network a8ad6697-da5e-451c-872f-96ddc9e5b618 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:45:03.752532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3beeedfd-f941-438b-a62d-d287fce3800c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:04.106488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router 600ae27e-b922-4c10-89e5-b9bf3bc0bb5e is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:45:04.342953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f451b239-7d8f-4c48-8d9f-31b0a7c4944b None None] Provisioning for port 3beeedfd-f941-438b-a62d-d287fce3800c completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:04.394612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Network 0035b911-ecc9-4922-a6a7-3c81520d36f3 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:45:04.444012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:04.497240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:45:04.577596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 3beeedfd-f941-438b-a62d-d287fce3800c completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:04.604068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 3beeedfd-f941-438b-a62d-d287fce3800c triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:04.604878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:04.714017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:45:04.720324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d5f007-bd0e-4079-a639-a6cfd9a9cda9 None None] Sync routers for ids ['600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:45:04.743602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d5f007-bd0e-4079-a639-a6cfd9a9cda9 None None] Routers {'600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:04.744770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-24d5f007-bd0e-4079-a639-a6cfd9a9cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:44:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:04.754864 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/600ae27e-b922-4c10-89e5-b9bf3bc0bb5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2881334 Jan 14 07:45:04.756051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59604) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:04.780293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Attempting to bind port 78288560-79e7-46dc-ac54-30659539f011 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:45:04.780730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Attempting to bind port 78288560-79e7-46dc-ac54-30659539f011 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0035b911-ecc9-4922-a6a7-3c81520d36f3'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:45:04.781155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Attempting to bind port 78288560-79e7-46dc-ac54-30659539f011 on network 0035b911-ecc9-4922-a6a7-3c81520d36f3 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:45:04.835054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-24d5f007-bd0e-4079-a639-a6cfd9a9cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:04.848372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d5f007-bd0e-4079-a639-a6cfd9a9cda9 None None] Routers {'600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:04.849422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-24d5f007-bd0e-4079-a639-a6cfd9a9cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:44:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:04.906992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:45:04.907414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Checking segment: {'id': '91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0035b911-ecc9-4922-a6a7-3c81520d36f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:45:04.919769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:04.922176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Bound using segment: {'id': '91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0035b911-ecc9-4922-a6a7-3c81520d36f3'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:45:04.922904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Bound port: 78288560-79e7-46dc-ac54-30659539f011, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0035b911-ecc9-4922-a6a7-3c81520d36f3'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:45:04.923369 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:05.005870 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:05.075814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-24d5f007-bd0e-4079-a639-a6cfd9a9cda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:05.081892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d5f007-bd0e-4079-a639-a6cfd9a9cda9 None None] The sync data for ids ['600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:45:05.137044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40000fd-9cd7-4826-9eff-7874d6a76eda tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:45:05.137676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f40000fd-9cd7-4826-9eff-7874d6a76eda tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Synchronizing usage tracker for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:45:05.213813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] For port 78288560-79e7-46dc-ac54-30659539f011, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:45:05.221579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] For port 78288560-79e7-46dc-ac54-30659539f011, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=78288560-79e7-46dc-ac54-30659539f011,segment=NetworkSegment(91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a),segment_id=91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:45:05.223079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25baa12-c657-4601-a095-73a4f5775563 None None] Network c74c92ac-e944-4b39-9a77-8988e257f42a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:45:05.277791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f40000fd-9cd7-4826-9eff-7874d6a76eda tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Unset dirty status for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:45:05.282059 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f40000fd-9cd7-4826-9eff-7874d6a76eda tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/ports/dbffb5b7-3906-4e88-a07e-7f5cb3ee402b HTTP/1.1" status: 200 len: 911 time: 0.5221055 Jan 14 07:45:05.282374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59614) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:05.499582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:05.701758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:05.734073 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:06.084447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f2ad04a7-e716-437c-9ffe-ea6a08c130ac None None] Provisioning for port b4271c63-5d7f-47dc-9ead-32ec58573fe8 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:06.498413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Router 3f2aaba1-37e1-4e93-94c1-d07270168d49 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:45:06.499925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:06.676567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 3beeedfd-f941-438b-a62d-d287fce3800c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3beeedfd-f941-438b-a62d-d287fce3800c,segment=NetworkSegment(802aabf7-28b7-45ca-8e90-add0abe96911),segment_id=802aabf7-28b7-45ca-8e90-add0abe96911)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:06.687918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Pushing event updated for resources: {'Port': ['ID=78288560-79e7-46dc-ac54-30659539f011,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:06.698219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ff61911e-88fd-49b0-b5be-ad16bf44fd6f None None] Provisioning complete for port 3beeedfd-f941-438b-a62d-d287fce3800c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:06.698874 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff61911e-88fd-49b0-b5be-ad16bf44fd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:06.752759 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:06.783895 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.050s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:06.784783 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:06.949784 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:06.966622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=3beeedfd-f941-438b-a62d-d287fce3800c,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:06.988408 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:07.279132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:45:07.287124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 78288560-79e7-46dc-ac54-30659539f011 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:07.309502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:07.312898 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.2034647 Jan 14 07:45:07.318136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59636) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:07.483307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] Sync routers for ids ['3f2aaba1-37e1-4e93-94c1-d07270168d49'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:45:07.554149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] Routers {'3f2aaba1-37e1-4e93-94c1-d07270168d49'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:07.554889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:44:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['3f2aaba1-37e1-4e93-94c1-d07270168d49'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:07.720507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 78288560-79e7-46dc-ac54-30659539f011 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:07.739689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b4271c63-5d7f-47dc-9ead-32ec58573fe8 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:07.874621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ff61911e-88fd-49b0-b5be-ad16bf44fd6f None None] Provisioning for port dbffb5b7-3906-4e88-a07e-7f5cb3ee402b completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:07.932249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ff61911e-88fd-49b0-b5be-ad16bf44fd6f None None] Provisioning complete for port dbffb5b7-3906-4e88-a07e-7f5cb3ee402b triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:07.932714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff61911e-88fd-49b0-b5be-ad16bf44fd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:08.221112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ff61911e-88fd-49b0-b5be-ad16bf44fd6f None None] Port dbffb5b7-3906-4e88-a07e-7f5cb3ee402b cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:45:08.827353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Allocated IP 2001:db8:1::1 (c74c92ac-e944-4b39-9a77-8988e257f42a/f9efcfc9-f6d3-48ef-91d3-b4e1c12a62f2/b4da9e4f-f3c5-4425-84e5-345abd1e5649) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:45:09.166650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1de2e8-a19b-49fe-bc2c-b630846f88dc None None] Network 0035b911-ecc9-4922-a6a7-3c81520d36f3 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:45:09.287581 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:09.327449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port b4271c63-5d7f-47dc-9ead-32ec58573fe8 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:09.363424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port b4271c63-5d7f-47dc-9ead-32ec58573fe8 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:09.364028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:09.364892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Transition to ACTIVE for port object b4da9e4f-f3c5-4425-84e5-345abd1e5649 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:09.431728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] Set router 3f2aaba1-37e1-4e93-94c1-d07270168d49 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:09.460542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:09.581661 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7e3f85df-aa21-444e-bb17-b5540f4d4983 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:09.779750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c0f55f73-8c92-4df8-88e3-d4e6157a9d21 None None] Provisioning complete for port 3beeedfd-f941-438b-a62d-d287fce3800c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:09.780406 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0f55f73-8c92-4df8-88e3-d4e6157a9d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:09.801245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Port': ['ID=b4da9e4f-f3c5-4425-84e5-345abd1e5649,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:09.808214 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:09.880699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network c74c92ac-e944-4b39-9a77-8988e257f42a is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:45:09.882545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:09.886840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:45:09.889485 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:10.162851 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:10.229127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:45:10.266450 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:10.744755 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:10.886322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port b4271c63-5d7f-47dc-9ead-32ec58573fe8, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b4271c63-5d7f-47dc-9ead-32ec58573fe8,segment=NetworkSegment(ccc96807-3520-4dae-a9d5-fffb1f5392fc),segment_id=ccc96807-3520-4dae-a9d5-fffb1f5392fc)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:10.950740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'name': 'tempest-TestServerMultinode-478541537-router', 'tenant_id': '95edd43e99a04751803b1ca0ff735456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eec5012f-0635-422b-9218-cfa25319a7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:44:58Z', 'updated_at': '2021-01-14T07:45:04Z', 'revision_number': 3, 'project_id': '95edd43e99a04751803b1ca0ff735456', 'gw_port': {'id': 'eec5012f-0635-422b-9218-cfa25319a7ec', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:01Z', 'updated_at': '2021-01-14T07:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:11.023953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:11.048126 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:11.241578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Allocated IP 172.20.0.1 (0035b911-ecc9-4922-a6a7-3c81520d36f3/96ca60b5-5e21-4d18-8171-f2f69c40aa7c/be7934ee-28e4-4b69-9ca3-b387c013088d) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:45:11.278451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=b4271c63-5d7f-47dc-9ead-32ec58573fe8,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:11.293700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3beeedfd-f941-438b-a62d-d287fce3800c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:11.375544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] Checking router: 3f2aaba1-37e1-4e93-94c1-d07270168d49 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:45:11.376686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] Updating router 3f2aaba1-37e1-4e93-94c1-d07270168d49 port eec5012f-0635-422b-9218-cfa25319a7ec binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:45:11.474602 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:11.489388 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:11.630466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 3beeedfd-f941-438b-a62d-d287fce3800c triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:11.630993 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:11.748880 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:11.823495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Transition to ACTIVE for port object be7934ee-28e4-4b69-9ca3-b387c013088d will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:11.867503 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:11.923945 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:11.941969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:11.943198 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:12.232825 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-df094800-b8a6-4609-9577-b8f80eb7911a tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:12.314434 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f9499106-a685-4647-8c91-3bc1427cea16 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:12.398882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Network 0035b911-ecc9-4922-a6a7-3c81520d36f3 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:45:12.414425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:12.437513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network c74c92ac-e944-4b39-9a77-8988e257f42a is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:45:12.441766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:12.461150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:45:12.601519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=be7934ee-28e4-4b69-9ca3-b387c013088d,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:12.621603 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:12.645175 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:12.694632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Port': ['ID=b4da9e4f-f3c5-4425-84e5-345abd1e5649,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:12.700257 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:12.712354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router 600ae27e-b922-4c10-89e5-b9bf3bc0bb5e has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:45:12.823234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c0f55f73-8c92-4df8-88e3-d4e6157a9d21 None None] Provisioning complete for port dbffb5b7-3906-4e88-a07e-7f5cb3ee402b triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:12.840286 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0f55f73-8c92-4df8-88e3-d4e6157a9d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:13.005370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c0f55f73-8c92-4df8-88e3-d4e6157a9d21 None None] Port dbffb5b7-3906-4e88-a07e-7f5cb3ee402b cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:45:13.099791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:13.147183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:45:13.153527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] Transition to ACTIVE for port object eec5012f-0635-422b-9218-cfa25319a7ec will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:13.159886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a46724a-1481-4088-ae1f-e64319e3e4d1 None None] Sync routers for ids ['600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:45:13.170042 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/600ae27e-b922-4c10-89e5-b9bf3bc0bb5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8864672 Jan 14 07:45:13.176247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59722) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:13.192465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a46724a-1481-4088-ae1f-e64319e3e4d1 None None] Routers {'600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:13.193161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2a46724a-1481-4088-ae1f-e64319e3e4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:44:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:13.202080 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:13.408123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e6b2ee-42b1-425a-86ed-7c880a2e3093 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:45:13.409188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b8e6b2ee-42b1-425a-86ed-7c880a2e3093 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Synchronizing usage tracker for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:45:13.446691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b8e6b2ee-42b1-425a-86ed-7c880a2e3093 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Unset dirty status for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:45:13.448722 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b8e6b2ee-42b1-425a-86ed-7c880a2e3093 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/ports/b4da9e4f-f3c5-4425-84e5-345abd1e5649 HTTP/1.1" status: 200 len: 913 time: 0.2710762 Jan 14 07:45:13.452586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59730) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:13.473729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2a46724a-1481-4088-ae1f-e64319e3e4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:13.517992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a46724a-1481-4088-ae1f-e64319e3e4d1 None None] Routers {'600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:13.518688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2a46724a-1481-4088-ae1f-e64319e3e4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:44:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:13.601180 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:13.846083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2a46724a-1481-4088-ae1f-e64319e3e4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:13.846428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a46724a-1481-4088-ae1f-e64319e3e4d1 None None] The sync data for ids ['600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:45:14.427799 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:14.510263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b4271c63-5d7f-47dc-9ead-32ec58573fe8 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:14.562239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f50d1b89-eb4d-46a9-9fa0-a8a18186c006 None None] Provisioning complete for port b4271c63-5d7f-47dc-9ead-32ec58573fe8 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:14.562664 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f50d1b89-eb4d-46a9-9fa0-a8a18186c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:14.765057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:14.792398 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:14.838048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] Attempting to bind port eec5012f-0635-422b-9218-cfa25319a7ec on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:45:14.838478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] Attempting to bind port eec5012f-0635-422b-9218-cfa25319a7ec by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:45:14.838896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] Attempting to bind port eec5012f-0635-422b-9218-cfa25319a7ec on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:45:14.885375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:45:14.888652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:45:14.890596 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:14.891260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:45:14.893969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] Bound port: eec5012f-0635-422b-9218-cfa25319a7ec, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:45:14.895843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:14.911180 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3e13235-c7c6-4557-bc38-2bbfb005c73e tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:15.107221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3662a7f-d8d2-401f-a60a-3873d1aeee8c None None] Pushing event updated for resources: {'Port': ['ID=eec5012f-0635-422b-9218-cfa25319a7ec,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:15.117260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port b4271c63-5d7f-47dc-9ead-32ec58573fe8 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:15.117677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:15.201334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Pushing event updated for resources: {'Port': ['ID=be7934ee-28e4-4b69-9ca3-b387c013088d,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:15.208087 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:15.209516 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:15.311042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1e1e808-5fb1-4aa4-bfd2-3585042cdc17 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:15.547294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Network 0035b911-ecc9-4922-a6a7-3c81520d36f3 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:45:15.548490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:15.767720 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3662a7f-d8d2-401f-a60a-3873d1aeee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.332s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:15.796280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] For port eec5012f-0635-422b-9218-cfa25319a7ec, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:45:15.841716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] For port eec5012f-0635-422b-9218-cfa25319a7ec, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=eec5012f-0635-422b-9218-cfa25319a7ec,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:45:16.047530 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:16.158627 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:16.329455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Router 3f2aaba1-37e1-4e93-94c1-d07270168d49 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:45:16.602460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d1e1e808-5fb1-4aa4-bfd2-3585042cdc17 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting port b4da9e4f-f3c5-4425-84e5-345abd1e5649 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:16.603280 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1e1e808-5fb1-4aa4-bfd2-3585042cdc17 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:16.756000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f50d1b89-eb4d-46a9-9fa0-a8a18186c006 None None] Provisioning for port 78288560-79e7-46dc-ac54-30659539f011 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:16.779355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f50d1b89-eb4d-46a9-9fa0-a8a18186c006 None None] Provisioning complete for port 78288560-79e7-46dc-ac54-30659539f011 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:16.779817 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f50d1b89-eb4d-46a9-9fa0-a8a18186c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:16.847386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:45:16.877206 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] 10.222.0.41 "PUT /v2.0/routers/3f2aaba1-37e1-4e93-94c1-d07270168d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5475216 Jan 14 07:45:16.877408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:16.887052 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:16.898053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3662a7f-d8d2-401f-a60a-3873d1aeee8c None None] Pushing event updated for resources: {'Port': ['ID=eec5012f-0635-422b-9218-cfa25319a7ec,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:16.907802 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3662a7f-d8d2-401f-a60a-3873d1aeee8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:16.987229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] Routers {'3f2aaba1-37e1-4e93-94c1-d07270168d49'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:16.987808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:44:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['3f2aaba1-37e1-4e93-94c1-d07270168d49'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:17.184949 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1e1e808-5fb1-4aa4-bfd2-3585042cdc17 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:17.275639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f50d1b89-eb4d-46a9-9fa0-a8a18186c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:17.332154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f50d1b89-eb4d-46a9-9fa0-a8a18186c006 None None] For port 78288560-79e7-46dc-ac54-30659539f011, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=78288560-79e7-46dc-ac54-30659539f011,segment=NetworkSegment(91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a),segment_id=91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:17.346242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f50d1b89-eb4d-46a9-9fa0-a8a18186c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:17.354745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] Set router 3f2aaba1-37e1-4e93-94c1-d07270168d49 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:17.440814 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-280d019f-672a-431d-a795-5ef25b31de62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:17.512220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d1e1e808-5fb1-4aa4-bfd2-3585042cdc17 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Calling delete_port for b4da9e4f-f3c5-4425-84e5-345abd1e5649 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:45:17.527568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d1b89-eb4d-46a9-9fa0-a8a18186c006 None None] Pushing event updated for resources: {'Port': ['ID=78288560-79e7-46dc-ac54-30659539f011,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:17.542542 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f50d1b89-eb4d-46a9-9fa0-a8a18186c006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:17.737347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f50d1b89-eb4d-46a9-9fa0-a8a18186c006 None None] Provisioning for port b4da9e4f-f3c5-4425-84e5-345abd1e5649 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:17.947163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f50d1b89-eb4d-46a9-9fa0-a8a18186c006 None None] Provisioning complete for port b4da9e4f-f3c5-4425-84e5-345abd1e5649 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:17.947514 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f50d1b89-eb4d-46a9-9fa0-a8a18186c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:18.260882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f50d1b89-eb4d-46a9-9fa0-a8a18186c006 None None] Port b4da9e4f-f3c5-4425-84e5-345abd1e5649 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:45:18.449288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f50d1b89-eb4d-46a9-9fa0-a8a18186c006 None None] Provisioning complete for port 3beeedfd-f941-438b-a62d-d287fce3800c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:18.450541 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f50d1b89-eb4d-46a9-9fa0-a8a18186c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:18.868153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'name': 'tempest-TestServerMultinode-478541537-router', 'tenant_id': '95edd43e99a04751803b1ca0ff735456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eec5012f-0635-422b-9218-cfa25319a7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:44:58Z', 'updated_at': '2021-01-14T07:45:13Z', 'revision_number': 4, 'project_id': '95edd43e99a04751803b1ca0ff735456', 'gw_port': {'id': 'eec5012f-0635-422b-9218-cfa25319a7ec', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:01Z', 'updated_at': '2021-01-14T07:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'be7934ee-28e4-4b69-9ca3-b387c013088d', 'name': '', 'network_id': '0035b911-ecc9-4922-a6a7-3c81520d36f3', 'tenant_id': '95edd43e99a04751803b1ca0ff735456', 'mac_address': 'fa:16:3e:ee:90:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '96ca60b5-5e21-4d18-8171-f2f69c40aa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:10Z', 'updated_at': '2021-01-14T07:45:14Z', 'revision_number': 2, 'project_id': '95edd43e99a04751803b1ca0ff735456', 'subnets': [{'id': '96ca60b5-5e21-4d18-8171-f2f69c40aa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:18.897993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead328b-4cf6-4574-842c-bd6539c281c1 None None] The sync data for ids ['3f2aaba1-37e1-4e93-94c1-d07270168d49'] in n-d-769329-2 is: [{'id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'name': 'tempest-TestServerMultinode-478541537-router', 'tenant_id': '95edd43e99a04751803b1ca0ff735456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eec5012f-0635-422b-9218-cfa25319a7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:44:58Z', 'updated_at': '2021-01-14T07:45:13Z', 'revision_number': 4, 'project_id': '95edd43e99a04751803b1ca0ff735456', 'gw_port': {'id': 'eec5012f-0635-422b-9218-cfa25319a7ec', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:01Z', 'updated_at': '2021-01-14T07:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'be7934ee-28e4-4b69-9ca3-b387c013088d', 'name': '', 'network_id': '0035b911-ecc9-4922-a6a7-3c81520d36f3', 'tenant_id': '95edd43e99a04751803b1ca0ff735456', 'mac_address': 'fa:16:3e:ee:90:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '96ca60b5-5e21-4d18-8171-f2f69c40aa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:10Z', 'updated_at': '2021-01-14T07:45:14Z', 'revision_number': 2, 'project_id': '95edd43e99a04751803b1ca0ff735456', 'subnets': [{'id': '96ca60b5-5e21-4d18-8171-f2f69c40aa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:45:18.916283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 78288560-79e7-46dc-ac54-30659539f011 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:19.189880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6812b631-c1cf-4a19-b8c5-166c009c1b7a None None] Provisioning complete for port 78288560-79e7-46dc-ac54-30659539f011 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:19.193371 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6812b631-c1cf-4a19-b8c5-166c009c1b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:19.388199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59826) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:19.407596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-626883432-network', 'tenant_id': 'c692837b5dd54625bce9307b1cec8c06'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:45:19.411746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 78288560-79e7-46dc-ac54-30659539f011 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:19.417692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:19.433240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:45:19.449632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Usage tracker for resource:network and tenant:c692837b5dd54625bce9307b1cec8c06 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:45:19.454231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:45:19.472630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:45:19.495520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59830) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:19.554155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Made reservation on behalf of c692837b5dd54625bce9307b1cec8c06 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:45:19.570810 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:19.609260 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:19.685771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:45:19.701264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6812b631-c1cf-4a19-b8c5-166c009c1b7a None None] Provisioning for port be7934ee-28e4-4b69-9ca3-b387c013088d completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:19.703894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Usage tracker for resource:security_group_rule and tenant:c692837b5dd54625bce9307b1cec8c06 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:45:19.718012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:45:19.732265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f20822c-7c46-4309-be7f-92c0ae8ff93c admin admin] Deleting subnet bdc5097a-1a6a-44bc-970f-5d520e4722ff {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:45:19.744048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f20822c-7c46-4309-be7f-92c0ae8ff93c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:19.749386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:45:19.996329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6812b631-c1cf-4a19-b8c5-166c009c1b7a None None] Provisioning complete for port be7934ee-28e4-4b69-9ca3-b387c013088d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:19.997831 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6812b631-c1cf-4a19-b8c5-166c009c1b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:20.074192 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f20822c-7c46-4309-be7f-92c0ae8ff93c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:20.090613 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:20.108017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:20.149905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:45:20.194669 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:20.200020 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Added segment 06fead54-3535-492a-8af8-ad9eed2150da of type vxlan for network 51e27676-1467-4969-a00d-f2798e380ea2 Jan 14 07:45:20.219842 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1e1e808-5fb1-4aa4-bfd2-3585042cdc17 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:20.256027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6812b631-c1cf-4a19-b8c5-166c009c1b7a None None] Port be7934ee-28e4-4b69-9ca3-b387c013088d cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:45:20.283871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:20.357163 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2020c434-20bb-4876-9cd4-44c86f6f3523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:20.377317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:20.378109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:45:20.379136 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:20.428031 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:20.433213 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.0376282 Jan 14 07:45:20.439281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59842) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:20.447041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2cf52feb-1d6f-4b95-931d-32bc1cbdf49f admin admin] Request body: {'subnet': {'network_id': '51e27676-1467-4969-a00d-f2798e380ea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-626883432-subnet', 'tenant_id': 'c692837b5dd54625bce9307b1cec8c06', 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:45:20.473251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2cf52feb-1d6f-4b95-931d-32bc1cbdf49f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:45:20.486004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2cf52feb-1d6f-4b95-931d-32bc1cbdf49f admin admin] Usage tracker for resource:subnet and tenant:c692837b5dd54625bce9307b1cec8c06 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:45:20.489195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f323fe-ffd0-43c2-8f56-c52053c18e29,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:20.504381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2cf52feb-1d6f-4b95-931d-32bc1cbdf49f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:45:20.524993 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:20.525729 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b70fdc3-1425-4866-8e27-e5da9b9df64f tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:20.557300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1e808-5fb1-4aa4-bfd2-3585042cdc17 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Port': ['ID=b4da9e4f-f3c5-4425-84e5-345abd1e5649,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:20.601964 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d1e1e808-5fb1-4aa4-bfd2-3585042cdc17 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:20.688545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Pushing event updated for resources: {'Network': ['ID=51e27676-1467-4969-a00d-f2798e380ea2,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:20.692840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2cf52feb-1d6f-4b95-931d-32bc1cbdf49f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:45:20.699592 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:20.702798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 51e27676-1467-4969-a00d-f2798e380ea2 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:45:20.705709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f20822c-7c46-4309-be7f-92c0ae8ff93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:20.734006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf52feb-1d6f-4b95-931d-32bc1cbdf49f admin admin] Made reservation on behalf of c692837b5dd54625bce9307b1cec8c06 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:45:20.741653 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cf52feb-1d6f-4b95-931d-32bc1cbdf49f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:20.765175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 51e27676-1467-4969-a00d-f2798e380ea2 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:45:21.854287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d1e1e808-5fb1-4aa4-bfd2-3585042cdc17 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:22.028928 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cf52feb-1d6f-4b95-931d-32bc1cbdf49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:22.089524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 51e27676-1467-4969-a00d-f2798e380ea2 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:45:22.332382 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae99cb09-4110-4376-b53f-1ef13c596c97 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:22.439525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf52feb-1d6f-4b95-931d-32bc1cbdf49f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ae14cc7-9627-4caa-b067-b0a01d0002cf,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:22.453247 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2cf52feb-1d6f-4b95-931d-32bc1cbdf49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:22.526973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf52feb-1d6f-4b95-931d-32bc1cbdf49f admin admin] Checking segment: {'id': '06fead54-3535-492a-8af8-ad9eed2150da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '51e27676-1467-4969-a00d-f2798e380ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:45:22.534500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf52feb-1d6f-4b95-931d-32bc1cbdf49f admin admin] Network hostable DHCP agents. Network: 51e27676-1467-4969-a00d-f2798e380ea2, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:45:22.600718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf52feb-1d6f-4b95-931d-32bc1cbdf49f admin admin] Network 51e27676-1467-4969-a00d-f2798e380ea2 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:45:22.614598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2cf52feb-1d6f-4b95-931d-32bc1cbdf49f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 51e27676-1467-4969-a00d-f2798e380ea2) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:22.627404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314a4e9c-8878-4318-8563-7b05c9893d0b None None] Network 51e27676-1467-4969-a00d-f2798e380ea2 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:45:22.650979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf52feb-1d6f-4b95-931d-32bc1cbdf49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:45:22.652821 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cf52feb-1d6f-4b95-931d-32bc1cbdf49f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:22.679696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e1e808-5fb1-4aa4-bfd2-3585042cdc17 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router 600ae27e-b922-4c10-89e5-b9bf3bc0bb5e has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:45:22.780196 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2cf52feb-1d6f-4b95-931d-32bc1cbdf49f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3374116 Jan 14 07:45:22.783786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59856) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:22.806234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-626883432-router', 'tenant_id': 'c692837b5dd54625bce9307b1cec8c06', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:45:22.817964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:45:22.830286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Usage tracker for resource:router and tenant:c692837b5dd54625bce9307b1cec8c06 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:45:22.863084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:45:22.896342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:45:22.929276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:22.940108 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:23.000059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e1e808-5fb1-4aa4-bfd2-3585042cdc17 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:45:23.015080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device eec5012f-0635-422b-9218-cfa25319a7ec up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:23.019281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:23.070291 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f20822c-7c46-4309-be7f-92c0ae8ff93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:23.090231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce638b5-8da0-4270-8453-46cf0f84ca78 None None] Sync routers for ids ['600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:45:23.148150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce638b5-8da0-4270-8453-46cf0f84ca78 None None] Routers {'600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:23.148873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2ce638b5-8da0-4270-8453-46cf0f84ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:44:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:23.231754 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-50be257c-14ff-42be-b4fe-bf846a10f8a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:23.245876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2ce638b5-8da0-4270-8453-46cf0f84ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:23.249368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-51e27676-1467-4969-a00d-f2798e380ea2', 'network_id': '51e27676-1467-4969-a00d-f2798e380ea2', 'tenant_id': 'c692837b5dd54625bce9307b1cec8c06', 'fixed_ips': [{'subnet_id': '8ae14cc7-9627-4caa-b067-b0a01d0002cf'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:45:23.251106 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:23.294607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20822c-7c46-4309-be7f-92c0ae8ff93c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdc5097a-1a6a-44bc-970f-5d520e4722ff,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:23.299493 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2f20822c-7c46-4309-be7f-92c0ae8ff93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:23.305831 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d1e1e808-5fb1-4aa4-bfd2-3585042cdc17 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/600ae27e-b922-4c10-89e5-b9bf3bc0bb5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8486097 Jan 14 07:45:23.309593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59866) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:23.326983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce638b5-8da0-4270-8453-46cf0f84ca78 None None] Routers {'600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:23.328073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2ce638b5-8da0-4270-8453-46cf0f84ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:44:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:23.626416 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f20822c-7c46-4309-be7f-92c0ae8ff93c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:23.628741 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2f20822c-7c46-4309-be7f-92c0ae8ff93c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bdc5097a-1a6a-44bc-970f-5d520e4722ff HTTP/1.1" status: 204 len: 168 time: 4.1318583 Jan 14 07:45:23.635865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59872) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:23.948123 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1125f106-b552-420d-aedb-3dedf7d351b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:23.980453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Allocated IP 172.20.0.2 (51e27676-1467-4969-a00d-f2798e380ea2/8ae14cc7-9627-4caa-b067-b0a01d0002cf/5c1f2883-48fb-4d76-996e-9927a375bd79) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:45:24.364816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2ce638b5-8da0-4270-8453-46cf0f84ca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:24.367551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce638b5-8da0-4270-8453-46cf0f84ca78 None None] The sync data for ids ['600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:45:24.391106 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45f1d988-31c1-44e9-ac82-e5098e8a81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:24.405066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port eec5012f-0635-422b-9218-cfa25319a7ec completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:24.441565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port eec5012f-0635-422b-9218-cfa25319a7ec triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:24.441975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:24.705008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:24.735058 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:24.760087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Transition to ACTIVE for port object 5c1f2883-48fb-4d76-996e-9927a375bd79 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:24.777769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:24.804934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port eec5012f-0635-422b-9218-cfa25319a7ec, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=eec5012f-0635-422b-9218-cfa25319a7ec,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:24.826836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Transition to ACTIVE for port object 5c1f2883-48fb-4d76-996e-9927a375bd79 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:24.830972 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:24.846729 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:24.876851 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1125f106-b552-420d-aedb-3dedf7d351b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:24.903013 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:25.075984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=eec5012f-0635-422b-9218-cfa25319a7ec,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:25.094622 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:25.095437 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1c86f18a-83f3-4ae1-8a89-1ac3117fab96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:25.218875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1125f106-b552-420d-aedb-3dedf7d351b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f06085a-66e8-4212-8e78-2ca824e760b9']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:25.243274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1125f106-b552-420d-aedb-3dedf7d351b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90ce0ad-ee59-433c-bd61-7036fdf768a3') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:25.244165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1125f106-b552-420d-aedb-3dedf7d351b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90ce0ad-ee59-433c-bd61-7036fdf768a3') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:25.259345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1125f106-b552-420d-aedb-3dedf7d351b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:25.286851 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1125f106-b552-420d-aedb-3dedf7d351b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:25.289427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1125f106-b552-420d-aedb-3dedf7d351b8 admin admin] Releasing vxlan tunnel 14 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:45:25.321981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Network 51e27676-1467-4969-a00d-f2798e380ea2 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:45:25.331889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:25.340356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:45:25.360345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] Sync routers for ids ['3f2aaba1-37e1-4e93-94c1-d07270168d49'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:45:25.384512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] Routers {'3f2aaba1-37e1-4e93-94c1-d07270168d49'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:25.387218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:44:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['3f2aaba1-37e1-4e93-94c1-d07270168d49'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:25.411894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Pushing event updated for resources: {'Port': ['ID=5c1f2883-48fb-4d76-996e-9927a375bd79,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:25.417905 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:25.420374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Attempting to bind port 5c1f2883-48fb-4d76-996e-9927a375bd79 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:45:25.420796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Attempting to bind port 5c1f2883-48fb-4d76-996e-9927a375bd79 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '06fead54-3535-492a-8af8-ad9eed2150da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '51e27676-1467-4969-a00d-f2798e380ea2'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:45:25.421209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Attempting to bind port 5c1f2883-48fb-4d76-996e-9927a375bd79 on network 51e27676-1467-4969-a00d-f2798e380ea2 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:45:25.439334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:45:25.439334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Checking segment: {'id': '06fead54-3535-492a-8af8-ad9eed2150da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '51e27676-1467-4969-a00d-f2798e380ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:45:25.439334 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:25.439334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Bound using segment: {'id': '06fead54-3535-492a-8af8-ad9eed2150da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '51e27676-1467-4969-a00d-f2798e380ea2'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:45:25.439334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Bound port: 5c1f2883-48fb-4d76-996e-9927a375bd79, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06fead54-3535-492a-8af8-ad9eed2150da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '51e27676-1467-4969-a00d-f2798e380ea2'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:45:25.439334 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:25.500372 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:25.585575 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:25.614799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] For port 5c1f2883-48fb-4d76-996e-9927a375bd79, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:45:25.623520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] For port 5c1f2883-48fb-4d76-996e-9927a375bd79, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5c1f2883-48fb-4d76-996e-9927a375bd79,segment=NetworkSegment(06fead54-3535-492a-8af8-ad9eed2150da),segment_id=06fead54-3535-492a-8af8-ad9eed2150da)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:45:25.632100 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:25.641487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] Set router 3f2aaba1-37e1-4e93-94c1-d07270168d49 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:25.659469 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:25.884089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Pushing event updated for resources: {'Port': ['ID=5c1f2883-48fb-4d76-996e-9927a375bd79,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:25.903100 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:25.966510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1125f106-b552-420d-aedb-3dedf7d351b8 admin admin] Network 0f06085a-66e8-4212-8e78-2ca824e760b9 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:45:25.977841 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1125f106-b552-420d-aedb-3dedf7d351b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:26.214980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Allocated IP 172.25.3.37 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/2109ccea-e7e9-4f40-904a-d177c6fc6796) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:45:26.298709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'name': 'tempest-TestServerMultinode-478541537-router', 'tenant_id': '95edd43e99a04751803b1ca0ff735456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eec5012f-0635-422b-9218-cfa25319a7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:44:58Z', 'updated_at': '2021-01-14T07:45:13Z', 'revision_number': 4, 'project_id': '95edd43e99a04751803b1ca0ff735456', 'gw_port': {'id': 'eec5012f-0635-422b-9218-cfa25319a7ec', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:01Z', 'updated_at': '2021-01-14T07:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'be7934ee-28e4-4b69-9ca3-b387c013088d', 'name': '', 'network_id': '0035b911-ecc9-4922-a6a7-3c81520d36f3', 'tenant_id': '95edd43e99a04751803b1ca0ff735456', 'mac_address': 'fa:16:3e:ee:90:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '96ca60b5-5e21-4d18-8171-f2f69c40aa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:10Z', 'updated_at': '2021-01-14T07:45:14Z', 'revision_number': 2, 'project_id': '95edd43e99a04751803b1ca0ff735456', 'subnets': [{'id': '96ca60b5-5e21-4d18-8171-f2f69c40aa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:26.303412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] Checking router: 3f2aaba1-37e1-4e93-94c1-d07270168d49 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:45:26.303853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] Updating router 3f2aaba1-37e1-4e93-94c1-d07270168d49 port be7934ee-28e4-4b69-9ca3-b387c013088d binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:45:26.465094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1125f106-b552-420d-aedb-3dedf7d351b8 admin admin] Network 0f06085a-66e8-4212-8e78-2ca824e760b9 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:45:26.465259 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:45:26.521655 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:45:26.552872 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:26.637240 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:26.672136 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cddcccfe-e070-4942-869d-8dc900670c20 tempest-AllowedAddressPairTestJSON-1343871453 tempest-AllowedAddressPairTestJSON-1343871453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:26.725084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-682ee56c-841c-46ae-9d42-6d0a93de9c72 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:26.810056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58080fa9-6989-4b2a-b457-e069605574a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:26.843384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=2109ccea-e7e9-4f40-904a-d177c6fc6796,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:27.040425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.041525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.042194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.042854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.043513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.045683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.046398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.047046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.047726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.048379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.049036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.049727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.050472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.051124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.051795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.052602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.053355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.054020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.054640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.055300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.056672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.057353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.058012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.058977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.059729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.060348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.061011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.061665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.062337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.062990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.063630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.064339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.065096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.066068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.066866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.068701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:27.137270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1125f106-b552-420d-aedb-3dedf7d351b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:27.142416 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1125f106-b552-420d-aedb-3dedf7d351b8 admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:27.152477 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fc2c547f-22a6-4296-a945-f05ffbd16be7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:27.170879 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1125f106-b552-420d-aedb-3dedf7d351b8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0f06085a-66e8-4212-8e78-2ca824e760b9 HTTP/1.1" status: 204 len: 168 time: 3.5332649 Jan 14 07:45:27.187125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59926) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:27.195962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125f106-b552-420d-aedb-3dedf7d351b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f06085a-66e8-4212-8e78-2ca824e760b9,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:27.209155 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1125f106-b552-420d-aedb-3dedf7d351b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:27.280699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device eec5012f-0635-422b-9218-cfa25319a7ec up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:27.293544 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:27.316462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-1437fd60-b5b5-4d1a-a777-df64b94ad3e8 admin admin] Deleting subnet 5ee1053a-008d-4075-b9db-6cdcc872e06f {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:45:27.322032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1437fd60-b5b5-4d1a-a777-df64b94ad3e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:27.324982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:45:27.329902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:27.339946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:45:27.398755 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1437fd60-b5b5-4d1a-a777-df64b94ad3e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:27.486541 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1437fd60-b5b5-4d1a-a777-df64b94ad3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:27.519729 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:27.521223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port eec5012f-0635-422b-9218-cfa25319a7ec triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:27.521790 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:27.859778 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:27.894812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] Transition to ACTIVE for port object be7934ee-28e4-4b69-9ca3-b387c013088d will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:27.901041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:27.940762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5c1f2883-48fb-4d76-996e-9927a375bd79 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:27.942709 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ef5b1cbc-27ea-44ee-85ed-e3d8e4500c27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:28.116190 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1437fd60-b5b5-4d1a-a777-df64b94ad3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:28.244780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8505c0-9c04-46f9-a234-14165159e18e None None] Network 51e27676-1467-4969-a00d-f2798e380ea2 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:45:28.330555 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:28.387997 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6e3444c1-388a-4932-8de3-a662f6dfbbb7 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:28.486400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437fd60-b5b5-4d1a-a777-df64b94ad3e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ee1053a-008d-4075-b9db-6cdcc872e06f,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:28.500780 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1437fd60-b5b5-4d1a-a777-df64b94ad3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:28.504070 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1437fd60-b5b5-4d1a-a777-df64b94ad3e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:28.535525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a9a42e0e-5231-47c3-bbf8-399c0b75e430 None None] Provisioning for port 5c1f2883-48fb-4d76-996e-9927a375bd79 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:28.571974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 5c1f2883-48fb-4d76-996e-9927a375bd79 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:28.594488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 5c1f2883-48fb-4d76-996e-9927a375bd79 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:28.595274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:28.609791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:28.631501 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1437fd60-b5b5-4d1a-a777-df64b94ad3e8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5ee1053a-008d-4075-b9db-6cdcc872e06f HTTP/1.1" status: 204 len: 168 time: 1.4308546 Jan 14 07:45:28.647643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Pushing event updated for resources: {'Port': ['ID=be7934ee-28e4-4b69-9ca3-b387c013088d,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:28.685157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 59948) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:28.755956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.756362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.756699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.757071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.757442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.757812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.758178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.759462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.760066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.760439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.760804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.761313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.762488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.762864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.763230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.763594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.763980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.764342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.764709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.765077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.765426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.765783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.766142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.766499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.766898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.767258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.767607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.767986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.768342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.768696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.769051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.769404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.769759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.770115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.770620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.770977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:28.787556 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:28.814516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] Attempting to bind port be7934ee-28e4-4b69-9ca3-b387c013088d on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:45:28.814925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] Attempting to bind port be7934ee-28e4-4b69-9ca3-b387c013088d by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0035b911-ecc9-4922-a6a7-3c81520d36f3'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:45:28.815343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] Attempting to bind port be7934ee-28e4-4b69-9ca3-b387c013088d on network 0035b911-ecc9-4922-a6a7-3c81520d36f3 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:45:28.826221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:45:28.826564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] Checking segment: {'id': '91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0035b911-ecc9-4922-a6a7-3c81520d36f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:45:28.827019 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:28.827459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] Bound using segment: {'id': '91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0035b911-ecc9-4922-a6a7-3c81520d36f3'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:45:28.828018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] Bound port: be7934ee-28e4-4b69-9ca3-b387c013088d, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0035b911-ecc9-4922-a6a7-3c81520d36f3'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:45:28.828436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:28.878573 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4ace92a-085e-434a-829d-81ac891d8fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:29.059155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] For port be7934ee-28e4-4b69-9ca3-b387c013088d, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:45:29.065823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] For port be7934ee-28e4-4b69-9ca3-b387c013088d, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=be7934ee-28e4-4b69-9ca3-b387c013088d,segment=NetworkSegment(91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a),segment_id=91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:45:29.081199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:29.112892 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-faca023a-d35f-4380-92db-2d3c36165a62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:29.221563 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:29.239938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Pushing event updated for resources: {'Port': ['ID=be7934ee-28e4-4b69-9ca3-b387c013088d,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:29.261523 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4ace92a-085e-434a-829d-81ac891d8fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:29.287826 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:29.356607 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:29.381943 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:29.471315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 5c1f2883-48fb-4d76-996e-9927a375bd79, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5c1f2883-48fb-4d76-996e-9927a375bd79,segment=NetworkSegment(06fead54-3535-492a-8af8-ad9eed2150da),segment_id=06fead54-3535-492a-8af8-ad9eed2150da)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:29.479726 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:29.482225 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:29.580295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=5c1f2883-48fb-4d76-996e-9927a375bd79,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:29.588181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Router 77dd17dc-3f84-43df-b9db-4c10631ef7ed is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:45:29.596954 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:29.709944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b4ace92a-085e-434a-829d-81ac891d8fff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6302c3a8-7fcb-4748-9911-b1b583475fee']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:29.763958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b4ace92a-085e-434a-829d-81ac891d8fff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7583926c-89d4-4f9c-ae95-e8f6aa137657') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:29.767273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b4ace92a-085e-434a-829d-81ac891d8fff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7583926c-89d4-4f9c-ae95-e8f6aa137657') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:29.792509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device be7934ee-28e4-4b69-9ca3-b387c013088d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:30.006272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:45:30.011377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-edb98907-2e0e-40b0-963e-3b970c55ce57 None None] Provisioning complete for port 5c1f2883-48fb-4d76-996e-9927a375bd79 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:30.012133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edb98907-2e0e-40b0-963e-3b970c55ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:30.018467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-682ee56c-841c-46ae-9d42-6d0a93de9c72 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting port dbffb5b7-3906-4e88-a07e-7f5cb3ee402b {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:30.019197 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-682ee56c-841c-46ae-9d42-6d0a93de9c72 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:30.068360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] Routers {'3f2aaba1-37e1-4e93-94c1-d07270168d49'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:30.069236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:45:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['3f2aaba1-37e1-4e93-94c1-d07270168d49'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:30.087367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] Sync routers for ids ['77dd17dc-3f84-43df-b9db-4c10631ef7ed'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:45:30.100556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:30.104534 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.3187993 Jan 14 07:45:30.106486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 59962) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:30.109325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4ace92a-085e-434a-829d-81ac891d8fff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:30.173955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] Routers {'77dd17dc-3f84-43df-b9db-4c10631ef7ed'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:30.184254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:45:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['77dd17dc-3f84-43df-b9db-4c10631ef7ed'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:30.232935 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4ace92a-085e-434a-829d-81ac891d8fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:30.246585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b4ace92a-085e-434a-829d-81ac891d8fff admin admin] Releasing vxlan tunnel 13 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:45:30.638755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] Set router 3f2aaba1-37e1-4e93-94c1-d07270168d49 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:31.131858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] Set router 77dd17dc-3f84-43df-b9db-4c10631ef7ed gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:31.296543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'name': 'tempest-TestServerMultinode-478541537-router', 'tenant_id': '95edd43e99a04751803b1ca0ff735456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eec5012f-0635-422b-9218-cfa25319a7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:44:58Z', 'updated_at': '2021-01-14T07:45:13Z', 'revision_number': 4, 'project_id': '95edd43e99a04751803b1ca0ff735456', 'gw_port': {'id': 'eec5012f-0635-422b-9218-cfa25319a7ec', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:01Z', 'updated_at': '2021-01-14T07:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'be7934ee-28e4-4b69-9ca3-b387c013088d', 'name': '', 'network_id': '0035b911-ecc9-4922-a6a7-3c81520d36f3', 'tenant_id': '95edd43e99a04751803b1ca0ff735456', 'mac_address': 'fa:16:3e:ee:90:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '96ca60b5-5e21-4d18-8171-f2f69c40aa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:10Z', 'updated_at': '2021-01-14T07:45:29Z', 'revision_number': 4, 'project_id': '95edd43e99a04751803b1ca0ff735456', 'subnets': [{'id': '96ca60b5-5e21-4d18-8171-f2f69c40aa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:31.322104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d431e3f6-315a-46e6-9d39-3b884db37c8a None None] The sync data for ids ['3f2aaba1-37e1-4e93-94c1-d07270168d49'] in n-d-769329-2 is: [{'id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'name': 'tempest-TestServerMultinode-478541537-router', 'tenant_id': '95edd43e99a04751803b1ca0ff735456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eec5012f-0635-422b-9218-cfa25319a7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:44:58Z', 'updated_at': '2021-01-14T07:45:13Z', 'revision_number': 4, 'project_id': '95edd43e99a04751803b1ca0ff735456', 'gw_port': {'id': 'eec5012f-0635-422b-9218-cfa25319a7ec', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:01Z', 'updated_at': '2021-01-14T07:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'be7934ee-28e4-4b69-9ca3-b387c013088d', 'name': '', 'network_id': '0035b911-ecc9-4922-a6a7-3c81520d36f3', 'tenant_id': '95edd43e99a04751803b1ca0ff735456', 'mac_address': 'fa:16:3e:ee:90:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '96ca60b5-5e21-4d18-8171-f2f69c40aa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:10Z', 'updated_at': '2021-01-14T07:45:29Z', 'revision_number': 4, 'project_id': '95edd43e99a04751803b1ca0ff735456', 'subnets': [{'id': '96ca60b5-5e21-4d18-8171-f2f69c40aa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:45:31.393805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port be7934ee-28e4-4b69-9ca3-b387c013088d completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:31.449399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port be7934ee-28e4-4b69-9ca3-b387c013088d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:31.449832 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:31.881080 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:31.999010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port be7934ee-28e4-4b69-9ca3-b387c013088d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=be7934ee-28e4-4b69-9ca3-b387c013088d,segment=NetworkSegment(91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a),segment_id=91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:32.017969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:32.025401 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3aaeac73-519f-401c-9d6a-b6649e623023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:32.245224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=be7934ee-28e4-4b69-9ca3-b387c013088d,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:32.261724 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:32.289084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5c1f2883-48fb-4d76-996e-9927a375bd79 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:32.300346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b4ace92a-085e-434a-829d-81ac891d8fff admin admin] Network 6302c3a8-7fcb-4748-9911-b1b583475fee has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:45:32.333981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4ace92a-085e-434a-829d-81ac891d8fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:32.425899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-73daf69d-d35c-490b-b150-8874b1f01043 None None] Provisioning complete for port 5c1f2883-48fb-4d76-996e-9927a375bd79 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:32.427978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73daf69d-d35c-490b-b150-8874b1f01043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:32.676233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'name': 'tempest-TestServerMultinode-626883432-router', 'tenant_id': 'c692837b5dd54625bce9307b1cec8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '2109ccea-e7e9-4f40-904a-d177c6fc6796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:22Z', 'updated_at': '2021-01-14T07:45:28Z', 'revision_number': 3, 'project_id': 'c692837b5dd54625bce9307b1cec8c06', 'gw_port': {'id': '2109ccea-e7e9-4f40-904a-d177c6fc6796', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:07:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:26Z', 'updated_at': '2021-01-14T07:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:32.710928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] Checking router: 77dd17dc-3f84-43df-b9db-4c10631ef7ed for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:45:32.711837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] Updating router 77dd17dc-3f84-43df-b9db-4c10631ef7ed port 2109ccea-e7e9-4f40-904a-d177c6fc6796 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:45:32.730793 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:32.732282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-682ee56c-841c-46ae-9d42-6d0a93de9c72 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:32.898965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 5c1f2883-48fb-4d76-996e-9927a375bd79 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:32.900257 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:32.970187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b4ace92a-085e-434a-829d-81ac891d8fff admin admin] Network 6302c3a8-7fcb-4748-9911-b1b583475fee has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:45:33.049452 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:33.183262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-682ee56c-841c-46ae-9d42-6d0a93de9c72 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Calling delete_port for dbffb5b7-3906-4e88-a07e-7f5cb3ee402b owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:45:33.297562 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:45:33.459306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Allocated IP 172.20.0.1 (51e27676-1467-4969-a00d-f2798e380ea2/8ae14cc7-9627-4caa-b067-b0a01d0002cf/46302dfc-4f38-4b38-9c00-0f635195d1aa) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:45:33.671188 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4ace92a-085e-434a-829d-81ac891d8fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:33.677205 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:33.693948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4ace92a-085e-434a-829d-81ac891d8fff admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:33.715908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-73daf69d-d35c-490b-b150-8874b1f01043 None None] Provisioning complete for port be7934ee-28e4-4b69-9ca3-b387c013088d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:33.716634 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73daf69d-d35c-490b-b150-8874b1f01043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:33.728480 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b4ace92a-085e-434a-829d-81ac891d8fff admin admin] 10.222.0.41 "DELETE /v2.0/networks/6302c3a8-7fcb-4748-9911-b1b583475fee HTTP/1.1" status: 204 len: 168 time: 5.0306647 Jan 14 07:45:33.740692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ace92a-085e-434a-829d-81ac891d8fff admin admin] Pushing event deleted for resources: {'Network': ['ID=6302c3a8-7fcb-4748-9911-b1b583475fee,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:33.746008 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b4ace92a-085e-434a-829d-81ac891d8fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:34.043621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-682ee56c-841c-46ae-9d42-6d0a93de9c72 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:34.079361 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-52bfe87f-a60d-44b6-bf37-d65229aee295 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:34.086206 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:34.130416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Transition to ACTIVE for port object 46302dfc-4f38-4b38-9c00-0f635195d1aa will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:34.198737 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:34.224723 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5084c826-dcea-4648-a238-bddf335e4cc4 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:34.244008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ee56c-841c-46ae-9d42-6d0a93de9c72 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Port': ['ID=dbffb5b7-3906-4e88-a07e-7f5cb3ee402b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:34.271308 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-682ee56c-841c-46ae-9d42-6d0a93de9c72 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:34.299852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:34.325220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60004) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:34.329212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Pushing event updated for resources: {'Port': ['ID=46302dfc-4f38-4b38-9c00-0f635195d1aa,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:34.335474 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:34.340308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] Transition to ACTIVE for port object 2109ccea-e7e9-4f40-904a-d177c6fc6796 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:34.401521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device be7934ee-28e4-4b69-9ca3-b387c013088d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:34.455848 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:34.481721 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:34.540671 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-33b2ecdf-1460-4625-9924-d6dd77c6a11e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e84cc4424a94dabb6c28255ce3de9fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2050328 Jan 14 07:45:34.542115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60008) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:34.565443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe8f8a-b7df-489c-9c01-0224e095b033 None None] Pushing event updated for resources: {'Port': ['ID=2109ccea-e7e9-4f40-904a-d177c6fc6796,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:34.576420 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bcfe8f8a-b7df-489c-9c01-0224e095b033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:34.684512 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6292ca5-a73f-42d3-b022-bfed4659558f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:34.688625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Network 51e27676-1467-4969-a00d-f2798e380ea2 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:45:34.691382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:34.707124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:45:34.799352 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-682ee56c-841c-46ae-9d42-6d0a93de9c72 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:34.816134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] Attempting to bind port 2109ccea-e7e9-4f40-904a-d177c6fc6796 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:45:34.816778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] Attempting to bind port 2109ccea-e7e9-4f40-904a-d177c6fc6796 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:45:34.817423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] Attempting to bind port 2109ccea-e7e9-4f40-904a-d177c6fc6796 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:45:34.819512 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6292ca5-a73f-42d3-b022-bfed4659558f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:34.870294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:45:34.871042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:45:34.871896 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:34.875531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:45:34.878087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] Bound port: 2109ccea-e7e9-4f40-904a-d177c6fc6796, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:45:34.878747 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:34.908178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:34.992579 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6292ca5-a73f-42d3-b022-bfed4659558f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:35.006677 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b01d97bd-bfc3-4c6c-b8d4-0037b715cbf2 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:35.053249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6292ca5-a73f-42d3-b022-bfed4659558f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ebb4e4-16e3-4a65-9a9a-226da7c0fa26,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:35.073350 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b6292ca5-a73f-42d3-b022-bfed4659558f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:35.100645 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6292ca5-a73f-42d3-b022-bfed4659558f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:35.123761 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b6292ca5-a73f-42d3-b022-bfed4659558f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7ebb4e4-16e3-4a65-9a9a-226da7c0fa26 HTTP/1.1" status: 204 len: 168 time: 0.5702896 Jan 14 07:45:35.314404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port be7934ee-28e4-4b69-9ca3-b387c013088d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:35.314959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:35.450485 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:35.676319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5fc60e0b-7691-4941-9917-340386855e63 None None] Provisioning for port 46302dfc-4f38-4b38-9c00-0f635195d1aa completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:35.730899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5fc60e0b-7691-4941-9917-340386855e63 None None] Provisioning complete for port 46302dfc-4f38-4b38-9c00-0f635195d1aa triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:35.739169 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5fc60e0b-7691-4941-9917-340386855e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:35.930203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5fc60e0b-7691-4941-9917-340386855e63 None None] Port 46302dfc-4f38-4b38-9c00-0f635195d1aa cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:45:35.973265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] For port 2109ccea-e7e9-4f40-904a-d177c6fc6796, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:45:35.996628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] For port 2109ccea-e7e9-4f40-904a-d177c6fc6796, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2109ccea-e7e9-4f40-904a-d177c6fc6796,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:45:36.000329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682ee56c-841c-46ae-9d42-6d0a93de9c72 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router 600ae27e-b922-4c10-89e5-b9bf3bc0bb5e has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:45:36.141056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:36.182667 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-290267c4-8ed4-4f0c-9dd6-e7e4e4bf5787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:36.450126 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:36.532391 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:36.614316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682ee56c-841c-46ae-9d42-6d0a93de9c72 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:45:36.635515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958e6c7f-db65-4a21-96b9-89118dd18e3a None None] Sync routers for ids ['600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:45:36.636088 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d50c3e90-ecd2-4c7d-bcf5-a0b205600abf tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:36.662311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958e6c7f-db65-4a21-96b9-89118dd18e3a None None] Routers {'600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:36.663320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-958e6c7f-db65-4a21-96b9-89118dd18e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:45:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:36.695315 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-682ee56c-841c-46ae-9d42-6d0a93de9c72 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/600ae27e-b922-4c10-89e5-b9bf3bc0bb5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3842676 Jan 14 07:45:36.696579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60036) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:36.821942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4014164c-f407-4602-a67f-311a9d65b841 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Synchronizing usage tracker for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:45:36.843841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-958e6c7f-db65-4a21-96b9-89118dd18e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:36.874400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958e6c7f-db65-4a21-96b9-89118dd18e3a None None] Routers {'600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:36.875488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-958e6c7f-db65-4a21-96b9-89118dd18e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:45:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:36.952552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4014164c-f407-4602-a67f-311a9d65b841 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Unset dirty status for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:45:36.958682 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4014164c-f407-4602-a67f-311a9d65b841 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/ports?device_id=600ae27e-b922-4c10-89e5-b9bf3bc0bb5e HTTP/1.1" status: 200 len: 205 time: 0.2551601 Jan 14 07:45:36.959149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60042) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:37.062276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:37.195265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-958e6c7f-db65-4a21-96b9-89118dd18e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:37.200061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958e6c7f-db65-4a21-96b9-89118dd18e3a None None] The sync data for ids ['600ae27e-b922-4c10-89e5-b9bf3bc0bb5e'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:45:37.333695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60046) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:37.341669 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b62482a-a601-4cb3-a78f-a6cc5c9ee821 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:37.436249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Pushing event updated for resources: {'Port': ['ID=46302dfc-4f38-4b38-9c00-0f635195d1aa,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:37.449547 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:37.498219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Network 51e27676-1467-4969-a00d-f2798e380ea2 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:45:37.501132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:37.699418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe8f8a-b7df-489c-9c01-0224e095b033 None None] Pushing event updated for resources: {'Port': ['ID=2109ccea-e7e9-4f40-904a-d177c6fc6796,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:37.705549 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bcfe8f8a-b7df-489c-9c01-0224e095b033 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.525s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:37.827189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] Routers {'77dd17dc-3f84-43df-b9db-4c10631ef7ed'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:37.827921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:45:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['77dd17dc-3f84-43df-b9db-4c10631ef7ed'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:38.167549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] Set router 77dd17dc-3f84-43df-b9db-4c10631ef7ed gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:38.225874 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cd03e5ea-01d0-4c60-816e-1e7c805f91ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b8ec41a33fa4b47a7edac237c0316af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6793864 Jan 14 07:45:38.238238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60056) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:38.263207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Router 77dd17dc-3f84-43df-b9db-4c10631ef7ed has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:45:38.390875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f60440c2-a13d-42b9-8e16-bbe1fb770fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:38.398583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b62482a-a601-4cb3-a78f-a6cc5c9ee821 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:38.412067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b62482a-a601-4cb3-a78f-a6cc5c9ee821 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:38.457938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f60440c2-a13d-42b9-8e16-bbe1fb770fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:38.585226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6397fc6b-cc94-40b2-a8cb-ca4f14eb2f8b None None] Provisioning complete for port 46302dfc-4f38-4b38-9c00-0f635195d1aa triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:38.585930 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6397fc6b-cc94-40b2-a8cb-ca4f14eb2f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:38.591440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b62482a-a601-4cb3-a78f-a6cc5c9ee821 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:38.592954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b62482a-a601-4cb3-a78f-a6cc5c9ee821 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Fanout notify agent at l3_agent the message router_deleted on router 600ae27e-b922-4c10-89e5-b9bf3bc0bb5e {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:45:38.639082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:45:38.656379 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] 10.222.0.41 "PUT /v2.0/routers/77dd17dc-3f84-43df-b9db-4c10631ef7ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5475798 Jan 14 07:45:38.669073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b62482a-a601-4cb3-a78f-a6cc5c9ee821 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:38.670517 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1b62482a-a601-4cb3-a78f-a6cc5c9ee821 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/routers/600ae27e-b922-4c10-89e5-b9bf3bc0bb5e HTTP/1.1" status: 204 len: 168 time: 1.7102275 Jan 14 07:45:38.684300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60068) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:38.787265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6397fc6b-cc94-40b2-a8cb-ca4f14eb2f8b None None] Port 46302dfc-4f38-4b38-9c00-0f635195d1aa cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:45:38.817780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'name': 'tempest-TestServerMultinode-626883432-router', 'tenant_id': 'c692837b5dd54625bce9307b1cec8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '2109ccea-e7e9-4f40-904a-d177c6fc6796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:22Z', 'updated_at': '2021-01-14T07:45:35Z', 'revision_number': 4, 'project_id': 'c692837b5dd54625bce9307b1cec8c06', 'gw_port': {'id': '2109ccea-e7e9-4f40-904a-d177c6fc6796', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:07:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:26Z', 'updated_at': '2021-01-14T07:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '46302dfc-4f38-4b38-9c00-0f635195d1aa', 'name': '', 'network_id': '51e27676-1467-4969-a00d-f2798e380ea2', 'tenant_id': 'c692837b5dd54625bce9307b1cec8c06', 'mac_address': 'fa:16:3e:36:46:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '8ae14cc7-9627-4caa-b067-b0a01d0002cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:33Z', 'updated_at': '2021-01-14T07:45:35Z', 'revision_number': 2, 'project_id': 'c692837b5dd54625bce9307b1cec8c06', 'subnets': [{'id': '8ae14cc7-9627-4caa-b067-b0a01d0002cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:38.823968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80936692-29c2-4db0-9767-acc3c8ef4328 None None] The sync data for ids ['77dd17dc-3f84-43df-b9db-4c10631ef7ed'] in n-d-769329-2 is: [{'id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'name': 'tempest-TestServerMultinode-626883432-router', 'tenant_id': 'c692837b5dd54625bce9307b1cec8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '2109ccea-e7e9-4f40-904a-d177c6fc6796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:22Z', 'updated_at': '2021-01-14T07:45:35Z', 'revision_number': 4, 'project_id': 'c692837b5dd54625bce9307b1cec8c06', 'gw_port': {'id': '2109ccea-e7e9-4f40-904a-d177c6fc6796', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:07:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:26Z', 'updated_at': '2021-01-14T07:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '46302dfc-4f38-4b38-9c00-0f635195d1aa', 'name': '', 'network_id': '51e27676-1467-4969-a00d-f2798e380ea2', 'tenant_id': 'c692837b5dd54625bce9307b1cec8c06', 'mac_address': 'fa:16:3e:36:46:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '8ae14cc7-9627-4caa-b067-b0a01d0002cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:33Z', 'updated_at': '2021-01-14T07:45:35Z', 'revision_number': 2, 'project_id': 'c692837b5dd54625bce9307b1cec8c06', 'subnets': [{'id': '8ae14cc7-9627-4caa-b067-b0a01d0002cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:45:38.886433 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f60440c2-a13d-42b9-8e16-bbe1fb770fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:38.894165 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2416f44d-6f5d-41f7-a297-468fdc0d63f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:38.985112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60440c2-a13d-42b9-8e16-bbe1fb770fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5497d4-89e1-4d50-8e89-69fedcf8ff64,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:38.993079 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f60440c2-a13d-42b9-8e16-bbe1fb770fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:39.026724 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f60440c2-a13d-42b9-8e16-bbe1fb770fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:39.032411 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f60440c2-a13d-42b9-8e16-bbe1fb770fc5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b5497d4-89e1-4d50-8e89-69fedcf8ff64 HTTP/1.1" status: 204 len: 168 time: 0.7930682 Jan 14 07:45:39.286514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42bd654-15bf-4c46-b22c-14e09dd1b4fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting subnet f9efcfc9-f6d3-48ef-91d3-b4e1c12a62f2 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:45:39.291460 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e42bd654-15bf-4c46-b22c-14e09dd1b4fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:39.400730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e42bd654-15bf-4c46-b22c-14e09dd1b4fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:39.546701 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e42bd654-15bf-4c46-b22c-14e09dd1b4fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:40.530121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07523d09-3a93-4f60-93c1-2a5866ed80c1 req-a2e27194-7fc5-4538-b1b2-580eb6a26a7b tempest-TestServerMultinode-1968952924 tempest-TestServerMultinode-1968952924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:45:40.531332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-07523d09-3a93-4f60-93c1-2a5866ed80c1 req-a2e27194-7fc5-4538-b1b2-580eb6a26a7b tempest-TestServerMultinode-1968952924 tempest-TestServerMultinode-1968952924] Synchronizing usage tracker for tenant:c692837b5dd54625bce9307b1cec8c06 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:45:40.659565 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e42bd654-15bf-4c46-b22c-14e09dd1b4fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:40.700748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-07523d09-3a93-4f60-93c1-2a5866ed80c1 req-a2e27194-7fc5-4538-b1b2-580eb6a26a7b tempest-TestServerMultinode-1968952924 tempest-TestServerMultinode-1968952924] Unset dirty status for tenant:c692837b5dd54625bce9307b1cec8c06 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:45:40.710221 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-07523d09-3a93-4f60-93c1-2a5866ed80c1 req-a2e27194-7fc5-4538-b1b2-580eb6a26a7b tempest-TestServerMultinode-1968952924 tempest-TestServerMultinode-1968952924] 10.222.0.41 "GET /v2.0/networks?id=0035b911-ecc9-4922-a6a7-3c81520d36f3 HTTP/1.1" status: 200 len: 904 time: 0.4806743 Jan 14 07:45:40.723864 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3e257ca-7d25-4cd7-9fa8-c1e67cfbadb6 tempest-NetworksTestDHCPv6-445199843 tempest-NetworksTestDHCPv6-445199843] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:41.366565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bd654-15bf-4c46-b22c-14e09dd1b4fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Subnet': ['ID=f9efcfc9-f6d3-48ef-91d3-b4e1c12a62f2,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:41.378009 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e42bd654-15bf-4c46-b22c-14e09dd1b4fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:41.392293 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-07523d09-3a93-4f60-93c1-2a5866ed80c1 req-efb8a950-45d4-47cd-a67c-42f075d72a78 tempest-TestServerMultinode-1968952924 tempest-TestServerMultinode-1968952924] 10.222.0.41 "GET /v2.0/quotas/c692837b5dd54625bce9307b1cec8c06 HTTP/1.1" status: 200 len: 375 time: 0.6802852 Jan 14 07:45:41.616407 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e42bd654-15bf-4c46-b22c-14e09dd1b4fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:41.621481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b5cad7-2571-4236-8888-7d5309b73864 None None] Network c74c92ac-e944-4b39-9a77-8988e257f42a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:45:41.653314 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e42bd654-15bf-4c46-b22c-14e09dd1b4fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/subnets/f9efcfc9-f6d3-48ef-91d3-b4e1c12a62f2 HTTP/1.1" status: 204 len: 168 time: 2.9652805 Jan 14 07:45:41.654291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60136) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:41.675977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-07523d09-3a93-4f60-93c1-2a5866ed80c1 req-3c09846d-fc56-4d77-ae39-d2bd5066c76b tempest-TestServerMultinode-1968952924 tempest-TestServerMultinode-1968952924] Synchronizing usage tracker for tenant:c692837b5dd54625bce9307b1cec8c06 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:45:41.814140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-07523d09-3a93-4f60-93c1-2a5866ed80c1 req-3c09846d-fc56-4d77-ae39-d2bd5066c76b tempest-TestServerMultinode-1968952924 tempest-TestServerMultinode-1968952924] Unset dirty status for tenant:c692837b5dd54625bce9307b1cec8c06 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:45:41.824771 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-07523d09-3a93-4f60-93c1-2a5866ed80c1 req-3c09846d-fc56-4d77-ae39-d2bd5066c76b tempest-TestServerMultinode-1968952924 tempest-TestServerMultinode-1968952924] 10.222.0.41 "GET /v2.0/ports?tenant_id=c692837b5dd54625bce9307b1cec8c06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4306495 Jan 14 07:45:42.255362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fef0e6-2e5e-4cce-8b80-2d70f2643693 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting subnet 2f08a85f-c471-4c81-910f-a18834abb286 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:45:42.269905 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31fef0e6-2e5e-4cce-8b80-2d70f2643693 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:42.293218 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-07523d09-3a93-4f60-93c1-2a5866ed80c1 req-1eda35f1-4835-4b10-845a-3ed56f672022 service neutron] 10.222.0.41 "GET /v2.0/networks/0035b911-ecc9-4922-a6a7-3c81520d36f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593852 Jan 14 07:45:42.488035 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31fef0e6-2e5e-4cce-8b80-2d70f2643693 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:42.525312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2109ccea-e7e9-4f40-904a-d177c6fc6796 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:42.630246 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-07523d09-3a93-4f60-93c1-2a5866ed80c1 req-05fb5d0d-cb0b-4772-8abc-2514e1e996ac service neutron] 10.222.0.41 "GET /v2.0/networks/0035b911-ecc9-4922-a6a7-3c81520d36f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3226266 Jan 14 07:45:42.786751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 2109ccea-e7e9-4f40-904a-d177c6fc6796 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:42.790319 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31fef0e6-2e5e-4cce-8b80-2d70f2643693 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:42.795700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 2109ccea-e7e9-4f40-904a-d177c6fc6796 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:42.797187 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:42.868261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c81c65-eb95-412c-b064-1cab48778901 None None] DHCP port deletion for c74c92ac-e944-4b39-9a77-8988e257f42a request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:45:42.956973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b3c81c65-eb95-412c-b064-1cab48778901 None None] Deleting port b4271c63-5d7f-47dc-9ead-32ec58573fe8 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:42.968042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3c81c65-eb95-412c-b064-1cab48778901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:43.163413 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:43.513787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 2109ccea-e7e9-4f40-904a-d177c6fc6796, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2109ccea-e7e9-4f40-904a-d177c6fc6796,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:43.753055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:43.773482 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bcfe8f8a-b7df-489c-9c01-0224e095b033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:43.912927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60208) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:43.926116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=2109ccea-e7e9-4f40-904a-d177c6fc6796,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:43.931699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b3c81c65-eb95-412c-b064-1cab48778901 None None] For port b4271c63-5d7f-47dc-9ead-32ec58573fe8, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b4271c63-5d7f-47dc-9ead-32ec58573fe8,segment=NetworkSegment(ccc96807-3520-4dae-a9d5-fffb1f5392fc),segment_id=ccc96807-3520-4dae-a9d5-fffb1f5392fc)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:43.932465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3c81c65-eb95-412c-b064-1cab48778901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:43.954270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.955055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.955671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.956311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.956922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.957512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.958085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.958670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.959372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.959968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.960555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.961127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.962554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.963258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.964043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.964793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.965371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.965942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.966523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.967090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.967857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.968569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.969147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.969712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.970340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.970916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.971489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.972077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.972641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.973205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.973794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.974362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.974927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.975600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.976222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.976807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:43.983519 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:43.993045 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31fef0e6-2e5e-4cce-8b80-2d70f2643693 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:44.049311 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2f20822c-7c46-4309-be7f-92c0ae8ff93c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:44.360940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2109ccea-e7e9-4f40-904a-d177c6fc6796 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:44.615962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b3c81c65-eb95-412c-b064-1cab48778901 None None] Calling delete_port for b4271c63-5d7f-47dc-9ead-32ec58573fe8 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:45:44.715556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] Sync routers for ids ['77dd17dc-3f84-43df-b9db-4c10631ef7ed'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:45:44.942044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] Routers {'77dd17dc-3f84-43df-b9db-4c10631ef7ed'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:44.942754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:45:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['77dd17dc-3f84-43df-b9db-4c10631ef7ed'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:45.584988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fef0e6-2e5e-4cce-8b80-2d70f2643693 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Subnet': ['ID=2f08a85f-c471-4c81-910f-a18834abb286,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:45.597170 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31fef0e6-2e5e-4cce-8b80-2d70f2643693 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.548s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:45.697146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] Set router 77dd17dc-3f84-43df-b9db-4c10631ef7ed gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:45.743540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31fef0e6-2e5e-4cce-8b80-2d70f2643693 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:45.787769 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-31fef0e6-2e5e-4cce-8b80-2d70f2643693 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/subnets/2f08a85f-c471-4c81-910f-a18834abb286 HTTP/1.1" status: 204 len: 168 time: 4.1313519 Jan 14 07:45:45.797983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60254) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:45.804457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-505d0aeb-c892-4b94-856b-09cc5a32c85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:46.140961 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:46.257998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting port b4271c63-5d7f-47dc-9ead-32ec58573fe8 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:46.258934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:46.304194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec07bec-c1d6-4adb-8a80-11b5c97891d9 None None] Network a8ad6697-da5e-451c-872f-96ddc9e5b618 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:45:47.158875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] For port b4271c63-5d7f-47dc-9ead-32ec58573fe8, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b4271c63-5d7f-47dc-9ead-32ec58573fe8,segment=NetworkSegment(ccc96807-3520-4dae-a9d5-fffb1f5392fc),segment_id=ccc96807-3520-4dae-a9d5-fffb1f5392fc)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:47.159384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:47.255437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 2109ccea-e7e9-4f40-904a-d177c6fc6796 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:47.256046 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:47.279858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:45:47.303168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-505d0aeb-c892-4b94-856b-09cc5a32c85d admin admin] Deleting port be7934ee-28e4-4b69-9ca3-b387c013088d {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:47.303936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-505d0aeb-c892-4b94-856b-09cc5a32c85d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:47.488504 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:47.567383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Calling delete_port for b4271c63-5d7f-47dc-9ead-32ec58573fe8 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:45:47.621774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-505d0aeb-c892-4b94-856b-09cc5a32c85d admin admin] For port be7934ee-28e4-4b69-9ca3-b387c013088d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=be7934ee-28e4-4b69-9ca3-b387c013088d,segment=NetworkSegment(91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a),segment_id=91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:47.622503 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-505d0aeb-c892-4b94-856b-09cc5a32c85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:47.664331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:47.674040 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b3c81c65-eb95-412c-b064-1cab48778901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:47.718374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:45:47.719040 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:45:47.797863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-505d0aeb-c892-4b94-856b-09cc5a32c85d admin admin] Calling delete_port for be7934ee-28e4-4b69-9ca3-b387c013088d owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:45:47.974599 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6b1b9065-d32b-4a98-b5c6-7fb9ebf5e8b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:48.105126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b4271c63-5d7f-47dc-9ead-32ec58573fe8 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:45:48.143866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c81c65-eb95-412c-b064-1cab48778901 None None] Pushing event deleted for resources: {'Port': ['ID=b4271c63-5d7f-47dc-9ead-32ec58573fe8,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:48.154209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c81c65-eb95-412c-b064-1cab48778901 None None] No DVR routers for this DVR port b4271c63-5d7f-47dc-9ead-32ec58573fe8 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:45:48.160677 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b3c81c65-eb95-412c-b064-1cab48778901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:48.180741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: b4271c63-5d7f-47dc-9ead-32ec58573fe8 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:45:48.181369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b4271c63-5d7f-47dc-9ead-32ec58573fe8 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:45:48.220312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting port b4271c63-5d7f-47dc-9ead-32ec58573fe8 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:48.220668 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:48.312281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'name': 'tempest-TestServerMultinode-626883432-router', 'tenant_id': 'c692837b5dd54625bce9307b1cec8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '2109ccea-e7e9-4f40-904a-d177c6fc6796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:22Z', 'updated_at': '2021-01-14T07:45:35Z', 'revision_number': 4, 'project_id': 'c692837b5dd54625bce9307b1cec8c06', 'gw_port': {'id': '2109ccea-e7e9-4f40-904a-d177c6fc6796', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:07:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:26Z', 'updated_at': '2021-01-14T07:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '46302dfc-4f38-4b38-9c00-0f635195d1aa', 'name': '', 'network_id': '51e27676-1467-4969-a00d-f2798e380ea2', 'tenant_id': 'c692837b5dd54625bce9307b1cec8c06', 'mac_address': 'fa:16:3e:36:46:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '8ae14cc7-9627-4caa-b067-b0a01d0002cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:33Z', 'updated_at': '2021-01-14T07:45:35Z', 'revision_number': 2, 'project_id': 'c692837b5dd54625bce9307b1cec8c06', 'subnets': [{'id': '8ae14cc7-9627-4caa-b067-b0a01d0002cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:48.333157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] Checking router: 77dd17dc-3f84-43df-b9db-4c10631ef7ed for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:45:48.333497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] Updating router 77dd17dc-3f84-43df-b9db-4c10631ef7ed port 46302dfc-4f38-4b38-9c00-0f635195d1aa binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:45:48.350660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] The port 'b4271c63-5d7f-47dc-9ead-32ec58573fe8' was deleted {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:45:48.450193 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:48.466697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fbca46-4c95-4224-aaec-921b8f55a081 None None] DHCP port deletion for a8ad6697-da5e-451c-872f-96ddc9e5b618 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:45:48.473608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-71fbca46-4c95-4224-aaec-921b8f55a081 None None] Deleting port 3beeedfd-f941-438b-a62d-d287fce3800c {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:48.474041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71fbca46-4c95-4224-aaec-921b8f55a081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:48.575179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:48.751806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-505d0aeb-c892-4b94-856b-09cc5a32c85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:48.789256 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a51ef0f7-948e-4385-96e5-a1f4646e0dd4 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:48.890411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74c92ac-e944-4b39-9a77-8988e257f42a']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:48.922736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc96807-3520-4dae-a9d5-fffb1f5392fc') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:48.926885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc96807-3520-4dae-a9d5-fffb1f5392fc') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:48.956181 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:48.994986 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:49.000872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Releasing vxlan tunnel 6 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:45:49.074257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d0aeb-c892-4b94-856b-09cc5a32c85d admin admin] Pushing event deleted for resources: {'Port': ['ID=be7934ee-28e4-4b69-9ca3-b387c013088d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:49.134733 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-505d0aeb-c892-4b94-856b-09cc5a32c85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:49.326046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network c74c92ac-e944-4b39-9a77-8988e257f42a has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:45:49.336600 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:49.606387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-71fbca46-4c95-4224-aaec-921b8f55a081 None None] For port 3beeedfd-f941-438b-a62d-d287fce3800c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3beeedfd-f941-438b-a62d-d287fce3800c,segment=NetworkSegment(802aabf7-28b7-45ca-8e90-add0abe96911),segment_id=802aabf7-28b7-45ca-8e90-add0abe96911)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:49.606842 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71fbca46-4c95-4224-aaec-921b8f55a081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:49.677373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network c74c92ac-e944-4b39-9a77-8988e257f42a has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:45:49.862445 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:45:49.867255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:49.871029 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e2cc6e41-bc1b-42e5-b20e-d594fad95d9e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:49.878990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-71fbca46-4c95-4224-aaec-921b8f55a081 None None] Calling delete_port for 3beeedfd-f941-438b-a62d-d287fce3800c owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:45:49.899607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:49.902583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Network': ['ID=c74c92ac-e944-4b39-9a77-8988e257f42a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:49.914934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.914934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.914934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.915364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.915444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.915852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.916272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.916648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.917385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.918531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.918951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.919360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.919879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.920289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.920692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.921095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.921497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.921904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.922301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.922704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.923103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.924172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.924172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.924419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.924692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.925092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.925489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.925885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.926307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.926689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.927390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.927844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.928386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.928787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.929189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.929579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:45:49.941750 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:49.959711 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/networks/c74c92ac-e944-4b39-9a77-8988e257f42a HTTP/1.1" status: 204 len: 168 time: 4.1604855 Jan 14 07:45:49.960640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60298) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:49.976375 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-505d0aeb-c892-4b94-856b-09cc5a32c85d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:50.095972 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-71fbca46-4c95-4224-aaec-921b8f55a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:50.136620 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:50.165348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-91aba059-1019-4173-afd5-d8089329b50a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:50.409568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbca46-4c95-4224-aaec-921b8f55a081 None None] Pushing event deleted for resources: {'Port': ['ID=3beeedfd-f941-438b-a62d-d287fce3800c,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:50.424346 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-71fbca46-4c95-4224-aaec-921b8f55a081 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:50.488044 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-91aba059-1019-4173-afd5-d8089329b50a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:50.499402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3beeedfd-f941-438b-a62d-d287fce3800c no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:45:50.563447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:45:50.708907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 3beeedfd-f941-438b-a62d-d287fce3800c {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:45:50.709697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3beeedfd-f941-438b-a62d-d287fce3800c not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:45:50.865599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-91aba059-1019-4173-afd5-d8089329b50a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ad6697-da5e-451c-872f-96ddc9e5b618']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:50.897943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-91aba059-1019-4173-afd5-d8089329b50a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802aabf7-28b7-45ca-8e90-add0abe96911') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:50.898466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-91aba059-1019-4173-afd5-d8089329b50a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802aabf7-28b7-45ca-8e90-add0abe96911') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:50.948063 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-91aba059-1019-4173-afd5-d8089329b50a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:50.965490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fbca46-4c95-4224-aaec-921b8f55a081 None None] No DVR routers for this DVR port 3beeedfd-f941-438b-a62d-d287fce3800c on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:45:50.985005 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-91aba059-1019-4173-afd5-d8089329b50a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:50.989548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-91aba059-1019-4173-afd5-d8089329b50a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:45:51.014718 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:51.295577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-91aba059-1019-4173-afd5-d8089329b50a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network a8ad6697-da5e-451c-872f-96ddc9e5b618 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:45:51.329794 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-91aba059-1019-4173-afd5-d8089329b50a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:51.638144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-91aba059-1019-4173-afd5-d8089329b50a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network a8ad6697-da5e-451c-872f-96ddc9e5b618 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:45:51.672842 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:45:51.717849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505d0aeb-c892-4b94-856b-09cc5a32c85d admin admin] Router 3f2aaba1-37e1-4e93-94c1-d07270168d49 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:45:51.779618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] Transition to ACTIVE for port object 46302dfc-4f38-4b38-9c00-0f635195d1aa will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:51.781315 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-91aba059-1019-4173-afd5-d8089329b50a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:51.783631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:51.791781 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89403ef6-6b69-4351-b8b9-984a608a52ae tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:51.810285 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0c800a04-b53e-49f8-8e85-97da941743f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:51.844553 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-91aba059-1019-4173-afd5-d8089329b50a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:51.853089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aba059-1019-4173-afd5-d8089329b50a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Network': ['ID=a8ad6697-da5e-451c-872f-96ddc9e5b618,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:51.867020 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-91aba059-1019-4173-afd5-d8089329b50a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/networks/a8ad6697-da5e-451c-872f-96ddc9e5b618 HTTP/1.1" status: 204 len: 168 time: 1.9049659 Jan 14 07:45:51.868718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60338) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:51.869961 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-91aba059-1019-4173-afd5-d8089329b50a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:51.877354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4f680743-a401-4012-a3fd-a52ea1b0b9ab tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1798792001'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:45:51.893832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4f680743-a401-4012-a3fd-a52ea1b0b9ab tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:45:51.899773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4f680743-a401-4012-a3fd-a52ea1b0b9ab tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:network and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:45:51.903447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4f680743-a401-4012-a3fd-a52ea1b0b9ab tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:45:51.933009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4f680743-a401-4012-a3fd-a52ea1b0b9ab tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:45:51.958608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f680743-a401-4012-a3fd-a52ea1b0b9ab tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Made reservation on behalf of 24dfe377520f474f9b69516e3f1c6869 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:45:52.030496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f680743-a401-4012-a3fd-a52ea1b0b9ab tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:52.064500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3273052-f040-425a-b9e1-bf462776904d None None] Pushing event updated for resources: {'Port': ['ID=46302dfc-4f38-4b38-9c00-0f635195d1aa,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:52.085105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f680743-a401-4012-a3fd-a52ea1b0b9ab tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:45:52.099679 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f680743-a401-4012-a3fd-a52ea1b0b9ab tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:52.099679 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-4f680743-a401-4012-a3fd-a52ea1b0b9ab tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Added segment 55e789f0-6197-41f2-9646-cc1029b37266 of type vxlan for network f9ebe168-8f9d-41ff-b673-19e681fec615 Jan 14 07:45:52.128170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f680743-a401-4012-a3fd-a52ea1b0b9ab tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:52.199559 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3273052-f040-425a-b9e1-bf462776904d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:52.215185 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f680743-a401-4012-a3fd-a52ea1b0b9ab tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:52.217547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505d0aeb-c892-4b94-856b-09cc5a32c85d admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:45:52.233780 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-505d0aeb-c892-4b94-856b-09cc5a32c85d admin admin] 10.222.0.41 "PUT /v2.0/routers/3f2aaba1-37e1-4e93-94c1-d07270168d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3132899 Jan 14 07:45:52.236689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60346) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:52.238597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4680a01-fe8e-44a9-8b4a-9c11c64c7aa7 None None] Sync routers for ids ['3f2aaba1-37e1-4e93-94c1-d07270168d49'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:45:52.285356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4680a01-fe8e-44a9-8b4a-9c11c64c7aa7 None None] Routers {'3f2aaba1-37e1-4e93-94c1-d07270168d49'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:52.286432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f4680a01-fe8e-44a9-8b4a-9c11c64c7aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:45:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['3f2aaba1-37e1-4e93-94c1-d07270168d49'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:52.289020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f680743-a401-4012-a3fd-a52ea1b0b9ab tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:45:52.290803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f680743-a401-4012-a3fd-a52ea1b0b9ab tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:52.310527 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ed7110a7-2546-4028-a4a5-1453e258245a tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:52.462048 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4f680743-a401-4012-a3fd-a52ea1b0b9ab tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5901217 Jan 14 07:45:52.469104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60354) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:52.479738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c0425408-4a90-4cbd-9ea3-0638f7aa38e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'subnet': {'network_id': 'f9ebe168-8f9d-41ff-b673-19e681fec615', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:45:52.637206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c0425408-4a90-4cbd-9ea3-0638f7aa38e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:45:52.641419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c0425408-4a90-4cbd-9ea3-0638f7aa38e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:subnet and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:45:52.645011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c0425408-4a90-4cbd-9ea3-0638f7aa38e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:45:52.652302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c0425408-4a90-4cbd-9ea3-0638f7aa38e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:45:52.682855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0425408-4a90-4cbd-9ea3-0638f7aa38e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Made reservation on behalf of 24dfe377520f474f9b69516e3f1c6869 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:45:52.762622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f680743-a401-4012-a3fd-a52ea1b0b9ab tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Network': ['ID=f9ebe168-8f9d-41ff-b673-19e681fec615,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:52.791921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network f9ebe168-8f9d-41ff-b673-19e681fec615 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:45:52.852923 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa220e78-8200-4d7a-8dbd-441a158c009b admin admin] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:52.858434 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4f680743-a401-4012-a3fd-a52ea1b0b9ab tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:52.926436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0425408-4a90-4cbd-9ea3-0638f7aa38e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:52.929454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-f4680a01-fe8e-44a9-8b4a-9c11c64c7aa7 None None] Set router 3f2aaba1-37e1-4e93-94c1-d07270168d49 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:53.425072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa220e78-8200-4d7a-8dbd-441a158c009b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:53.458018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-aa220e78-8200-4d7a-8dbd-441a158c009b admin admin] Deleting port eec5012f-0635-422b-9218-cfa25319a7ec {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:53.458532 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa220e78-8200-4d7a-8dbd-441a158c009b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:53.650038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network f9ebe168-8f9d-41ff-b673-19e681fec615 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:45:53.673480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network f9ebe168-8f9d-41ff-b673-19e681fec615 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:45:53.904786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f4680a01-fe8e-44a9-8b4a-9c11c64c7aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'name': 'tempest-TestServerMultinode-478541537-router', 'tenant_id': '95edd43e99a04751803b1ca0ff735456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eec5012f-0635-422b-9218-cfa25319a7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:44:58Z', 'updated_at': '2021-01-14T07:45:48Z', 'revision_number': 5, 'project_id': '95edd43e99a04751803b1ca0ff735456', 'gw_port': {'id': 'eec5012f-0635-422b-9218-cfa25319a7ec', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:01Z', 'updated_at': '2021-01-14T07:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:53.928050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4680a01-fe8e-44a9-8b4a-9c11c64c7aa7 None None] Checking router: 3f2aaba1-37e1-4e93-94c1-d07270168d49 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:45:53.956189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4680a01-fe8e-44a9-8b4a-9c11c64c7aa7 None None] Routers {'3f2aaba1-37e1-4e93-94c1-d07270168d49'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:53.960627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f4680a01-fe8e-44a9-8b4a-9c11c64c7aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:45:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['3f2aaba1-37e1-4e93-94c1-d07270168d49'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:54.012281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] Attempting to bind port 46302dfc-4f38-4b38-9c00-0f635195d1aa on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:45:54.013025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] Attempting to bind port 46302dfc-4f38-4b38-9c00-0f635195d1aa by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '06fead54-3535-492a-8af8-ad9eed2150da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '51e27676-1467-4969-a00d-f2798e380ea2'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:45:54.013663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] Attempting to bind port 46302dfc-4f38-4b38-9c00-0f635195d1aa on network 51e27676-1467-4969-a00d-f2798e380ea2 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:45:54.054138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:45:54.054525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] Checking segment: {'id': '06fead54-3535-492a-8af8-ad9eed2150da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '51e27676-1467-4969-a00d-f2798e380ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:45:54.055748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:54.056556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] Bound using segment: {'id': '06fead54-3535-492a-8af8-ad9eed2150da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '51e27676-1467-4969-a00d-f2798e380ea2'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:45:54.057967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] Bound port: 46302dfc-4f38-4b38-9c00-0f635195d1aa, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06fead54-3535-492a-8af8-ad9eed2150da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '51e27676-1467-4969-a00d-f2798e380ea2'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:45:54.059466 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:54.100364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-aa220e78-8200-4d7a-8dbd-441a158c009b admin admin] For port eec5012f-0635-422b-9218-cfa25319a7ec, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=eec5012f-0635-422b-9218-cfa25319a7ec,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:54.104633 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa220e78-8200-4d7a-8dbd-441a158c009b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:54.392929 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a8f11e2-5258-4cef-ad4f-b52e3e822954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:54.573506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-aa220e78-8200-4d7a-8dbd-441a158c009b admin admin] Calling delete_port for eec5012f-0635-422b-9218-cfa25319a7ec owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:45:54.594934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0425408-4a90-4cbd-9ea3-0638f7aa38e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:54.628974 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dcb41a18-7ce1-4b3c-889e-f79dfc65e3e2 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:54.665085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] For port 46302dfc-4f38-4b38-9c00-0f635195d1aa, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:45:54.673048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-f4680a01-fe8e-44a9-8b4a-9c11c64c7aa7 None None] Set router 3f2aaba1-37e1-4e93-94c1-d07270168d49 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:54.693515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] For port 46302dfc-4f38-4b38-9c00-0f635195d1aa, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=46302dfc-4f38-4b38-9c00-0f635195d1aa,segment=NetworkSegment(06fead54-3535-492a-8af8-ad9eed2150da),segment_id=06fead54-3535-492a-8af8-ad9eed2150da)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:45:54.703093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:54.785354 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:55.049417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0425408-4a90-4cbd-9ea3-0638f7aa38e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Subnet': ['ID=6dd642e1-e594-42cc-a6f0-c6245280398b,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:55.049417 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c0425408-4a90-4cbd-9ea3-0638f7aa38e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:55.064619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa220e78-8200-4d7a-8dbd-441a158c009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:55.261847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0425408-4a90-4cbd-9ea3-0638f7aa38e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Checking segment: {'id': '55e789f0-6197-41f2-9646-cc1029b37266', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9ebe168-8f9d-41ff-b673-19e681fec615'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:45:55.262234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0425408-4a90-4cbd-9ea3-0638f7aa38e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network hostable DHCP agents. Network: f9ebe168-8f9d-41ff-b673-19e681fec615, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:45:55.353700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0425408-4a90-4cbd-9ea3-0638f7aa38e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network f9ebe168-8f9d-41ff-b673-19e681fec615 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:45:55.365844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c0425408-4a90-4cbd-9ea3-0638f7aa38e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, f9ebe168-8f9d-41ff-b673-19e681fec615) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:45:55.438944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0425408-4a90-4cbd-9ea3-0638f7aa38e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:45:55.439617 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0425408-4a90-4cbd-9ea3-0638f7aa38e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:55.494563 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c0425408-4a90-4cbd-9ea3-0638f7aa38e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0210068 Jan 14 07:45:55.495603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60398) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:55.502002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-308cbf4e-3966-4c34-ab3a-96199af9e264 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1215312976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:45:55.503184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3273052-f040-425a-b9e1-bf462776904d None None] Pushing event updated for resources: {'Port': ['ID=46302dfc-4f38-4b38-9c00-0f635195d1aa,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:55.515832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-308cbf4e-3966-4c34-ab3a-96199af9e264 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:45:55.523165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-308cbf4e-3966-4c34-ab3a-96199af9e264 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:router and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:45:55.527170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-308cbf4e-3966-4c34-ab3a-96199af9e264 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:45:55.534447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-308cbf4e-3966-4c34-ab3a-96199af9e264 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:45:55.549084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-308cbf4e-3966-4c34-ab3a-96199af9e264 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:55.550788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-308cbf4e-3966-4c34-ab3a-96199af9e264 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:55.553683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f11bb83-faa2-4492-b431-6e6f4d1321bb None None] Network f9ebe168-8f9d-41ff-b673-19e681fec615 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:45:55.562847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f4680a01-fe8e-44a9-8b4a-9c11c64c7aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'name': 'tempest-TestServerMultinode-478541537-router', 'tenant_id': '95edd43e99a04751803b1ca0ff735456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eec5012f-0635-422b-9218-cfa25319a7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:44:58Z', 'updated_at': '2021-01-14T07:45:48Z', 'revision_number': 5, 'project_id': '95edd43e99a04751803b1ca0ff735456', 'gw_port': {'id': 'eec5012f-0635-422b-9218-cfa25319a7ec', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:01Z', 'updated_at': '2021-01-14T07:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:55.574611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4680a01-fe8e-44a9-8b4a-9c11c64c7aa7 None None] The sync data for ids ['3f2aaba1-37e1-4e93-94c1-d07270168d49'] in n-d-769329-2 is: [{'id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'name': 'tempest-TestServerMultinode-478541537-router', 'tenant_id': '95edd43e99a04751803b1ca0ff735456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'eec5012f-0635-422b-9218-cfa25319a7ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:44:58Z', 'updated_at': '2021-01-14T07:45:48Z', 'revision_number': 5, 'project_id': '95edd43e99a04751803b1ca0ff735456', 'gw_port': {'id': 'eec5012f-0635-422b-9218-cfa25319a7ec', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2aaba1-37e1-4e93-94c1-d07270168d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3289, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:01Z', 'updated_at': '2021-01-14T07:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:45:55.597202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-308cbf4e-3966-4c34-ab3a-96199af9e264 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:55.637067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-308cbf4e-3966-4c34-ab3a-96199af9e264 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:55.681384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-308cbf4e-3966-4c34-ab3a-96199af9e264 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:55.682871 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-308cbf4e-3966-4c34-ab3a-96199af9e264 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1865218 Jan 14 07:45:55.688982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60408) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:55.712196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c5ecb4c9-d2bf-433b-a0ca-8f3a196b4201 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'port': {'network_id': 'f9ebe168-8f9d-41ff-b673-19e681fec615', 'name': 'tempest-RoutersIpV6Test-457531558'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:45:55.816417 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3273052-f040-425a-b9e1-bf462776904d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.039s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:55.936937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] Routers {'77dd17dc-3f84-43df-b9db-4c10631ef7ed'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:45:55.937663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:45:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['77dd17dc-3f84-43df-b9db-4c10631ef7ed'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:55.987693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa220e78-8200-4d7a-8dbd-441a158c009b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:56.266790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] Set router 77dd17dc-3f84-43df-b9db-4c10631ef7ed gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:45:56.441814 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa220e78-8200-4d7a-8dbd-441a158c009b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:56.453492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa220e78-8200-4d7a-8dbd-441a158c009b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:56.499540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa220e78-8200-4d7a-8dbd-441a158c009b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:56.500501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa220e78-8200-4d7a-8dbd-441a158c009b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f2aaba1-37e1-4e93-94c1-d07270168d49 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:45:56.521406 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa220e78-8200-4d7a-8dbd-441a158c009b admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:56.526424 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-aa220e78-8200-4d7a-8dbd-441a158c009b admin admin] 10.222.0.41 "DELETE /v2.0/routers/3f2aaba1-37e1-4e93-94c1-d07270168d49 HTTP/1.1" status: 204 len: 168 time: 4.2884579 Jan 14 07:45:56.527149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60422) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:56.739373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80e4522-9536-49e4-b171-37672c6f372c admin admin] Deleting subnet 96ca60b5-5e21-4d18-8171-f2f69c40aa7c {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:45:56.749592 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b80e4522-9536-49e4-b171-37672c6f372c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:56.900586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 46302dfc-4f38-4b38-9c00-0f635195d1aa up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:45:56.920826 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b80e4522-9536-49e4-b171-37672c6f372c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:57.057194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c5ecb4c9-d2bf-433b-a0ca-8f3a196b4201 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:45:57.099477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c5ecb4c9-d2bf-433b-a0ca-8f3a196b4201 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:port and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:45:57.150628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c5ecb4c9-d2bf-433b-a0ca-8f3a196b4201 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for port was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:45:57.176182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c5ecb4c9-d2bf-433b-a0ca-8f3a196b4201 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:45:57.212069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ecb4c9-d2bf-433b-a0ca-8f3a196b4201 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Made reservation on behalf of 24dfe377520f474f9b69516e3f1c6869 for: {'port': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:45:57.222288 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b80e4522-9536-49e4-b171-37672c6f372c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:57.233701 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5ecb4c9-d2bf-433b-a0ca-8f3a196b4201 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:57.576502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58d7a0db-4cc9-4d26-a31f-7b0d95a9c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:57.615854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.notifiers.nova [None req-c5ecb4c9-d2bf-433b-a0ca-8f3a196b4201 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] device_id is not set on port 34c22cf7-3445-43e0-a2a1-b0e60dbad59c yet. {{(pid=80908) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 07:45:57.679987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-f9ebe168-8f9d-41ff-b673-19e681fec615', 'network_id': 'f9ebe168-8f9d-41ff-b673-19e681fec615', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'fixed_ips': [{'subnet_id': '6dd642e1-e594-42cc-a6f0-c6245280398b'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:45:57.681064 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:57.736936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b80e4522-9536-49e4-b171-37672c6f372c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:58.047008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:58.054321 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a1f4224f-f7b1-4fa2-985c-98aef53483ec tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:58.083789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 46302dfc-4f38-4b38-9c00-0f635195d1aa completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:45:58.094131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 46302dfc-4f38-4b38-9c00-0f635195d1aa triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:45:58.094559 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:58.134884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-c5ecb4c9-d2bf-433b-a0ca-8f3a196b4201 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Allocated IP 2001:db8::c0 (f9ebe168-8f9d-41ff-b673-19e681fec615/6dd642e1-e594-42cc-a6f0-c6245280398b/34c22cf7-3445-43e0-a2a1-b0e60dbad59c) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:45:58.167808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e4522-9536-49e4-b171-37672c6f372c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96ca60b5-5e21-4d18-8171-f2f69c40aa7c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:45:58.176073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b80e4522-9536-49e4-b171-37672c6f372c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:58.192134 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b80e4522-9536-49e4-b171-37672c6f372c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:45:58.202835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60454) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:45:58.204980 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b80e4522-9536-49e4-b171-37672c6f372c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/96ca60b5-5e21-4d18-8171-f2f69c40aa7c HTTP/1.1" status: 204 len: 168 time: 1.6694641 Jan 14 07:45:58.611003 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:58.720113 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:58.723325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70390eca-d28b-4181-9280-accdb26272c8 None None] Network 0035b911-ecc9-4922-a6a7-3c81520d36f3 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:45:58.734761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] Deleting port 78288560-79e7-46dc-ac54-30659539f011 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:45:58.735866 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:59.243050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] For port 78288560-79e7-46dc-ac54-30659539f011, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=78288560-79e7-46dc-ac54-30659539f011,segment=NetworkSegment(91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a),segment_id=91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:59.244098 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:59.285148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:59.328628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'name': 'tempest-TestServerMultinode-626883432-router', 'tenant_id': 'c692837b5dd54625bce9307b1cec8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '2109ccea-e7e9-4f40-904a-d177c6fc6796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:22Z', 'updated_at': '2021-01-14T07:45:35Z', 'revision_number': 4, 'project_id': 'c692837b5dd54625bce9307b1cec8c06', 'gw_port': {'id': '2109ccea-e7e9-4f40-904a-d177c6fc6796', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:07:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:26Z', 'updated_at': '2021-01-14T07:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '46302dfc-4f38-4b38-9c00-0f635195d1aa', 'name': '', 'network_id': '51e27676-1467-4969-a00d-f2798e380ea2', 'tenant_id': 'c692837b5dd54625bce9307b1cec8c06', 'mac_address': 'fa:16:3e:36:46:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '8ae14cc7-9627-4caa-b067-b0a01d0002cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:33Z', 'updated_at': '2021-01-14T07:45:54Z', 'revision_number': 4, 'project_id': 'c692837b5dd54625bce9307b1cec8c06', 'subnets': [{'id': '8ae14cc7-9627-4caa-b067-b0a01d0002cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:45:59.337679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a540b9-154d-48b8-9502-c8382c339589 None None] The sync data for ids ['77dd17dc-3f84-43df-b9db-4c10631ef7ed'] in n-d-769329-2 is: [{'id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'name': 'tempest-TestServerMultinode-626883432-router', 'tenant_id': 'c692837b5dd54625bce9307b1cec8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '2109ccea-e7e9-4f40-904a-d177c6fc6796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:22Z', 'updated_at': '2021-01-14T07:45:35Z', 'revision_number': 4, 'project_id': 'c692837b5dd54625bce9307b1cec8c06', 'gw_port': {'id': '2109ccea-e7e9-4f40-904a-d177c6fc6796', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:07:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:26Z', 'updated_at': '2021-01-14T07:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '46302dfc-4f38-4b38-9c00-0f635195d1aa', 'name': '', 'network_id': '51e27676-1467-4969-a00d-f2798e380ea2', 'tenant_id': 'c692837b5dd54625bce9307b1cec8c06', 'mac_address': 'fa:16:3e:36:46:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '8ae14cc7-9627-4caa-b067-b0a01d0002cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:33Z', 'updated_at': '2021-01-14T07:45:54Z', 'revision_number': 4, 'project_id': 'c692837b5dd54625bce9307b1cec8c06', 'subnets': [{'id': '8ae14cc7-9627-4caa-b067-b0a01d0002cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:45:59.360785 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:59.529393 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5ecb4c9-d2bf-433b-a0ca-8f3a196b4201 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:59.542937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 46302dfc-4f38-4b38-9c00-0f635195d1aa, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=46302dfc-4f38-4b38-9c00-0f635195d1aa,segment=NetworkSegment(06fead54-3535-492a-8af8-ad9eed2150da),segment_id=06fead54-3535-492a-8af8-ad9eed2150da)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:45:59.563090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:59.563325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] Calling delete_port for 78288560-79e7-46dc-ac54-30659539f011 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:45:59.577912 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:59.678331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c5ecb4c9-d2bf-433b-a0ca-8f3a196b4201 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Transition to ACTIVE for port object 34c22cf7-3445-43e0-a2a1-b0e60dbad59c will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:45:59.752537 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5ecb4c9-d2bf-433b-a0ca-8f3a196b4201 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:45:59.803362 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-682ee56c-841c-46ae-9d42-6d0a93de9c72 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:45:59.996628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Allocated IP 2001:db8::2 (f9ebe168-8f9d-41ff-b673-19e681fec615/6dd642e1-e594-42cc-a6f0-c6245280398b/37c851c3-bff7-42dd-8c9b-009142dcb0d5) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:46:00.107991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ecb4c9-d2bf-433b-a0ca-8f3a196b4201 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Port': ['ID=34c22cf7-3445-43e0-a2a1-b0e60dbad59c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:00.139128 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c5ecb4c9-d2bf-433b-a0ca-8f3a196b4201 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:00.298938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=46302dfc-4f38-4b38-9c00-0f635195d1aa,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:00.308601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device be7934ee-28e4-4b69-9ca3-b387c013088d no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:46:00.345982 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:00.443147 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:00.471219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: be7934ee-28e4-4b69-9ca3-b387c013088d {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:46:00.471797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device be7934ee-28e4-4b69-9ca3-b387c013088d not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:46:00.705241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ecb4c9-d2bf-433b-a0ca-8f3a196b4201 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network f9ebe168-8f9d-41ff-b673-19e681fec615 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:00.706650 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-501c541d-682d-46f5-98b8-ab62627ccf19 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:00.796064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c5ecb4c9-d2bf-433b-a0ca-8f3a196b4201 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:00.804290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ecb4c9-d2bf-433b-a0ca-8f3a196b4201 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:00.808448 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:00.830698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ecb4c9-d2bf-433b-a0ca-8f3a196b4201 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:46:00.831491 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5ecb4c9-d2bf-433b-a0ca-8f3a196b4201 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:00.839318 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:00.874901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Transition to ACTIVE for port object 37c851c3-bff7-42dd-8c9b-009142dcb0d5 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:00.896557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 46302dfc-4f38-4b38-9c00-0f635195d1aa up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:00.935889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] No DVR routers for this DVR port 78288560-79e7-46dc-ac54-30659539f011 on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:46:00.951111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=78288560-79e7-46dc-ac54-30659539f011,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:01.001513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb8bdf1-adec-4b37-8f45-8453173b0297 None None] DHCP port deletion for 0035b911-ecc9-4922-a6a7-3c81520d36f3 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:46:01.068350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Transition to ACTIVE for port object 37c851c3-bff7-42dd-8c9b-009142dcb0d5 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:01.094888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:01.102977 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:01.307501 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:01.406210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Pushing event updated for resources: {'Port': ['ID=37c851c3-bff7-42dd-8c9b-009142dcb0d5,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:01.470251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Network f9ebe168-8f9d-41ff-b673-19e681fec615 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:01.473163 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:01.481685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:01.504132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:46:01.546750 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:01.626712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 46302dfc-4f38-4b38-9c00-0f635195d1aa triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:01.626712 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:01.734401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0035b911-ecc9-4922-a6a7-3c81520d36f3']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:01.752202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:01.752604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d1f6e5-1c58-49b1-b0ab-11efc6b7e97a') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:01.767247 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:01.784942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:01.787238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:46:01.900736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Attempting to bind port 37c851c3-bff7-42dd-8c9b-009142dcb0d5 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:46:01.901858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Attempting to bind port 37c851c3-bff7-42dd-8c9b-009142dcb0d5 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '55e789f0-6197-41f2-9646-cc1029b37266', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9ebe168-8f9d-41ff-b673-19e681fec615'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:46:01.902884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Attempting to bind port 37c851c3-bff7-42dd-8c9b-009142dcb0d5 on network f9ebe168-8f9d-41ff-b673-19e681fec615 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:46:01.929620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:46:01.930640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Checking segment: {'id': '55e789f0-6197-41f2-9646-cc1029b37266', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9ebe168-8f9d-41ff-b673-19e681fec615'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:46:01.931624 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:01.932685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Bound using segment: {'id': '55e789f0-6197-41f2-9646-cc1029b37266', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9ebe168-8f9d-41ff-b673-19e681fec615'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:46:01.933848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Bound port: 37c851c3-bff7-42dd-8c9b-009142dcb0d5, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e789f0-6197-41f2-9646-cc1029b37266', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9ebe168-8f9d-41ff-b673-19e681fec615'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:46:01.934776 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:02.078578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] For port 37c851c3-bff7-42dd-8c9b-009142dcb0d5, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:46:02.086427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device eec5012f-0635-422b-9218-cfa25319a7ec no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:46:02.126340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] Network 0035b911-ecc9-4922-a6a7-3c81520d36f3 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:46:02.138546 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:02.190488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: eec5012f-0635-422b-9218-cfa25319a7ec {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:46:02.190488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device eec5012f-0635-422b-9218-cfa25319a7ec not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:46:02.416982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] Network 0035b911-ecc9-4922-a6a7-3c81520d36f3 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:46:02.449128 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:46:02.611106 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c5ecb4c9-d2bf-433b-a0ca-8f3a196b4201 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 6.9186406 Jan 14 07:46:02.614062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60530) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:02.646841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] For port 37c851c3-bff7-42dd-8c9b-009142dcb0d5, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=37c851c3-bff7-42dd-8c9b-009142dcb0d5,segment=NetworkSegment(55e789f0-6197-41f2-9646-cc1029b37266),segment_id=55e789f0-6197-41f2-9646-cc1029b37266)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:46:02.647289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:02.656719 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc18be79-f210-483e-950d-6972100e1225 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:02.663681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:02.710239 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:02.756076 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0035b911-ecc9-4922-a6a7-3c81520d36f3 HTTP/1.1" status: 204 len: 168 time: 4.5475888 Jan 14 07:46:02.760501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60536) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:02.870320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0035b911-ecc9-4922-a6a7-3c81520d36f3,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:02.885900 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:02.918530 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eca186a9-150c-4b45-8912-27e1b616b34b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:03.117232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 78288560-79e7-46dc-ac54-30659539f011 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:46:03.290889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Pushing event updated for resources: {'Port': ['ID=37c851c3-bff7-42dd-8c9b-009142dcb0d5,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:03.294432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 78288560-79e7-46dc-ac54-30659539f011 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:46:03.295033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 78288560-79e7-46dc-ac54-30659539f011 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:46:03.308876 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:04.762117 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99153a40-ff45-44c0-ac30-3ba0acf9f6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:04.905510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 37c851c3-bff7-42dd-8c9b-009142dcb0d5 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:05.382021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 37c851c3-bff7-42dd-8c9b-009142dcb0d5 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:05.389868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f5f68d3-bc95-4f77-9e22-041943885082 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:05.658098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dc7c80-a0f5-4e1b-9bd6-ffde2e761b5a None None] Network f9ebe168-8f9d-41ff-b673-19e681fec615 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:46:06.172999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f5f68d3-bc95-4f77-9e22-041943885082 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:06.348001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-99153a40-ff45-44c0-ac30-3ba0acf9f6f3 admin admin] Deleting port 46302dfc-4f38-4b38-9c00-0f635195d1aa {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:06.348458 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99153a40-ff45-44c0-ac30-3ba0acf9f6f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:06.584223 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f5f68d3-bc95-4f77-9e22-041943885082 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:06.585850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-37a079e3-a138-45d1-8f44-182e53fa2d52 None None] Provisioning for port 37c851c3-bff7-42dd-8c9b-009142dcb0d5 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:06.592877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-37a079e3-a138-45d1-8f44-182e53fa2d52 None None] Provisioning complete for port 37c851c3-bff7-42dd-8c9b-009142dcb0d5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:06.593540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37a079e3-a138-45d1-8f44-182e53fa2d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:06.616982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-99153a40-ff45-44c0-ac30-3ba0acf9f6f3 admin admin] For port 46302dfc-4f38-4b38-9c00-0f635195d1aa, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=46302dfc-4f38-4b38-9c00-0f635195d1aa,segment=NetworkSegment(06fead54-3535-492a-8af8-ad9eed2150da),segment_id=06fead54-3535-492a-8af8-ad9eed2150da)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:06.618298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99153a40-ff45-44c0-ac30-3ba0acf9f6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:06.819359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-99153a40-ff45-44c0-ac30-3ba0acf9f6f3 admin admin] Calling delete_port for 46302dfc-4f38-4b38-9c00-0f635195d1aa owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:46:06.869884 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:07.054689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37a079e3-a138-45d1-8f44-182e53fa2d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:07.089033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f68d3-bc95-4f77-9e22-041943885082 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Port': ['ID=34c22cf7-3445-43e0-a2a1-b0e60dbad59c,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:07.100661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-37a079e3-a138-45d1-8f44-182e53fa2d52 None None] For port 37c851c3-bff7-42dd-8c9b-009142dcb0d5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=37c851c3-bff7-42dd-8c9b-009142dcb0d5,segment=NetworkSegment(55e789f0-6197-41f2-9646-cc1029b37266),segment_id=55e789f0-6197-41f2-9646-cc1029b37266)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:07.117179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37a079e3-a138-45d1-8f44-182e53fa2d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:07.127001 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b3c81c65-eb95-412c-b064-1cab48778901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:07.147480 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f5f68d3-bc95-4f77-9e22-041943885082 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:07.244052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a079e3-a138-45d1-8f44-182e53fa2d52 None None] Pushing event updated for resources: {'Port': ['ID=37c851c3-bff7-42dd-8c9b-009142dcb0d5,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:07.249422 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-37a079e3-a138-45d1-8f44-182e53fa2d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:07.364977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9a83f222-a289-4005-a2fd-e678b1745f8b None None] Provisioning for port 34c22cf7-3445-43e0-a2a1-b0e60dbad59c completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:07.378634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9a83f222-a289-4005-a2fd-e678b1745f8b None None] Provisioning complete for port 34c22cf7-3445-43e0-a2a1-b0e60dbad59c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:07.379065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a83f222-a289-4005-a2fd-e678b1745f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:07.436564 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99153a40-ff45-44c0-ac30-3ba0acf9f6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:07.503787 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4b6ab5f3-e056-40c4-b8db-e4c039f54554 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:07.636133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99153a40-ff45-44c0-ac30-3ba0acf9f6f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=46302dfc-4f38-4b38-9c00-0f635195d1aa,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:07.666752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9a83f222-a289-4005-a2fd-e678b1745f8b None None] Port 34c22cf7-3445-43e0-a2a1-b0e60dbad59c cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:46:07.699043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9a83f222-a289-4005-a2fd-e678b1745f8b None None] Provisioning complete for port 37c851c3-bff7-42dd-8c9b-009142dcb0d5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:07.699625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a83f222-a289-4005-a2fd-e678b1745f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:07.804011 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f5f68d3-bc95-4f77-9e22-041943885082 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:07.807154 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-99153a40-ff45-44c0-ac30-3ba0acf9f6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:08.267231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-561b3f97-a867-4fa1-b9dc-a86a268559d1 None None] Provisioning complete for port 37c851c3-bff7-42dd-8c9b-009142dcb0d5 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:08.267973 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-561b3f97-a867-4fa1-b9dc-a86a268559d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:08.630936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f5f68d3-bc95-4f77-9e22-041943885082 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:08.812608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3ce564af-49ca-48e9-9452-439a5403259c None None] Provisioning complete for port 34c22cf7-3445-43e0-a2a1-b0e60dbad59c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:08.815013 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ce564af-49ca-48e9-9452-439a5403259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:08.890742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3ce564af-49ca-48e9-9452-439a5403259c None None] Port 34c22cf7-3445-43e0-a2a1-b0e60dbad59c cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:46:08.892564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 37c851c3-bff7-42dd-8c9b-009142dcb0d5 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:09.037531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 37c851c3-bff7-42dd-8c9b-009142dcb0d5 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:09.041785 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:09.054216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99153a40-ff45-44c0-ac30-3ba0acf9f6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:09.941321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f5f68d3-bc95-4f77-9e22-041943885082 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:09.947476 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f5f68d3-bc95-4f77-9e22-041943885082 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:09.948859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f5f68d3-bc95-4f77-9e22-041943885082 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:09.976302 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-57b54da7-54b1-4dad-903f-c72801446de3 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:10.042376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99153a40-ff45-44c0-ac30-3ba0acf9f6f3 admin admin] Router 77dd17dc-3f84-43df-b9db-4c10631ef7ed has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:46:10.460284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f68d3-bc95-4f77-9e22-041943885082 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Port': ['ID=34c22cf7-3445-43e0-a2a1-b0e60dbad59c,revision_number=3']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:10.478384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99153a40-ff45-44c0-ac30-3ba0acf9f6f3 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:46:10.492917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5f68d3-bc95-4f77-9e22-041943885082 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network f9ebe168-8f9d-41ff-b673-19e681fec615 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:10.499400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04934ae6-20f9-4c8a-8cca-c85b60e14eac None None] Sync routers for ids ['77dd17dc-3f84-43df-b9db-4c10631ef7ed'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:46:10.506256 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f5f68d3-bc95-4f77-9e22-041943885082 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:10.507242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7f5f68d3-bc95-4f77-9e22-041943885082 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:10.515261 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-99153a40-ff45-44c0-ac30-3ba0acf9f6f3 admin admin] 10.222.0.41 "PUT /v2.0/routers/77dd17dc-3f84-43df-b9db-4c10631ef7ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7464445 Jan 14 07:46:10.516914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60650) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:10.547526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04934ae6-20f9-4c8a-8cca-c85b60e14eac None None] Routers {'77dd17dc-3f84-43df-b9db-4c10631ef7ed'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:10.548592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-04934ae6-20f9-4c8a-8cca-c85b60e14eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:45:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['77dd17dc-3f84-43df-b9db-4c10631ef7ed'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:10.801795 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2174744e-dc4b-4bef-872e-fecaa65fbcdb admin admin] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:11.037107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5f68d3-bc95-4f77-9e22-041943885082 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router 9d34081c-5ca7-4f8b-b78e-6bd578d55e57 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:46:11.140307 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2174744e-dc4b-4bef-872e-fecaa65fbcdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:11.146706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2174744e-dc4b-4bef-872e-fecaa65fbcdb admin admin] Deleting port 2109ccea-e7e9-4f40-904a-d177c6fc6796 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:11.147091 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2174744e-dc4b-4bef-872e-fecaa65fbcdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:11.342716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-04934ae6-20f9-4c8a-8cca-c85b60e14eac None None] Set router 77dd17dc-3f84-43df-b9db-4c10631ef7ed gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:11.537909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5f68d3-bc95-4f77-9e22-041943885082 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:46:11.548775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9dd827-45ce-4655-a4ea-f0dbabb60fec None None] Sync routers for ids ['9d34081c-5ca7-4f8b-b78e-6bd578d55e57'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:46:11.552868 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7f5f68d3-bc95-4f77-9e22-041943885082 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/9d34081c-5ca7-4f8b-b78e-6bd578d55e57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9367006 Jan 14 07:46:11.556164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60672) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:11.569726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9dd827-45ce-4655-a4ea-f0dbabb60fec None None] Routers {'9d34081c-5ca7-4f8b-b78e-6bd578d55e57'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:11.570355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-aa9dd827-45ce-4655-a4ea-f0dbabb60fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:45:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['9d34081c-5ca7-4f8b-b78e-6bd578d55e57'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:11.623091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a7f13491-5e5a-4329-9012-7c597de4978f None None] Provisioning complete for port 34c22cf7-3445-43e0-a2a1-b0e60dbad59c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:11.623517 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7f13491-5e5a-4329-9012-7c597de4978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:11.699939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-aa9dd827-45ce-4655-a4ea-f0dbabb60fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:11.711177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9dd827-45ce-4655-a4ea-f0dbabb60fec None None] Routers {'9d34081c-5ca7-4f8b-b78e-6bd578d55e57'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:11.712775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-aa9dd827-45ce-4655-a4ea-f0dbabb60fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:45:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['9d34081c-5ca7-4f8b-b78e-6bd578d55e57'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:11.722597 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:11.739768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2174744e-dc4b-4bef-872e-fecaa65fbcdb admin admin] For port 2109ccea-e7e9-4f40-904a-d177c6fc6796, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2109ccea-e7e9-4f40-904a-d177c6fc6796,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:11.740210 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2174744e-dc4b-4bef-872e-fecaa65fbcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:11.763968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a7f13491-5e5a-4329-9012-7c597de4978f None None] Port 34c22cf7-3445-43e0-a2a1-b0e60dbad59c cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:46:11.783454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c052b20-7096-4497-8201-32fc1e298bc9 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:46:11.790619 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9c052b20-7096-4497-8201-32fc1e298bc9 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/ports/34c22cf7-3445-43e0-a2a1-b0e60dbad59c HTTP/1.1" status: 200 len: 982 time: 0.2328379 Jan 14 07:46:11.793455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60680) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:11.799378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-aa9dd827-45ce-4655-a4ea-f0dbabb60fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:11.799870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9dd827-45ce-4655-a4ea-f0dbabb60fec None None] The sync data for ids ['9d34081c-5ca7-4f8b-b78e-6bd578d55e57'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:46:12.090194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-04934ae6-20f9-4c8a-8cca-c85b60e14eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'name': 'tempest-TestServerMultinode-626883432-router', 'tenant_id': 'c692837b5dd54625bce9307b1cec8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '2109ccea-e7e9-4f40-904a-d177c6fc6796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:22Z', 'updated_at': '2021-01-14T07:46:07Z', 'revision_number': 5, 'project_id': 'c692837b5dd54625bce9307b1cec8c06', 'gw_port': {'id': '2109ccea-e7e9-4f40-904a-d177c6fc6796', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:07:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:26Z', 'updated_at': '2021-01-14T07:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:12.096652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2174744e-dc4b-4bef-872e-fecaa65fbcdb admin admin] Calling delete_port for 2109ccea-e7e9-4f40-904a-d177c6fc6796 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:46:12.104433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04934ae6-20f9-4c8a-8cca-c85b60e14eac None None] Checking router: 77dd17dc-3f84-43df-b9db-4c10631ef7ed for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:46:12.138038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04934ae6-20f9-4c8a-8cca-c85b60e14eac None None] Routers {'77dd17dc-3f84-43df-b9db-4c10631ef7ed'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:12.138757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-04934ae6-20f9-4c8a-8cca-c85b60e14eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:45:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['77dd17dc-3f84-43df-b9db-4c10631ef7ed'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:12.355598 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2174744e-dc4b-4bef-872e-fecaa65fbcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:12.618113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-04934ae6-20f9-4c8a-8cca-c85b60e14eac None None] Set router 77dd17dc-3f84-43df-b9db-4c10631ef7ed gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:12.740647 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2174744e-dc4b-4bef-872e-fecaa65fbcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:13.261347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-04934ae6-20f9-4c8a-8cca-c85b60e14eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'name': 'tempest-TestServerMultinode-626883432-router', 'tenant_id': 'c692837b5dd54625bce9307b1cec8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '2109ccea-e7e9-4f40-904a-d177c6fc6796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:22Z', 'updated_at': '2021-01-14T07:46:07Z', 'revision_number': 5, 'project_id': 'c692837b5dd54625bce9307b1cec8c06', 'gw_port': {'id': '2109ccea-e7e9-4f40-904a-d177c6fc6796', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:07:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:26Z', 'updated_at': '2021-01-14T07:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:13.272587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04934ae6-20f9-4c8a-8cca-c85b60e14eac None None] The sync data for ids ['77dd17dc-3f84-43df-b9db-4c10631ef7ed'] in n-d-769329-2 is: [{'id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'name': 'tempest-TestServerMultinode-626883432-router', 'tenant_id': 'c692837b5dd54625bce9307b1cec8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '2109ccea-e7e9-4f40-904a-d177c6fc6796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:45:22Z', 'updated_at': '2021-01-14T07:46:07Z', 'revision_number': 5, 'project_id': 'c692837b5dd54625bce9307b1cec8c06', 'gw_port': {'id': '2109ccea-e7e9-4f40-904a-d177c6fc6796', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:07:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77dd17dc-3f84-43df-b9db-4c10631ef7ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:45:26Z', 'updated_at': '2021-01-14T07:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:46:13.506947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b48c6b4-5f5e-47a2-96c3-3517ed6ebb1e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:13.643068 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2174744e-dc4b-4bef-872e-fecaa65fbcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:13.646745 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2174744e-dc4b-4bef-872e-fecaa65fbcdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:13.681596 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2174744e-dc4b-4bef-872e-fecaa65fbcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:13.682561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2174744e-dc4b-4bef-872e-fecaa65fbcdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77dd17dc-3f84-43df-b9db-4c10631ef7ed {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:46:13.702395 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2174744e-dc4b-4bef-872e-fecaa65fbcdb admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:13.712247 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2174744e-dc4b-4bef-872e-fecaa65fbcdb admin admin] 10.222.0.41 "DELETE /v2.0/routers/77dd17dc-3f84-43df-b9db-4c10631ef7ed HTTP/1.1" status: 204 len: 168 time: 3.1933537 Jan 14 07:46:13.716386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60726) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:13.848792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18f4ec0-e2aa-41f6-a6b7-0ca0e4ba47f4 admin admin] Deleting subnet 8ae14cc7-9627-4caa-b067-b0a01d0002cf {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:46:13.852958 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b18f4ec0-e2aa-41f6-a6b7-0ca0e4ba47f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:13.958022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b18f4ec0-e2aa-41f6-a6b7-0ca0e4ba47f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:14.441497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b18f4ec0-e2aa-41f6-a6b7-0ca0e4ba47f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:14.691908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2109ccea-e7e9-4f40-904a-d177c6fc6796 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:46:14.759378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 2109ccea-e7e9-4f40-904a-d177c6fc6796 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:46:14.759637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2109ccea-e7e9-4f40-904a-d177c6fc6796 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:46:14.760302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 46302dfc-4f38-4b38-9c00-0f635195d1aa no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:46:14.812835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 46302dfc-4f38-4b38-9c00-0f635195d1aa {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:46:14.813235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 46302dfc-4f38-4b38-9c00-0f635195d1aa not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:46:14.954777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0b48c6b4-5f5e-47a2-96c3-3517ed6ebb1e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting port 34c22cf7-3445-43e0-a2a1-b0e60dbad59c {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:14.956787 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b48c6b4-5f5e-47a2-96c3-3517ed6ebb1e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:15.227788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b18f4ec0-e2aa-41f6-a6b7-0ca0e4ba47f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:15.375532 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:15.440608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f4ec0-e2aa-41f6-a6b7-0ca0e4ba47f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ae14cc7-9627-4caa-b067-b0a01d0002cf,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:15.511385 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b18f4ec0-e2aa-41f6-a6b7-0ca0e4ba47f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:15.557246 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b48c6b4-5f5e-47a2-96c3-3517ed6ebb1e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:15.725175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0b48c6b4-5f5e-47a2-96c3-3517ed6ebb1e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Calling delete_port for 34c22cf7-3445-43e0-a2a1-b0e60dbad59c owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:46:15.774995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b794c91-9407-46a4-9029-8fc9dcbe5179 None None] Network 51e27676-1467-4969-a00d-f2798e380ea2 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:46:15.775907 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b18f4ec0-e2aa-41f6-a6b7-0ca0e4ba47f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:15.804717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60780) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:15.811986 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b18f4ec0-e2aa-41f6-a6b7-0ca0e4ba47f4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8ae14cc7-9627-4caa-b067-b0a01d0002cf HTTP/1.1" status: 204 len: 168 time: 2.0864255 Jan 14 07:46:16.296581 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:16.360735 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:16.461791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:16.462072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] Deleting port 5c1f2883-48fb-4d76-996e-9927a375bd79 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:16.462072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:16.521431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca184087-918f-40d1-9bd6-3d84c50c43b0 None None] DHCP port deletion for 51e27676-1467-4969-a00d-f2798e380ea2 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:46:16.526756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ca184087-918f-40d1-9bd6-3d84c50c43b0 None None] Deleting port 5c1f2883-48fb-4d76-996e-9927a375bd79 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:16.527185 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca184087-918f-40d1-9bd6-3d84c50c43b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:16.624311 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b48c6b4-5f5e-47a2-96c3-3517ed6ebb1e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:16.676653 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:16.696918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5c1f2883-48fb-4d76-996e-9927a375bd79 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:46:16.940970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48c6b4-5f5e-47a2-96c3-3517ed6ebb1e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Port': ['ID=34c22cf7-3445-43e0-a2a1-b0e60dbad59c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:16.952820 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:16.956837 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0b48c6b4-5f5e-47a2-96c3-3517ed6ebb1e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:17.032245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 5c1f2883-48fb-4d76-996e-9927a375bd79, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5c1f2883-48fb-4d76-996e-9927a375bd79,segment=NetworkSegment(06fead54-3535-492a-8af8-ad9eed2150da),segment_id=06fead54-3535-492a-8af8-ad9eed2150da)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:17.074173 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:17.083313 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-71fbca46-4c95-4224-aaec-921b8f55a081 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:17.109826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] For port 5c1f2883-48fb-4d76-996e-9927a375bd79, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5c1f2883-48fb-4d76-996e-9927a375bd79,segment=NetworkSegment(06fead54-3535-492a-8af8-ad9eed2150da),segment_id=06fead54-3535-492a-8af8-ad9eed2150da)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:17.110231 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:17.183176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=5c1f2883-48fb-4d76-996e-9927a375bd79,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:17.201778 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:17.513489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] Calling delete_port for 5c1f2883-48fb-4d76-996e-9927a375bd79 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:46:17.513684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ca184087-918f-40d1-9bd6-3d84c50c43b0 None None] For port 5c1f2883-48fb-4d76-996e-9927a375bd79, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5c1f2883-48fb-4d76-996e-9927a375bd79,segment=NetworkSegment(06fead54-3535-492a-8af8-ad9eed2150da),segment_id=06fead54-3535-492a-8af8-ad9eed2150da)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:17.514055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca184087-918f-40d1-9bd6-3d84c50c43b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:17.563215 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b48c6b4-5f5e-47a2-96c3-3517ed6ebb1e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:17.768598 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:46:17.768963 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:46:17.886261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ca184087-918f-40d1-9bd6-3d84c50c43b0 None None] Calling delete_port for 5c1f2883-48fb-4d76-996e-9927a375bd79 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:46:18.100538 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca184087-918f-40d1-9bd6-3d84c50c43b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:18.159132 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-254fc877-a21e-4e45-98ca-81d5162a4369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:18.226487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca184087-918f-40d1-9bd6-3d84c50c43b0 None None] Pushing event deleted for resources: {'Port': ['ID=5c1f2883-48fb-4d76-996e-9927a375bd79,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:18.270197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] Deleting port 5c1f2883-48fb-4d76-996e-9927a375bd79 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:18.272686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:18.312741 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ca184087-918f-40d1-9bd6-3d84c50c43b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:18.444624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca184087-918f-40d1-9bd6-3d84c50c43b0 None None] No DVR routers for this DVR port 5c1f2883-48fb-4d76-996e-9927a375bd79 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:46:18.555625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] The port '5c1f2883-48fb-4d76-996e-9927a375bd79' was deleted {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:46:18.825569 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:19.090907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e27676-1467-4969-a00d-f2798e380ea2']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:19.124579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06fead54-3535-492a-8af8-ad9eed2150da') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:19.125271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06fead54-3535-492a-8af8-ad9eed2150da') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:19.143362 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:19.169796 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:19.172260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] Releasing vxlan tunnel 12 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:46:19.205990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b48c6b4-5f5e-47a2-96c3-3517ed6ebb1e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router 9d34081c-5ca7-4f8b-b78e-6bd578d55e57 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:46:19.460172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] Network 51e27676-1467-4969-a00d-f2798e380ea2 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:46:19.476491 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:19.509553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b48c6b4-5f5e-47a2-96c3-3517ed6ebb1e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:46:19.521566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e699e63-32d3-4c20-b3b1-18f2ba369175 None None] Sync routers for ids ['9d34081c-5ca7-4f8b-b78e-6bd578d55e57'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:46:19.534385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e699e63-32d3-4c20-b3b1-18f2ba369175 None None] Routers {'9d34081c-5ca7-4f8b-b78e-6bd578d55e57'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:19.535509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8e699e63-32d3-4c20-b3b1-18f2ba369175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:45:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['9d34081c-5ca7-4f8b-b78e-6bd578d55e57'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:19.551843 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0b48c6b4-5f5e-47a2-96c3-3517ed6ebb1e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/9d34081c-5ca7-4f8b-b78e-6bd578d55e57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7569063 Jan 14 07:46:19.556470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60864) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:19.705864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8e699e63-32d3-4c20-b3b1-18f2ba369175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:19.719108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e699e63-32d3-4c20-b3b1-18f2ba369175 None None] Routers {'9d34081c-5ca7-4f8b-b78e-6bd578d55e57'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:19.731570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8e699e63-32d3-4c20-b3b1-18f2ba369175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:45:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['9d34081c-5ca7-4f8b-b78e-6bd578d55e57'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.759251 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:46:19.767815 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:46:19.830369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8e699e63-32d3-4c20-b3b1-18f2ba369175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:19.830917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e699e63-32d3-4c20-b3b1-18f2ba369175 None None] The sync data for ids ['9d34081c-5ca7-4f8b-b78e-6bd578d55e57'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:46:19.963871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] Network 51e27676-1467-4969-a00d-f2798e380ea2 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:46:20.041600 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:46:20.144188 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-6aafd6de-73f4-40fc-a398-6d4a75b41d53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] remove_router_interface failed (client error): The resource could not be found. Jan 14 07:46:20.147858 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6aafd6de-73f4-40fc-a398-6d4a75b41d53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/9d34081c-5ca7-4f8b-b78e-6bd578d55e57/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5897286 Jan 14 07:46:20.156148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60876) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:20.202394 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:20.216252 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:20.232282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:20.273352 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] 10.222.0.41 "DELETE /v2.0/networks/51e27676-1467-4969-a00d-f2798e380ea2 HTTP/1.1" status: 204 len: 168 time: 4.4667242 Jan 14 07:46:20.275778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] Pushing event deleted for resources: {'Network': ['ID=51e27676-1467-4969-a00d-f2798e380ea2,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:20.290523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4e220b50-f46e-4ec4-8ced-577d0f1a6bec tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Synchronizing usage tracker for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:46:20.298854 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:20.323445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4e220b50-f46e-4ec4-8ced-577d0f1a6bec tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Unset dirty status for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:46:20.327769 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4e220b50-f46e-4ec4-8ced-577d0f1a6bec tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/ports?device_id=9d34081c-5ca7-4f8b-b78e-6bd578d55e57 HTTP/1.1" status: 200 len: 205 time: 0.1673052 Jan 14 07:46:20.328209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60892) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:20.642963 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-261652a6-10db-4c96-9aed-c843ce2aa071 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:20.861720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60914) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:20.996289 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0a82688f-ea9c-44c9-bb27-c6eab2fd0114 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95edd43e99a04751803b1ca0ff735456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331685 Jan 14 07:46:20.996966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60918) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:21.099763 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-261652a6-10db-4c96-9aed-c843ce2aa071 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:21.102811 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-261652a6-10db-4c96-9aed-c843ce2aa071 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:21.148248 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96b688c8-baf9-4f82-86b0-292ad96ca91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:21.162832 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-261652a6-10db-4c96-9aed-c843ce2aa071 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:21.169170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261652a6-10db-4c96-9aed-c843ce2aa071 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Fanout notify agent at l3_agent the message router_deleted on router 9d34081c-5ca7-4f8b-b78e-6bd578d55e57 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:46:21.221722 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96b688c8-baf9-4f82-86b0-292ad96ca91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:21.222968 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-261652a6-10db-4c96-9aed-c843ce2aa071 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:21.224428 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-261652a6-10db-4c96-9aed-c843ce2aa071 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/routers/9d34081c-5ca7-4f8b-b78e-6bd578d55e57 HTTP/1.1" status: 204 len: 168 time: 0.8951340 Jan 14 07:46:21.229164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60926) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:21.329044 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96b688c8-baf9-4f82-86b0-292ad96ca91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:21.343417 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b6292ca5-a73f-42d3-b022-bfed4659558f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:21.373464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b688c8-baf9-4f82-86b0-292ad96ca91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9316cd5f-03d0-4640-9356-7bfc86dc4204,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:21.386681 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96b688c8-baf9-4f82-86b0-292ad96ca91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:21.388059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96b688c8-baf9-4f82-86b0-292ad96ca91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:21.391850 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-96b688c8-baf9-4f82-86b0-292ad96ca91c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9316cd5f-03d0-4640-9356-7bfc86dc4204 HTTP/1.1" status: 204 len: 168 time: 0.3913505 Jan 14 07:46:21.568235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-845b4fb1-bcd6-4009-b97f-984cfca67751 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting subnet 6dd642e1-e594-42cc-a6f0-c6245280398b {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:46:21.572163 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-845b4fb1-bcd6-4009-b97f-984cfca67751 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:21.675762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-845b4fb1-bcd6-4009-b97f-984cfca67751 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:21.892662 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-845b4fb1-bcd6-4009-b97f-984cfca67751 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:22.528922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-845b4fb1-bcd6-4009-b97f-984cfca67751 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:22.629973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60958) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:22.712170 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0afede60-14a2-4a97-bc55-39c73dc48cb4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c692837b5dd54625bce9307b1cec8c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0800221 Jan 14 07:46:22.714753 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d0c59e1-2d52-4aa3-94c7-6a71e5c48c26 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:22.714976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 60962) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:22.785830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b4fb1-bcd6-4009-b97f-984cfca67751 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Subnet': ['ID=6dd642e1-e594-42cc-a6f0-c6245280398b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:22.801246 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55ada444-407a-441f-8c86-7a6fe24cf926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:22.804879 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-845b4fb1-bcd6-4009-b97f-984cfca67751 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:22.809450 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-845b4fb1-bcd6-4009-b97f-984cfca67751 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:22.818347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9400aea-6173-4a30-80a9-b50915884c4d None None] Network f9ebe168-8f9d-41ff-b673-19e681fec615 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:46:22.822540 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-845b4fb1-bcd6-4009-b97f-984cfca67751 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/subnets/6dd642e1-e594-42cc-a6f0-c6245280398b HTTP/1.1" status: 204 len: 168 time: 1.5918877 Jan 14 07:46:22.828598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 60968) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:22.896001 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55ada444-407a-441f-8c86-7a6fe24cf926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:23.092062 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55ada444-407a-441f-8c86-7a6fe24cf926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:23.098167 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:23.113532 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dfa383c0-1e6a-4768-b6f2-a5e9175a313b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:23.176283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ada444-407a-441f-8c86-7a6fe24cf926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f323fe-ffd0-43c2-8f56-c52053c18e29,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:23.188784 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-55ada444-407a-441f-8c86-7a6fe24cf926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:23.200899 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55ada444-407a-441f-8c86-7a6fe24cf926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:23.203345 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-55ada444-407a-441f-8c86-7a6fe24cf926 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17f323fe-ffd0-43c2-8f56-c52053c18e29 HTTP/1.1" status: 204 len: 168 time: 0.4860263 Jan 14 07:46:23.204591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting port 37c851c3-bff7-42dd-8c9b-009142dcb0d5 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:23.205232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:23.552781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db2f233-5566-4753-8091-20e55e1dd5d1 None None] DHCP port deletion for f9ebe168-8f9d-41ff-b673-19e681fec615 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:46:23.558454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3db2f233-5566-4753-8091-20e55e1dd5d1 None None] Deleting port 37c851c3-bff7-42dd-8c9b-009142dcb0d5 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:23.558988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3db2f233-5566-4753-8091-20e55e1dd5d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:23.795430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] For port 37c851c3-bff7-42dd-8c9b-009142dcb0d5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=37c851c3-bff7-42dd-8c9b-009142dcb0d5,segment=NetworkSegment(55e789f0-6197-41f2-9646-cc1029b37266),segment_id=55e789f0-6197-41f2-9646-cc1029b37266)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:23.795993 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:24.110804 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca333f2a-b628-4989-a30a-4b027045d790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:24.118553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Calling delete_port for 37c851c3-bff7-42dd-8c9b-009142dcb0d5 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:46:24.155549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3db2f233-5566-4753-8091-20e55e1dd5d1 None None] For port 37c851c3-bff7-42dd-8c9b-009142dcb0d5, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=37c851c3-bff7-42dd-8c9b-009142dcb0d5,segment=NetworkSegment(55e789f0-6197-41f2-9646-cc1029b37266),segment_id=55e789f0-6197-41f2-9646-cc1029b37266)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:24.156033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3db2f233-5566-4753-8091-20e55e1dd5d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:24.262879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:46:24.355707 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:24.509548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3db2f233-5566-4753-8091-20e55e1dd5d1 None None] Calling delete_port for 37c851c3-bff7-42dd-8c9b-009142dcb0d5 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:46:24.701538 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-3db2f233-5566-4753-8091-20e55e1dd5d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:46:24.702104 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-3db2f233-5566-4753-8091-20e55e1dd5d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:46:24.709319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 37c851c3-bff7-42dd-8c9b-009142dcb0d5 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:46:24.812712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 37c851c3-bff7-42dd-8c9b-009142dcb0d5 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:46:24.813162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 37c851c3-bff7-42dd-8c9b-009142dcb0d5 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:46:25.031225 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:25.205289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3db2f233-5566-4753-8091-20e55e1dd5d1 None None] Deleting port 37c851c3-bff7-42dd-8c9b-009142dcb0d5 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:25.206468 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3db2f233-5566-4753-8091-20e55e1dd5d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:25.241573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Port': ['ID=37c851c3-bff7-42dd-8c9b-009142dcb0d5,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:25.250003 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:25.404885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] No DVR routers for this DVR port 37c851c3-bff7-42dd-8c9b-009142dcb0d5 on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:46:25.457574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3db2f233-5566-4753-8091-20e55e1dd5d1 None None] The port '37c851c3-bff7-42dd-8c9b-009142dcb0d5' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:46:25.849680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 32820) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:25.874910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:26.087560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ebe168-8f9d-41ff-b673-19e681fec615']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:26.105513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e789f0-6197-41f2-9646-cc1029b37266') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:26.105513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e789f0-6197-41f2-9646-cc1029b37266') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:26.120835 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:26.141222 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:26.144425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:46:26.306036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1630469406-network', 'tenant_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:26.326701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:26.355580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Usage tracker for resource:network and tenant:cc2db3b4991a4b2dbd46db8e5bf5ad79 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:26.359138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:26.382470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:26.426357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Made reservation on behalf of cc2db3b4991a4b2dbd46db8e5bf5ad79 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:46:26.432996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:26.485815 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:26.512631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:26.517660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Usage tracker for resource:security_group_rule and tenant:cc2db3b4991a4b2dbd46db8e5bf5ad79 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:26.521176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:26.529544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:26.642160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network f9ebe168-8f9d-41ff-b673-19e681fec615 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:46:26.652928 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:26.785249 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ee9b70af-2191-4ad3-b076-254b7d2ecd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:26.942363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network f9ebe168-8f9d-41ff-b673-19e681fec615 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:46:27.046380 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:46:27.170802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:27.177000 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1ee78f42-285c-4cc6-9a57-b065dea9737f tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:27.201692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:27.226337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Network': ['ID=f9ebe168-8f9d-41ff-b673-19e681fec615,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:27.236940 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/networks/f9ebe168-8f9d-41ff-b673-19e681fec615 HTTP/1.1" status: 204 len: 168 time: 4.4071257 Jan 14 07:46:27.238253 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:27.241912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 32862) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:27.264117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4640f1b4-3c03-4e6f-9cb0-c21d43a5d35e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-557346839'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:27.284653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4640f1b4-3c03-4e6f-9cb0-c21d43a5d35e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:27.289976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4640f1b4-3c03-4e6f-9cb0-c21d43a5d35e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:network and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:27.293277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4640f1b4-3c03-4e6f-9cb0-c21d43a5d35e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:27.299429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4640f1b4-3c03-4e6f-9cb0-c21d43a5d35e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:27.310476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4640f1b4-3c03-4e6f-9cb0-c21d43a5d35e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Made reservation on behalf of 24dfe377520f474f9b69516e3f1c6869 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:46:27.321789 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4640f1b4-3c03-4e6f-9cb0-c21d43a5d35e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:27.361137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 32868) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:27.407814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4640f1b4-3c03-4e6f-9cb0-c21d43a5d35e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:46:27.409864 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:27.410739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:27.421044 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:27.437184 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4640f1b4-3c03-4e6f-9cb0-c21d43a5d35e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:27.437579 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-4640f1b4-3c03-4e6f-9cb0-c21d43a5d35e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Added segment 6a5cbb53-646a-47b1-a652-51baabca6bb6 of type vxlan for network 91863194-6920-4836-8ce1-d88f976741c7 Jan 14 07:46:27.444659 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ced119a2-606e-49c8-bdc7-0ace0e289a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:27.483268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37d0745-9a62-4e43-b767-9063803bc969,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:27.488540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4640f1b4-3c03-4e6f-9cb0-c21d43a5d35e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:27.493084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.493723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.494126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.494672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.495261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.495691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.496280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.496870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.497282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.497668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.498257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.498684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.499166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.499800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.500004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.500409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.500854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.501242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.501861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.502245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.502806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.503210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.503595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.504189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.504639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.505019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.505626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.506041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.506584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.506990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.507389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.508361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.508926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.509514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.510096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.510676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:27.516110 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:27.526891 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4640f1b4-3c03-4e6f-9cb0-c21d43a5d35e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:27.534889 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:46:27.535470 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:46:27.554185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4640f1b4-3c03-4e6f-9cb0-c21d43a5d35e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:46:27.555677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4640f1b4-3c03-4e6f-9cb0-c21d43a5d35e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:27.573463 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1125f106-b552-420d-aedb-3dedf7d351b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:27.598158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 32874) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:27.605675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b096fca0-7bda-4a4c-a300-4b45edf6579f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'subnet': {'network_id': '91863194-6920-4836-8ce1-d88f976741c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:27.612339 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4640f1b4-3c03-4e6f-9cb0-c21d43a5d35e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3688109 Jan 14 07:46:27.666162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d9438ed-6f33-4230-9bd0-044eb1edd7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:27.748683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1d9438ed-6f33-4230-9bd0-044eb1edd7f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:27.759690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1d9438ed-6f33-4230-9bd0-044eb1edd7f2 admin admin] Usage tracker for resource:security_group_rule and tenant:cb2828b8e58d4023af45bf1049d40434 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:27.764378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1d9438ed-6f33-4230-9bd0-044eb1edd7f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:27.770182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1d9438ed-6f33-4230-9bd0-044eb1edd7f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:27.779311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640f1b4-3c03-4e6f-9cb0-c21d43a5d35e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Network': ['ID=91863194-6920-4836-8ce1-d88f976741c7,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:27.782619 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4640f1b4-3c03-4e6f-9cb0-c21d43a5d35e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:27.794374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 91863194-6920-4836-8ce1-d88f976741c7 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:46:27.887885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d9438ed-6f33-4230-9bd0-044eb1edd7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:27.902010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b096fca0-7bda-4a4c-a300-4b45edf6579f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:27.919789 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d9438ed-6f33-4230-9bd0-044eb1edd7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:27.972024 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:27.983635 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1d9438ed-6f33-4230-9bd0-044eb1edd7f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb2828b8e58d4023af45bf1049d40434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6171255 Jan 14 07:46:27.986374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 32888) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:27.986843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b096fca0-7bda-4a4c-a300-4b45edf6579f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:subnet and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:27.993650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b096fca0-7bda-4a4c-a300-4b45edf6579f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:28.009577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b096fca0-7bda-4a4c-a300-4b45edf6579f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:28.026576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9438ed-6f33-4230-9bd0-044eb1edd7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4058f8-806c-4b06-be2f-cc910de7ef2c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:28.041802 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d9438ed-6f33-4230-9bd0-044eb1edd7f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:28.044822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.069085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b096fca0-7bda-4a4c-a300-4b45edf6579f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Made reservation on behalf of 24dfe377520f474f9b69516e3f1c6869 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:46:28.143228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdd58fde-cb00-43f3-a560-2b21973b95d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.176107 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdd58fde-cb00-43f3-a560-2b21973b95d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.244088 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdd58fde-cb00-43f3-a560-2b21973b95d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.252540 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d83e4de3-1d5a-4f85-8ae9-ed54ff417028 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:28.252931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 91863194-6920-4836-8ce1-d88f976741c7 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:46:28.273544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:46:28.282283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd58fde-cb00-43f3-a560-2b21973b95d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4058f8-806c-4b06-be2f-cc910de7ef2c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:28.294061 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.294513 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Added segment 40a54d12-39a7-4a1e-b06a-f92db6ee117e of type vxlan for network 4d1fc18b-245f-4018-99c5-25ec9cc5b3b7 Jan 14 07:46:28.295064 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fdd58fde-cb00-43f3-a560-2b21973b95d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:28.303601 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdd58fde-cb00-43f3-a560-2b21973b95d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.311630 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fdd58fde-cb00-43f3-a560-2b21973b95d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b4058f8-806c-4b06-be2f-cc910de7ef2c HTTP/1.1" status: 204 len: 168 time: 0.3230567 Jan 14 07:46:28.312932 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b096fca0-7bda-4a4c-a300-4b45edf6579f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.364442 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.411719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.412860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:46:28.413499 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.458974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 91863194-6920-4836-8ce1-d88f976741c7 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:46:28.488339 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ffd608f6-2c09-4834-9915-ef3f020e7dc3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:28.776326 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.912750 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:28.997159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Pushing event updated for resources: {'Network': ['ID=4d1fc18b-245f-4018-99c5-25ec9cc5b3b7,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:29.008990 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:29.014134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 4d1fc18b-245f-4018-99c5-25ec9cc5b3b7 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:46:29.026457 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b7f6b409-d98f-494b-a015-38908a0eed99 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.1755960 Jan 14 07:46:29.029709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 32914) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:29.036499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-836a0dcf-557d-4e6e-861d-f7e6a5051584 admin admin] Request body: {'subnet': {'network_id': '4d1fc18b-245f-4018-99c5-25ec9cc5b3b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1630469406-subnet', 'tenant_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:29.056352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-836a0dcf-557d-4e6e-861d-f7e6a5051584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:29.073382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-836a0dcf-557d-4e6e-861d-f7e6a5051584 admin admin] Usage tracker for resource:subnet and tenant:cc2db3b4991a4b2dbd46db8e5bf5ad79 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:29.100033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 32922) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:29.109285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-836a0dcf-557d-4e6e-861d-f7e6a5051584 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:29.161678 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99030e7d-eeaa-40b2-9a58-f3d530c3a5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.173396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-836a0dcf-557d-4e6e-861d-f7e6a5051584 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:29.185674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 4d1fc18b-245f-4018-99c5-25ec9cc5b3b7 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:46:29.186798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-99030e7d-eeaa-40b2-9a58-f3d530c3a5f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:29.206122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-99030e7d-eeaa-40b2-9a58-f3d530c3a5f4 admin admin] Usage tracker for resource:security_group_rule and tenant:4ce4dc16b51344b99745f283fe08cdd3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:29.214985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-99030e7d-eeaa-40b2-9a58-f3d530c3a5f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:29.223269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 32930) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:29.231204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-99030e7d-eeaa-40b2-9a58-f3d530c3a5f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:29.297465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 4d1fc18b-245f-4018-99c5-25ec9cc5b3b7 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:46:29.324622 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99030e7d-eeaa-40b2-9a58-f3d530c3a5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.333873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99030e7d-eeaa-40b2-9a58-f3d530c3a5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.380568 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a3946486-a324-458f-a7ec-c41446079f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:29.391499 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-99030e7d-eeaa-40b2-9a58-f3d530c3a5f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ce4dc16b51344b99745f283fe08cdd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884412 Jan 14 07:46:29.394086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836a0dcf-557d-4e6e-861d-f7e6a5051584 admin admin] Made reservation on behalf of cc2db3b4991a4b2dbd46db8e5bf5ad79 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:46:29.394353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 32938) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:29.401423 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-836a0dcf-557d-4e6e-861d-f7e6a5051584 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.537203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99030e7d-eeaa-40b2-9a58-f3d530c3a5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e963e8a-2471-4ddc-9476-78477ab03c53,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:29.550689 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-99030e7d-eeaa-40b2-9a58-f3d530c3a5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:29.625085 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55342834-f6a1-4b64-96ab-1c9440eba1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.692774 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55342834-f6a1-4b64-96ab-1c9440eba1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.741390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c15aa9e6-72bc-42dd-af40-79c84ff05e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.768548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c15aa9e6-72bc-42dd-af40-79c84ff05e61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:29.771069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b096fca0-7bda-4a4c-a300-4b45edf6579f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:29.954106 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2c59bf28-4a88-434a-9e2d-2d366e70674e tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:30.031139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c15aa9e6-72bc-42dd-af40-79c84ff05e61 admin admin] Usage tracker for resource:security_group_rule and tenant:f3092ee1d75d4865a12deb273dc31bcb is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:30.038532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c15aa9e6-72bc-42dd-af40-79c84ff05e61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:30.083081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c15aa9e6-72bc-42dd-af40-79c84ff05e61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:30.084705 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-836a0dcf-557d-4e6e-861d-f7e6a5051584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.100088 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55342834-f6a1-4b64-96ab-1c9440eba1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.100616 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5cd657c0-98ee-4915-99d8-f2c04adf0cf4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:30.167184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a0dcf-557d-4e6e-861d-f7e6a5051584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3d4d420-4530-4257-9f4f-c2936e12919c,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:30.171404 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55342834-f6a1-4b64-96ab-1c9440eba1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.175222 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-55342834-f6a1-4b64-96ab-1c9440eba1a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e963e8a-2471-4ddc-9476-78477ab03c53 HTTP/1.1" status: 204 len: 168 time: 0.7773161 Jan 14 07:46:30.175222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096fca0-7bda-4a4c-a300-4b45edf6579f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Subnet': ['ID=4930270d-b2fa-4ccc-938d-ea7dd9ef1597,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:30.178187 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-836a0dcf-557d-4e6e-861d-f7e6a5051584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:30.180697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096fca0-7bda-4a4c-a300-4b45edf6579f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Checking segment: {'id': '6a5cbb53-646a-47b1-a652-51baabca6bb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '91863194-6920-4836-8ce1-d88f976741c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:46:30.181487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b096fca0-7bda-4a4c-a300-4b45edf6579f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network hostable DHCP agents. Network: 91863194-6920-4836-8ce1-d88f976741c7, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:46:30.189341 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b096fca0-7bda-4a4c-a300-4b45edf6579f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:30.198135 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3ad47ab-bab3-4d9f-bc78-bef604ebefa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:30.217731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55342834-f6a1-4b64-96ab-1c9440eba1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e963e8a-2471-4ddc-9476-78477ab03c53,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:30.226364 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-55342834-f6a1-4b64-96ab-1c9440eba1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:30.251571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b096fca0-7bda-4a4c-a300-4b45edf6579f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network 91863194-6920-4836-8ce1-d88f976741c7 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:46:30.298563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b096fca0-7bda-4a4c-a300-4b45edf6579f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 91863194-6920-4836-8ce1-d88f976741c7) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:30.318595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f8d497-5199-4134-89c6-8343fe9cb1fc None None] Network 91863194-6920-4836-8ce1-d88f976741c7 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:46:30.381229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096fca0-7bda-4a4c-a300-4b45edf6579f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:46:30.381229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b096fca0-7bda-4a4c-a300-4b45edf6579f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.412882 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c15aa9e6-72bc-42dd-af40-79c84ff05e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.420933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836a0dcf-557d-4e6e-861d-f7e6a5051584 admin admin] Checking segment: {'id': '40a54d12-39a7-4a1e-b06a-f92db6ee117e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d1fc18b-245f-4018-99c5-25ec9cc5b3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:46:30.421687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836a0dcf-557d-4e6e-861d-f7e6a5051584 admin admin] Network hostable DHCP agents. Network: 4d1fc18b-245f-4018-99c5-25ec9cc5b3b7, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:46:30.431636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c15aa9e6-72bc-42dd-af40-79c84ff05e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.448251 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a235e7c-18bf-4f48-8c4a-5502f7458fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:30.466677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836a0dcf-557d-4e6e-861d-f7e6a5051584 admin admin] Network 4d1fc18b-245f-4018-99c5-25ec9cc5b3b7 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:46:30.486882 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b096fca0-7bda-4a4c-a300-4b45edf6579f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8850713 Jan 14 07:46:30.487249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 32966) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:30.495222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-19d4dffa-6995-498e-bb29-70770e755741 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-443777707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:30.499774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15aa9e6-72bc-42dd-af40-79c84ff05e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599cb5e3-79b7-4d5e-afc8-20741a144f75,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:30.514347 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c15aa9e6-72bc-42dd-af40-79c84ff05e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:30.529345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-836a0dcf-557d-4e6e-861d-f7e6a5051584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 4d1fc18b-245f-4018-99c5-25ec9cc5b3b7) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:30.541018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-19d4dffa-6995-498e-bb29-70770e755741 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:30.553479 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c15aa9e6-72bc-42dd-af40-79c84ff05e61 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3092ee1d75d4865a12deb273dc31bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3285165 Jan 14 07:46:30.559533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 32970) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:30.559987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf38ae7-b244-45b6-89ab-0b0c124003f6 None None] Network 4d1fc18b-245f-4018-99c5-25ec9cc5b3b7 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:46:30.563365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-19d4dffa-6995-498e-bb29-70770e755741 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:router and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:30.567759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-19d4dffa-6995-498e-bb29-70770e755741 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:30.574804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-19d4dffa-6995-498e-bb29-70770e755741 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:30.583983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836a0dcf-557d-4e6e-861d-f7e6a5051584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:46:30.584775 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-836a0dcf-557d-4e6e-861d-f7e6a5051584 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.633066 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19d4dffa-6995-498e-bb29-70770e755741 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.639500 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19d4dffa-6995-498e-bb29-70770e755741 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.672209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19d4dffa-6995-498e-bb29-70770e755741 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.723305 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-836a0dcf-557d-4e6e-861d-f7e6a5051584 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6920314 Jan 14 07:46:30.728203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 32976) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:30.744406 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6f18e01-22d3-4c72-b4df-d0288db8a9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.761301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1630469406-router', 'tenant_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:30.770852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19d4dffa-6995-498e-bb29-70770e755741 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.785372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:30.803089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Usage tracker for resource:router and tenant:cc2db3b4991a4b2dbd46db8e5bf5ad79 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:30.817836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6f18e01-22d3-4c72-b4df-d0288db8a9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.823136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:30.833569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:30.879251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-19d4dffa-6995-498e-bb29-70770e755741 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.880348 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-19d4dffa-6995-498e-bb29-70770e755741 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3919344 Jan 14 07:46:30.881599 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.883204 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:30.889281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 32986) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:30.986396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:31.043015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6f18e01-22d3-4c72-b4df-d0288db8a9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:31.061854 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:31.168214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6f18e01-22d3-4c72-b4df-d0288db8a9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:31.169607 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d6f18e01-22d3-4c72-b4df-d0288db8a9cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/599cb5e3-79b7-4d5e-afc8-20741a144f75 HTTP/1.1" status: 204 len: 168 time: 0.6089954 Jan 14 07:46:31.170743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f18e01-22d3-4c72-b4df-d0288db8a9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599cb5e3-79b7-4d5e-afc8-20741a144f75,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:31.176042 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d6f18e01-22d3-4c72-b4df-d0288db8a9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:31.233922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-4d1fc18b-245f-4018-99c5-25ec9cc5b3b7', 'network_id': '4d1fc18b-245f-4018-99c5-25ec9cc5b3b7', 'tenant_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'fixed_ips': [{'subnet_id': 'b3d4d420-4530-4257-9f4f-c2936e12919c'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:46:31.236989 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:31.350007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-91863194-6920-4836-8ce1-d88f976741c7', 'network_id': '91863194-6920-4836-8ce1-d88f976741c7', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'fixed_ips': [{'subnet_id': '4930270d-b2fa-4ccc-938d-ea7dd9ef1597'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:46:31.350924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:31.567079 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:32.284970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:32.331607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:32.647022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Allocated IP 172.20.0.2 (4d1fc18b-245f-4018-99c5-25ec9cc5b3b7/b3d4d420-4530-4257-9f4f-c2936e12919c/e77590fe-7013-490b-b823-0564c9d2d0bb) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:46:32.815407 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:32.909387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Allocated IP 172.25.3.239 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/ca545339-6f51-43c1-9931-c2440fa94f13) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:46:33.307228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:33.342883 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:33.368029 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-87c5c521-7bf8-47b0-8795-8a2926a04ae4 tempest-RoutersTest-2093794883 tempest-RoutersTest-2093794883] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:33.870533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Allocated IP 2001:db8::2 (91863194-6920-4836-8ce1-d88f976741c7/4930270d-b2fa-4ccc-938d-ea7dd9ef1597/1b608cbe-3025-42ac-b872-d01804c4e53e) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:46:34.108016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Pushing event updated for resources: {'Port': ['ID=ca545339-6f51-43c1-9931-c2440fa94f13,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:34.119356 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:34.298848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:34.300165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:34.312709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:46:34.481586 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:34.510911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Transition to ACTIVE for port object e77590fe-7013-490b-b823-0564c9d2d0bb will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:34.627911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Transition to ACTIVE for port object e77590fe-7013-490b-b823-0564c9d2d0bb will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:34.650326 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:34.744488 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ca184087-918f-40d1-9bd6-3d84c50c43b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:34.884297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Pushing event updated for resources: {'Port': ['ID=e77590fe-7013-490b-b823-0564c9d2d0bb,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:34.887933 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:34.900418 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:34.928934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Network 4d1fc18b-245f-4018-99c5-25ec9cc5b3b7 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:34.937317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:34.949026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:46:34.971765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33124) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:35.055773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Transition to ACTIVE for port object 1b608cbe-3025-42ac-b872-d01804c4e53e will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:35.081872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Attempting to bind port e77590fe-7013-490b-b823-0564c9d2d0bb on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:46:35.082300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Attempting to bind port e77590fe-7013-490b-b823-0564c9d2d0bb by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '40a54d12-39a7-4a1e-b06a-f92db6ee117e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d1fc18b-245f-4018-99c5-25ec9cc5b3b7'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:46:35.082885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Attempting to bind port e77590fe-7013-490b-b823-0564c9d2d0bb on network 4d1fc18b-245f-4018-99c5-25ec9cc5b3b7 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:46:35.091102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:46:35.091508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Checking segment: {'id': '40a54d12-39a7-4a1e-b06a-f92db6ee117e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d1fc18b-245f-4018-99c5-25ec9cc5b3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:46:35.092008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:35.092460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Bound using segment: {'id': '40a54d12-39a7-4a1e-b06a-f92db6ee117e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d1fc18b-245f-4018-99c5-25ec9cc5b3b7'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:46:35.092992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Bound port: e77590fe-7013-490b-b823-0564c9d2d0bb, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a54d12-39a7-4a1e-b06a-f92db6ee117e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d1fc18b-245f-4018-99c5-25ec9cc5b3b7'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:46:35.093423 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:35.106433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Transition to ACTIVE for port object 1b608cbe-3025-42ac-b872-d01804c4e53e will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:35.201627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] For port e77590fe-7013-490b-b823-0564c9d2d0bb, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:46:35.205048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] For port e77590fe-7013-490b-b823-0564c9d2d0bb, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e77590fe-7013-490b-b823-0564c9d2d0bb,segment=NetworkSegment(40a54d12-39a7-4a1e-b06a-f92db6ee117e),segment_id=40a54d12-39a7-4a1e-b06a-f92db6ee117e)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:46:35.207414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:35.314212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Allocated IP 2001:db8::1 (91863194-6920-4836-8ce1-d88f976741c7/4930270d-b2fa-4ccc-938d-ea7dd9ef1597/12fcff64-8a0e-4142-96a4-9acf9bdde83a) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:46:35.355264 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:35.393777 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:35.564822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:35.725013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Pushing event updated for resources: {'Port': ['ID=1b608cbe-3025-42ac-b872-d01804c4e53e,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:35.731274 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:35.732053 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:35.734119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:35.769989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Transition to ACTIVE for port object 12fcff64-8a0e-4142-96a4-9acf9bdde83a will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:35.823609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:35.869714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Network 91863194-6920-4836-8ce1-d88f976741c7 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:35.888329 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7f5c518-6bfd-4703-8066-430815e053d5 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:35.900430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Pushing event updated for resources: {'Port': ['ID=e77590fe-7013-490b-b823-0564c9d2d0bb,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:35.904693 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:35.916028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:35.940077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:46:36.146017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1784366e-feef-4c0e-a149-4bd7b06035b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:36.197046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Attempting to bind port 1b608cbe-3025-42ac-b872-d01804c4e53e on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:46:36.197408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Attempting to bind port 1b608cbe-3025-42ac-b872-d01804c4e53e by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '6a5cbb53-646a-47b1-a652-51baabca6bb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '91863194-6920-4836-8ce1-d88f976741c7'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:46:36.198104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Attempting to bind port 1b608cbe-3025-42ac-b872-d01804c4e53e on network 91863194-6920-4836-8ce1-d88f976741c7 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:46:36.204722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:46:36.205816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Checking segment: {'id': '6a5cbb53-646a-47b1-a652-51baabca6bb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '91863194-6920-4836-8ce1-d88f976741c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:46:36.206262 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:36.206718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Bound using segment: {'id': '6a5cbb53-646a-47b1-a652-51baabca6bb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '91863194-6920-4836-8ce1-d88f976741c7'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:46:36.207320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Bound port: 1b608cbe-3025-42ac-b872-d01804c4e53e, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5cbb53-646a-47b1-a652-51baabca6bb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '91863194-6920-4836-8ce1-d88f976741c7'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:46:36.214875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:36.249879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1784366e-feef-4c0e-a149-4bd7b06035b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:36.282411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1784366e-feef-4c0e-a149-4bd7b06035b1 admin admin] Usage tracker for resource:security_group_rule and tenant:0f93ae738575422e9a8fbad86b385e8c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:36.285540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Port': ['ID=12fcff64-8a0e-4142-96a4-9acf9bdde83a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:36.289818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1784366e-feef-4c0e-a149-4bd7b06035b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:36.296619 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:36.311252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1784366e-feef-4c0e-a149-4bd7b06035b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:36.375093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network 91863194-6920-4836-8ce1-d88f976741c7 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:36.379247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:36.384325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:36.391480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:46:36.392763 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:36.454561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] For port 1b608cbe-3025-42ac-b872-d01804c4e53e, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:46:36.463771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] For port 1b608cbe-3025-42ac-b872-d01804c4e53e, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1b608cbe-3025-42ac-b872-d01804c4e53e,segment=NetworkSegment(6a5cbb53-646a-47b1-a652-51baabca6bb6),segment_id=6a5cbb53-646a-47b1-a652-51baabca6bb6)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:46:36.477405 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:36.840667 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3662a7f-d8d2-401f-a60a-3873d1aeee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:37.044096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:37.127056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1784366e-feef-4c0e-a149-4bd7b06035b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:37.136656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Router 4ec62fd3-d608-4df9-ba60-1f05271790d4 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:46:37.174429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Pushing event updated for resources: {'Port': ['ID=1b608cbe-3025-42ac-b872-d01804c4e53e,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:37.185620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1784366e-feef-4c0e-a149-4bd7b06035b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:37.192049 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:37.208348 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2210d135-e475-474c-9d41-b92a96722d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:37.221637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e77590fe-7013-490b-b823-0564c9d2d0bb up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:37.256759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784366e-feef-4c0e-a149-4bd7b06035b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af644d6-4ef3-4c9a-8ba2-efd30d0ea1fc,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:37.268663 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1784366e-feef-4c0e-a149-4bd7b06035b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:37.336165 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1784366e-feef-4c0e-a149-4bd7b06035b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f93ae738575422e9a8fbad86b385e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3630819 Jan 14 07:46:37.344309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33196) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:37.431759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port e77590fe-7013-490b-b823-0564c9d2d0bb completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:37.608649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:46:37.625938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] Sync routers for ids ['4ec62fd3-d608-4df9-ba60-1f05271790d4'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:46:37.672572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] Routers {'4ec62fd3-d608-4df9-ba60-1f05271790d4'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:37.673375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:46:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['4ec62fd3-d608-4df9-ba60-1f05271790d4'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:37.675438 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:37.676914 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9475915 Jan 14 07:46:37.679812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33202) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:37.834479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-346c4eb9-3f16-4a3d-8f91-bca4534900c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:37.891984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-346c4eb9-3f16-4a3d-8f91-bca4534900c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:38.423216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-346c4eb9-3f16-4a3d-8f91-bca4534900c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:38.473090 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ebc1d832-ef5f-4798-8ca2-79752cfea78f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:38.497813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c4eb9-3f16-4a3d-8f91-bca4534900c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af644d6-4ef3-4c9a-8ba2-efd30d0ea1fc,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:38.520764 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-346c4eb9-3f16-4a3d-8f91-bca4534900c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:38.526707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] Set router 4ec62fd3-d608-4df9-ba60-1f05271790d4 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:38.594179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-346c4eb9-3f16-4a3d-8f91-bca4534900c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:38.595792 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-346c4eb9-3f16-4a3d-8f91-bca4534900c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6af644d6-4ef3-4c9a-8ba2-efd30d0ea1fc HTTP/1.1" status: 204 len: 168 time: 1.2499135 Jan 14 07:46:38.661459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba8e7e4-f1c0-4a5c-8c79-e465699fc970 None None] Network 4d1fc18b-245f-4018-99c5-25ec9cc5b3b7 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:46:38.760158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:38.783581 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:38.784749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:38.859214 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0487ce9-ff8c-4ec4-8762-7a14864ad6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:38.932539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1b608cbe-3025-42ac-b872-d01804c4e53e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:39.031094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Port': ['ID=12fcff64-8a0e-4142-96a4-9acf9bdde83a,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:39.056307 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:39.265096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec62fd3-d608-4df9-ba60-1f05271790d4', 'name': 'tempest-TestVolumeBackupRestore-1630469406-router', 'tenant_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ca545339-6f51-43c1-9931-c2440fa94f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:30Z', 'updated_at': '2021-01-14T07:46:34Z', 'revision_number': 3, 'project_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'gw_port': {'id': 'ca545339-6f51-43c1-9931-c2440fa94f13', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec62fd3-d608-4df9-ba60-1f05271790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:32Z', 'updated_at': '2021-01-14T07:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:39.270329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] Checking router: 4ec62fd3-d608-4df9-ba60-1f05271790d4 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:46:39.271010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] Updating router 4ec62fd3-d608-4df9-ba60-1f05271790d4 port ca545339-6f51-43c1-9931-c2440fa94f13 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:46:39.404401 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:39.489660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33234) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:39.551482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b644101d-5294-4a64-8a10-9e491d391d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:39.566665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network 91863194-6920-4836-8ce1-d88f976741c7 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:39.569685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:39.600662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9c2fc15e-93ef-4365-9458-0afdbdb3c961 None None] Provisioning for port e77590fe-7013-490b-b823-0564c9d2d0bb completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:39.638306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9c2fc15e-93ef-4365-9458-0afdbdb3c961 None None] Provisioning complete for port e77590fe-7013-490b-b823-0564c9d2d0bb triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:39.639236 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c2fc15e-93ef-4365-9458-0afdbdb3c961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:39.930770 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c2fc15e-93ef-4365-9458-0afdbdb3c961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:40.057614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9c2fc15e-93ef-4365-9458-0afdbdb3c961 None None] For port e77590fe-7013-490b-b823-0564c9d2d0bb, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e77590fe-7013-490b-b823-0564c9d2d0bb,segment=NetworkSegment(40a54d12-39a7-4a1e-b06a-f92db6ee117e),segment_id=40a54d12-39a7-4a1e-b06a-f92db6ee117e)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:40.068729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648c709f-4dfd-4776-96ca-f4df85812e68 None None] Network 91863194-6920-4836-8ce1-d88f976741c7 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:46:40.130885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b644101d-5294-4a64-8a10-9e491d391d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:40.135583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:40.151192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b644101d-5294-4a64-8a10-9e491d391d00 admin admin] Usage tracker for resource:security_group_rule and tenant:efb9cb23977f4815a29de9913ef1fd56 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:40.163853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b644101d-5294-4a64-8a10-9e491d391d00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:40.186627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b644101d-5294-4a64-8a10-9e491d391d00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:40.269501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router 4a9f6547-ae89-4ea1-9984-71a48fc19045 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:46:40.358797 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c2fc15e-93ef-4365-9458-0afdbdb3c961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:40.415933 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:40.753169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 1b608cbe-3025-42ac-b872-d01804c4e53e completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:40.771592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fc15e-93ef-4365-9458-0afdbdb3c961 None None] Pushing event updated for resources: {'Port': ['ID=e77590fe-7013-490b-b823-0564c9d2d0bb,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:40.792919 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c2fc15e-93ef-4365-9458-0afdbdb3c961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:40.850255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:40.875767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] Transition to ACTIVE for port object ca545339-6f51-43c1-9931-c2440fa94f13 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:40.883921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:40.896439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:46:40.907309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Allocated IP 172.20.0.1 (4d1fc18b-245f-4018-99c5-25ec9cc5b3b7/b3d4d420-4530-4257-9f4f-c2936e12919c/144d6b56-cd66-4fc1-a7c6-43be7012f59f) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:46:40.961664 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/4a9f6547-ae89-4ea1-9984-71a48fc19045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0710917 Jan 14 07:46:40.974201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33258) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:40.991895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827892a3-7dfc-43db-9541-a31cd58c6a4f None None] Sync routers for ids ['4a9f6547-ae89-4ea1-9984-71a48fc19045'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:46:41.149649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827892a3-7dfc-43db-9541-a31cd58c6a4f None None] Routers {'4a9f6547-ae89-4ea1-9984-71a48fc19045'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:41.151935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-827892a3-7dfc-43db-9541-a31cd58c6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:46:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['4a9f6547-ae89-4ea1-9984-71a48fc19045'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:41.292186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3b347-8f45-4645-8d57-808a97605b76 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:46:41.293268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a1c3b347-8f45-4645-8d57-808a97605b76 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Synchronizing usage tracker for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:46:41.328563 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b644101d-5294-4a64-8a10-9e491d391d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:41.338586 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b644101d-5294-4a64-8a10-9e491d391d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:41.357836 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3b90fc30-6aa2-439b-95eb-2e99deb26c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:41.390312 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96e3fe59-1fb0-4b64-bf3d-ad318aa34cbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:41.401565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a1c3b347-8f45-4645-8d57-808a97605b76 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Unset dirty status for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:46:41.405035 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a1c3b347-8f45-4645-8d57-808a97605b76 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/ports/12fcff64-8a0e-4142-96a4-9acf9bdde83a HTTP/1.1" status: 200 len: 911 time: 0.4294517 Jan 14 07:46:41.411187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33266) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:41.440529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644101d-5294-4a64-8a10-9e491d391d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc22e2cb-cfa1-44ed-848c-be1134c6006a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:41.520396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:41.550936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Pushing event updated for resources: {'Port': ['ID=ca545339-6f51-43c1-9931-c2440fa94f13,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:41.563702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.567856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Transition to ACTIVE for port object 144d6b56-cd66-4fc1-a7c6-43be7012f59f will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:41.571429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.571848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.572226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.572596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.573215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.573645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.573915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.574275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.574632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.574991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.575344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.575908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.576239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.576575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.576933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.577286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.577639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.577996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.578351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.578696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.579049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.579400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.579788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.580184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.580539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.591308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.591846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.592212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.592589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.592960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.593351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.593758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.594085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.594741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.595100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:41.605861 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:41.620164 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:41.656951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] Attempting to bind port ca545339-6f51-43c1-9931-c2440fa94f13 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:46:41.657372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] Attempting to bind port ca545339-6f51-43c1-9931-c2440fa94f13 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:46:41.657777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] Attempting to bind port ca545339-6f51-43c1-9931-c2440fa94f13 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:46:41.676941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:46:41.677369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:46:41.678375 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:41.678814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:46:41.679347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] Bound port: ca545339-6f51-43c1-9931-c2440fa94f13, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:46:41.679840 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:41.855456 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b644101d-5294-4a64-8a10-9e491d391d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:41.877378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] For port ca545339-6f51-43c1-9931-c2440fa94f13, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:46:41.879270 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4c25c9f1-e57d-47e2-84f0-7fc501851b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:41.881792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] For port ca545339-6f51-43c1-9931-c2440fa94f13, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ca545339-6f51-43c1-9931-c2440fa94f13,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:46:41.888400 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:41.915294 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b644101d-5294-4a64-8a10-9e491d391d00 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=efb9cb23977f4815a29de9913ef1fd56&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4161642 Jan 14 07:46:41.949873 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5167a301-0b44-42c6-9053-855d76c11a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:41.956635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33276) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:41.965097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-827892a3-7dfc-43db-9541-a31cd58c6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:41.994190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e77590fe-7013-490b-b823-0564c9d2d0bb up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:42.074207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Pushing event updated for resources: {'Port': ['ID=ca545339-6f51-43c1-9931-c2440fa94f13,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:42.081121 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:42.130550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-fc8c7202-cabb-4465-812b-b23f2390ec84 None None] Provisioning for port 1b608cbe-3025-42ac-b872-d01804c4e53e completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:42.140674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827892a3-7dfc-43db-9541-a31cd58c6a4f None None] Routers {'4a9f6547-ae89-4ea1-9984-71a48fc19045'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:42.141402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-827892a3-7dfc-43db-9541-a31cd58c6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:46:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['4a9f6547-ae89-4ea1-9984-71a48fc19045'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:42.219301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Network 4d1fc18b-245f-4018-99c5-25ec9cc5b3b7 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:42.228224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:42.260468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:46:42.282101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-fc8c7202-cabb-4465-812b-b23f2390ec84 None None] Provisioning complete for port 1b608cbe-3025-42ac-b872-d01804c4e53e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:42.282527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc8c7202-cabb-4465-812b-b23f2390ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:42.407394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] Routers {'4ec62fd3-d608-4df9-ba60-1f05271790d4'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:42.408144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:46:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['4ec62fd3-d608-4df9-ba60-1f05271790d4'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:42.485087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:42.534312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-827892a3-7dfc-43db-9541-a31cd58c6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:42.539619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827892a3-7dfc-43db-9541-a31cd58c6a4f None None] The sync data for ids ['4a9f6547-ae89-4ea1-9984-71a48fc19045'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:46:42.715904 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc8c7202-cabb-4465-812b-b23f2390ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:42.760986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port e77590fe-7013-490b-b823-0564c9d2d0bb triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:42.761436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:42.957070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] Set router 4ec62fd3-d608-4df9-ba60-1f05271790d4 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:43.016864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-fc8c7202-cabb-4465-812b-b23f2390ec84 None None] For port 1b608cbe-3025-42ac-b872-d01804c4e53e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1b608cbe-3025-42ac-b872-d01804c4e53e,segment=NetworkSegment(6a5cbb53-646a-47b1-a652-51baabca6bb6),segment_id=6a5cbb53-646a-47b1-a652-51baabca6bb6)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:43.051319 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fc8c7202-cabb-4465-812b-b23f2390ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:43.063065 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:43.083394 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb39e4f7-1995-4191-b344-2e65e4dbc1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:43.242444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c7202-cabb-4465-812b-b23f2390ec84 None None] Pushing event updated for resources: {'Port': ['ID=1b608cbe-3025-42ac-b872-d01804c4e53e,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:43.254374 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fc8c7202-cabb-4465-812b-b23f2390ec84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:43.279824 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb39e4f7-1995-4191-b344-2e65e4dbc1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:43.428323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-17f9e98e-5f1a-4876-a70a-357ffdb9eb11 None None] Provisioning for port 144d6b56-cd66-4fc1-a7c6-43be7012f59f completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:43.436854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-17f9e98e-5f1a-4876-a70a-357ffdb9eb11 None None] Provisioning complete for port 144d6b56-cd66-4fc1-a7c6-43be7012f59f triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:43.438893 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17f9e98e-5f1a-4876-a70a-357ffdb9eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:43.583002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1b608cbe-3025-42ac-b872-d01804c4e53e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:43.672742 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb39e4f7-1995-4191-b344-2e65e4dbc1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:43.697188 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c15aa9e6-72bc-42dd-af40-79c84ff05e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:43.713167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Pushing event updated for resources: {'Port': ['ID=144d6b56-cd66-4fc1-a7c6-43be7012f59f,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:43.797539 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.918s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:43.803793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39e4f7-1995-4191-b344-2e65e4dbc1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc22e2cb-cfa1-44ed-848c-be1134c6006a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:43.898848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec62fd3-d608-4df9-ba60-1f05271790d4', 'name': 'tempest-TestVolumeBackupRestore-1630469406-router', 'tenant_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ca545339-6f51-43c1-9931-c2440fa94f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:30Z', 'updated_at': '2021-01-14T07:46:34Z', 'revision_number': 3, 'project_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'gw_port': {'id': 'ca545339-6f51-43c1-9931-c2440fa94f13', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec62fd3-d608-4df9-ba60-1f05271790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:32Z', 'updated_at': '2021-01-14T07:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:43.911447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecff1a0-18b6-4848-831f-dbc1f50df933 None None] The sync data for ids ['4ec62fd3-d608-4df9-ba60-1f05271790d4'] in n-d-769329-2 is: [{'id': '4ec62fd3-d608-4df9-ba60-1f05271790d4', 'name': 'tempest-TestVolumeBackupRestore-1630469406-router', 'tenant_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ca545339-6f51-43c1-9931-c2440fa94f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:30Z', 'updated_at': '2021-01-14T07:46:34Z', 'revision_number': 3, 'project_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'gw_port': {'id': 'ca545339-6f51-43c1-9931-c2440fa94f13', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:75:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec62fd3-d608-4df9-ba60-1f05271790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:32Z', 'updated_at': '2021-01-14T07:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:46:43.928295 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eb39e4f7-1995-4191-b344-2e65e4dbc1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:43.937773 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:43.988205 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb39e4f7-1995-4191-b344-2e65e4dbc1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:43.993527 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-eb39e4f7-1995-4191-b344-2e65e4dbc1da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc22e2cb-cfa1-44ed-848c-be1134c6006a HTTP/1.1" status: 204 len: 168 time: 2.0258894 Jan 14 07:46:44.097430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-17f9e98e-5f1a-4876-a70a-357ffdb9eb11 None None] Port 144d6b56-cd66-4fc1-a7c6-43be7012f59f cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:46:44.161470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-17f9e98e-5f1a-4876-a70a-357ffdb9eb11 None None] Provisioning complete for port e77590fe-7013-490b-b823-0564c9d2d0bb triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:44.162719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17f9e98e-5f1a-4876-a70a-357ffdb9eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:44.304458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 1b608cbe-3025-42ac-b872-d01804c4e53e triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:44.304458 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:44.377199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-009cab27-afcd-477e-9bcd-3bfd89d8bcac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:44.793921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:44.812452 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:44.859456 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:45.221957 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:45.347295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d75b3bf5-b1a8-48cb-a504-09b0709b2342 None None] Provisioning for port 12fcff64-8a0e-4142-96a4-9acf9bdde83a completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:45.357344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d75b3bf5-b1a8-48cb-a504-09b0709b2342 None None] Provisioning complete for port 12fcff64-8a0e-4142-96a4-9acf9bdde83a triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:45.358430 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d75b3bf5-b1a8-48cb-a504-09b0709b2342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:45.758273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d75b3bf5-b1a8-48cb-a504-09b0709b2342 None None] Port 12fcff64-8a0e-4142-96a4-9acf9bdde83a cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:46:45.774723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ca545339-6f51-43c1-9931-c2440fa94f13 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:45.799309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Pushing event updated for resources: {'Port': ['ID=144d6b56-cd66-4fc1-a7c6-43be7012f59f,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:45.851182 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.992s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:45.911812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Network 4d1fc18b-245f-4018-99c5-25ec9cc5b3b7 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:46:45.913196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:46:46.005320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d75b3bf5-b1a8-48cb-a504-09b0709b2342 None None] Provisioning complete for port 1b608cbe-3025-42ac-b872-d01804c4e53e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:46.006136 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d75b3bf5-b1a8-48cb-a504-09b0709b2342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.190526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port ca545339-6f51-43c1-9931-c2440fa94f13 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:46.210657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port ca545339-6f51-43c1-9931-c2440fa94f13 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:46.211631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.256154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.472227 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.515389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33344) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:46.522204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-009cab27-afcd-477e-9bcd-3bfd89d8bcac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting port 12fcff64-8a0e-4142-96a4-9acf9bdde83a {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:46.522589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-009cab27-afcd-477e-9bcd-3bfd89d8bcac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.528323 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.531792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port ca545339-6f51-43c1-9931-c2440fa94f13, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ca545339-6f51-43c1-9931-c2440fa94f13,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:46.537684 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.542898 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:46.649573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Router 4ec62fd3-d608-4df9-ba60-1f05271790d4 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:46:46.736708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5aeff72c-3d2b-4042-be30-8c8ed8d337df None None] Provisioning complete for port 144d6b56-cd66-4fc1-a7c6-43be7012f59f triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:46.737131 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5aeff72c-3d2b-4042-be30-8c8ed8d337df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:46.895501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5aeff72c-3d2b-4042-be30-8c8ed8d337df None None] Port 144d6b56-cd66-4fc1-a7c6-43be7012f59f cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:46:47.000231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5aeff72c-3d2b-4042-be30-8c8ed8d337df None None] Provisioning complete for port 1b608cbe-3025-42ac-b872-d01804c4e53e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:47.000652 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5aeff72c-3d2b-4042-be30-8c8ed8d337df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:47.066474 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-009cab27-afcd-477e-9bcd-3bfd89d8bcac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:47.085319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:46:47.113810 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] 10.222.0.41 "PUT /v2.0/routers/4ec62fd3-d608-4df9-ba60-1f05271790d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4239194 Jan 14 07:46:47.209792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=ca545339-6f51-43c1-9931-c2440fa94f13,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:47.263814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-009cab27-afcd-477e-9bcd-3bfd89d8bcac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Calling delete_port for 12fcff64-8a0e-4142-96a4-9acf9bdde83a owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:46:47.344297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.344654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.345036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.345411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.345784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.346152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.346519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.346887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.349141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.349816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.350202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.350575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.351030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.351507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.352037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.352459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.352885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.353682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.353682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.354093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.355027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.355396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.355786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.356154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.356557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.356920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.357279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.357640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.357998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.358735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.359100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.359463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.359981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.360353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.360716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.361080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:47.368877 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:47.476066 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f810b54d-004b-488b-a862-598eb01b6c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:47.524686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f810b54d-004b-488b-a862-598eb01b6c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:47.529930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f810b54d-004b-488b-a862-598eb01b6c7e admin admin] Usage tracker for resource:security_group_rule and tenant:d69def79d92b459ea54d9084e8950df6 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:47.533819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f810b54d-004b-488b-a862-598eb01b6c7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:47.546095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f810b54d-004b-488b-a862-598eb01b6c7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:47.558516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ca545339-6f51-43c1-9931-c2440fa94f13 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:47.647558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port ca545339-6f51-43c1-9931-c2440fa94f13 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:47.649606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:47.874176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f810b54d-004b-488b-a862-598eb01b6c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:48.078934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f810b54d-004b-488b-a862-598eb01b6c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:48.092814 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f9453407-c9f5-4589-b0b4-18a0aded27ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:48.144006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810b54d-004b-488b-a862-598eb01b6c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff49a55d-645f-41b0-b410-aaf327f6a2d7,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:48.153355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-009cab27-afcd-477e-9bcd-3bfd89d8bcac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:48.338404 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f810b54d-004b-488b-a862-598eb01b6c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:48.339075 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-67f26d00-09d4-4b30-b8c3-8c9cd3fd4ee6 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:48.458365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009cab27-afcd-477e-9bcd-3bfd89d8bcac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Port': ['ID=12fcff64-8a0e-4142-96a4-9acf9bdde83a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:48.486036 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f810b54d-004b-488b-a862-598eb01b6c7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d69def79d92b459ea54d9084e8950df6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9222102 Jan 14 07:46:48.486036 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-009cab27-afcd-477e-9bcd-3bfd89d8bcac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:48.486036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33434) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:48.591409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] Sync routers for ids ['4ec62fd3-d608-4df9-ba60-1f05271790d4'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:46:48.610259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] Routers {'4ec62fd3-d608-4df9-ba60-1f05271790d4'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:48.611832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:46:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['4ec62fd3-d608-4df9-ba60-1f05271790d4'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:48.863817 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-009cab27-afcd-477e-9bcd-3bfd89d8bcac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:49.322420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] Set router 4ec62fd3-d608-4df9-ba60-1f05271790d4 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:49.400077 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba46cc61-d8ed-4e3e-8039-7c007b59d281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:49.453856 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba46cc61-d8ed-4e3e-8039-7c007b59d281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:49.527899 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba46cc61-d8ed-4e3e-8039-7c007b59d281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:49.613846 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-edd8c236-2e88-41a6-a4c4-b657418e8f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:49.639907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46cc61-d8ed-4e3e-8039-7c007b59d281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff49a55d-645f-41b0-b410-aaf327f6a2d7,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:49.714026 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ba46cc61-d8ed-4e3e-8039-7c007b59d281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:49.982410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009cab27-afcd-477e-9bcd-3bfd89d8bcac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router 4a9f6547-ae89-4ea1-9984-71a48fc19045 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:46:49.985302 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba46cc61-d8ed-4e3e-8039-7c007b59d281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:49.987971 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ba46cc61-d8ed-4e3e-8039-7c007b59d281 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff49a55d-645f-41b0-b410-aaf327f6a2d7 HTTP/1.1" status: 204 len: 168 time: 1.5002091 Jan 14 07:46:50.153899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec62fd3-d608-4df9-ba60-1f05271790d4', 'name': 'tempest-TestVolumeBackupRestore-1630469406-router', 'tenant_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ca545339-6f51-43c1-9931-c2440fa94f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:30Z', 'updated_at': '2021-01-14T07:46:43Z', 'revision_number': 4, 'project_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'gw_port': {'id': 'ca545339-6f51-43c1-9931-c2440fa94f13', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec62fd3-d608-4df9-ba60-1f05271790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:32Z', 'updated_at': '2021-01-14T07:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '144d6b56-cd66-4fc1-a7c6-43be7012f59f', 'name': '', 'network_id': '4d1fc18b-245f-4018-99c5-25ec9cc5b3b7', 'tenant_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'mac_address': 'fa:16:3e:13:df:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec62fd3-d608-4df9-ba60-1f05271790d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'b3d4d420-4530-4257-9f4f-c2936e12919c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:40Z', 'updated_at': '2021-01-14T07:46:44Z', 'revision_number': 2, 'project_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'subnets': [{'id': 'b3d4d420-4530-4257-9f4f-c2936e12919c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:50.159961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] Checking router: 4ec62fd3-d608-4df9-ba60-1f05271790d4 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:46:50.160546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] Updating router 4ec62fd3-d608-4df9-ba60-1f05271790d4 port 144d6b56-cd66-4fc1-a7c6-43be7012f59f binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:46:50.242440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:50.283967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009cab27-afcd-477e-9bcd-3bfd89d8bcac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:46:50.294413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d5a5ab-c98f-4fcb-9d09-880c624bd4b1 None None] Sync routers for ids ['4a9f6547-ae89-4ea1-9984-71a48fc19045'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:46:50.299208 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-009cab27-afcd-477e-9bcd-3bfd89d8bcac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/4a9f6547-ae89-4ea1-9984-71a48fc19045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8866858 Jan 14 07:46:50.302088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33506) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:50.308589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d5a5ab-c98f-4fcb-9d09-880c624bd4b1 None None] Routers {'4a9f6547-ae89-4ea1-9984-71a48fc19045'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:50.310052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-88d5a5ab-c98f-4fcb-9d09-880c624bd4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:46:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['4a9f6547-ae89-4ea1-9984-71a48fc19045'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:50.451020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a44331cb-c85f-4e3c-b646-473e0f2d7249 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Synchronizing usage tracker for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:46:50.456423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-88d5a5ab-c98f-4fcb-9d09-880c624bd4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:50.479510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d5a5ab-c98f-4fcb-9d09-880c624bd4b1 None None] Routers {'4a9f6547-ae89-4ea1-9984-71a48fc19045'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:50.480532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-88d5a5ab-c98f-4fcb-9d09-880c624bd4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:46:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['4a9f6547-ae89-4ea1-9984-71a48fc19045'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:50.493757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a44331cb-c85f-4e3c-b646-473e0f2d7249 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Unset dirty status for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:46:50.504626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33514) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:50.518415 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a44331cb-c85f-4e3c-b646-473e0f2d7249 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/ports?device_id=4a9f6547-ae89-4ea1-9984-71a48fc19045 HTTP/1.1" status: 200 len: 205 time: 0.2150767 Jan 14 07:46:50.709558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-88d5a5ab-c98f-4fcb-9d09-880c624bd4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:50.710259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d5a5ab-c98f-4fcb-9d09-880c624bd4b1 None None] The sync data for ids ['4a9f6547-ae89-4ea1-9984-71a48fc19045'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:46:50.805463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33524) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:50.879596 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4d32443-1270-4d45-965e-38f07bb353c8 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.075869 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.105604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] Transition to ACTIVE for port object 144d6b56-cd66-4fc1-a7c6-43be7012f59f will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:46:51.112529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.176930 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:51.224916 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed3ed20f-840c-4619-bd26-b7e2c5a0b45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.243493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ed3ed20f-840c-4619-bd26-b7e2c5a0b45e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:51.248274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ed3ed20f-840c-4619-bd26-b7e2c5a0b45e admin admin] Usage tracker for resource:security_group_rule and tenant:bcf12f4b339a466188b3104dd8b2bac5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:51.251939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ed3ed20f-840c-4619-bd26-b7e2c5a0b45e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:51.277841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ed3ed20f-840c-4619-bd26-b7e2c5a0b45e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:51.333551 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4d32443-1270-4d45-965e-38f07bb353c8 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.336201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4d32443-1270-4d45-965e-38f07bb353c8 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.362909 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4d32443-1270-4d45-965e-38f07bb353c8 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.363494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d32443-1270-4d45-965e-38f07bb353c8 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Fanout notify agent at l3_agent the message router_deleted on router 4a9f6547-ae89-4ea1-9984-71a48fc19045 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:46:51.365408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b590d-ac1e-4113-9d3b-c8e4ecb4db26 None None] Pushing event updated for resources: {'Port': ['ID=144d6b56-cd66-4fc1-a7c6-43be7012f59f,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:51.404174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4d32443-1270-4d45-965e-38f07bb353c8 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.405387 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b4d32443-1270-4d45-965e-38f07bb353c8 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/routers/4a9f6547-ae89-4ea1-9984-71a48fc19045 HTTP/1.1" status: 204 len: 168 time: 0.8996871 Jan 14 07:46:51.408731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33536) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:51.420961 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d2b590d-ac1e-4113-9d3b-c8e4ecb4db26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:51.461238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed3ed20f-840c-4619-bd26-b7e2c5a0b45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.479326 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed3ed20f-840c-4619-bd26-b7e2c5a0b45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.539920 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4e01298c-dabe-4cd6-839c-7cac9072b45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:51.558558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33542) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:51.568793 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ed3ed20f-840c-4619-bd26-b7e2c5a0b45e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcf12f4b339a466188b3104dd8b2bac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7577209 Jan 14 07:46:51.656270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] Attempting to bind port 144d6b56-cd66-4fc1-a7c6-43be7012f59f on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:46:51.657129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] Attempting to bind port 144d6b56-cd66-4fc1-a7c6-43be7012f59f by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '40a54d12-39a7-4a1e-b06a-f92db6ee117e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d1fc18b-245f-4018-99c5-25ec9cc5b3b7'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:46:51.657129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] Attempting to bind port 144d6b56-cd66-4fc1-a7c6-43be7012f59f on network 4d1fc18b-245f-4018-99c5-25ec9cc5b3b7 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:46:51.677926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:46:51.678617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] Checking segment: {'id': '40a54d12-39a7-4a1e-b06a-f92db6ee117e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d1fc18b-245f-4018-99c5-25ec9cc5b3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:46:51.679456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.679970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] Bound using segment: {'id': '40a54d12-39a7-4a1e-b06a-f92db6ee117e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d1fc18b-245f-4018-99c5-25ec9cc5b3b7'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:46:51.680496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] Bound port: 144d6b56-cd66-4fc1-a7c6-43be7012f59f, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a54d12-39a7-4a1e-b06a-f92db6ee117e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4d1fc18b-245f-4018-99c5-25ec9cc5b3b7'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:46:51.680922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.717999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.749272 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.813437 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.820709 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e798c0eb-3168-4168-b91a-387c87f218e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:51.851186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b8a734-a127-427b-b22a-fe11323a9b3b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:51.862742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.863166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.863584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.864023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.864620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.865190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.865858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.866429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.867905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.868494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.869052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.869813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.870475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.871043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.871603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.872176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.872782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.873589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.874151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.874703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.875261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.875989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.876563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.877126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.877697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.878250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.878883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.879442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.880013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.880568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.881119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.881682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.882239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.882955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.883792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.884405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:46:51.888921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.903793 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09b8a734-a127-427b-b22a-fe11323a9b3b HTTP/1.1" status: 204 len: 168 time: 0.3334973 Jan 14 07:46:51.907122 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:51.912263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] For port 144d6b56-cd66-4fc1-a7c6-43be7012f59f, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:46:51.916740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] For port 144d6b56-cd66-4fc1-a7c6-43be7012f59f, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=144d6b56-cd66-4fc1-a7c6-43be7012f59f,segment=NetworkSegment(40a54d12-39a7-4a1e-b06a-f92db6ee117e),segment_id=40a54d12-39a7-4a1e-b06a-f92db6ee117e)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:46:51.921905 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:51.940728 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a6b0bf0a-9f59-4575-9456-2a6d574c2a8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:51.987087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2fed45-ee26-4d5e-8bb2-0f3fb03569f7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting subnet 4930270d-b2fa-4ccc-938d-ea7dd9ef1597 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:46:51.995790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ed20f-840c-4619-bd26-b7e2c5a0b45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b8a734-a127-427b-b22a-fe11323a9b3b,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:52.008954 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ed3ed20f-840c-4619-bd26-b7e2c5a0b45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:52.010031 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c2fed45-ee26-4d5e-8bb2-0f3fb03569f7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:52.018470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b590d-ac1e-4113-9d3b-c8e4ecb4db26 None None] Pushing event updated for resources: {'Port': ['ID=144d6b56-cd66-4fc1-a7c6-43be7012f59f,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:52.028162 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d2b590d-ac1e-4113-9d3b-c8e4ecb4db26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:52.374006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] Routers {'4ec62fd3-d608-4df9-ba60-1f05271790d4'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:46:52.377346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:46:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['4ec62fd3-d608-4df9-ba60-1f05271790d4'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:52.642769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c2fed45-ee26-4d5e-8bb2-0f3fb03569f7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:52.648236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33568) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:52.676151 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6123a248-e24d-40d8-863b-6d3007d27a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:52.700009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6123a248-e24d-40d8-863b-6d3007d27a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:52.713636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6123a248-e24d-40d8-863b-6d3007d27a81 admin admin] Usage tracker for resource:security_group_rule and tenant:c7d09888ab4b4d5fab9f5274b44a6138 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:52.723388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6123a248-e24d-40d8-863b-6d3007d27a81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:52.731129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6123a248-e24d-40d8-863b-6d3007d27a81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:52.802528 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c2fed45-ee26-4d5e-8bb2-0f3fb03569f7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:52.826279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] Set router 4ec62fd3-d608-4df9-ba60-1f05271790d4 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:46:52.913534 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6123a248-e24d-40d8-863b-6d3007d27a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:52.921188 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6123a248-e24d-40d8-863b-6d3007d27a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:52.935245 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1cfc52c2-4a03-46c4-9a6d-ef7b1930e3b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:52.975265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123a248-e24d-40d8-863b-6d3007d27a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce58506-67bf-4d09-ac9e-1dce67e063a5,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:52.983827 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6123a248-e24d-40d8-863b-6d3007d27a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:53.011886 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6123a248-e24d-40d8-863b-6d3007d27a81 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7d09888ab4b4d5fab9f5274b44a6138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3623290 Jan 14 07:46:53.014533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33576) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:53.179142 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d21f088-2083-4577-9726-54045ea6f9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:53.223865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d21f088-2083-4577-9726-54045ea6f9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:53.296774 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d21f088-2083-4577-9726-54045ea6f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:53.306294 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b9fa0bfc-9a94-4204-8904-229353842448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:53.329896 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d21f088-2083-4577-9726-54045ea6f9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:53.331922 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4d21f088-2083-4577-9726-54045ea6f9b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ce58506-67bf-4d09-ac9e-1dce67e063a5 HTTP/1.1" status: 204 len: 168 time: 0.3161018 Jan 14 07:46:53.336247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21f088-2083-4577-9726-54045ea6f9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce58506-67bf-4d09-ac9e-1dce67e063a5,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:53.360619 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d21f088-2083-4577-9726-54045ea6f9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:53.418191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec62fd3-d608-4df9-ba60-1f05271790d4', 'name': 'tempest-TestVolumeBackupRestore-1630469406-router', 'tenant_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ca545339-6f51-43c1-9931-c2440fa94f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:30Z', 'updated_at': '2021-01-14T07:46:43Z', 'revision_number': 4, 'project_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'gw_port': {'id': 'ca545339-6f51-43c1-9931-c2440fa94f13', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec62fd3-d608-4df9-ba60-1f05271790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:32Z', 'updated_at': '2021-01-14T07:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '144d6b56-cd66-4fc1-a7c6-43be7012f59f', 'name': '', 'network_id': '4d1fc18b-245f-4018-99c5-25ec9cc5b3b7', 'tenant_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'mac_address': 'fa:16:3e:13:df:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec62fd3-d608-4df9-ba60-1f05271790d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'b3d4d420-4530-4257-9f4f-c2936e12919c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:40Z', 'updated_at': '2021-01-14T07:46:51Z', 'revision_number': 4, 'project_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'subnets': [{'id': 'b3d4d420-4530-4257-9f4f-c2936e12919c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:53.424953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455e67b7-8556-428b-94cf-0ab051e436fe None None] The sync data for ids ['4ec62fd3-d608-4df9-ba60-1f05271790d4'] in n-d-769329-2 is: [{'id': '4ec62fd3-d608-4df9-ba60-1f05271790d4', 'name': 'tempest-TestVolumeBackupRestore-1630469406-router', 'tenant_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ca545339-6f51-43c1-9931-c2440fa94f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:30Z', 'updated_at': '2021-01-14T07:46:43Z', 'revision_number': 4, 'project_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'gw_port': {'id': 'ca545339-6f51-43c1-9931-c2440fa94f13', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec62fd3-d608-4df9-ba60-1f05271790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:32Z', 'updated_at': '2021-01-14T07:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '144d6b56-cd66-4fc1-a7c6-43be7012f59f', 'name': '', 'network_id': '4d1fc18b-245f-4018-99c5-25ec9cc5b3b7', 'tenant_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'mac_address': 'fa:16:3e:13:df:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec62fd3-d608-4df9-ba60-1f05271790d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'b3d4d420-4530-4257-9f4f-c2936e12919c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:40Z', 'updated_at': '2021-01-14T07:46:51Z', 'revision_number': 4, 'project_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'subnets': [{'id': 'b3d4d420-4530-4257-9f4f-c2936e12919c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:46:53.530486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c2fed45-ee26-4d5e-8bb2-0f3fb03569f7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:53.565070 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b80e4522-9536-49e4-b171-37672c6f372c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:53.762458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fed45-ee26-4d5e-8bb2-0f3fb03569f7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Subnet': ['ID=4930270d-b2fa-4ccc-938d-ea7dd9ef1597,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:53.766114 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c2fed45-ee26-4d5e-8bb2-0f3fb03569f7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:53.833738 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c2fed45-ee26-4d5e-8bb2-0f3fb03569f7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:53.840863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d9faba-b262-4104-894f-9e2413286360 None None] Network 91863194-6920-4836-8ce1-d88f976741c7 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:46:53.875785 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7c2fed45-ee26-4d5e-8bb2-0f3fb03569f7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/subnets/4930270d-b2fa-4ccc-938d-ea7dd9ef1597 HTTP/1.1" status: 204 len: 168 time: 2.4656091 Jan 14 07:46:53.878955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 33600) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:54.102754 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac28915b-015f-44f4-b827-327fd97f7021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:54.185614 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:54.250081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325c69f9-0650-4dc6-90c7-89d867a5fdcf None None] DHCP port deletion for 91863194-6920-4836-8ce1-d88f976741c7 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:46:54.255836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-325c69f9-0650-4dc6-90c7-89d867a5fdcf None None] Deleting port 1b608cbe-3025-42ac-b872-d01804c4e53e {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:54.256268 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-325c69f9-0650-4dc6-90c7-89d867a5fdcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:54.321265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting port 1b608cbe-3025-42ac-b872-d01804c4e53e {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:54.321651 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:54.712929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-325c69f9-0650-4dc6-90c7-89d867a5fdcf None None] For port 1b608cbe-3025-42ac-b872-d01804c4e53e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1b608cbe-3025-42ac-b872-d01804c4e53e,segment=NetworkSegment(6a5cbb53-646a-47b1-a652-51baabca6bb6),segment_id=6a5cbb53-646a-47b1-a652-51baabca6bb6)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:54.713691 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-325c69f9-0650-4dc6-90c7-89d867a5fdcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:54.918462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] For port 1b608cbe-3025-42ac-b872-d01804c4e53e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1b608cbe-3025-42ac-b872-d01804c4e53e,segment=NetworkSegment(6a5cbb53-646a-47b1-a652-51baabca6bb6),segment_id=6a5cbb53-646a-47b1-a652-51baabca6bb6)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:54.919022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:55.006780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-325c69f9-0650-4dc6-90c7-89d867a5fdcf None None] Calling delete_port for 1b608cbe-3025-42ac-b872-d01804c4e53e owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:46:55.133842 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-325c69f9-0650-4dc6-90c7-89d867a5fdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:55.156376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Calling delete_port for 1b608cbe-3025-42ac-b872-d01804c4e53e owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:46:55.173004 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3273052-f040-425a-b9e1-bf462776904d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:55.261287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:46:55.261762 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:46:55.314861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c69f9-0650-4dc6-90c7-89d867a5fdcf None None] Pushing event deleted for resources: {'Port': ['ID=1b608cbe-3025-42ac-b872-d01804c4e53e,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:55.329151 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-325c69f9-0650-4dc6-90c7-89d867a5fdcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:55.386119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325c69f9-0650-4dc6-90c7-89d867a5fdcf None None] No DVR routers for this DVR port 1b608cbe-3025-42ac-b872-d01804c4e53e on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:46:55.591532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 144d6b56-cd66-4fc1-a7c6-43be7012f59f up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:55.696720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 144d6b56-cd66-4fc1-a7c6-43be7012f59f completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:46:55.704787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 144d6b56-cd66-4fc1-a7c6-43be7012f59f triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:55.705197 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:55.762932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting port 1b608cbe-3025-42ac-b872-d01804c4e53e {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:46:55.763728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:55.875927 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:55.941756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 144d6b56-cd66-4fc1-a7c6-43be7012f59f, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=144d6b56-cd66-4fc1-a7c6-43be7012f59f,segment=NetworkSegment(40a54d12-39a7-4a1e-b06a-f92db6ee117e),segment_id=40a54d12-39a7-4a1e-b06a-f92db6ee117e)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:46:55.948436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:55.951612 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e3273052-f040-425a-b9e1-bf462776904d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:55.999806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] The port '1b608cbe-3025-42ac-b872-d01804c4e53e' was deleted {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:46:56.101845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1b608cbe-3025-42ac-b872-d01804c4e53e no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:46:56.167206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 1b608cbe-3025-42ac-b872-d01804c4e53e {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:46:56.167571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1b608cbe-3025-42ac-b872-d01804c4e53e not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:46:56.178425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=144d6b56-cd66-4fc1-a7c6-43be7012f59f,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:56.183051 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:56.731260 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:56.804149 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4b96896-dd0d-48c9-a28f-df3185ffcf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:56.879763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91863194-6920-4836-8ce1-d88f976741c7']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:56.902475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5cbb53-646a-47b1-a652-51baabca6bb6') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:56.902816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5cbb53-646a-47b1-a652-51baabca6bb6') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:46:56.918638 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:56.939183 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:56.941985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:46:57.268458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network 91863194-6920-4836-8ce1-d88f976741c7 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:46:57.279105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:57.422044 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:57.551936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network 91863194-6920-4836-8ce1-d88f976741c7 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:46:57.587224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 144d6b56-cd66-4fc1-a7c6-43be7012f59f up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:46:57.589813 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:46:57.709021 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:57.715662 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b775cdc3-7ebd-4575-a71a-da009a839a6d tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:46:57.743800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 144d6b56-cd66-4fc1-a7c6-43be7012f59f triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:46:57.744320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:57.756084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:57.790267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Network': ['ID=91863194-6920-4836-8ce1-d88f976741c7,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:46:57.801463 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:46:57.815535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 33784) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:46:57.815855 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/networks/91863194-6920-4836-8ce1-d88f976741c7 HTTP/1.1" status: 204 len: 168 time: 3.9296963 Jan 14 07:46:57.823859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-958225964', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}, 'admin_state_up': False}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:46:57.850209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:46:57.856077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:router and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:46:57.866519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:46:57.882220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:46:57.910204 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:57.911470 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:57.962320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:57.979540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:58.409067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:58.931409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:59.049661 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:59.104955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:59.580081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Allocated IP 172.25.3.9 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/f2fa8956-665b-4e74-b7af-135483498aaf) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:46:59.829825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:59.894889 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:46:59.914703 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:00.040895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Port': ['ID=f2fa8956-665b-4e74-b7af-135483498aaf,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:00.061893 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:00.296476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:00.298747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:00.303325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:00.952545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34064) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:01.078075 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:01.215331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f99ff3b-f7bd-4f3d-97a5-7a1eec55816a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:01.236939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3f99ff3b-f7bd-4f3d-97a5-7a1eec55816a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:01.245715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3f99ff3b-f7bd-4f3d-97a5-7a1eec55816a admin admin] Usage tracker for resource:security_group_rule and tenant:964e727640bb4527a5b6a8e685b3637a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:01.247978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:47:01.250739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3f99ff3b-f7bd-4f3d-97a5-7a1eec55816a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:01.259788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3f99ff3b-f7bd-4f3d-97a5-7a1eec55816a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:01.371904 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f99ff3b-f7bd-4f3d-97a5-7a1eec55816a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:01.384502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f99ff3b-f7bd-4f3d-97a5-7a1eec55816a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:01.401555 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-be189531-b8c2-408d-8a94-cf24b00a785e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:01.433559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99ff3b-f7bd-4f3d-97a5-7a1eec55816a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856cb5e1-e5c2-4d7b-bea9-4dffc34acc54,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:01.452484 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3f99ff3b-f7bd-4f3d-97a5-7a1eec55816a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:01.507457 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3f99ff3b-f7bd-4f3d-97a5-7a1eec55816a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=964e727640bb4527a5b6a8e685b3637a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5509975 Jan 14 07:47:01.523436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34112) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:01.609795 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-357bff67-bd4e-4347-ae5d-85df29a0087a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:01.653364 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:01.655345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-357bff67-bd4e-4347-ae5d-85df29a0087a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:01.757266 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-357bff67-bd4e-4347-ae5d-85df29a0087a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:01.763418 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d08f6b0-196a-46da-afe7-ad86dd6dd03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:01.783965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bff67-bd4e-4347-ae5d-85df29a0087a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856cb5e1-e5c2-4d7b-bea9-4dffc34acc54,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:01.789339 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-357bff67-bd4e-4347-ae5d-85df29a0087a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:01.797133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-357bff67-bd4e-4347-ae5d-85df29a0087a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:01.802172 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-357bff67-bd4e-4347-ae5d-85df29a0087a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/856cb5e1-e5c2-4d7b-bea9-4dffc34acc54 HTTP/1.1" status: 204 len: 168 time: 0.2918441 Jan 14 07:47:02.562574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router 5f6da4d2-92a3-4163-a969-20a48cea1b5d is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:47:02.846001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:47:02.856193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e545e7e3-9bd8-4730-8c58-956ae8b0d364 None None] Sync routers for ids ['5f6da4d2-92a3-4163-a969-20a48cea1b5d'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:47:02.871569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e545e7e3-9bd8-4730-8c58-956ae8b0d364 None None] Routers {'5f6da4d2-92a3-4163-a969-20a48cea1b5d'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:02.874827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e545e7e3-9bd8-4730-8c58-956ae8b0d364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:46:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5f6da4d2-92a3-4163-a969-20a48cea1b5d'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:02.887732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:02.889334 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 5.0718119 Jan 14 07:47:02.892395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34200) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:03.094356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e545e7e3-9bd8-4730-8c58-956ae8b0d364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:03.105258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e545e7e3-9bd8-4730-8c58-956ae8b0d364 None None] Routers {'5f6da4d2-92a3-4163-a969-20a48cea1b5d'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:03.106114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e545e7e3-9bd8-4730-8c58-956ae8b0d364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:46:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5f6da4d2-92a3-4163-a969-20a48cea1b5d'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:03.184560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e545e7e3-9bd8-4730-8c58-956ae8b0d364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:03.185026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e545e7e3-9bd8-4730-8c58-956ae8b0d364 None None] The sync data for ids ['5f6da4d2-92a3-4163-a969-20a48cea1b5d'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:47:03.224303 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f24647be-b237-4317-8bcb-233e5a8ab6ee tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/routers/5f6da4d2-92a3-4163-a969-20a48cea1b5d HTTP/1.1" status: 200 len: 882 time: 0.3303404 Jan 14 07:47:03.230241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34214) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:03.512869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7f6fd368-9bd5-4455-8a75-37d89a3e32fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Synchronizing usage tracker for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:router {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:47:03.538286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7f6fd368-9bd5-4455-8a75-37d89a3e32fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Unset dirty status for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:router {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:47:03.543162 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7f6fd368-9bd5-4455-8a75-37d89a3e32fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.3091583 Jan 14 07:47:03.546127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34226) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:03.556966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7fd40913-a0ec-440d-a8f0-296e0e0d10e5 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-958225964'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:04.416401 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7fd40913-a0ec-440d-a8f0-296e0e0d10e5 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.427781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7fd40913-a0ec-440d-a8f0-296e0e0d10e5 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:04.687499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd40913-a0ec-440d-a8f0-296e0e0d10e5 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router 5f6da4d2-92a3-4163-a969-20a48cea1b5d has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:47:04.995175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd40913-a0ec-440d-a8f0-296e0e0d10e5 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:47:05.005670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98827fd-c5a4-4231-a66a-ac34a0e3adb3 None None] Sync routers for ids ['5f6da4d2-92a3-4163-a969-20a48cea1b5d'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:47:05.011791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7fd40913-a0ec-440d-a8f0-296e0e0d10e5 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:05.013350 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7fd40913-a0ec-440d-a8f0-296e0e0d10e5 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/5f6da4d2-92a3-4163-a969-20a48cea1b5d HTTP/1.1" status: 200 len: 889 time: 1.4665055 Jan 14 07:47:05.016343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34270) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:05.017770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98827fd-c5a4-4231-a66a-ac34a0e3adb3 None None] Routers {'5f6da4d2-92a3-4163-a969-20a48cea1b5d'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:05.019395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b98827fd-c5a4-4231-a66a-ac34a0e3adb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:46:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5f6da4d2-92a3-4163-a969-20a48cea1b5d'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:05.129610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b98827fd-c5a4-4231-a66a-ac34a0e3adb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:05.143415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98827fd-c5a4-4231-a66a-ac34a0e3adb3 None None] Routers {'5f6da4d2-92a3-4163-a969-20a48cea1b5d'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:05.144654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b98827fd-c5a4-4231-a66a-ac34a0e3adb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:46:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5f6da4d2-92a3-4163-a969-20a48cea1b5d'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:05.397269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34276) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:05.400817 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c0cca8d4-5275-4600-8939-4bcb81746314 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/routers/5f6da4d2-92a3-4163-a969-20a48cea1b5d HTTP/1.1" status: 200 len: 889 time: 0.3831120 Jan 14 07:47:05.417710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b98827fd-c5a4-4231-a66a-ac34a0e3adb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:05.418843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98827fd-c5a4-4231-a66a-ac34a0e3adb3 None None] The sync data for ids ['5f6da4d2-92a3-4163-a969-20a48cea1b5d'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:47:05.485703 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8eeb77d9-69e0-420c-946f-3667c62b8697 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/ports?device_id=5f6da4d2-92a3-4163-a969-20a48cea1b5d HTTP/1.1" status: 200 len: 205 time: 0.0870552 Jan 14 07:47:05.488530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34284) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:05.779847 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5aaadea-fc11-4353-8094-2a4ff9e3e3fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:06.175482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5aaadea-fc11-4353-8094-2a4ff9e3e3fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:06.188897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f5aaadea-fc11-4353-8094-2a4ff9e3e3fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting port f2fa8956-665b-4e74-b7af-135483498aaf {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:47:06.189251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5aaadea-fc11-4353-8094-2a4ff9e3e3fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:06.223793 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3a106d5b-bd2e-4281-b732-c49771ca3e83 req-1ec0b61f-2b43-4133-a6ca-813a1e967d01 tempest-VolumesNegativeTest-1158395793 tempest-VolumesNegativeTest-1158395793] 10.222.0.41 "GET /v2.0/networks?tenant_id=3f96d895d3014d67ba8f781cb41f9d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486383 Jan 14 07:47:06.460244 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5aaadea-fc11-4353-8094-2a4ff9e3e3fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:06.544639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a106d5b-bd2e-4281-b732-c49771ca3e83 req-63cd977c-8c63-4e7d-bfe0-2e528af0396a tempest-VolumesNegativeTest-1158395793 tempest-VolumesNegativeTest-1158395793] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:06.554321 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3a106d5b-bd2e-4281-b732-c49771ca3e83 req-63cd977c-8c63-4e7d-bfe0-2e528af0396a tempest-VolumesNegativeTest-1158395793 tempest-VolumesNegativeTest-1158395793] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3281686 Jan 14 07:47:06.600224 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3a106d5b-bd2e-4281-b732-c49771ca3e83 req-75d584c9-16f1-449f-8a41-9a3ed1724fda tempest-VolumesNegativeTest-1158395793 tempest-VolumesNegativeTest-1158395793] 10.222.0.41 "GET /v2.0/quotas/3f96d895d3014d67ba8f781cb41f9d08 HTTP/1.1" status: 200 len: 375 time: 0.0437775 Jan 14 07:47:06.701505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f5aaadea-fc11-4353-8094-2a4ff9e3e3fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Calling delete_port for f2fa8956-665b-4e74-b7af-135483498aaf owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:47:06.743935 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3a106d5b-bd2e-4281-b732-c49771ca3e83 req-7376a12d-e47d-4c61-bf6f-120bca5eabf9 tempest-VolumesNegativeTest-1158395793 tempest-VolumesNegativeTest-1158395793] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f96d895d3014d67ba8f781cb41f9d08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1408710 Jan 14 07:47:07.056449 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5aaadea-fc11-4353-8094-2a4ff9e3e3fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:07.331440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5aaadea-fc11-4353-8094-2a4ff9e3e3fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:07.479948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5aaadea-fc11-4353-8094-2a4ff9e3e3fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:07.482413 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5aaadea-fc11-4353-8094-2a4ff9e3e3fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:07.517499 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5aaadea-fc11-4353-8094-2a4ff9e3e3fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:07.518005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5aaadea-fc11-4353-8094-2a4ff9e3e3fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Fanout notify agent at l3_agent the message router_deleted on router 5f6da4d2-92a3-4163-a969-20a48cea1b5d {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:47:07.557139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5aaadea-fc11-4353-8094-2a4ff9e3e3fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:07.558363 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f5aaadea-fc11-4353-8094-2a4ff9e3e3fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/routers/5f6da4d2-92a3-4163-a969-20a48cea1b5d HTTP/1.1" status: 204 len: 168 time: 2.0686908 Jan 14 07:47:07.565168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34358) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:07.572426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-169f44a6-e998-4e02-8ac4-a77b593e3809 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-27696583'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:07.579747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-169f44a6-e998-4e02-8ac4-a77b593e3809 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:07.584367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-169f44a6-e998-4e02-8ac4-a77b593e3809 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:network and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:07.588564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-169f44a6-e998-4e02-8ac4-a77b593e3809 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:07.595727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-169f44a6-e998-4e02-8ac4-a77b593e3809 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:07.608481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169f44a6-e998-4e02-8ac4-a77b593e3809 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Made reservation on behalf of 24dfe377520f474f9b69516e3f1c6869 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:47:07.620415 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-169f44a6-e998-4e02-8ac4-a77b593e3809 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:07.662418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169f44a6-e998-4e02-8ac4-a77b593e3809 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:47:07.682385 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-169f44a6-e998-4e02-8ac4-a77b593e3809 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:07.684376 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-169f44a6-e998-4e02-8ac4-a77b593e3809 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Added segment 1cde8adf-21e7-4402-88e4-b46ae009fc9a of type vxlan for network 242f2459-0980-40fe-ab6a-c0e2954bfd3c Jan 14 07:47:07.763685 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-169f44a6-e998-4e02-8ac4-a77b593e3809 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:07.846955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-169f44a6-e998-4e02-8ac4-a77b593e3809 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:07.872305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169f44a6-e998-4e02-8ac4-a77b593e3809 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:07.873800 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-169f44a6-e998-4e02-8ac4-a77b593e3809 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:07.880672 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-468af50d-01a4-4be0-9593-ab558b65d1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:08.547583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34404) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:08.548206 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-169f44a6-e998-4e02-8ac4-a77b593e3809 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9813769 Jan 14 07:47:08.554522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-28fc90c9-1cfc-4324-8fe5-b5f41850901c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'subnet': {'network_id': '242f2459-0980-40fe-ab6a-c0e2954bfd3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:08.582680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f44a6-e998-4e02-8ac4-a77b593e3809 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Network': ['ID=242f2459-0980-40fe-ab6a-c0e2954bfd3c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:08.597175 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-169f44a6-e998-4e02-8ac4-a77b593e3809 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:08.600875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 242f2459-0980-40fe-ab6a-c0e2954bfd3c details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:08.792532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 242f2459-0980-40fe-ab6a-c0e2954bfd3c details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:08.807937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 242f2459-0980-40fe-ab6a-c0e2954bfd3c details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:08.823352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-28fc90c9-1cfc-4324-8fe5-b5f41850901c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:08.828336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-28fc90c9-1cfc-4324-8fe5-b5f41850901c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:subnet and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:08.832147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-28fc90c9-1cfc-4324-8fe5-b5f41850901c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:08.839835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-28fc90c9-1cfc-4324-8fe5-b5f41850901c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:08.853390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fc90c9-1cfc-4324-8fe5-b5f41850901c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Made reservation on behalf of 24dfe377520f474f9b69516e3f1c6869 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:47:09.171325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28fc90c9-1cfc-4324-8fe5-b5f41850901c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:09.902490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28fc90c9-1cfc-4324-8fe5-b5f41850901c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:10.043210 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b21f808e-a879-429c-a9af-f70b9e52a7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:10.199566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc90c9-1cfc-4324-8fe5-b5f41850901c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Subnet': ['ID=77d661a5-08e2-4c50-842d-807a158ea1f2,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:10.205265 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-28fc90c9-1cfc-4324-8fe5-b5f41850901c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:10.235810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fc90c9-1cfc-4324-8fe5-b5f41850901c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Checking segment: {'id': '1cde8adf-21e7-4402-88e4-b46ae009fc9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '242f2459-0980-40fe-ab6a-c0e2954bfd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:10.236365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fc90c9-1cfc-4324-8fe5-b5f41850901c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network hostable DHCP agents. Network: 242f2459-0980-40fe-ab6a-c0e2954bfd3c, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:47:10.261554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fc90c9-1cfc-4324-8fe5-b5f41850901c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network 242f2459-0980-40fe-ab6a-c0e2954bfd3c is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:47:10.275826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-28fc90c9-1cfc-4324-8fe5-b5f41850901c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 242f2459-0980-40fe-ab6a-c0e2954bfd3c) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:10.295350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b9f8f3-5aa3-49ee-b5a0-b5f019e8f802 None None] Network 242f2459-0980-40fe-ab6a-c0e2954bfd3c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:10.307746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fc90c9-1cfc-4324-8fe5-b5f41850901c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:10.310180 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28fc90c9-1cfc-4324-8fe5-b5f41850901c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:10.348471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34512) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:10.349513 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-28fc90c9-1cfc-4324-8fe5-b5f41850901c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8004560 Jan 14 07:47:10.354901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-127e7418-03cf-4dd1-b1a1-8010f47ef214 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-482247936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:10.378879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-127e7418-03cf-4dd1-b1a1-8010f47ef214 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:10.389558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-127e7418-03cf-4dd1-b1a1-8010f47ef214 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:router and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:10.395874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-127e7418-03cf-4dd1-b1a1-8010f47ef214 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:10.434022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-127e7418-03cf-4dd1-b1a1-8010f47ef214 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:10.486629 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-127e7418-03cf-4dd1-b1a1-8010f47ef214 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:10.488492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-127e7418-03cf-4dd1-b1a1-8010f47ef214 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:10.529498 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-127e7418-03cf-4dd1-b1a1-8010f47ef214 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:10.583558 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-127e7418-03cf-4dd1-b1a1-8010f47ef214 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:10.647560 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-127e7418-03cf-4dd1-b1a1-8010f47ef214 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:10.650894 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-127e7418-03cf-4dd1-b1a1-8010f47ef214 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3021204 Jan 14 07:47:10.656094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34524) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:10.767222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-242f2459-0980-40fe-ab6a-c0e2954bfd3c', 'network_id': '242f2459-0980-40fe-ab6a-c0e2954bfd3c', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'fixed_ips': [{'subnet_id': '77d661a5-08e2-4c50-842d-807a158ea1f2'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:47:10.768223 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:11.457012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Allocated IP 2001:db8::2 (242f2459-0980-40fe-ab6a-c0e2954bfd3c/77d661a5-08e2-4c50-842d-807a158ea1f2/55831283-a056-43ff-9e83-2b6ebc230fa9) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:11.905773 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:11.938674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Transition to ACTIVE for port object 55831283-a056-43ff-9e83-2b6ebc230fa9 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:11.980275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Transition to ACTIVE for port object 55831283-a056-43ff-9e83-2b6ebc230fa9 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:12.040551 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:12.191188 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c2fc15e-93ef-4365-9458-0afdbdb3c961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:12.331679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Pushing event updated for resources: {'Port': ['ID=55831283-a056-43ff-9e83-2b6ebc230fa9,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:12.334316 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:12.448624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Network 242f2459-0980-40fe-ab6a-c0e2954bfd3c is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:12.450678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:12.459707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:12.551632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Attempting to bind port 55831283-a056-43ff-9e83-2b6ebc230fa9 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:47:12.552476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Attempting to bind port 55831283-a056-43ff-9e83-2b6ebc230fa9 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '1cde8adf-21e7-4402-88e4-b46ae009fc9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '242f2459-0980-40fe-ab6a-c0e2954bfd3c'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:47:12.552906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Attempting to bind port 55831283-a056-43ff-9e83-2b6ebc230fa9 on network 242f2459-0980-40fe-ab6a-c0e2954bfd3c {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:47:12.562582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:47:12.563017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Checking segment: {'id': '1cde8adf-21e7-4402-88e4-b46ae009fc9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '242f2459-0980-40fe-ab6a-c0e2954bfd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:12.563394 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:12.565611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Bound using segment: {'id': '1cde8adf-21e7-4402-88e4-b46ae009fc9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '242f2459-0980-40fe-ab6a-c0e2954bfd3c'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:47:12.567908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Bound port: 55831283-a056-43ff-9e83-2b6ebc230fa9, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cde8adf-21e7-4402-88e4-b46ae009fc9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '242f2459-0980-40fe-ab6a-c0e2954bfd3c'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:47:12.568379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:12.617623 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:12.720914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] For port 55831283-a056-43ff-9e83-2b6ebc230fa9, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:47:12.724691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] For port 55831283-a056-43ff-9e83-2b6ebc230fa9, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=55831283-a056-43ff-9e83-2b6ebc230fa9,segment=NetworkSegment(1cde8adf-21e7-4402-88e4-b46ae009fc9a),segment_id=1cde8adf-21e7-4402-88e4-b46ae009fc9a)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:47:12.756721 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:12.877556 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:13.157867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Pushing event updated for resources: {'Port': ['ID=55831283-a056-43ff-9e83-2b6ebc230fa9,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:13.178865 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:13.666011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Allocated IP 2001:db8::1 (242f2459-0980-40fe-ab6a-c0e2954bfd3c/77d661a5-08e2-4c50-842d-807a158ea1f2/30552ded-b7f8-42e2-9f8a-a38f3f539470) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:14.062222 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:14.112948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Transition to ACTIVE for port object 30552ded-b7f8-42e2-9f8a-a38f3f539470 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:14.166110 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:14.185955 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f5f68d3-bc95-4f77-9e22-041943885082 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:14.477099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network 242f2459-0980-40fe-ab6a-c0e2954bfd3c is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:14.482266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:14.485372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:14.486545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:14.516199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Port': ['ID=30552ded-b7f8-42e2-9f8a-a38f3f539470,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:14.521010 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:14.674836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:15.314008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9067d2-548d-4bbe-9f98-cf777599d886 None None] Network 242f2459-0980-40fe-ab6a-c0e2954bfd3c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:15.758938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:15.770981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:15.775416 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:15.810645 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:16.012449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 55831283-a056-43ff-9e83-2b6ebc230fa9 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:16.176078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Port': ['ID=30552ded-b7f8-42e2-9f8a-a38f3f539470,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:16.192099 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:16.227472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3ad8f500-c674-421e-8545-fd41f402589d None None] Provisioning for port 55831283-a056-43ff-9e83-2b6ebc230fa9 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:16.235791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 55831283-a056-43ff-9e83-2b6ebc230fa9 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:16.253667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 55831283-a056-43ff-9e83-2b6ebc230fa9 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:16.254324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:16.314041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network 242f2459-0980-40fe-ab6a-c0e2954bfd3c is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:16.315346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:16.369615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3ad8f500-c674-421e-8545-fd41f402589d None None] Provisioning complete for port 55831283-a056-43ff-9e83-2b6ebc230fa9 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:16.370033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ad8f500-c674-421e-8545-fd41f402589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:16.451131 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:16.577985 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:16.644041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ad8f500-c674-421e-8545-fd41f402589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:16.671525 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:16.713082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 55831283-a056-43ff-9e83-2b6ebc230fa9, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=55831283-a056-43ff-9e83-2b6ebc230fa9,segment=NetworkSegment(1cde8adf-21e7-4402-88e4-b46ae009fc9a),segment_id=1cde8adf-21e7-4402-88e4-b46ae009fc9a)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:16.721125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:16.723549 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-37a079e3-a138-45d1-8f44-182e53fa2d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:16.807815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router 643df0f2-4682-46d6-90bf-dfa193af658c is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:47:16.826517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=55831283-a056-43ff-9e83-2b6ebc230fa9,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:16.916870 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:16.917618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-3ad8f500-c674-421e-8545-fd41f402589d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:47:16.918029 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-3ad8f500-c674-421e-8545-fd41f402589d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:47:17.206340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:47:17.218257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a8be3-834c-4301-89e5-3a8d0ce1b39e None None] Sync routers for ids ['643df0f2-4682-46d6-90bf-dfa193af658c'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:47:17.230906 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/643df0f2-4682-46d6-90bf-dfa193af658c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5735755 Jan 14 07:47:17.233782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34758) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:17.240713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a8be3-834c-4301-89e5-3a8d0ce1b39e None None] Routers {'643df0f2-4682-46d6-90bf-dfa193af658c'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:17.241384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b31a8be3-834c-4301-89e5-3a8d0ce1b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:46:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['643df0f2-4682-46d6-90bf-dfa193af658c'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:17.368863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f2f73d-3073-4f0b-9793-0259b356f764 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:17.369676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b9f2f73d-3073-4f0b-9793-0259b356f764 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Synchronizing usage tracker for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:47:17.459557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b9f2f73d-3073-4f0b-9793-0259b356f764 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Unset dirty status for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:47:17.461950 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b9f2f73d-3073-4f0b-9793-0259b356f764 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/ports/30552ded-b7f8-42e2-9f8a-a38f3f539470 HTTP/1.1" status: 200 len: 911 time: 0.2270842 Jan 14 07:47:17.465253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34764) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:17.485443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8c98201b-cb25-4810-ae18-d70e979cc451 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'port': {'fixed_ips': [{'subnet_id': '77d661a5-08e2-4c50-842d-807a158ea1f2'}]}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:17.657691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 55831283-a056-43ff-9e83-2b6ebc230fa9 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:17.780598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b31a8be3-834c-4301-89e5-3a8d0ce1b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:17.792079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a8be3-834c-4301-89e5-3a8d0ce1b39e None None] Routers {'643df0f2-4682-46d6-90bf-dfa193af658c'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:17.792859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b31a8be3-834c-4301-89e5-3a8d0ce1b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:46:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['643df0f2-4682-46d6-90bf-dfa193af658c'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:17.797425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b5d6d87e-705c-491c-a83e-1108ed52998b None None] Provisioning complete for port 55831283-a056-43ff-9e83-2b6ebc230fa9 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:17.797847 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d87e-705c-491c-a83e-1108ed52998b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:17.871188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b31a8be3-834c-4301-89e5-3a8d0ce1b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:17.871723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a8be3-834c-4301-89e5-3a8d0ce1b39e None None] The sync data for ids ['643df0f2-4682-46d6-90bf-dfa193af658c'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:47:17.993662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b5d6d87e-705c-491c-a83e-1108ed52998b None None] Provisioning for port 30552ded-b7f8-42e2-9f8a-a38f3f539470 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:18.028039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 55831283-a056-43ff-9e83-2b6ebc230fa9 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:18.028600 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:18.125030 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c98201b-cb25-4810-ae18-d70e979cc451 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:18.136279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b5d6d87e-705c-491c-a83e-1108ed52998b None None] Provisioning complete for port 30552ded-b7f8-42e2-9f8a-a38f3f539470 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:18.136814 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d87e-705c-491c-a83e-1108ed52998b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:18.391339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6d87e-705c-491c-a83e-1108ed52998b None None] Port 30552ded-b7f8-42e2-9f8a-a38f3f539470 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:47:18.572073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6b54abd5-c1fa-4755-97cf-f7f148015c0b None None] Provisioning complete for port 30552ded-b7f8-42e2-9f8a-a38f3f539470 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:18.573004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b54abd5-c1fa-4755-97cf-f7f148015c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:18.754420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6b54abd5-c1fa-4755-97cf-f7f148015c0b None None] Port 30552ded-b7f8-42e2-9f8a-a38f3f539470 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:47:18.883974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c24cea89-0dcc-4205-80f7-847464cf03c9 None None] Provisioning complete for port 55831283-a056-43ff-9e83-2b6ebc230fa9 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:18.884412 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c24cea89-0dcc-4205-80f7-847464cf03c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:19.370275 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c98201b-cb25-4810-ae18-d70e979cc451 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:19.381304 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c98201b-cb25-4810-ae18-d70e979cc451 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:19.402923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c98201b-cb25-4810-ae18-d70e979cc451 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:19.403926 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c98201b-cb25-4810-ae18-d70e979cc451 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for port, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:19.409502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34810) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:19.425318 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8c98201b-cb25-4810-ae18-d70e979cc451 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/ports/30552ded-b7f8-42e2-9f8a-a38f3f539470 HTTP/1.1" status: 200 len: 911 time: 1.9531991 Jan 14 07:47:19.426740 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d6ce69e4-e531-4017-a2e1-690a1790d305 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:19.588264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98201b-cb25-4810-ae18-d70e979cc451 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Port': ['ID=30552ded-b7f8-42e2-9f8a-a38f3f539470,revision_number=3']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:19.592450 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8c98201b-cb25-4810-ae18-d70e979cc451 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:20.486971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34838) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:20.797858 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3d66cab-5938-4813-bdbb-4351a023789a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:20.828028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f3d66cab-5938-4813-bdbb-4351a023789a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:20.832928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f3d66cab-5938-4813-bdbb-4351a023789a admin admin] Usage tracker for resource:security_group_rule and tenant:3f96d895d3014d67ba8f781cb41f9d08 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:20.837975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f3d66cab-5938-4813-bdbb-4351a023789a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:20.844439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f3d66cab-5938-4813-bdbb-4351a023789a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:20.957588 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3d66cab-5938-4813-bdbb-4351a023789a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:20.963275 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3d66cab-5938-4813-bdbb-4351a023789a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:20.973998 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0f357d2-d64e-4d39-ac07-10348427bd9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:21.013774 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77c9f711-daf4-4374-ae7c-1dc2f6591a55 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:21.049487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d66cab-5938-4813-bdbb-4351a023789a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b89f94-fb08-4d6a-97c4-02be6f210c5a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:21.057354 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f3d66cab-5938-4813-bdbb-4351a023789a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f96d895d3014d67ba8f781cb41f9d08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5654631 Jan 14 07:47:21.057354 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f3d66cab-5938-4813-bdbb-4351a023789a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:21.057599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34860) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:21.131144 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ea63731-b1ee-428d-8d15-db6dac2c5fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:21.165651 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ea63731-b1ee-428d-8d15-db6dac2c5fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:21.222637 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ea63731-b1ee-428d-8d15-db6dac2c5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:21.231467 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3f99ff3b-f7bd-4f3d-97a5-7a1eec55816a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:21.260902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea63731-b1ee-428d-8d15-db6dac2c5fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b89f94-fb08-4d6a-97c4-02be6f210c5a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:21.266409 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ea63731-b1ee-428d-8d15-db6dac2c5fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:21.267890 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ea63731-b1ee-428d-8d15-db6dac2c5fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:21.269762 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5ea63731-b1ee-428d-8d15-db6dac2c5fa6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29b89f94-fb08-4d6a-97c4-02be6f210c5a HTTP/1.1" status: 204 len: 168 time: 0.2110753 Jan 14 07:47:21.641368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-77c9f711-daf4-4374-ae7c-1dc2f6591a55 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting port 30552ded-b7f8-42e2-9f8a-a38f3f539470 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:47:21.641835 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77c9f711-daf4-4374-ae7c-1dc2f6591a55 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:22.010938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77c9f711-daf4-4374-ae7c-1dc2f6591a55 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:22.286088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-77c9f711-daf4-4374-ae7c-1dc2f6591a55 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Calling delete_port for 30552ded-b7f8-42e2-9f8a-a38f3f539470 owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:47:22.580224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77c9f711-daf4-4374-ae7c-1dc2f6591a55 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:22.764402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34912) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:22.785974 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-009cab27-afcd-477e-9bcd-3bfd89d8bcac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:23.013047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2096400426-network', 'tenant_id': '786b2b058427411589ac776aaf80142c'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:23.021606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:23.034649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9f711-daf4-4374-ae7c-1dc2f6591a55 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Port': ['ID=30552ded-b7f8-42e2-9f8a-a38f3f539470,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:23.037574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Usage tracker for resource:network and tenant:786b2b058427411589ac776aaf80142c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:23.040429 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-77c9f711-daf4-4374-ae7c-1dc2f6591a55 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:23.059333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:23.068158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:23.130620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Made reservation on behalf of 786b2b058427411589ac776aaf80142c for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:47:23.141011 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.160075 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.181771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:23.189007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Usage tracker for resource:security_group_rule and tenant:786b2b058427411589ac776aaf80142c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:23.193674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:23.203159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:23.233405 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-77c9f711-daf4-4374-ae7c-1dc2f6591a55 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.437784 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.450627 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.455783 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9901a2d0-c7fd-46ab-b050-e96f2ed3d303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:23.559982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e66be8-6a84-4d3c-9ce9-233cad80da01,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:23.582395 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:23.600465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:47:23.617010 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.617521 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Added segment cf62dbf3-1a13-4854-ae79-ef0c98706d87 of type vxlan for network a5e30c25-6765-43a7-85a6-7c9bb63d093b Jan 14 07:47:23.706154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.785229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.788227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:23.788227 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:23.796521 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:23.902437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c9f711-daf4-4374-ae7c-1dc2f6591a55 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router 643df0f2-4682-46d6-90bf-dfa193af658c has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:47:23.989167 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0206f396-6bad-4582-a447-c04923eb126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.040073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Pushing event updated for resources: {'Network': ['ID=a5e30c25-6765-43a7-85a6-7c9bb63d093b,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:24.046476 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:24.053991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network a5e30c25-6765-43a7-85a6-7c9bb63d093b details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:24.054800 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2886767 Jan 14 07:47:24.075950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34932) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:24.097059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d78f02f5-d482-49ff-bff1-23aa8c81de48 admin admin] Request body: {'subnet': {'network_id': 'a5e30c25-6765-43a7-85a6-7c9bb63d093b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2096400426-subnet', 'tenant_id': '786b2b058427411589ac776aaf80142c', 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:24.106127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d78f02f5-d482-49ff-bff1-23aa8c81de48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:24.112196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d78f02f5-d482-49ff-bff1-23aa8c81de48 admin admin] Usage tracker for resource:subnet and tenant:786b2b058427411589ac776aaf80142c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:24.116203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d78f02f5-d482-49ff-bff1-23aa8c81de48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:24.124743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d78f02f5-d482-49ff-bff1-23aa8c81de48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:24.171528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78f02f5-d482-49ff-bff1-23aa8c81de48 admin admin] Made reservation on behalf of 786b2b058427411589ac776aaf80142c for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:47:24.180054 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d78f02f5-d482-49ff-bff1-23aa8c81de48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.194502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c9f711-daf4-4374-ae7c-1dc2f6591a55 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:47:24.232039 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-77c9f711-daf4-4374-ae7c-1dc2f6591a55 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/643df0f2-4682-46d6-90bf-dfa193af658c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8205423 Jan 14 07:47:24.236580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34940) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:24.320236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4ddacc76-1e30-42d6-92c9-ca886dccf0cd tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Synchronizing usage tracker for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:47:24.346346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network a5e30c25-6765-43a7-85a6-7c9bb63d093b details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:24.347327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4ddacc76-1e30-42d6-92c9-ca886dccf0cd tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Unset dirty status for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:47:24.349047 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4ddacc76-1e30-42d6-92c9-ca886dccf0cd tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/ports?device_id=643df0f2-4682-46d6-90bf-dfa193af658c HTTP/1.1" status: 200 len: 205 time: 0.1119485 Jan 14 07:47:24.352766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34944) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:24.467555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb90af-f7c1-4ee0-915c-2acf8b017785 None None] Sync routers for ids ['643df0f2-4682-46d6-90bf-dfa193af658c'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:47:24.471019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network a5e30c25-6765-43a7-85a6-7c9bb63d093b details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:24.519546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb90af-f7c1-4ee0-915c-2acf8b017785 None None] Routers {'643df0f2-4682-46d6-90bf-dfa193af658c'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:24.520324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e5fb90af-f7c1-4ee0-915c-2acf8b017785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:46:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['643df0f2-4682-46d6-90bf-dfa193af658c'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:24.672923 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-894eaeda-d66e-46f0-8b22-7a6fbc8ac565 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:24.805858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e5fb90af-f7c1-4ee0-915c-2acf8b017785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:24.857498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb90af-f7c1-4ee0-915c-2acf8b017785 None None] Routers {'643df0f2-4682-46d6-90bf-dfa193af658c'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:24.858219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e5fb90af-f7c1-4ee0-915c-2acf8b017785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:46:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['643df0f2-4682-46d6-90bf-dfa193af658c'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:25.031039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e5fb90af-f7c1-4ee0-915c-2acf8b017785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:25.031507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb90af-f7c1-4ee0-915c-2acf8b017785 None None] The sync data for ids ['643df0f2-4682-46d6-90bf-dfa193af658c'] in n-d-769329-2 is: [] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:47:25.099787 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d78f02f5-d482-49ff-bff1-23aa8c81de48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:25.177145 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f5f84fdb-fe09-4321-b306-5ffb8f394ce7 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:25.206055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-894eaeda-d66e-46f0-8b22-7a6fbc8ac565 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:25.208879 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-894eaeda-d66e-46f0-8b22-7a6fbc8ac565 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:25.256454 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-894eaeda-d66e-46f0-8b22-7a6fbc8ac565 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:25.257439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894eaeda-d66e-46f0-8b22-7a6fbc8ac565 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Fanout notify agent at l3_agent the message router_deleted on router 643df0f2-4682-46d6-90bf-dfa193af658c {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:47:25.301170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-894eaeda-d66e-46f0-8b22-7a6fbc8ac565 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:25.302619 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-894eaeda-d66e-46f0-8b22-7a6fbc8ac565 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/routers/643df0f2-4682-46d6-90bf-dfa193af658c HTTP/1.1" status: 204 len: 168 time: 0.9483864 Jan 14 07:47:25.306660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 34970) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:25.324792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f02f5-d482-49ff-bff1-23aa8c81de48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b517540c-053c-4bf9-b228-b8dbc9507431,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:25.333622 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d78f02f5-d482-49ff-bff1-23aa8c81de48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:25.462591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78f02f5-d482-49ff-bff1-23aa8c81de48 admin admin] Checking segment: {'id': 'cf62dbf3-1a13-4854-ae79-ef0c98706d87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a5e30c25-6765-43a7-85a6-7c9bb63d093b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:25.463100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78f02f5-d482-49ff-bff1-23aa8c81de48 admin admin] Network hostable DHCP agents. Network: a5e30c25-6765-43a7-85a6-7c9bb63d093b, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:47:25.499050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78f02f5-d482-49ff-bff1-23aa8c81de48 admin admin] Network a5e30c25-6765-43a7-85a6-7c9bb63d093b is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:47:25.543869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d78f02f5-d482-49ff-bff1-23aa8c81de48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, a5e30c25-6765-43a7-85a6-7c9bb63d093b) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:25.564122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78f02f5-d482-49ff-bff1-23aa8c81de48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:25.564792 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d78f02f5-d482-49ff-bff1-23aa8c81de48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:25.569468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967fa6fb-a7b5-4b1d-baef-a34f720996c6 None None] Network a5e30c25-6765-43a7-85a6-7c9bb63d093b requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:25.624541 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d78f02f5-d482-49ff-bff1-23aa8c81de48 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5454388 Jan 14 07:47:25.627912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 34978) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:25.635092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2096400426-router', 'tenant_id': '786b2b058427411589ac776aaf80142c', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:25.651540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:25.662552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Usage tracker for resource:router and tenant:786b2b058427411589ac776aaf80142c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:25.671047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:25.685739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:25.729233 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:25.730391 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:25.762834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:26.085927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea59cf5d-07cb-4cce-b0af-2f528a5bd111 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting subnet 77d661a5-08e2-4c50-842d-807a158ea1f2 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:47:26.092118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ea59cf5d-07cb-4cce-b0af-2f528a5bd111 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:26.182645 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ea59cf5d-07cb-4cce-b0af-2f528a5bd111 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:26.264697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-a5e30c25-6765-43a7-85a6-7c9bb63d093b', 'network_id': 'a5e30c25-6765-43a7-85a6-7c9bb63d093b', 'tenant_id': '786b2b058427411589ac776aaf80142c', 'fixed_ips': [{'subnet_id': 'b517540c-053c-4bf9-b228-b8dbc9507431'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:47:26.280452 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:26.359662 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ea59cf5d-07cb-4cce-b0af-2f528a5bd111 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:26.405106 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:26.863006 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0b183f1-46dc-4288-a62f-f33df91f029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:26.870952 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ea59cf5d-07cb-4cce-b0af-2f528a5bd111 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:27.013142 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:27.061972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Allocated IP 172.20.0.2 (a5e30c25-6765-43a7-85a6-7c9bb63d093b/b517540c-053c-4bf9-b228-b8dbc9507431/668ed5c3-75cf-4944-bab1-11948ee0be20) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:27.062209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:27.069744 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-64ec6824-0294-4470-a2f8-724ef0dc0079 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:27.128226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59cf5d-07cb-4cce-b0af-2f528a5bd111 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Subnet': ['ID=77d661a5-08e2-4c50-842d-807a158ea1f2,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:27.133871 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ea59cf5d-07cb-4cce-b0af-2f528a5bd111 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:27.208960 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ea59cf5d-07cb-4cce-b0af-2f528a5bd111 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:27.237348 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ea59cf5d-07cb-4cce-b0af-2f528a5bd111 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/subnets/77d661a5-08e2-4c50-842d-807a158ea1f2 HTTP/1.1" status: 204 len: 168 time: 1.9294813 Jan 14 07:47:27.248400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35006) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:27.373321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:27.387929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Transition to ACTIVE for port object 668ed5c3-75cf-4944-bab1-11948ee0be20 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:27.410619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Transition to ACTIVE for port object 668ed5c3-75cf-4944-bab1-11948ee0be20 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:27.421251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc400d6-c5e1-45cf-ae2e-8f4b5161dd5c None None] Network 242f2459-0980-40fe-ab6a-c0e2954bfd3c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:27.446229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:27.500735 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:27.669982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:27.691388 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:27.799427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting port 55831283-a056-43ff-9e83-2b6ebc230fa9 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:47:27.800580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:27.823594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Network a5e30c25-6765-43a7-85a6-7c9bb63d093b is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:27.828750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:27.831508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:27.948801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Pushing event updated for resources: {'Port': ['ID=668ed5c3-75cf-4944-bab1-11948ee0be20,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:27.988360 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:28.074133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:28.079234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Allocated IP 172.25.3.158 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/4abd1131-f180-4f4d-8578-fc831239c1a3) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:28.089109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Attempting to bind port 668ed5c3-75cf-4944-bab1-11948ee0be20 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:47:28.089546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Attempting to bind port 668ed5c3-75cf-4944-bab1-11948ee0be20 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'cf62dbf3-1a13-4854-ae79-ef0c98706d87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a5e30c25-6765-43a7-85a6-7c9bb63d093b'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:47:28.089983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Attempting to bind port 668ed5c3-75cf-4944-bab1-11948ee0be20 on network a5e30c25-6765-43a7-85a6-7c9bb63d093b {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:47:28.124747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:47:28.127225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Checking segment: {'id': 'cf62dbf3-1a13-4854-ae79-ef0c98706d87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a5e30c25-6765-43a7-85a6-7c9bb63d093b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:28.127843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:28.128549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Bound using segment: {'id': 'cf62dbf3-1a13-4854-ae79-ef0c98706d87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a5e30c25-6765-43a7-85a6-7c9bb63d093b'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:47:28.130855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Bound port: 668ed5c3-75cf-4944-bab1-11948ee0be20, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf62dbf3-1a13-4854-ae79-ef0c98706d87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a5e30c25-6765-43a7-85a6-7c9bb63d093b'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:47:28.131390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:28.149538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] For port 55831283-a056-43ff-9e83-2b6ebc230fa9, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=55831283-a056-43ff-9e83-2b6ebc230fa9,segment=NetworkSegment(1cde8adf-21e7-4402-88e4-b46ae009fc9a),segment_id=1cde8adf-21e7-4402-88e4-b46ae009fc9a)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:28.151063 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:28.256156 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:28.289704 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:28.343335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] For port 668ed5c3-75cf-4944-bab1-11948ee0be20, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:47:28.349547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] For port 668ed5c3-75cf-4944-bab1-11948ee0be20, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=668ed5c3-75cf-4944-bab1-11948ee0be20,segment=NetworkSegment(cf62dbf3-1a13-4854-ae79-ef0c98706d87),segment_id=cf62dbf3-1a13-4854-ae79-ef0c98706d87)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:47:28.360667 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:28.386650 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec2e9141-c97e-4d30-8d8b-6f4f846af29c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:28.452953 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:28.464109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Calling delete_port for 55831283-a056-43ff-9e83-2b6ebc230fa9 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:47:28.583849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Pushing event updated for resources: {'Port': ['ID=4abd1131-f180-4f4d-8578-fc831239c1a3,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:28.591867 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:28.594493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:28.596498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:28.600532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:28.737794 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:28.782606 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0b48c6b4-5f5e-47a2-96c3-3517ed6ebb1e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:28.809884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f2ab38-8f50-4bb2-9aff-a65c8c538baf None None] DHCP port deletion for 242f2459-0980-40fe-ab6a-c0e2954bfd3c request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:47:28.970827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Port': ['ID=55831283-a056-43ff-9e83-2b6ebc230fa9,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:28.987882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Pushing event updated for resources: {'Port': ['ID=668ed5c3-75cf-4944-bab1-11948ee0be20,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:28.997712 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:28.998608 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:29.011561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.012338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.013119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.013731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.015610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.016308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.016918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.017626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.018227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.018825 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.019439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.020313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.021000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.021615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.022215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.023603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.024254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.025170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.025764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.026368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.026965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.027570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.028187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.028786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.029414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.030003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.030699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.031292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.031917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.032519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.033104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.033826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.034438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.035033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.035796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.036627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:29.048325 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:29.097089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] No DVR routers for this DVR port 55831283-a056-43ff-9e83-2b6ebc230fa9 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:47:29.257055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:29.331275 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:29.439470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242f2459-0980-40fe-ab6a-c0e2954bfd3c']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:29.455560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cde8adf-21e7-4402-88e4-b46ae009fc9a') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:29.456226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cde8adf-21e7-4402-88e4-b46ae009fc9a') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:29.478234 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:29.498870 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:29.501180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:47:29.713395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 668ed5c3-75cf-4944-bab1-11948ee0be20 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:29.797406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network 242f2459-0980-40fe-ab6a-c0e2954bfd3c has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:47:29.813929 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:29.851398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 668ed5c3-75cf-4944-bab1-11948ee0be20 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:29.939713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 55831283-a056-43ff-9e83-2b6ebc230fa9 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:47:30.014111 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:30.059559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 55831283-a056-43ff-9e83-2b6ebc230fa9 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:47:30.060165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 55831283-a056-43ff-9e83-2b6ebc230fa9 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:47:30.096229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network 242f2459-0980-40fe-ab6a-c0e2954bfd3c has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: The network API now supports system scope and default roles. Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: warnings.warn(deprecated_msg) Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:47:30.159164 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:47:30.335285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:30.352256 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:30.365658 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:30.378664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Router 6f2bb301-8831-429e-968c-dd61ad65f8dd is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:47:30.443884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Network': ['ID=242f2459-0980-40fe-ab6a-c0e2954bfd3c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:30.456749 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:30.484192 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/networks/242f2459-0980-40fe-ab6a-c0e2954bfd3c HTTP/1.1" status: 204 len: 168 time: 3.2261147 Jan 14 07:47:30.488998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35068) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:30.506669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0c5d31a3-cd02-4ad8-9734-45f70fe89ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1684904717', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:30.525566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0c5d31a3-cd02-4ad8-9734-45f70fe89ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:30.536077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0c5d31a3-cd02-4ad8-9734-45f70fe89ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:router and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:30.565671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0c5d31a3-cd02-4ad8-9734-45f70fe89ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:30.579620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0c5d31a3-cd02-4ad8-9734-45f70fe89ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:30.616776 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c5d31a3-cd02-4ad8-9734-45f70fe89ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:30.619318 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c5d31a3-cd02-4ad8-9734-45f70fe89ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:30.635953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:47:30.645755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] Sync routers for ids ['6f2bb301-8831-429e-968c-dd61ad65f8dd'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:47:30.658034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] Routers {'6f2bb301-8831-429e-968c-dd61ad65f8dd'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:30.658732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:47:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['6f2bb301-8831-429e-968c-dd61ad65f8dd'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:30.688928 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c5d31a3-cd02-4ad8-9734-45f70fe89ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:30.720167 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:30.720167 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0892591 Jan 14 07:47:30.721463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35076) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:30.762919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c5d31a3-cd02-4ad8-9734-45f70fe89ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:30.866203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c5d31a3-cd02-4ad8-9734-45f70fe89ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:30.867958 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0c5d31a3-cd02-4ad8-9734-45f70fe89ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3774168 Jan 14 07:47:30.871497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35080) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:30.901001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4ca225e3-faa4-4273-ab71-d39f11367bc7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-702755626'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:30.930083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4ca225e3-faa4-4273-ab71-d39f11367bc7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:30.940815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4ca225e3-faa4-4273-ab71-d39f11367bc7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:network and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:30.949674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4ca225e3-faa4-4273-ab71-d39f11367bc7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:30.958296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4ca225e3-faa4-4273-ab71-d39f11367bc7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:30.976341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca225e3-faa4-4273-ab71-d39f11367bc7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Made reservation on behalf of 24dfe377520f474f9b69516e3f1c6869 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:47:30.995732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ca225e3-faa4-4273-ab71-d39f11367bc7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:30.999314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] Set router 6f2bb301-8831-429e-968c-dd61ad65f8dd gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:31.039681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975a728e-1e13-48a4-a9dc-6a1d507d6067 None None] Network a5e30c25-6765-43a7-85a6-7c9bb63d093b requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:31.056410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca225e3-faa4-4273-ab71-d39f11367bc7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:47:31.067089 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ca225e3-faa4-4273-ab71-d39f11367bc7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:31.067405 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-4ca225e3-faa4-4273-ab71-d39f11367bc7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Added segment d1dc6449-7341-4c94-81a7-3661e41debb2 of type vxlan for network d21e874a-257d-41d5-abeb-c88acb65c5bf Jan 14 07:47:31.100350 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ca225e3-faa4-4273-ab71-d39f11367bc7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:31.209777 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ca225e3-faa4-4273-ab71-d39f11367bc7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:31.295958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca225e3-faa4-4273-ab71-d39f11367bc7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:31.308266 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ca225e3-faa4-4273-ab71-d39f11367bc7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:31.324158 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fdeaaf00-f918-4d1f-a555-2d3753370b95 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:31.342909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0e8e1212-ae16-4cae-b96a-c62481582229 None None] Provisioning for port 668ed5c3-75cf-4944-bab1-11948ee0be20 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:31.349902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0e8e1212-ae16-4cae-b96a-c62481582229 None None] Provisioning complete for port 668ed5c3-75cf-4944-bab1-11948ee0be20 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:31.350319 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e8e1212-ae16-4cae-b96a-c62481582229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:31.681432 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4ca225e3-faa4-4273-ab71-d39f11367bc7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8086417 Jan 14 07:47:31.692753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35094) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:31.715750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cf8a3094-4a51-412e-83ad-98ae6ed3a6e1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'subnet': {'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:31.750704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2bb301-8831-429e-968c-dd61ad65f8dd', 'name': 'tempest-TestVolumeBootPattern-2096400426-router', 'tenant_id': '786b2b058427411589ac776aaf80142c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '4abd1131-f180-4f4d-8578-fc831239c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:25Z', 'updated_at': '2021-01-14T07:47:29Z', 'revision_number': 3, 'project_id': '786b2b058427411589ac776aaf80142c', 'gw_port': {'id': '4abd1131-f180-4f4d-8578-fc831239c1a3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:53:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2bb301-8831-429e-968c-dd61ad65f8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:27Z', 'updated_at': '2021-01-14T07:47:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:31.762519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] Checking router: 6f2bb301-8831-429e-968c-dd61ad65f8dd for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:47:31.762921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] Updating router 6f2bb301-8831-429e-968c-dd61ad65f8dd port 4abd1131-f180-4f4d-8578-fc831239c1a3 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:47:31.769543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca225e3-faa4-4273-ab71-d39f11367bc7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Network': ['ID=d21e874a-257d-41d5-abeb-c88acb65c5bf,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:31.785175 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4ca225e3-faa4-4273-ab71-d39f11367bc7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:31.804336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network d21e874a-257d-41d5-abeb-c88acb65c5bf details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:31.824351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network d21e874a-257d-41d5-abeb-c88acb65c5bf details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:31.896640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network d21e874a-257d-41d5-abeb-c88acb65c5bf details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:31.948426 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:32.081309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cf8a3094-4a51-412e-83ad-98ae6ed3a6e1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:32.092223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cf8a3094-4a51-412e-83ad-98ae6ed3a6e1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:subnet and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:32.095920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cf8a3094-4a51-412e-83ad-98ae6ed3a6e1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:32.120891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cf8a3094-4a51-412e-83ad-98ae6ed3a6e1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:32.133441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8a3094-4a51-412e-83ad-98ae6ed3a6e1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Made reservation on behalf of 24dfe377520f474f9b69516e3f1c6869 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:47:32.367508 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3094-4a51-412e-83ad-98ae6ed3a6e1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:32.648547 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:32.821497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:32.853123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] Transition to ACTIVE for port object 4abd1131-f180-4f4d-8578-fc831239c1a3 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:32.871296 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:32.907300 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:33.037977 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e8e1212-ae16-4cae-b96a-c62481582229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:33.141405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0e8e1212-ae16-4cae-b96a-c62481582229 None None] For port 668ed5c3-75cf-4944-bab1-11948ee0be20, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=668ed5c3-75cf-4944-bab1-11948ee0be20,segment=NetworkSegment(cf62dbf3-1a13-4854-ae79-ef0c98706d87),segment_id=cf62dbf3-1a13-4854-ae79-ef0c98706d87)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:33.165242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e8e1212-ae16-4cae-b96a-c62481582229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:33.168715 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bcfe8f8a-b7df-489c-9c01-0224e095b033 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:33.362236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Allocated IP 172.20.0.1 (a5e30c25-6765-43a7-85a6-7c9bb63d093b/b517540c-053c-4bf9-b228-b8dbc9507431/7770b834-ebe2-4688-99b2-b889e1b42295) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:33.401013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e882a16-493b-4f2f-bdf2-af4a3360863a None None] Pushing event updated for resources: {'Port': ['ID=4abd1131-f180-4f4d-8578-fc831239c1a3,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:33.413233 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2e882a16-493b-4f2f-bdf2-af4a3360863a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:33.441219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e1212-ae16-4cae-b96a-c62481582229 None None] Pushing event updated for resources: {'Port': ['ID=668ed5c3-75cf-4944-bab1-11948ee0be20,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:33.453468 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e8e1212-ae16-4cae-b96a-c62481582229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:33.511454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e763ee8a-d77e-49df-9d4e-91f1946dd243 None None] Provisioning complete for port 668ed5c3-75cf-4944-bab1-11948ee0be20 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:33.512069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e763ee8a-d77e-49df-9d4e-91f1946dd243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:33.571421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] Attempting to bind port 4abd1131-f180-4f4d-8578-fc831239c1a3 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:47:33.572032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] Attempting to bind port 4abd1131-f180-4f4d-8578-fc831239c1a3 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:47:33.572926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] Attempting to bind port 4abd1131-f180-4f4d-8578-fc831239c1a3 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:47:33.592336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:47:33.593034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:33.593619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:33.594244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:47:33.594919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] Bound port: 4abd1131-f180-4f4d-8578-fc831239c1a3, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:47:33.595675 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:33.749230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:33.771833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 668ed5c3-75cf-4944-bab1-11948ee0be20 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:33.792703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Transition to ACTIVE for port object 7770b834-ebe2-4688-99b2-b889e1b42295 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:33.799231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] For port 4abd1131-f180-4f4d-8578-fc831239c1a3, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:47:33.803923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] For port 4abd1131-f180-4f4d-8578-fc831239c1a3, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4abd1131-f180-4f4d-8578-fc831239c1a3,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:47:33.818180 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:33.838582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:33.888903 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c5ecb4c9-d2bf-433b-a0ca-8f3a196b4201 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:33.901331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3094-4a51-412e-83ad-98ae6ed3a6e1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:34.105060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7770b834-ebe2-4688-99b2-b889e1b42295,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:34.111734 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6799e21e-a91e-4af6-83f2-7fd1cebd8484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:34.134323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 668ed5c3-75cf-4944-bab1-11948ee0be20 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:34.135041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:34.137388 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:34.335023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a1e6dc2d-9e25-4de1-8ac2-2bd8a46c1b7c None None] Provisioning complete for port 668ed5c3-75cf-4944-bab1-11948ee0be20 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:34.337508 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ba27fd9e-9508-4085-9962-920fed96e33c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:34.338088 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a1e6dc2d-9e25-4de1-8ac2-2bd8a46c1b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:34.362884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e882a16-493b-4f2f-bdf2-af4a3360863a None None] Pushing event updated for resources: {'Port': ['ID=4abd1131-f180-4f4d-8578-fc831239c1a3,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:34.395170 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2e882a16-493b-4f2f-bdf2-af4a3360863a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:34.449650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] Routers {'6f2bb301-8831-429e-968c-dd61ad65f8dd'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:34.450406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:47:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['6f2bb301-8831-429e-968c-dd61ad65f8dd'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:34.499766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Network a5e30c25-6765-43a7-85a6-7c9bb63d093b is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:34.502664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:34.516692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:34.580780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a3094-4a51-412e-83ad-98ae6ed3a6e1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Subnet': ['ID=02b9195a-8e6e-42cb-a959-518f1f2e93db,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:34.593175 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cf8a3094-4a51-412e-83ad-98ae6ed3a6e1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:34.668082 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:34.679814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a3094-4a51-412e-83ad-98ae6ed3a6e1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Checking segment: {'id': 'd1dc6449-7341-4c94-81a7-3661e41debb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:34.685738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8a3094-4a51-412e-83ad-98ae6ed3a6e1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network hostable DHCP agents. Network: d21e874a-257d-41d5-abeb-c88acb65c5bf, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:47:34.736290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8a3094-4a51-412e-83ad-98ae6ed3a6e1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network d21e874a-257d-41d5-abeb-c88acb65c5bf is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:47:34.751099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-cf8a3094-4a51-412e-83ad-98ae6ed3a6e1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, d21e874a-257d-41d5-abeb-c88acb65c5bf) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:34.759563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b95e54c0-7cad-4b0b-994b-247361c46d0e None None] Provisioning complete for port 668ed5c3-75cf-4944-bab1-11948ee0be20 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:34.763219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b95e54c0-7cad-4b0b-994b-247361c46d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:34.805053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8a3094-4a51-412e-83ad-98ae6ed3a6e1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:34.805853 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3094-4a51-412e-83ad-98ae6ed3a6e1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:34.862621 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cf8a3094-4a51-412e-83ad-98ae6ed3a6e1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1614532 Jan 14 07:47:34.864367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656ddc9e-0434-4666-be98-169a2cb92c95 None None] Network d21e874a-257d-41d5-abeb-c88acb65c5bf requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:34.866001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35144) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:34.982806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:34.987002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] Set router 6f2bb301-8831-429e-968c-dd61ad65f8dd gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:35.461111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-d21e874a-257d-41d5-abeb-c88acb65c5bf', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:47:35.462852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:35.587302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2bb301-8831-429e-968c-dd61ad65f8dd', 'name': 'tempest-TestVolumeBootPattern-2096400426-router', 'tenant_id': '786b2b058427411589ac776aaf80142c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '4abd1131-f180-4f4d-8578-fc831239c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:25Z', 'updated_at': '2021-01-14T07:47:29Z', 'revision_number': 3, 'project_id': '786b2b058427411589ac776aaf80142c', 'gw_port': {'id': '4abd1131-f180-4f4d-8578-fc831239c1a3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:53:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2bb301-8831-429e-968c-dd61ad65f8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:27Z', 'updated_at': '2021-01-14T07:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:35.622931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9630ba08-0288-4646-8f25-1756cfbf9d0d None None] The sync data for ids ['6f2bb301-8831-429e-968c-dd61ad65f8dd'] in n-d-769329-2 is: [{'id': '6f2bb301-8831-429e-968c-dd61ad65f8dd', 'name': 'tempest-TestVolumeBootPattern-2096400426-router', 'tenant_id': '786b2b058427411589ac776aaf80142c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '4abd1131-f180-4f4d-8578-fc831239c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:25Z', 'updated_at': '2021-01-14T07:47:29Z', 'revision_number': 3, 'project_id': '786b2b058427411589ac776aaf80142c', 'gw_port': {'id': '4abd1131-f180-4f4d-8578-fc831239c1a3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:53:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2bb301-8831-429e-968c-dd61ad65f8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:27Z', 'updated_at': '2021-01-14T07:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:47:35.749359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:35.768364 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:35.887578 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8c98201b-cb25-4810-ae18-d70e979cc451 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:36.039557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Allocated IP 2001:db8::2 (d21e874a-257d-41d5-abeb-c88acb65c5bf/02b9195a-8e6e-42cb-a959-518f1f2e93db/5383878a-389a-46e1-b40d-21951da4ab9b) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:36.075424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7770b834-ebe2-4688-99b2-b889e1b42295,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:36.086411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:36.104448 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:36.113004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-633298d1-b2d2-4624-b273-21679ec7a7bb None None] Provisioning for port 7770b834-ebe2-4688-99b2-b889e1b42295 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:36.239077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-633298d1-b2d2-4624-b273-21679ec7a7bb None None] Provisioning complete for port 7770b834-ebe2-4688-99b2-b889e1b42295 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:36.239528 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-633298d1-b2d2-4624-b273-21679ec7a7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:36.360876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-633298d1-b2d2-4624-b273-21679ec7a7bb None None] Port 7770b834-ebe2-4688-99b2-b889e1b42295 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:47:36.430832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Network a5e30c25-6765-43a7-85a6-7c9bb63d093b is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:36.432183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:36.740664 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:36.775388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Transition to ACTIVE for port object 5383878a-389a-46e1-b40d-21951da4ab9b will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:36.815988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Transition to ACTIVE for port object 5383878a-389a-46e1-b40d-21951da4ab9b will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:36.828337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:37.067305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Router 6f2bb301-8831-429e-968c-dd61ad65f8dd has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:47:37.160633 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3662a7f-d8d2-401f-a60a-3873d1aeee8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:37.283060 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:37.430430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Pushing event updated for resources: {'Port': ['ID=5383878a-389a-46e1-b40d-21951da4ab9b,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:37.447838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Network d21e874a-257d-41d5-abeb-c88acb65c5bf is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:37.464525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:37.470286 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:37.477974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:37.524753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-be4216a7-f0e3-4a34-a661-81b671977c90 None None] Provisioning complete for port 7770b834-ebe2-4688-99b2-b889e1b42295 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:37.525425 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be4216a7-f0e3-4a34-a661-81b671977c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:37.656273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:47:37.675510 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] 10.222.0.41 "PUT /v2.0/routers/6f2bb301-8831-429e-968c-dd61ad65f8dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9529002 Jan 14 07:47:37.691856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-be4216a7-f0e3-4a34-a661-81b671977c90 None None] Port 7770b834-ebe2-4688-99b2-b889e1b42295 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:47:37.710158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Attempting to bind port 5383878a-389a-46e1-b40d-21951da4ab9b on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:47:37.711613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Attempting to bind port 5383878a-389a-46e1-b40d-21951da4ab9b by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'd1dc6449-7341-4c94-81a7-3661e41debb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:47:37.713034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Attempting to bind port 5383878a-389a-46e1-b40d-21951da4ab9b on network d21e874a-257d-41d5-abeb-c88acb65c5bf {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:47:37.747323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4abd1131-f180-4f4d-8578-fc831239c1a3 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:37.866736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:47:37.867388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Checking segment: {'id': 'd1dc6449-7341-4c94-81a7-3661e41debb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:37.867903 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:37.868366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Bound using segment: {'id': 'd1dc6449-7341-4c94-81a7-3661e41debb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:47:37.869075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Bound port: 5383878a-389a-46e1-b40d-21951da4ab9b, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1dc6449-7341-4c94-81a7-3661e41debb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:47:37.869813 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:38.039221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] For port 5383878a-389a-46e1-b40d-21951da4ab9b, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:47:38.042991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] For port 5383878a-389a-46e1-b40d-21951da4ab9b, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5383878a-389a-46e1-b40d-21951da4ab9b,segment=NetworkSegment(d1dc6449-7341-4c94-81a7-3661e41debb2),segment_id=d1dc6449-7341-4c94-81a7-3661e41debb2)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:47:38.090040 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:38.124483 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-19bb50b5-5da0-4cf6-a35f-b462b9fa0c8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:38.255778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:47:38.293873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Pushing event updated for resources: {'Port': ['ID=5383878a-389a-46e1-b40d-21951da4ab9b,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:38.354267 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:38.386844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 4abd1131-f180-4f4d-8578-fc831239c1a3 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:38.534921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 4abd1131-f180-4f4d-8578-fc831239c1a3 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:38.535708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:38.577625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Allocated IP 2001:db8::1 (d21e874a-257d-41d5-abeb-c88acb65c5bf/02b9195a-8e6e-42cb-a959-518f1f2e93db/8db77e1f-9ceb-4ec7-b042-8dc39d7b2973) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:38.976591 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.050807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Transition to ACTIVE for port object 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:39.103109 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.155156 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:39.266668 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.321102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Port': ['ID=8db77e1f-9ceb-4ec7-b042-8dc39d7b2973,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:39.326247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 4abd1131-f180-4f4d-8578-fc831239c1a3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4abd1131-f180-4f4d-8578-fc831239c1a3,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:39.381357 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.388086 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:39.432710 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:39.554812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35248) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:39.561944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1115763013-network', 'tenant_id': 'b6dda66f43f44842a66fe2d3f2062ac3'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:39.577293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:39.589720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Usage tracker for resource:network and tenant:b6dda66f43f44842a66fe2d3f2062ac3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:39.600401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:39.637030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:39.644048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network d21e874a-257d-41d5-abeb-c88acb65c5bf is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:39.647276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:39.654162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:39.654739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.656853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Made reservation on behalf of b6dda66f43f44842a66fe2d3f2062ac3 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:47:39.662307 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.680587 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.692620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=4abd1131-f180-4f4d-8578-fc831239c1a3,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:39.708605 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:39.735620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:39.750471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] Sync routers for ids ['6f2bb301-8831-429e-968c-dd61ad65f8dd'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:47:39.753888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Usage tracker for resource:security_group_rule and tenant:b6dda66f43f44842a66fe2d3f2062ac3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:39.763457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:39.781812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:39.785479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] Routers {'6f2bb301-8831-429e-968c-dd61ad65f8dd'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:39.786193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:47:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['6f2bb301-8831-429e-968c-dd61ad65f8dd'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:39.885605 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.948473 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.959384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:39.965121 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d1e9b85d-48b2-4e73-a5a3-29ccd9b64bbd tempest-NegativeSecGroupTest-992976614 tempest-NegativeSecGroupTest-992976614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:40.045856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:47:40.080740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f228f9ce-c61b-4192-b56b-cf899ed8ed89,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:40.084666 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:40.085234 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Added segment cf750f24-3f6a-490c-9986-e41d47db372b of type vxlan for network be0cb521-be69-4cc4-b84d-1da3838b3e9e Jan 14 07:47:40.093841 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:40.126319 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:40.175977 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:40.177193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:40.177859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:40.240425 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0a68c39-0a12-49db-9423-a2c888d1804c tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:40.250929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] Set router 6f2bb301-8831-429e-968c-dd61ad65f8dd gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:40.453635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Pushing event updated for resources: {'Network': ['ID=be0cb521-be69-4cc4-b84d-1da3838b3e9e,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:40.458220 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9005837 Jan 14 07:47:40.458220 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:40.461693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35262) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:40.474023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ceb32b48-7eac-49ce-b724-5da301f5167e admin admin] Request body: {'subnet': {'network_id': 'be0cb521-be69-4cc4-b84d-1da3838b3e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1115763013-subnet', 'tenant_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:40.490200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ceb32b48-7eac-49ce-b724-5da301f5167e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:40.500262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ceb32b48-7eac-49ce-b724-5da301f5167e admin admin] Usage tracker for resource:subnet and tenant:b6dda66f43f44842a66fe2d3f2062ac3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:40.509410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ceb32b48-7eac-49ce-b724-5da301f5167e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:40.520408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ceb32b48-7eac-49ce-b724-5da301f5167e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:40.554838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb32b48-7eac-49ce-b724-5da301f5167e admin admin] Made reservation on behalf of b6dda66f43f44842a66fe2d3f2062ac3 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:47:40.560443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ceb32b48-7eac-49ce-b724-5da301f5167e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:40.716260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network be0cb521-be69-4cc4-b84d-1da3838b3e9e details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:40.760559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network be0cb521-be69-4cc4-b84d-1da3838b3e9e details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:40.782520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network be0cb521-be69-4cc4-b84d-1da3838b3e9e details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:40.988864 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:40.994539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:40.995443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:41.344166 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ce26274-b821-4a6b-b6c0-2886ba563ebb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:41.522014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Port': ['ID=8db77e1f-9ceb-4ec7-b042-8dc39d7b2973,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:41.536335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438cc858-7f0c-4643-82c8-68831ac291ae None None] Network d21e874a-257d-41d5-abeb-c88acb65c5bf requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:41.547279 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ceb32b48-7eac-49ce-b724-5da301f5167e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:41.548179 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:41.580732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network d21e874a-257d-41d5-abeb-c88acb65c5bf is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:41.582284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:41.591184 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-280c413c-0584-46a5-b289-0a7cd8544b2f tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:41.891907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5383878a-389a-46e1-b40d-21951da4ab9b up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:42.001882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb32b48-7eac-49ce-b724-5da301f5167e admin admin] Pushing event updated for resources: {'Subnet': ['ID=de554721-5f20-4fe9-8eaa-f5e50386c840,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:42.009737 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ceb32b48-7eac-49ce-b724-5da301f5167e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:42.036441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:47:42.135130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35296) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:42.150951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4fef2a42-4ae6-4f10-857c-f3b3e60d8e34 None None] Provisioning for port 5383878a-389a-46e1-b40d-21951da4ab9b completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:42.161850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4fef2a42-4ae6-4f10-857c-f3b3e60d8e34 None None] Provisioning complete for port 5383878a-389a-46e1-b40d-21951da4ab9b triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:42.162505 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4fef2a42-4ae6-4f10-857c-f3b3e60d8e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.165059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb32b48-7eac-49ce-b724-5da301f5167e admin admin] Checking segment: {'id': 'cf750f24-3f6a-490c-9986-e41d47db372b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'be0cb521-be69-4cc4-b84d-1da3838b3e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:42.167276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb32b48-7eac-49ce-b724-5da301f5167e admin admin] Network hostable DHCP agents. Network: be0cb521-be69-4cc4-b84d-1da3838b3e9e, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:47:42.240518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 5383878a-389a-46e1-b40d-21951da4ab9b completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:42.249561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb32b48-7eac-49ce-b724-5da301f5167e admin admin] Network be0cb521-be69-4cc4-b84d-1da3838b3e9e is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:47:42.267828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ceb32b48-7eac-49ce-b724-5da301f5167e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, be0cb521-be69-4cc4-b84d-1da3838b3e9e) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:42.292196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb32b48-7eac-49ce-b724-5da301f5167e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:42.292967 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ceb32b48-7eac-49ce-b724-5da301f5167e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.293302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 5383878a-389a-46e1-b40d-21951da4ab9b triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:42.293726 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.359978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f518328-a4eb-4e8a-90b0-bd47fd9666df None None] Network be0cb521-be69-4cc4-b84d-1da3838b3e9e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:42.374424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:47:42.385451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] Sync routers for ids ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:47:42.402021 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/f58272b7-b61b-432f-8ffd-0cbc6ac3b18e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5316486 Jan 14 07:47:42.402250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cd2d22e-9098-409e-81fb-179f57ec067f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.403189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] Routers {'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:42.403871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35304) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:42.404115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:47:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:42.412207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-38a9a400-96c6-4b3a-8dad-ae3c410c10b6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-464972934'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:42.435326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-38a9a400-96c6-4b3a-8dad-ae3c410c10b6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:42.439563 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ceb32b48-7eac-49ce-b724-5da301f5167e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9764137 Jan 14 07:47:42.440733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35308) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:42.444371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-38a9a400-96c6-4b3a-8dad-ae3c410c10b6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:network and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:42.452544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-38a9a400-96c6-4b3a-8dad-ae3c410c10b6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for network was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:42.455533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1115763013-router', 'tenant_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:42.465421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-38a9a400-96c6-4b3a-8dad-ae3c410c10b6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:42.471700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:42.485495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Usage tracker for resource:router and tenant:b6dda66f43f44842a66fe2d3f2062ac3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:42.489946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:42.501991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:42.505253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a9a400-96c6-4b3a-8dad-ae3c410c10b6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Made reservation on behalf of 24dfe377520f474f9b69516e3f1c6869 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:47:42.512789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4cd2d22e-9098-409e-81fb-179f57ec067f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:42.524200 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38a9a400-96c6-4b3a-8dad-ae3c410c10b6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.531277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4cd2d22e-9098-409e-81fb-179f57ec067f admin admin] Usage tracker for resource:security_group_rule and tenant:c21d708f0e1c4c08a8bdcb6c6339c870 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:42.542015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4cd2d22e-9098-409e-81fb-179f57ec067f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:42.556468 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.564036 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.608851 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.611850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a9a400-96c6-4b3a-8dad-ae3c410c10b6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:47:42.635693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4cd2d22e-9098-409e-81fb-179f57ec067f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:42.639499 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38a9a400-96c6-4b3a-8dad-ae3c410c10b6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.654917 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-38a9a400-96c6-4b3a-8dad-ae3c410c10b6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Added segment 6efa0662-a64c-4e53-8a34-4b56fff84658 of type vxlan for network ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c Jan 14 07:47:42.713309 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38a9a400-96c6-4b3a-8dad-ae3c410c10b6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.754867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] Set router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:42.817352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-be0cb521-be69-4cc4-b84d-1da3838b3e9e', 'network_id': 'be0cb521-be69-4cc4-b84d-1da3838b3e9e', 'tenant_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'fixed_ips': [{'subnet_id': 'de554721-5f20-4fe9-8eaa-f5e50386c840'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:47:42.818576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38a9a400-96c6-4b3a-8dad-ae3c410c10b6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.819606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.855955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a9a400-96c6-4b3a-8dad-ae3c410c10b6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:42.856934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38a9a400-96c6-4b3a-8dad-ae3c410c10b6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:42.880683 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0ad8b835-90ac-4c6d-a4b5-754f226a2469 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:42.908389 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-38a9a400-96c6-4b3a-8dad-ae3c410c10b6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5033689 Jan 14 07:47:42.915683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35318) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:42.923185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0c9f9a2e-1bf0-48a1-b4d4-5828f0f52299 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'subnet': {'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:43.051275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9a400-96c6-4b3a-8dad-ae3c410c10b6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Network': ['ID=ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:43.086397 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-38a9a400-96c6-4b3a-8dad-ae3c410c10b6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:43.112355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4fef2a42-4ae6-4f10-857c-f3b3e60d8e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:43.246019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0c9f9a2e-1bf0-48a1-b4d4-5828f0f52299 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:43.256778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0c9f9a2e-1bf0-48a1-b4d4-5828f0f52299 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:subnet and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:43.263986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0c9f9a2e-1bf0-48a1-b4d4-5828f0f52299 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:43.279265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0c9f9a2e-1bf0-48a1-b4d4-5828f0f52299 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:43.298122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9f9a2e-1bf0-48a1-b4d4-5828f0f52299 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Made reservation on behalf of 24dfe377520f474f9b69516e3f1c6869 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:47:43.320945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:43.335568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:43.499821 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c9f9a2e-1bf0-48a1-b4d4-5828f0f52299 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:43.506668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:43.713721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4fef2a42-4ae6-4f10-857c-f3b3e60d8e34 None None] For port 5383878a-389a-46e1-b40d-21951da4ab9b, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5383878a-389a-46e1-b40d-21951da4ab9b,segment=NetworkSegment(d1dc6449-7341-4c94-81a7-3661e41debb2),segment_id=d1dc6449-7341-4c94-81a7-3661e41debb2)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:47:43.716116 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:43.783795 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4fef2a42-4ae6-4f10-857c-f3b3e60d8e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:43.870514 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:43.916954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:47:39Z', 'revision_number': 2, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None, '_interfaces': [{'id': '8db77e1f-9ceb-4ec7-b042-8dc39d7b2973', 'name': '', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:db:b5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:38Z', 'updated_at': '2021-01-14T07:47:40Z', 'revision_number': 2, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:43.937943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] Checking router: f58272b7-b61b-432f-8ffd-0cbc6ac3b18e for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:47:43.937943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] Updating router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e port 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:47:44.118829 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:44.126534 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:44.375907 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c9f9a2e-1bf0-48a1-b4d4-5828f0f52299 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:44.396790 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d513c21b-16b9-4770-8221-c57fe7bd2395 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:44.514755 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cd2d22e-9098-409e-81fb-179f57ec067f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:44.522812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cd2d22e-9098-409e-81fb-179f57ec067f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:44.531691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f9a2e-1bf0-48a1-b4d4-5828f0f52299 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Subnet': ['ID=1fd2281c-4049-4528-9bc2-2f5b14ec4217,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:44.540062 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0c9f9a2e-1bf0-48a1-b4d4-5828f0f52299 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:44.553862 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-684d1e14-7647-48f5-b302-fb9ee9025777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:44.654756 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4cd2d22e-9098-409e-81fb-179f57ec067f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c21d708f0e1c4c08a8bdcb6c6339c870&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5179577 Jan 14 07:47:44.656841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35352) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:44.787287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2d22e-9098-409e-81fb-179f57ec067f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2138bbb1-2866-4eb4-8ca9-170499e2b877,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:44.795013 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4cd2d22e-9098-409e-81fb-179f57ec067f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:44.808933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9f9a2e-1bf0-48a1-b4d4-5828f0f52299 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Checking segment: {'id': '6efa0662-a64c-4e53-8a34-4b56fff84658', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:44.809563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9f9a2e-1bf0-48a1-b4d4-5828f0f52299 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network hostable DHCP agents. Network: ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:47:44.829779 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e5140ff-afad-47ce-8306-55027a311023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:44.833571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9f9a2e-1bf0-48a1-b4d4-5828f0f52299 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:47:44.847066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-0c9f9a2e-1bf0-48a1-b4d4-5828f0f52299 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:44.864818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2bb301-8831-429e-968c-dd61ad65f8dd', 'name': 'tempest-TestVolumeBootPattern-2096400426-router', 'tenant_id': '786b2b058427411589ac776aaf80142c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '4abd1131-f180-4f4d-8578-fc831239c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:25Z', 'updated_at': '2021-01-14T07:47:34Z', 'revision_number': 4, 'project_id': '786b2b058427411589ac776aaf80142c', 'gw_port': {'id': '4abd1131-f180-4f4d-8578-fc831239c1a3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:53:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2bb301-8831-429e-968c-dd61ad65f8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:27Z', 'updated_at': '2021-01-14T07:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '7770b834-ebe2-4688-99b2-b889e1b42295', 'name': '', 'network_id': 'a5e30c25-6765-43a7-85a6-7c9bb63d093b', 'tenant_id': '786b2b058427411589ac776aaf80142c', 'mac_address': 'fa:16:3e:56:6e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2bb301-8831-429e-968c-dd61ad65f8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b517540c-053c-4bf9-b228-b8dbc9507431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:33Z', 'updated_at': '2021-01-14T07:47:35Z', 'revision_number': 2, 'project_id': '786b2b058427411589ac776aaf80142c', 'subnets': [{'id': 'b517540c-053c-4bf9-b228-b8dbc9507431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:44.870603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef2a42-4ae6-4f10-857c-f3b3e60d8e34 None None] Pushing event updated for resources: {'Port': ['ID=5383878a-389a-46e1-b40d-21951da4ab9b,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:44.874991 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4fef2a42-4ae6-4f10-857c-f3b3e60d8e34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.004s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:44.886585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9f9a2e-1bf0-48a1-b4d4-5828f0f52299 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:44.887389 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c9f9a2e-1bf0-48a1-b4d4-5828f0f52299 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:44.903308 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e5140ff-afad-47ce-8306-55027a311023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:44.918907 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0c9f9a2e-1bf0-48a1-b4d4-5828f0f52299 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0016048 Jan 14 07:47:44.919991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35360) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:45.000428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] Checking router: 6f2bb301-8831-429e-968c-dd61ad65f8dd for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:47:45.001006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] Updating router 6f2bb301-8831-429e-968c-dd61ad65f8dd port 7770b834-ebe2-4688-99b2-b889e1b42295 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:47:45.026674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc8b73e-c8c2-41ec-ba50-9ecfe4f2e827 None None] Network ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:45.054853 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e5140ff-afad-47ce-8306-55027a311023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:45.074539 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0798f861-93ae-46db-8109-e76e7ff05dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:45.109639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:45.114328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5140ff-afad-47ce-8306-55027a311023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2138bbb1-2866-4eb4-8ca9-170499e2b877,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:45.117842 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e5140ff-afad-47ce-8306-55027a311023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:45.138430 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e5140ff-afad-47ce-8306-55027a311023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:45.147110 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0e5140ff-afad-47ce-8306-55027a311023 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2138bbb1-2866-4eb4-8ca9-170499e2b877 HTTP/1.1" status: 204 len: 168 time: 0.4759490 Jan 14 07:47:45.171512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] Transition to ACTIVE for port object 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:45.181000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:45.204166 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e47d32a-7f6f-4910-af01-7600a416d5ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:45.346802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Pushing event updated for resources: {'Port': ['ID=8db77e1f-9ceb-4ec7-b042-8dc39d7b2973,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:45.499752 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:45.551485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.559695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.561920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.562465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.565202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.565678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.566169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.566626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.567120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.567577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.568873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.569572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.572076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.572798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.574782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.575250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.575450 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:45.575798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.576249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.580714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.580714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.580912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.581329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.581790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.582397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.582697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.583135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.583610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.583877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.584469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.584573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.584898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.585382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.585912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.586381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.586756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.587119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:45.594254 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:45.615846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:47:45.617728 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:47:45.724189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:45.801341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Allocated IP 172.20.0.2 (be0cb521-be69-4cc4-b84d-1da3838b3e9e/de554721-5f20-4fe9-8eaa-f5e50386c840/cea4b025-af8d-493c-a5e6-7fd91ca4fe07) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:45.983837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] Attempting to bind port 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:47:45.984440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] Attempting to bind port 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'd1dc6449-7341-4c94-81a7-3661e41debb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:47:45.984967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] Attempting to bind port 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973 on network d21e874a-257d-41d5-abeb-c88acb65c5bf {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:47:45.994970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:47:45.997752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] Checking segment: {'id': 'd1dc6449-7341-4c94-81a7-3661e41debb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:45.998328 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:45.998887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] Bound using segment: {'id': 'd1dc6449-7341-4c94-81a7-3661e41debb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:47:46.000454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] Bound port: 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1dc6449-7341-4c94-81a7-3661e41debb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:47:46.008084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:46.121582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] For port 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:47:46.126316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] For port 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=8db77e1f-9ceb-4ec7-b042-8dc39d7b2973,segment=NetworkSegment(d1dc6449-7341-4c94-81a7-3661e41debb2),segment_id=d1dc6449-7341-4c94-81a7-3661e41debb2)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:47:46.131953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:46.280674 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c545cea2-c087-4068-9015-c9fca427952d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:46.322144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c', 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'fixed_ips': [{'subnet_id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:47:46.323320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:46.377472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Pushing event updated for resources: {'Port': ['ID=8db77e1f-9ceb-4ec7-b042-8dc39d7b2973,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:46.378432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Allocated IP 172.25.3.39 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/c35f713a-c83b-400a-bde7-46ffd5994cd6) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:46.390578 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:46.422583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] Routers {'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:46.423583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:47:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:46.689335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:46.902524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:46.933022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] Set router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:46.978711 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:46.990035 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:47.394290 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:47.564286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:47.584081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:47.595240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:47.702032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Pushing event updated for resources: {'Port': ['ID=c35f713a-c83b-400a-bde7-46ffd5994cd6,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:47.707397 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:47.720224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Allocated IP 2001:db8:1::2 (ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c/1fd2281c-4049-4528-9bc2-2f5b14ec4217/06acc832-9e86-4c0c-a3af-9f3ae12d6360) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:47.991183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:47:39Z', 'revision_number': 2, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None, '_interfaces': [{'id': '8db77e1f-9ceb-4ec7-b042-8dc39d7b2973', 'name': '', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:db:b5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:38Z', 'updated_at': '2021-01-14T07:47:46Z', 'revision_number': 4, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:47.997247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61142b-3e57-436f-8f53-0730d4d6daeb None None] The sync data for ids ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'] in n-d-769329-2 is: [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:47:39Z', 'revision_number': 2, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None, '_interfaces': [{'id': '8db77e1f-9ceb-4ec7-b042-8dc39d7b2973', 'name': '', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:db:b5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:38Z', 'updated_at': '2021-01-14T07:47:46Z', 'revision_number': 4, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:47:48.343086 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:48.357653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Transition to ACTIVE for port object 06acc832-9e86-4c0c-a3af-9f3ae12d6360 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:48.376726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Transition to ACTIVE for port object 06acc832-9e86-4c0c-a3af-9f3ae12d6360 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:48.430592 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:48.447976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:48.515866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Allocated IP 2001:db8:1::1 (ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c/1fd2281c-4049-4528-9bc2-2f5b14ec4217/25d8ef0b-8161-4561-8fcb-e4d8df5c2be6) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:48.719339 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-061a6564-1ab7-41a2-bc7d-0a220de8558b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:48.808763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4abd1131-f180-4f4d-8578-fc831239c1a3 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:48.975767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b9289c39-6f12-49c7-9c44-55a2ad670d1f None None] Provisioning complete for port 5383878a-389a-46e1-b40d-21951da4ab9b triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:48.977056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9289c39-6f12-49c7-9c44-55a2ad670d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:48.993601 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:49.241350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Pushing event updated for resources: {'Port': ['ID=06acc832-9e86-4c0c-a3af-9f3ae12d6360,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:49.254697 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:49.311130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Transition to ACTIVE for port object 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:49.362413 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:49.389652 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-505d0aeb-c892-4b94-856b-09cc5a32c85d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:49.523909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Network ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:49.536095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.536962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.537459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.537942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.538617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.539863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.540550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.541105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.541585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.542200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.542716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.543301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.544280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.544732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.545315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.546313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.546881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.547451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.548033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.548587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.549148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.549719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.550278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.550831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.551424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.552110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.552672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.558425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.559254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.560264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.560826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.561398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.561962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.562987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.563687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.564254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:49.580873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:49.589613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:49.631757 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.908s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:49.748150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Port': ['ID=25d8ef0b-8161-4561-8fcb-e4d8df5c2be6,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:49.766865 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:49.837447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 4abd1131-f180-4f4d-8578-fc831239c1a3 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:49.838159 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:49.881610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:49.887341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:49.894093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:49.894733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:49.895333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:50.153060 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:50.199217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35478) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:50.218800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2025508146', 'description': 'tempest-secgroup-smoke-2025508146 description', 'project_id': '4017b6cd94cd44a1833c66614511a163'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:50.286469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Router 5f177d1f-0928-478e-96ec-bfa6e4d3591b is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:47:50.292995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:50.330785 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:50.335629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:50.341322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:50.343364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Transition to ACTIVE for port object cea4b025-af8d-493c-a5e6-7fd91ca4fe07 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:50.362827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Transition to ACTIVE for port object cea4b025-af8d-493c-a5e6-7fd91ca4fe07 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:50.364261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:50.428295 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:50.432735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Attempting to bind port 06acc832-9e86-4c0c-a3af-9f3ae12d6360 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:47:50.433204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Attempting to bind port 06acc832-9e86-4c0c-a3af-9f3ae12d6360 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '6efa0662-a64c-4e53-8a34-4b56fff84658', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:47:50.433782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Attempting to bind port 06acc832-9e86-4c0c-a3af-9f3ae12d6360 on network ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:47:50.450874 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:50.452210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:47:50.452635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Checking segment: {'id': '6efa0662-a64c-4e53-8a34-4b56fff84658', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:50.453083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:50.453534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Bound using segment: {'id': '6efa0662-a64c-4e53-8a34-4b56fff84658', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:47:50.454064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Bound port: 06acc832-9e86-4c0c-a3af-9f3ae12d6360, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efa0662-a64c-4e53-8a34-4b56fff84658', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:47:50.454481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:50.488383 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:50.544532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:47:50.594246 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:50.595862 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1516333 Jan 14 07:47:50.599289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35486) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:50.623701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:50.640399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:50.645473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:50.661717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:50.759725 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:50.802511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] Sync routers for ids ['5f177d1f-0928-478e-96ec-bfa6e4d3591b'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:47:50.845906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Network be0cb521-be69-4cc4-b84d-1da3838b3e9e is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:50.852650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b9289c39-6f12-49c7-9c44-55a2ad670d1f None None] Provisioning for port 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:50.887559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:50.995666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:51.118082 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:47:51.170252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:51.182331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:51.200763 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31b62da8-42ab-4f23-bf53-24013014895a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:51.217696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:51.235028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] Transition to ACTIVE for port object 7770b834-ebe2-4688-99b2-b889e1b42295 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:51.258479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:51.292095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:51.301845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:51.304481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Pushing event updated for resources: {'Port': ['ID=cea4b025-af8d-493c-a5e6-7fd91ca4fe07,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:51.309391 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:51.310255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroup': ['ID=b7241105-9d92-48a4-8fea-1cf91ebca1f4,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:51.317913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:51.321589 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:51.368760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] Routers {'5f177d1f-0928-478e-96ec-bfa6e4d3591b'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:51.370650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:47:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5f177d1f-0928-478e-96ec-bfa6e4d3591b'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:51.461760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Attempting to bind port cea4b025-af8d-493c-a5e6-7fd91ca4fe07 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:47:51.462525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Attempting to bind port cea4b025-af8d-493c-a5e6-7fd91ca4fe07 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'cf750f24-3f6a-490c-9986-e41d47db372b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'be0cb521-be69-4cc4-b84d-1da3838b3e9e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:47:51.462654 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:51.463152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Attempting to bind port cea4b025-af8d-493c-a5e6-7fd91ca4fe07 on network be0cb521-be69-4cc4-b84d-1da3838b3e9e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:47:51.470484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:51.480603 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:51.510000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:47:51.514928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:47:51.515560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Checking segment: {'id': 'cf750f24-3f6a-490c-9986-e41d47db372b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'be0cb521-be69-4cc4-b84d-1da3838b3e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:51.516153 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:51.516714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Bound using segment: {'id': 'cf750f24-3f6a-490c-9986-e41d47db372b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'be0cb521-be69-4cc4-b84d-1da3838b3e9e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:47:51.517386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Bound port: cea4b025-af8d-493c-a5e6-7fd91ca4fe07, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf750f24-3f6a-490c-9986-e41d47db372b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'be0cb521-be69-4cc4-b84d-1da3838b3e9e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:47:51.517943 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:51.519891 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d5977bc-a76a-4f63-9260-1ceb2d2edcaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:51.538038 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:51.540038 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3392911 Jan 14 07:47:51.544745 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-50c44f95-d1a3-4a70-b12f-aa6621af57ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:51.547932 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:51.550528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35500) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:51.561056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c915c1b6-e128-4661-8671-ce13541ca1a6 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '5cb76a8c-afa2-48eb-9554-b6e42300ca92', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:51.593758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:51.594686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:51.765113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c915c1b6-e128-4661-8671-ce13541ca1a6 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:51.790629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] Set router 5f177d1f-0928-478e-96ec-bfa6e4d3591b gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:51.827381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c915c1b6-e128-4661-8671-ce13541ca1a6 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:51.834454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c915c1b6-e128-4661-8671-ce13541ca1a6 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:51.844822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c915c1b6-e128-4661-8671-ce13541ca1a6 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:51.862614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb76a8c-afa2-48eb-9554-b6e42300ca92,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:51.902853 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:51.903641 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8f604fef-8e35-4235-809f-a46fc83b2455 tempest-ExtraDHCPOptionsIpV6TestJSON-376688 tempest-ExtraDHCPOptionsIpV6TestJSON-376688] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:52.034810 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c915c1b6-e128-4661-8671-ce13541ca1a6 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:52.130464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:52.137409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:52.143453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Port': ['ID=25d8ef0b-8161-4561-8fcb-e4d8df5c2be6,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:52.199005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] For port cea4b025-af8d-493c-a5e6-7fd91ca4fe07, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:47:52.202381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] For port cea4b025-af8d-493c-a5e6-7fd91ca4fe07, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=cea4b025-af8d-493c-a5e6-7fd91ca4fe07,segment=NetworkSegment(cf750f24-3f6a-490c-9986-e41d47db372b),segment_id=cf750f24-3f6a-490c-9986-e41d47db372b)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:47:52.220145 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:52.327060 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:52.380317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c915c1b6-e128-4661-8671-ce13541ca1a6 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:52.385678 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c915c1b6-e128-4661-8671-ce13541ca1a6 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:52.389614 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a6e4f53-7eef-4084-814d-04cf2e073fe0 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:52.427953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915c1b6-e128-4661-8671-ce13541ca1a6 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc9fb1d-8c17-456e-8246-52334f5c6510,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:52.439579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:47:52.447407 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c915c1b6-e128-4661-8671-ce13541ca1a6 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:52.574753 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:52.617235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:47:52.626180 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/f58272b7-b61b-432f-8ffd-0cbc6ac3b18e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7019293 Jan 14 07:47:52.626180 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c915c1b6-e128-4661-8671-ce13541ca1a6 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:52.628450 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c915c1b6-e128-4661-8671-ce13541ca1a6 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0764389 Jan 14 07:47:52.629098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35524) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:52.629469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35526) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:52.633347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] Sync routers for ids ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:47:52.637576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f07dd7ed-ab37-4868-b86e-9cbb5abd850e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '5cb76a8c-afa2-48eb-9554-b6e42300ca92', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:52.648993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] Routers {'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:52.651070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-21216e33-6507-490c-8d39-656b1ee42561 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1621712264'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:52.652104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:47:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:52.658485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-21216e33-6507-490c-8d39-656b1ee42561 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:52.661344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f07dd7ed-ab37-4868-b86e-9cbb5abd850e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:52.666516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-21216e33-6507-490c-8d39-656b1ee42561 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:network and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:52.669620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f07dd7ed-ab37-4868-b86e-9cbb5abd850e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:52.672670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-21216e33-6507-490c-8d39-656b1ee42561 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for network was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:52.675735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f07dd7ed-ab37-4868-b86e-9cbb5abd850e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:52.684085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-21216e33-6507-490c-8d39-656b1ee42561 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:52.686398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f07dd7ed-ab37-4868-b86e-9cbb5abd850e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:52.704039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21216e33-6507-490c-8d39-656b1ee42561 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Made reservation on behalf of 24dfe377520f474f9b69516e3f1c6869 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:47:52.714442 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21216e33-6507-490c-8d39-656b1ee42561 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:52.770134 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f07dd7ed-ab37-4868-b86e-9cbb5abd850e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.026094 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f07dd7ed-ab37-4868-b86e-9cbb5abd850e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.041201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac397b-861e-4fb0-8d22-ea77f6314a90 None None] Pushing event updated for resources: {'Port': ['ID=7770b834-ebe2-4688-99b2-b889e1b42295,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:53.043748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f6c657db-6493-400b-ae28-aa1b59525966 None None] Provisioning complete for port 5383878a-389a-46e1-b40d-21951da4ab9b triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:53.044087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6c657db-6493-400b-ae28-aa1b59525966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.097798 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f07dd7ed-ab37-4868-b86e-9cbb5abd850e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.117874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21216e33-6507-490c-8d39-656b1ee42561 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] vxlan segment allocate from pool success with {'vxlan_vni': 14} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:47:53.131240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] Set router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:53.143626 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-10c6300b-3ff2-4911-b327-2badab465983 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:53.179570 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21216e33-6507-490c-8d39-656b1ee42561 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.180114 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-21216e33-6507-490c-8d39-656b1ee42561 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Added segment 30f550ef-0b2a-46f6-8626-b4e73d839cc0 of type vxlan for network 13ff2188-ea24-4bd6-835d-32bc407ed296 Jan 14 07:47:53.181341 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f07dd7ed-ab37-4868-b86e-9cbb5abd850e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.186448 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f07dd7ed-ab37-4868-b86e-9cbb5abd850e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5536690 Jan 14 07:47:53.187432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07dd7ed-ab37-4868-b86e-9cbb5abd850e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec7ed12-d2da-4c8e-a4b5-d666d04b2383,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:53.188566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35540) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:53.207524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '5cb76a8c-afa2-48eb-9554-b6e42300ca92', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:53.212896 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f07dd7ed-ab37-4868-b86e-9cbb5abd850e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:53.234886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:53.242710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:53.247670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:53.261995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:53.264750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Allocated IP 172.20.0.1 (be0cb521-be69-4cc4-b84d-1da3838b3e9e/de554721-5f20-4fe9-8eaa-f5e50386c840/b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:53.275552 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21216e33-6507-490c-8d39-656b1ee42561 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.336780 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21216e33-6507-490c-8d39-656b1ee42561 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.357419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21216e33-6507-490c-8d39-656b1ee42561 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:53.358675 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21216e33-6507-490c-8d39-656b1ee42561 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.364959 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-704cd620-1fa1-4021-b04d-8422766cf388 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:53.394096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.496432 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-21216e33-6507-490c-8d39-656b1ee42561 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8631196 Jan 14 07:47:53.499167 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-35ac397b-861e-4fb0-8d22-ea77f6314a90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.956s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:53.513730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21216e33-6507-490c-8d39-656b1ee42561 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Network': ['ID=13ff2188-ea24-4bd6-835d-32bc407ed296,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:53.516091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35546) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:53.525358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9c9931d0-5cf7-48df-97eb-df7f376a2446 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'subnet': {'network_id': '13ff2188-ea24-4bd6-835d-32bc407ed296', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:53.544098 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-21216e33-6507-490c-8d39-656b1ee42561 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:53.565081 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.851s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:53.602876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5383878a-389a-46e1-b40d-21951da4ab9b up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:53.672903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 13ff2188-ea24-4bd6-835d-32bc407ed296 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:53.709390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 13ff2188-ea24-4bd6-835d-32bc407ed296 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:53.732209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.734160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9c9931d0-5cf7-48df-97eb-df7f376a2446 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:53.739186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 13ff2188-ea24-4bd6-835d-32bc407ed296 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:53.746628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9c9931d0-5cf7-48df-97eb-df7f376a2446 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:subnet and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:53.752196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9c9931d0-5cf7-48df-97eb-df7f376a2446 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:53.753120 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.762984 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6883814a-1c90-4223-a674-d02d932c1fcd tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:53.764183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9c9931d0-5cf7-48df-97eb-df7f376a2446 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:53.779396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.787436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9931d0-5cf7-48df-97eb-df7f376a2446 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Made reservation on behalf of 24dfe377520f474f9b69516e3f1c6869 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:47:53.796687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85fdf83a-7a35-4d41-8a8b-116cd858229f,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:53.811505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.812150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.812713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.813282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.813835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.814388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.814946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.815492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.816068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.816615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.817171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.817714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.818327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.818869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.819961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.820548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.821171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.821716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.822258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.823063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.823608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.824170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.824710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.825270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.825858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.826397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.826944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.827485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.828062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.828615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.829155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.829693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.830248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.830800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.831416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.832000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:47:53.837075 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:53.849272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Transition to ACTIVE for port object b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:53.864553 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:53.870772 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6741645 Jan 14 07:47:53.873112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35556) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:53.887636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c1531f3b-9609-4ebe-aa1a-c26928a86cd4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '5cb76a8c-afa2-48eb-9554-b6e42300ca92', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:53.900661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c1531f3b-9609-4ebe-aa1a-c26928a86cd4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:53.916918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c1531f3b-9609-4ebe-aa1a-c26928a86cd4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:53.928112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] For port 06acc832-9e86-4c0c-a3af-9f3ae12d6360, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:47:53.931486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c1531f3b-9609-4ebe-aa1a-c26928a86cd4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:53.959077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c1531f3b-9609-4ebe-aa1a-c26928a86cd4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:54.006004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:54.082603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:47:49Z', 'revision_number': 3, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None, '_interfaces': [{'id': '25d8ef0b-8161-4561-8fcb-e4d8df5c2be6', 'name': '', 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:0b:08:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:47Z', 'updated_at': '2021-01-14T07:47:50Z', 'revision_number': 2, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8db77e1f-9ceb-4ec7-b042-8dc39d7b2973', 'name': '', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:db:b5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:38Z', 'updated_at': '2021-01-14T07:47:46Z', 'revision_number': 4, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:54.090896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] Checking router: f58272b7-b61b-432f-8ffd-0cbc6ac3b18e for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:47:54.091288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] Updating router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e port 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:47:54.236303 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:54.278971 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3eea906d-fe02-43f7-bc4c-83d1e3985b47 tempest-AllowedAddressPairIpV6TestJSON-744852532 tempest-AllowedAddressPairIpV6TestJSON-744852532] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:54.382572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Pushing event updated for resources: {'Port': ['ID=b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:54.390594 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:54.395961 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1531f3b-9609-4ebe-aa1a-c26928a86cd4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:54.428182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Network be0cb521-be69-4cc4-b84d-1da3838b3e9e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:54.431983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:54.435418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:47:54.488003 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c9931d0-5cf7-48df-97eb-df7f376a2446 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:54.500911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:54.578358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1531f3b-9609-4ebe-aa1a-c26928a86cd4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:54.588248 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1531f3b-9609-4ebe-aa1a-c26928a86cd4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:54.634788 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-84072bcd-f4ae-4bf4-acc3-9a5e5359511f tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:54.671338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] Attempting to bind port 7770b834-ebe2-4688-99b2-b889e1b42295 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:47:54.671794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] Attempting to bind port 7770b834-ebe2-4688-99b2-b889e1b42295 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'cf62dbf3-1a13-4854-ae79-ef0c98706d87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a5e30c25-6765-43a7-85a6-7c9bb63d093b'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:47:54.672207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] Attempting to bind port 7770b834-ebe2-4688-99b2-b889e1b42295 on network a5e30c25-6765-43a7-85a6-7c9bb63d093b {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:47:54.677088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1531f3b-9609-4ebe-aa1a-c26928a86cd4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22587e9e-ba39-42c0-811a-8422861e12ca,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:54.682958 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c1531f3b-9609-4ebe-aa1a-c26928a86cd4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:54.683878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1531f3b-9609-4ebe-aa1a-c26928a86cd4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:54.688899 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c1531f3b-9609-4ebe-aa1a-c26928a86cd4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8115344 Jan 14 07:47:54.693582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35570) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:54.730758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7bc0b483-e2e7-4387-96d7-a5babfef09d3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '5cb76a8c-afa2-48eb-9554-b6e42300ca92', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:54.743954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] For port 06acc832-9e86-4c0c-a3af-9f3ae12d6360, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=06acc832-9e86-4c0c-a3af-9f3ae12d6360,segment=NetworkSegment(6efa0662-a64c-4e53-8a34-4b56fff84658),segment_id=6efa0662-a64c-4e53-8a34-4b56fff84658)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:47:54.754604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7bc0b483-e2e7-4387-96d7-a5babfef09d3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:54.772472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7bc0b483-e2e7-4387-96d7-a5babfef09d3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:54.789069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7bc0b483-e2e7-4387-96d7-a5babfef09d3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:54.799348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:47:54.799951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] Checking segment: {'id': 'cf62dbf3-1a13-4854-ae79-ef0c98706d87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a5e30c25-6765-43a7-85a6-7c9bb63d093b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:54.800576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:54.801163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] Bound using segment: {'id': 'cf62dbf3-1a13-4854-ae79-ef0c98706d87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a5e30c25-6765-43a7-85a6-7c9bb63d093b'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:47:54.801830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] Bound port: 7770b834-ebe2-4688-99b2-b889e1b42295, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf62dbf3-1a13-4854-ae79-ef0c98706d87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a5e30c25-6765-43a7-85a6-7c9bb63d093b'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:47:54.802398 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:54.814310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7bc0b483-e2e7-4387-96d7-a5babfef09d3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:54.823051 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-65127e98-5e8a-4f08-9367-c1bcdf957d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:54.927180 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:54.928374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:54.952396 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-7bc0b483-e2e7-4387-96d7-a5babfef09d3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Project 4017b6cd94cd44a1833c66614511a163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:47:54.963230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 5383878a-389a-46e1-b40d-21951da4ab9b triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:54.963852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:54.993178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7bc0b483-e2e7-4387-96d7-a5babfef09d3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:55.098059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:55.118902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] Transition to ACTIVE for port object 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:55.125243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:55.142969 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:55.338582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] For port 7770b834-ebe2-4688-99b2-b889e1b42295, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:47:55.342348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] For port 7770b834-ebe2-4688-99b2-b889e1b42295, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7770b834-ebe2-4688-99b2-b889e1b42295,segment=NetworkSegment(cf62dbf3-1a13-4854-ae79-ef0c98706d87),segment_id=cf62dbf3-1a13-4854-ae79-ef0c98706d87)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:47:55.351910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7bc0b483-e2e7-4387-96d7-a5babfef09d3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:55.378907 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7bc0b483-e2e7-4387-96d7-a5babfef09d3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:55.424699 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18a23e1c-44f9-47f0-a804-a22ecdb92014 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:55.454883 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c9931d0-5cf7-48df-97eb-df7f376a2446 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:55.483419 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:55.507578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0b483-e2e7-4387-96d7-a5babfef09d3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d80c47-09fd-4090-9772-50ab831cb6a6,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:55.516744 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7bc0b483-e2e7-4387-96d7-a5babfef09d3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:55.517743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7bc0b483-e2e7-4387-96d7-a5babfef09d3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:55.521892 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7bc0b483-e2e7-4387-96d7-a5babfef09d3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8260348 Jan 14 07:47:55.524250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35586) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:55.551171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-789e6608-8b69-444c-b4b0-2c3e7a5f8d4f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '5cb76a8c-afa2-48eb-9554-b6e42300ca92', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:55.554462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:47:55.594407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-789e6608-8b69-444c-b4b0-2c3e7a5f8d4f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:55.611269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccd786-1916-4c67-b3d1-21ac577e8ff7 None None] Pushing event updated for resources: {'Port': ['ID=25d8ef0b-8161-4561-8fcb-e4d8df5c2be6,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:55.623600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'name': 'tempest-TestVolumeBootPattern-1115763013-router', 'tenant_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'c35f713a-c83b-400a-bde7-46ffd5994cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:42Z', 'updated_at': '2021-01-14T07:47:48Z', 'revision_number': 3, 'project_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'gw_port': {'id': 'c35f713a-c83b-400a-bde7-46ffd5994cd6', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:45Z', 'updated_at': '2021-01-14T07:47:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:55.624596 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b2ccd786-1916-4c67-b3d1-21ac577e8ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:55.626548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Pushing event updated for resources: {'Port': ['ID=cea4b025-af8d-493c-a5e6-7fd91ca4fe07,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:55.644852 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a4f8575e-da5a-4935-9962-0d15bec508eb tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:55.660461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-789e6608-8b69-444c-b4b0-2c3e7a5f8d4f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:55.669153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-789e6608-8b69-444c-b4b0-2c3e7a5f8d4f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:55.815167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-789e6608-8b69-444c-b4b0-2c3e7a5f8d4f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:55.842974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9931d0-5cf7-48df-97eb-df7f376a2446 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Subnet': ['ID=a63391df-7a32-4247-9812-d057014cdbb0,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:55.846275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9931d0-5cf7-48df-97eb-df7f376a2446 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Checking segment: {'id': '30f550ef-0b2a-46f6-8626-b4e73d839cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '13ff2188-ea24-4bd6-835d-32bc407ed296'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:55.846915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9931d0-5cf7-48df-97eb-df7f376a2446 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network hostable DHCP agents. Network: 13ff2188-ea24-4bd6-835d-32bc407ed296, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:47:55.868842 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c9931d0-5cf7-48df-97eb-df7f376a2446 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:55.891393 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-789e6608-8b69-444c-b4b0-2c3e7a5f8d4f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Project 4017b6cd94cd44a1833c66614511a163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:47:55.894122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9931d0-5cf7-48df-97eb-df7f376a2446 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network 13ff2188-ea24-4bd6-835d-32bc407ed296 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:47:55.907971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9c9931d0-5cf7-48df-97eb-df7f376a2446 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 13ff2188-ea24-4bd6-835d-32bc407ed296) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:55.953187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9931d0-5cf7-48df-97eb-df7f376a2446 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:55.954131 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9c9931d0-5cf7-48df-97eb-df7f376a2446 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:55.978127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] Checking router: 5f177d1f-0928-478e-96ec-bfa6e4d3591b for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:47:55.983718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] Updating router 5f177d1f-0928-478e-96ec-bfa6e4d3591b port c35f713a-c83b-400a-bde7-46ffd5994cd6 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:47:55.992883 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9c9931d0-5cf7-48df-97eb-df7f376a2446 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4754014 Jan 14 07:47:55.995942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35596) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:56.005904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] Attempting to bind port 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:47:56.006405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] Attempting to bind port 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '6efa0662-a64c-4e53-8a34-4b56fff84658', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:47:56.007455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] Attempting to bind port 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6 on network ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:47:56.010145 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-789e6608-8b69-444c-b4b0-2c3e7a5f8d4f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:56.014366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:47:56.014883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] Checking segment: {'id': '6efa0662-a64c-4e53-8a34-4b56fff84658', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:47:56.015409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:56.015955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] Bound using segment: {'id': '6efa0662-a64c-4e53-8a34-4b56fff84658', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:47:56.016569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] Bound port: 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efa0662-a64c-4e53-8a34-4b56fff84658', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:47:56.017070 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:56.120846 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.556s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:56.214539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] For port 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:47:56.219443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] For port 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=25d8ef0b-8161-4561-8fcb-e4d8df5c2be6,segment=NetworkSegment(6efa0662-a64c-4e53-8a34-4b56fff84658),segment_id=6efa0662-a64c-4e53-8a34-4b56fff84658)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:47:56.227540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:56.253589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f011c80-668d-4f28-acc0-34788d733a1e None None] Network 13ff2188-ea24-4bd6-835d-32bc407ed296 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:56.254700 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d2b590d-ac1e-4113-9d3b-c8e4ecb4db26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:56.295268 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-02d0d860-0daa-4265-bc03-239c811f3bcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.240s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:56.328127 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-789e6608-8b69-444c-b4b0-2c3e7a5f8d4f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:56.353969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-789e6608-8b69-444c-b4b0-2c3e7a5f8d4f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:56.377867 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-792b089e-ba26-414b-a8d9-610d72634827 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:56.418466 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:56.442964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e6608-8b69-444c-b4b0-2c3e7a5f8d4f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957e84fb-8c22-45dd-a53d-cefc69dc0bfc,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:56.450733 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-789e6608-8b69-444c-b4b0-2c3e7a5f8d4f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:56.459714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:56.539586 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3d826c25-e001-4c84-9117-bc96b933a852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:56.547691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Pushing event updated for resources: {'Port': ['ID=06acc832-9e86-4c0c-a3af-9f3ae12d6360,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:56.564174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccd786-1916-4c67-b3d1-21ac577e8ff7 None None] Pushing event updated for resources: {'Port': ['ID=25d8ef0b-8161-4561-8fcb-e4d8df5c2be6,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:56.570641 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b2ccd786-1916-4c67-b3d1-21ac577e8ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:56.698812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] Routers {'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:56.699507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:47:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:56.720624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Pushing event updated for resources: {'Port': ['ID=b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:56.727607 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:56.764535 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-789e6608-8b69-444c-b4b0-2c3e7a5f8d4f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:56.775160 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-789e6608-8b69-444c-b4b0-2c3e7a5f8d4f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2325585 Jan 14 07:47:56.776489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac397b-861e-4fb0-8d22-ea77f6314a90 None None] Pushing event updated for resources: {'Port': ['ID=7770b834-ebe2-4688-99b2-b889e1b42295,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:56.782304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35616) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:56.813867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:56.892466 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-35ac397b-861e-4fb0-8d22-ea77f6314a90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:56.981475 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.354s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:56.981904 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:57.032322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] Routers {'6f2bb301-8831-429e-968c-dd61ad65f8dd'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:47:57.033711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:47:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['6f2bb301-8831-429e-968c-dd61ad65f8dd'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:57.045060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] Set router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:57.152890 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:57.235151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-344c90af-56ac-4a4b-8d78-c89dbeb84c62 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'network': {'name': 'tempest-network-smoke--620024488', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'port_security_enabled': True}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:57.260861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-344c90af-56ac-4a4b-8d78-c89dbeb84c62 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:57.294281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Network be0cb521-be69-4cc4-b84d-1da3838b3e9e is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:47:57.297676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-344c90af-56ac-4a4b-8d78-c89dbeb84c62 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:network and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:57.306932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:47:57.341857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-344c90af-56ac-4a4b-8d78-c89dbeb84c62 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:57.587284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-344c90af-56ac-4a4b-8d78-c89dbeb84c62 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:57.862304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344c90af-56ac-4a4b-8d78-c89dbeb84c62 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Made reservation on behalf of 4017b6cd94cd44a1833c66614511a163 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:47:57.876665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:47:49Z', 'revision_number': 3, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None, '_interfaces': [{'id': '25d8ef0b-8161-4561-8fcb-e4d8df5c2be6', 'name': '', 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:0b:08:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:47Z', 'updated_at': '2021-01-14T07:47:56Z', 'revision_number': 4, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8db77e1f-9ceb-4ec7-b042-8dc39d7b2973', 'name': '', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:db:b5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:38Z', 'updated_at': '2021-01-14T07:47:46Z', 'revision_number': 4, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:47:57.893020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dd0a5d-6ab3-40e8-8a75-fe16bc72a1bc None None] The sync data for ids ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'] in n-d-769329-2 is: [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:47:49Z', 'revision_number': 3, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None, '_interfaces': [{'id': '25d8ef0b-8161-4561-8fcb-e4d8df5c2be6', 'name': '', 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:0b:08:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:47Z', 'updated_at': '2021-01-14T07:47:56Z', 'revision_number': 4, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8db77e1f-9ceb-4ec7-b042-8dc39d7b2973', 'name': '', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:db:b5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:38Z', 'updated_at': '2021-01-14T07:47:46Z', 'revision_number': 4, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:47:57.895520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-344c90af-56ac-4a4b-8d78-c89dbeb84c62 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:57.969936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Router 5f177d1f-0928-478e-96ec-bfa6e4d3591b has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:47:58.187471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] Set router 6f2bb301-8831-429e-968c-dd61ad65f8dd gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:47:58.266418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344c90af-56ac-4a4b-8d78-c89dbeb84c62 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:47:58.332092 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-344c90af-56ac-4a4b-8d78-c89dbeb84c62 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:58.332838 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-344c90af-56ac-4a4b-8d78-c89dbeb84c62 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Added segment 12c6db72-2190-4c1c-9f12-ac5b45eabee5 of type vxlan for network 89fe7efc-38af-4cbe-9718-6667424740ab Jan 14 07:47:58.385748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:47:58.398162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:47:58.407308 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] 10.222.0.41 "PUT /v2.0/routers/5f177d1f-0928-478e-96ec-bfa6e4d3591b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8068323 Jan 14 07:47:58.417949 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-344c90af-56ac-4a4b-8d78-c89dbeb84c62 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:58.441804 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9792ed0a-f375-4114-a9c2-7f3b675790db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:58.467379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da64f5c6-8399-4b50-b2a6-26f6470f8164 None None] Network be0cb521-be69-4cc4-b84d-1da3838b3e9e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:58.540144 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-344c90af-56ac-4a4b-8d78-c89dbeb84c62 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:58.595744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344c90af-56ac-4a4b-8d78-c89dbeb84c62 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:47:58.596470 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-344c90af-56ac-4a4b-8d78-c89dbeb84c62 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:58.611432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Allocated IP 2001:db8:2::1 (13ff2188-ea24-4bd6-835d-32bc407ed296/a63391df-7a32-4247-9812-d057014cdbb0/76ce339a-fccf-4005-9a75-e796c4609570) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:47:58.620173 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4f680743-a401-4012-a3fd-a52ea1b0b9ab tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:47:58.623359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:58.872765 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-344c90af-56ac-4a4b-8d78-c89dbeb84c62 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0858033 Jan 14 07:47:58.881455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35638) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:47:58.915328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1278352999', 'admin_state_up': True, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:47:58.955079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c90af-56ac-4a4b-8d78-c89dbeb84c62 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'Network': ['ID=89fe7efc-38af-4cbe-9718-6667424740ab,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:47:58.968167 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-344c90af-56ac-4a4b-8d78-c89dbeb84c62 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:47:58.975953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:47:58.986918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:router and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:47:58.995748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:47:59.018698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:47:59.055078 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:59.060855 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:59.097217 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:59.130271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:47:59.130703 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:59.527793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 89fe7efc-38af-4cbe-9718-6667424740ab details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:59.678830 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:59.686411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:59.686946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 89fe7efc-38af-4cbe-9718-6667424740ab details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:59.704022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 89fe7efc-38af-4cbe-9718-6667424740ab details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:47:59.745647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Transition to ACTIVE for port object 76ce339a-fccf-4005-9a75-e796c4609570 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:47:59.931181 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:47:59.954565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d633bd-d8cf-4c1b-99a6-401d1281b71d None None] Network ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:47:59.976134 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-77c9f711-daf4-4374-ae7c-1dc2f6591a55 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:00.065760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Port': ['ID=76ce339a-fccf-4005-9a75-e796c4609570,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:00.078304 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:00.110569 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:00.284548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:00.314153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-53b06bf7-fbb5-486f-969a-6418b6dbb27c None None] Provisioning for port cea4b025-af8d-493c-a5e6-7fd91ca4fe07 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:00.323028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:00.833987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:00.884653 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:01.102446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network 13ff2188-ea24-4bd6-835d-32bc407ed296 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:48:01.107529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:01.111701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:48:01.112277 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:01.345696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:01.583037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2b431d81-c386-4036-9501-eb942bb5e417 None None] Provisioning for port 06acc832-9e86-4c0c-a3af-9f3ae12d6360 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:01.808682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2bb301-8831-429e-968c-dd61ad65f8dd', 'name': 'tempest-TestVolumeBootPattern-2096400426-router', 'tenant_id': '786b2b058427411589ac776aaf80142c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '4abd1131-f180-4f4d-8578-fc831239c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:25Z', 'updated_at': '2021-01-14T07:47:34Z', 'revision_number': 4, 'project_id': '786b2b058427411589ac776aaf80142c', 'gw_port': {'id': '4abd1131-f180-4f4d-8578-fc831239c1a3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:53:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2bb301-8831-429e-968c-dd61ad65f8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:27Z', 'updated_at': '2021-01-14T07:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '7770b834-ebe2-4688-99b2-b889e1b42295', 'name': '', 'network_id': 'a5e30c25-6765-43a7-85a6-7c9bb63d093b', 'tenant_id': '786b2b058427411589ac776aaf80142c', 'mac_address': 'fa:16:3e:56:6e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2bb301-8831-429e-968c-dd61ad65f8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b517540c-053c-4bf9-b228-b8dbc9507431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:33Z', 'updated_at': '2021-01-14T07:47:55Z', 'revision_number': 4, 'project_id': '786b2b058427411589ac776aaf80142c', 'subnets': [{'id': 'b517540c-053c-4bf9-b228-b8dbc9507431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:01.837589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e148927-71fc-4345-9ce9-ce0035e4fcfc None None] The sync data for ids ['6f2bb301-8831-429e-968c-dd61ad65f8dd'] in n-d-769329-2 is: [{'id': '6f2bb301-8831-429e-968c-dd61ad65f8dd', 'name': 'tempest-TestVolumeBootPattern-2096400426-router', 'tenant_id': '786b2b058427411589ac776aaf80142c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '4abd1131-f180-4f4d-8578-fc831239c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:25Z', 'updated_at': '2021-01-14T07:47:34Z', 'revision_number': 4, 'project_id': '786b2b058427411589ac776aaf80142c', 'gw_port': {'id': '4abd1131-f180-4f4d-8578-fc831239c1a3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:53:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2bb301-8831-429e-968c-dd61ad65f8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:27Z', 'updated_at': '2021-01-14T07:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '7770b834-ebe2-4688-99b2-b889e1b42295', 'name': '', 'network_id': 'a5e30c25-6765-43a7-85a6-7c9bb63d093b', 'tenant_id': '786b2b058427411589ac776aaf80142c', 'mac_address': 'fa:16:3e:56:6e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2bb301-8831-429e-968c-dd61ad65f8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b517540c-053c-4bf9-b228-b8dbc9507431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:33Z', 'updated_at': '2021-01-14T07:47:55Z', 'revision_number': 4, 'project_id': '786b2b058427411589ac776aaf80142c', 'subnets': [{'id': 'b517540c-053c-4bf9-b228-b8dbc9507431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:48:01.843523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c67b8e65-de41-4ede-8b1c-09b695c88eca None None] Provisioning for port b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:01.887323 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:02.078961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=8db77e1f-9ceb-4ec7-b042-8dc39d7b2973,segment=NetworkSegment(d1dc6449-7341-4c94-81a7-3661e41debb2),segment_id=d1dc6449-7341-4c94-81a7-3661e41debb2)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:02.101400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-13ff2188-ea24-4bd6-835d-32bc407ed296', 'network_id': '13ff2188-ea24-4bd6-835d-32bc407ed296', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'fixed_ips': [{'subnet_id': 'a63391df-7a32-4247-9812-d057014cdbb0'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:48:02.102999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:02.188033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c67b8e65-de41-4ede-8b1c-09b695c88eca None None] Provisioning complete for port b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:02.188686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c67b8e65-de41-4ede-8b1c-09b695c88eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:02.311749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c67b8e65-de41-4ede-8b1c-09b695c88eca None None] Port b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:48:02.315422 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:02.360998 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-35ac397b-861e-4fb0-8d22-ea77f6314a90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:02.983463 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:48:03.204121 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:03.229917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] Transition to ACTIVE for port object c35f713a-c83b-400a-bde7-46ffd5994cd6 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:03.241873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7770b834-ebe2-4688-99b2-b889e1b42295 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:03.359152 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:03.784981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac97bbf-c24a-454c-9cc7-443540554ca3 req-bf1faf3c-c310-4a78-a6d7-b94502590a30 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:48:03.786718 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bac97bbf-c24a-454c-9cc7-443540554ca3 req-bf1faf3c-c310-4a78-a6d7-b94502590a30 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] 10.222.0.41 "GET /v2.0/networks?id=a5e30c25-6765-43a7-85a6-7c9bb63d093b HTTP/1.1" status: 200 len: 812 time: 0.3083043 Jan 14 07:48:03.788364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Allocated IP 172.25.3.7 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/0885cadb-3f16-4333-a3f2-7680b7b83cc4) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:48:03.811872 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:03.820461 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bac97bbf-c24a-454c-9cc7-443540554ca3 req-4bdab206-b1b3-4c7d-ad5e-97fc0dd0190a tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] 10.222.0.41 "GET /v2.0/quotas/786b2b058427411589ac776aaf80142c HTTP/1.1" status: 200 len: 375 time: 0.0243766 Jan 14 07:48:03.825771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Allocated IP 2001:db8:2::2 (13ff2188-ea24-4bd6-835d-32bc407ed296/a63391df-7a32-4247-9812-d057014cdbb0/cb766637-cc6b-4e5c-808e-bdf157cfc94c) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:48:03.913042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=8db77e1f-9ceb-4ec7-b042-8dc39d7b2973,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:03.972273 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.614s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:04.056477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-64cc1457-eb3f-4e5d-a741-46cfea580e7f None None] Provisioning complete for port b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:04.057358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64cc1457-eb3f-4e5d-a741-46cfea580e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:04.072355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:04.073618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:04.132812 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:04.141745 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7f5f68d3-bc95-4f77-9e22-041943885082 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:04.245271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-64cc1457-eb3f-4e5d-a741-46cfea580e7f None None] Port b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:48:04.300877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] Attempting to bind port c35f713a-c83b-400a-bde7-46ffd5994cd6 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:48:04.301433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] Attempting to bind port c35f713a-c83b-400a-bde7-46ffd5994cd6 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:48:04.301923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] Attempting to bind port c35f713a-c83b-400a-bde7-46ffd5994cd6 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:48:04.327205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:48:04.327773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:48:04.328352 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:04.330681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:48:04.331223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] Bound port: c35f713a-c83b-400a-bde7-46ffd5994cd6, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:48:04.331752 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:04.417634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Port': ['ID=76ce339a-fccf-4005-9a75-e796c4609570,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:04.430691 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:04.434267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] For port c35f713a-c83b-400a-bde7-46ffd5994cd6, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:48:04.438528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] For port c35f713a-c83b-400a-bde7-46ffd5994cd6, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c35f713a-c83b-400a-bde7-46ffd5994cd6,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:48:04.450735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network 13ff2188-ea24-4bd6-835d-32bc407ed296 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:48:04.454913 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:04.479538 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bac97bbf-c24a-454c-9cc7-443540554ca3 req-f6b97b83-f84c-4221-aa08-1e024116e113 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] 10.222.0.41 "GET /v2.0/ports?tenant_id=786b2b058427411589ac776aaf80142c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5132089 Jan 14 07:48:04.505532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:04.535182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 7770b834-ebe2-4688-99b2-b889e1b42295 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:04.551243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:04.655801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 7770b834-ebe2-4688-99b2-b889e1b42295 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:04.656229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:04.689222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03f438-95a1-4d4a-b447-b5487fb8f4af None None] Pushing event updated for resources: {'Port': ['ID=c35f713a-c83b-400a-bde7-46ffd5994cd6,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:04.713282 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa03f438-95a1-4d4a-b447-b5487fb8f4af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:04.713897 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:04.767483 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:04.919452 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:04.966608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03f438-95a1-4d4a-b447-b5487fb8f4af None None] Pushing event updated for resources: {'Port': ['ID=c35f713a-c83b-400a-bde7-46ffd5994cd6,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:04.993398 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa03f438-95a1-4d4a-b447-b5487fb8f4af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:04.995902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-64cc1457-eb3f-4e5d-a741-46cfea580e7f None None] Provisioning for port 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:05.010885 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bac97bbf-c24a-454c-9cc7-443540554ca3 req-4a19385b-70c0-4e95-be02-06c8f3651cfd service neutron] 10.222.0.41 "GET /v2.0/networks/a5e30c25-6765-43a7-85a6-7c9bb63d093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263672 Jan 14 07:48:05.095464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] Routers {'5f177d1f-0928-478e-96ec-bfa6e4d3591b'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:05.096253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:47:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5f177d1f-0928-478e-96ec-bfa6e4d3591b'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:05.311607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'Port': ['ID=0885cadb-3f16-4333-a3f2-7680b7b83cc4,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:05.331615 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:05.375067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:48:05.394420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:48:05.409331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:05.416413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:48:05.432726 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:05.463406 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:05.487760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Transition to ACTIVE for port object cb766637-cc6b-4e5c-808e-bdf157cfc94c will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:05.495092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] Set router 5f177d1f-0928-478e-96ec-bfa6e4d3591b gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:05.630595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Transition to ACTIVE for port object cb766637-cc6b-4e5c-808e-bdf157cfc94c will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:05.633907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 7770b834-ebe2-4688-99b2-b889e1b42295, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7770b834-ebe2-4688-99b2-b889e1b42295,segment=NetworkSegment(cf62dbf3-1a13-4854-ae79-ef0c98706d87),segment_id=cf62dbf3-1a13-4854-ae79-ef0c98706d87)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:05.640315 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:05.641073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 06acc832-9e86-4c0c-a3af-9f3ae12d6360 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:05.676365 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:06.021507 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bac97bbf-c24a-454c-9cc7-443540554ca3 req-f7dcf7e5-33de-478a-8635-2ca2417f5dd8 service neutron] 10.222.0.41 "GET /v2.0/networks/a5e30c25-6765-43a7-85a6-7c9bb63d093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9807684 Jan 14 07:48:06.067365 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:06.275373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=7770b834-ebe2-4688-99b2-b889e1b42295,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:06.283195 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:06.288602 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ab2290b-c133-409b-8305-96830d102f71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:06.543354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Pushing event updated for resources: {'Port': ['ID=cb766637-cc6b-4e5c-808e-bdf157cfc94c,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:06.586793 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:06.620867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Network 13ff2188-ea24-4bd6-835d-32bc407ed296 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:48:06.630690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:06.637970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:48:06.718263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Attempting to bind port cb766637-cc6b-4e5c-808e-bdf157cfc94c on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:48:06.718263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Attempting to bind port cb766637-cc6b-4e5c-808e-bdf157cfc94c by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '30f550ef-0b2a-46f6-8626-b4e73d839cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '13ff2188-ea24-4bd6-835d-32bc407ed296'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:48:06.718263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Attempting to bind port cb766637-cc6b-4e5c-808e-bdf157cfc94c on network 13ff2188-ea24-4bd6-835d-32bc407ed296 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:48:06.727477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 06acc832-9e86-4c0c-a3af-9f3ae12d6360 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:06.736872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 06acc832-9e86-4c0c-a3af-9f3ae12d6360 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:06.737302 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:06.767872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:48:06.779266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:48:06.779714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Checking segment: {'id': '30f550ef-0b2a-46f6-8626-b4e73d839cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '13ff2188-ea24-4bd6-835d-32bc407ed296'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:48:06.780139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:06.780824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Bound using segment: {'id': '30f550ef-0b2a-46f6-8626-b4e73d839cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '13ff2188-ea24-4bd6-835d-32bc407ed296'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:48:06.781574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Bound port: cb766637-cc6b-4e5c-808e-bdf157cfc94c, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f550ef-0b2a-46f6-8626-b4e73d839cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '13ff2188-ea24-4bd6-835d-32bc407ed296'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:48:06.782242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:06.807001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] Sync routers for ids ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:48:06.841893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'name': 'tempest-TestVolumeBootPattern-1115763013-router', 'tenant_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'c35f713a-c83b-400a-bde7-46ffd5994cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:42Z', 'updated_at': '2021-01-14T07:47:54Z', 'revision_number': 4, 'project_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'gw_port': {'id': 'c35f713a-c83b-400a-bde7-46ffd5994cd6', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:45Z', 'updated_at': '2021-01-14T07:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d', 'name': '', 'network_id': 'be0cb521-be69-4cc4-b84d-1da3838b3e9e', 'tenant_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'mac_address': 'fa:16:3e:21:00:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'de554721-5f20-4fe9-8eaa-f5e50386c840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:52Z', 'updated_at': '2021-01-14T07:47:55Z', 'revision_number': 2, 'project_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'subnets': [{'id': 'de554721-5f20-4fe9-8eaa-f5e50386c840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:06.849915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bffab2d-2665-451d-9c03-5a06f018227e None None] The sync data for ids ['5f177d1f-0928-478e-96ec-bfa6e4d3591b'] in n-d-769329-2 is: [{'id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'name': 'tempest-TestVolumeBootPattern-1115763013-router', 'tenant_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'c35f713a-c83b-400a-bde7-46ffd5994cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:42Z', 'updated_at': '2021-01-14T07:47:54Z', 'revision_number': 4, 'project_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'gw_port': {'id': 'c35f713a-c83b-400a-bde7-46ffd5994cd6', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:45Z', 'updated_at': '2021-01-14T07:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d', 'name': '', 'network_id': 'be0cb521-be69-4cc4-b84d-1da3838b3e9e', 'tenant_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'mac_address': 'fa:16:3e:21:00:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'de554721-5f20-4fe9-8eaa-f5e50386c840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:52Z', 'updated_at': '2021-01-14T07:47:55Z', 'revision_number': 2, 'project_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'subnets': [{'id': 'de554721-5f20-4fe9-8eaa-f5e50386c840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:48:06.852663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] Routers {'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:06.853583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:47:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:07.265604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] For port cb766637-cc6b-4e5c-808e-bdf157cfc94c, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:48:07.289879 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/f58272b7-b61b-432f-8ffd-0cbc6ac3b18e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2925355 Jan 14 07:48:07.298205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35756) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:07.311437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f2bd98d3-4438-4f7a-9e34-a42a6e76c36d tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1427863905'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:07.322150 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:07.325328 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:07.327959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f2bd98d3-4438-4f7a-9e34-a42a6e76c36d tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:07.349740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f2bd98d3-4438-4f7a-9e34-a42a6e76c36d tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:network and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:07.350267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] Set router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e gateway port host: None {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:07.360792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f2bd98d3-4438-4f7a-9e34-a42a6e76c36d tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for network was recalculated. Used quota:3. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:07.384251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f2bd98d3-4438-4f7a-9e34-a42a6e76c36d tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:07.412853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bd98d3-4438-4f7a-9e34-a42a6e76c36d tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Made reservation on behalf of 24dfe377520f474f9b69516e3f1c6869 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:48:07.418509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] For port cb766637-cc6b-4e5c-808e-bdf157cfc94c, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=cb766637-cc6b-4e5c-808e-bdf157cfc94c,segment=NetworkSegment(30f550ef-0b2a-46f6-8626-b4e73d839cc0),segment_id=30f550ef-0b2a-46f6-8626-b4e73d839cc0)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:48:07.430138 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2bd98d3-4438-4f7a-9e34-a42a6e76c36d tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:07.459837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:07.528561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2bd98d3-4438-4f7a-9e34-a42a6e76c36d tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:48:07.549199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2bd98d3-4438-4f7a-9e34-a42a6e76c36d tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:07.550290 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-f2bd98d3-4438-4f7a-9e34-a42a6e76c36d tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Added segment 1d07a86b-ebb9-472d-b5ce-bc11955af43f of type vxlan for network 9bf30b13-1236-4c53-80de-dffef8ec7896 Jan 14 07:48:07.666218 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2bd98d3-4438-4f7a-9e34-a42a6e76c36d tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:07.702676 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cdc696d8-6351-4744-90d8-7d9a571d7a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:07.797242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2bd98d3-4438-4f7a-9e34-a42a6e76c36d tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:07.870455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bd98d3-4438-4f7a-9e34-a42a6e76c36d tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:48:07.871604 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2bd98d3-4438-4f7a-9e34-a42a6e76c36d tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:07.896608 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-91aba059-1019-4173-afd5-d8089329b50a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:07.977867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 06acc832-9e86-4c0c-a3af-9f3ae12d6360, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=06acc832-9e86-4c0c-a3af-9f3ae12d6360,segment=NetworkSegment(6efa0662-a64c-4e53-8a34-4b56fff84658),segment_id=6efa0662-a64c-4e53-8a34-4b56fff84658)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:08.074077 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:08.087226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:08.216845 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f2bd98d3-4438-4f7a-9e34-a42a6e76c36d tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9147065 Jan 14 07:48:08.218081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35774) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:08.248064 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:08.254860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2e22bc04-6499-418f-b545-e8612f5435b4 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'subnet': {'network_id': '9bf30b13-1236-4c53-80de-dffef8ec7896', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:08.339527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd98d3-4438-4f7a-9e34-a42a6e76c36d tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Network': ['ID=9bf30b13-1236-4c53-80de-dffef8ec7896,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:08.360235 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2bd98d3-4438-4f7a-9e34-a42a6e76c36d tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:08.397159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Pushing event updated for resources: {'Port': ['ID=cb766637-cc6b-4e5c-808e-bdf157cfc94c,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:08.409466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 9bf30b13-1236-4c53-80de-dffef8ec7896 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:48:08.738763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2e22bc04-6499-418f-b545-e8612f5435b4 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:08.755797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2e22bc04-6499-418f-b545-e8612f5435b4 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:subnet and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:08.765819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2e22bc04-6499-418f-b545-e8612f5435b4 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:08.780241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2e22bc04-6499-418f-b545-e8612f5435b4 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:08.815790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e22bc04-6499-418f-b545-e8612f5435b4 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Made reservation on behalf of 24dfe377520f474f9b69516e3f1c6869 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:48:08.958439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Router ffeb185a-5fa9-41b4-9ae8-b10ae0e55671 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:48:09.103769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e22bc04-6499-418f-b545-e8612f5435b4 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:09.358135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 9bf30b13-1236-4c53-80de-dffef8ec7896 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:48:09.408921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 9bf30b13-1236-4c53-80de-dffef8ec7896 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:48:09.478643 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.776s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:09.505741 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa03f438-95a1-4d4a-b447-b5487fb8f4af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.315s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:09.646385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:48:09.780453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] Sync routers for ids ['ffeb185a-5fa9-41b4-9ae8-b10ae0e55671'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:48:09.780453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] Routers {'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:09.780453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:47:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['ffeb185a-5fa9-41b4-9ae8-b10ae0e55671'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:09.799573 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:09.804949 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 10.9179349 Jan 14 07:48:09.809276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35806) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:10.393997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:10.491891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] Set router ffeb185a-5fa9-41b4-9ae8-b10ae0e55671 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:10.528921 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bcc64f81-33f4-4d4b-a7a9-50142bbfe455 tempest-TestNetworkAdvancedServerOps-1922871097 tempest-TestNetworkAdvancedServerOps-1922871097] 10.222.0.41 "GET /v2.0/subnets?project_id=4017b6cd94cd44a1833c66614511a163&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7044675 Jan 14 07:48:10.528921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35822) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:10.599433 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e22bc04-6499-418f-b545-e8612f5435b4 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:10.627642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:10.628221 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:10.650109 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1bc651ca-f949-42af-a8b9-89c22f6e93dc tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:10.993393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=06acc832-9e86-4c0c-a3af-9f3ae12d6360,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:11.009211 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.503s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:11.166618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c690032-1a57-4c72-9f7a-a7a07aadb0dc tempest-TestNetworkAdvancedServerOps-1922871097 tempest-TestNetworkAdvancedServerOps-1922871097] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:48:11.180831 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5c690032-1a57-4c72-9f7a-a7a07aadb0dc tempest-TestNetworkAdvancedServerOps-1922871097 tempest-TestNetworkAdvancedServerOps-1922871097] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6482050 Jan 14 07:48:11.194231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35836) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:11.290175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf7b58f-25cd-4c5c-b853-340d6c23689c None None] Network 13ff2188-ea24-4bd6-835d-32bc407ed296 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:48:11.457506 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-149b2f3b-c357-48e1-8537-cecf291eb75f tempest-TestNetworkAdvancedServerOps-1922871097 tempest-TestNetworkAdvancedServerOps-1922871097] 10.222.0.41 "GET /v2.0/subnets?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2692420 Jan 14 07:48:11.458656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35846) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:11.486851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4f72d306-4df3-4562-bb15-7f1b6d5d7d5e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1558618976', 'network_id': '89fe7efc-38af-4cbe-9718-6667424740ab', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:11.755468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278352999', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0885cadb-3f16-4333-a3f2-7680b7b83cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:59Z', 'updated_at': '2021-01-14T07:48:06Z', 'revision_number': 3, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '0885cadb-3f16-4333-a3f2-7680b7b83cc4', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:01Z', 'updated_at': '2021-01-14T07:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:11.769815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] Checking router: ffeb185a-5fa9-41b4-9ae8-b10ae0e55671 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:48:11.769815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] Updating router ffeb185a-5fa9-41b4-9ae8-b10ae0e55671 port 0885cadb-3f16-4333-a3f2-7680b7b83cc4 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:48:11.935441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22bc04-6499-418f-b545-e8612f5435b4 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Subnet': ['ID=3270724d-714e-4b06-bd77-e51729cb49b1,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:11.959777 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2e22bc04-6499-418f-b545-e8612f5435b4 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.309s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:12.040848 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:12.055354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4f72d306-4df3-4562-bb15-7f1b6d5d7d5e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:48:12.141988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4f72d306-4df3-4562-bb15-7f1b6d5d7d5e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:subnet and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:48:12.154303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4f72d306-4df3-4562-bb15-7f1b6d5d7d5e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:48:12.166700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4f72d306-4df3-4562-bb15-7f1b6d5d7d5e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:48:12.198213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f72d306-4df3-4562-bb15-7f1b6d5d7d5e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Made reservation on behalf of 4017b6cd94cd44a1833c66614511a163 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:48:12.200493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e22bc04-6499-418f-b545-e8612f5435b4 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Checking segment: {'id': '1d07a86b-ebb9-472d-b5ce-bc11955af43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '9bf30b13-1236-4c53-80de-dffef8ec7896'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:48:12.212553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e22bc04-6499-418f-b545-e8612f5435b4 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network hostable DHCP agents. Network: 9bf30b13-1236-4c53-80de-dffef8ec7896, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:48:12.230759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1f001ddc-863d-42bf-9964-a3b3b673cfc9 None None] Provisioning for port cb766637-cc6b-4e5c-808e-bdf157cfc94c completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:12.241677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:12.296292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e22bc04-6499-418f-b545-e8612f5435b4 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network 9bf30b13-1236-4c53-80de-dffef8ec7896 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:48:12.328905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2e22bc04-6499-418f-b545-e8612f5435b4 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 9bf30b13-1236-4c53-80de-dffef8ec7896) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:12.440339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e22bc04-6499-418f-b545-e8612f5435b4 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:48:12.440339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e22bc04-6499-418f-b545-e8612f5435b4 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:12.466933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=25d8ef0b-8161-4561-8fcb-e4d8df5c2be6,segment=NetworkSegment(6efa0662-a64c-4e53-8a34-4b56fff84658),segment_id=6efa0662-a64c-4e53-8a34-4b56fff84658)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:12.478970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:48:01Z', 'revision_number': 4, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None, '_interfaces': [{'id': '25d8ef0b-8161-4561-8fcb-e4d8df5c2be6', 'name': '', 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:0b:08:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:47Z', 'updated_at': '2021-01-14T07:47:56Z', 'revision_number': 4, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '76ce339a-fccf-4005-9a75-e796c4609570', 'name': '', 'network_id': '13ff2188-ea24-4bd6-835d-32bc407ed296', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:70:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'a63391df-7a32-4247-9812-d057014cdbb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:58Z', 'updated_at': '2021-01-14T07:48:02Z', 'revision_number': 2, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': 'a63391df-7a32-4247-9812-d057014cdbb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8db77e1f-9ceb-4ec7-b042-8dc39d7b2973', 'name': '', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:db:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:38Z', 'updated_at': '2021-01-14T07:48:02Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:12.486298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14541bc8-1771-4fcc-9efe-68ad83d846f1 None None] Network 9bf30b13-1236-4c53-80de-dffef8ec7896 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:48:12.549517 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2e22bc04-6499-418f-b545-e8612f5435b4 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.3116715 Jan 14 07:48:12.549517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 35860) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:12.723959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f72d306-4df3-4562-bb15-7f1b6d5d7d5e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:13.299526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:13.301360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device cea4b025-af8d-493c-a5e6-7fd91ca4fe07 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:13.516473 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa03f438-95a1-4d4a-b447-b5487fb8f4af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:13.645597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] Sync routers for ids ['5f177d1f-0928-478e-96ec-bfa6e4d3591b'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:48:13.661317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] Checking router: f58272b7-b61b-432f-8ffd-0cbc6ac3b18e for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:48:13.661317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] Updating router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e port 76ce339a-fccf-4005-9a75-e796c4609570 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:48:14.091921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:14.156585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] Transition to ACTIVE for port object 0885cadb-3f16-4333-a3f2-7680b7b83cc4 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:14.160911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:14.180248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] Routers {'5f177d1f-0928-478e-96ec-bfa6e4d3591b'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:14.180248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:47:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5f177d1f-0928-478e-96ec-bfa6e4d3591b'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:14.282650 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e49b937b-46eb-4785-8316-e8567f4688a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:14.533927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=25d8ef0b-8161-4561-8fcb-e4d8df5c2be6,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:14.550421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1f001ddc-863d-42bf-9964-a3b3b673cfc9 None None] Provisioning for port 76ce339a-fccf-4005-9a75-e796c4609570 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:14.551692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ed63b-1623-4438-add9-0543e097917a None None] Pushing event updated for resources: {'Port': ['ID=0885cadb-3f16-4333-a3f2-7680b7b83cc4,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:14.580900 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-153ed63b-1623-4438-add9-0543e097917a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:14.900391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] Attempting to bind port 0885cadb-3f16-4333-a3f2-7680b7b83cc4 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:48:14.900819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] Attempting to bind port 0885cadb-3f16-4333-a3f2-7680b7b83cc4 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:48:14.901531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] Attempting to bind port 0885cadb-3f16-4333-a3f2-7680b7b83cc4 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:48:14.927409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:48:14.927409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:48:14.932357 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:14.932357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:48:14.937265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] Bound port: 0885cadb-3f16-4333-a3f2-7680b7b83cc4, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:48:14.937265 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:14.949605 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f72d306-4df3-4562-bb15-7f1b6d5d7d5e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:15.128613 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.610s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:15.161651 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:15.282568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] For port 0885cadb-3f16-4333-a3f2-7680b7b83cc4, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:48:15.300493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] For port 0885cadb-3f16-4333-a3f2-7680b7b83cc4, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0885cadb-3f16-4333-a3f2-7680b7b83cc4,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:48:15.318791 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c2fed45-ee26-4d5e-8bb2-0f3fb03569f7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:15.320122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:15.534198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72d306-4df3-4562-bb15-7f1b6d5d7d5e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'Subnet': ['ID=5c2d292f-8e90-49a0-8155-42563abc9d71,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:15.570120 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:15.581580 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4f72d306-4df3-4562-bb15-7f1b6d5d7d5e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:15.591555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f72d306-4df3-4562-bb15-7f1b6d5d7d5e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Checking segment: {'id': '12c6db72-2190-4c1c-9f12-ac5b45eabee5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '89fe7efc-38af-4cbe-9718-6667424740ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:48:15.591555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f72d306-4df3-4562-bb15-7f1b6d5d7d5e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network hostable DHCP agents. Network: 89fe7efc-38af-4cbe-9718-6667424740ab, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:48:15.695494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f72d306-4df3-4562-bb15-7f1b6d5d7d5e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network 89fe7efc-38af-4cbe-9718-6667424740ab is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:48:15.748681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4f72d306-4df3-4562-bb15-7f1b6d5d7d5e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 89fe7efc-38af-4cbe-9718-6667424740ab) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:15.786334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f72d306-4df3-4562-bb15-7f1b6d5d7d5e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:48:15.787199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f72d306-4df3-4562-bb15-7f1b6d5d7d5e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:15.840096 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4432a6f3-33b6-4d04-abc5-39617235aa51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:15.853304 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4f72d306-4df3-4562-bb15-7f1b6d5d7d5e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.3897376 Jan 14 07:48:15.858133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 35944) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:16.144858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:48:16.241923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ed63b-1623-4438-add9-0543e097917a None None] Pushing event updated for resources: {'Port': ['ID=0885cadb-3f16-4333-a3f2-7680b7b83cc4,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:16.246396 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-153ed63b-1623-4438-add9-0543e097917a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:16.369440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] Routers {'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:16.369440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:47:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['ffeb185a-5fa9-41b4-9ae8-b10ae0e55671'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:16.414962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada4cc38-cd66-4de8-960c-3d1f8a267977 None None] Network 89fe7efc-38af-4cbe-9718-6667424740ab requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:48:16.940588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] Set router ffeb185a-5fa9-41b4-9ae8-b10ae0e55671 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:17.524942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:17.540534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] Transition to ACTIVE for port object 76ce339a-fccf-4005-9a75-e796c4609570 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:17.542313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1f001ddc-863d-42bf-9964-a3b3b673cfc9 None None] Provisioning complete for port 76ce339a-fccf-4005-9a75-e796c4609570 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:17.542934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f001ddc-863d-42bf-9964-a3b3b673cfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:17.636086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] Set router 5f177d1f-0928-478e-96ec-bfa6e4d3591b gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:18.027602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Allocated IP 2001:db8:3::1 (9bf30b13-1236-4c53-80de-dffef8ec7896/3270724d-714e-4b06-bd77-e51729cb49b1/d46011ff-5135-43e8-8d19-6c2108ade72a) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:48:18.054965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:18.165653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278352999', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0885cadb-3f16-4333-a3f2-7680b7b83cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:59Z', 'updated_at': '2021-01-14T07:48:06Z', 'revision_number': 3, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '0885cadb-3f16-4333-a3f2-7680b7b83cc4', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:01Z', 'updated_at': '2021-01-14T07:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:18.206988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff5d64c-8905-4953-862d-787fb661d798 None None] The sync data for ids ['ffeb185a-5fa9-41b4-9ae8-b10ae0e55671'] in n-d-769329-2 is: [{'id': 'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278352999', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0885cadb-3f16-4333-a3f2-7680b7b83cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:59Z', 'updated_at': '2021-01-14T07:48:06Z', 'revision_number': 3, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '0885cadb-3f16-4333-a3f2-7680b7b83cc4', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:01Z', 'updated_at': '2021-01-14T07:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:48:18.538728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:18.582650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Transition to ACTIVE for port object d46011ff-5135-43e8-8d19-6c2108ade72a will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:18.591153 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:18.642005 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:18.673623 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:18.774461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port cea4b025-af8d-493c-a5e6-7fd91ca4fe07 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:19.014894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fa2b5-f5c0-4795-8df7-1a96fac75096 None None] Pushing event updated for resources: {'Port': ['ID=76ce339a-fccf-4005-9a75-e796c4609570,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:19.025113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port cea4b025-af8d-493c-a5e6-7fd91ca4fe07 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:19.025113 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:19.223643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network 9bf30b13-1236-4c53-80de-dffef8ec7896 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:48:19.228385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:19.233144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:48:19.233966 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:19.274647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Port': ['ID=d46011ff-5135-43e8-8d19-6c2108ade72a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:19.334212 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:19.512867 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ba3fa2b5-f5c0-4795-8df7-1a96fac75096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:19.729030 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:19.777076 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:19.813863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-9bf30b13-1236-4c53-80de-dffef8ec7896', 'network_id': '9bf30b13-1236-4c53-80de-dffef8ec7896', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'fixed_ips': [{'subnet_id': '3270724d-714e-4b06-bd77-e51729cb49b1'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:48:19.813863 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:19.862870 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:19.875485 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:20.145035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1f001ddc-863d-42bf-9964-a3b3b673cfc9 None None] Port 76ce339a-fccf-4005-9a75-e796c4609570 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:48:20.742125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:20.748063 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:20.748063 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:20.765341 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:21.028761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event updated for resources: {'Port': ['ID=d46011ff-5135-43e8-8d19-6c2108ade72a,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:21.040226 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:21.234783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-89fe7efc-38af-4cbe-9718-6667424740ab', 'network_id': '89fe7efc-38af-4cbe-9718-6667424740ab', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'fixed_ips': [{'subnet_id': '5c2d292f-8e90-49a0-8155-42563abc9d71'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:48:21.234783 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:21.302922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:21.379175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] Attempting to bind port 76ce339a-fccf-4005-9a75-e796c4609570 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:48:21.379175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] Attempting to bind port 76ce339a-fccf-4005-9a75-e796c4609570 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '30f550ef-0b2a-46f6-8626-b4e73d839cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '13ff2188-ea24-4bd6-835d-32bc407ed296'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:48:21.389966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] Attempting to bind port 76ce339a-fccf-4005-9a75-e796c4609570 on network 13ff2188-ea24-4bd6-835d-32bc407ed296 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:48:21.447375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network 9bf30b13-1236-4c53-80de-dffef8ec7896 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:48:21.455316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:21.487260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port cea4b025-af8d-493c-a5e6-7fd91ca4fe07, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=cea4b025-af8d-493c-a5e6-7fd91ca4fe07,segment=NetworkSegment(cf750f24-3f6a-490c-9986-e41d47db372b),segment_id=cf750f24-3f6a-490c-9986-e41d47db372b)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:21.521412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:48:21.522101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] Checking segment: {'id': '30f550ef-0b2a-46f6-8626-b4e73d839cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '13ff2188-ea24-4bd6-835d-32bc407ed296'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:48:21.522876 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:21.523603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] Bound using segment: {'id': '30f550ef-0b2a-46f6-8626-b4e73d839cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '13ff2188-ea24-4bd6-835d-32bc407ed296'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:48:21.524513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] Bound port: 76ce339a-fccf-4005-9a75-e796c4609570, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f550ef-0b2a-46f6-8626-b4e73d839cc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '13ff2188-ea24-4bd6-835d-32bc407ed296'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:48:21.525407 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:21.573996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Allocated IP 172.20.0.1 (89fe7efc-38af-4cbe-9718-6667424740ab/5c2d292f-8e90-49a0-8155-42563abc9d71/907610a3-e4ba-4d10-84ad-82a15efdd9f3) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:48:21.656117 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:21.673900 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:21.935168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=cea4b025-af8d-493c-a5e6-7fd91ca4fe07,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:22.267371 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:22.357578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Transition to ACTIVE for port object 907610a3-e4ba-4d10-84ad-82a15efdd9f3 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:22.468769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:22.699163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Allocated IP 172.20.0.2 (89fe7efc-38af-4cbe-9718-6667424740ab/5c2d292f-8e90-49a0-8155-42563abc9d71/356ec92a-790b-4244-a80a-01eb4f5568fa) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:48:22.927876 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.261s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:22.938332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device cb766637-cc6b-4e5c-808e-bdf157cfc94c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:23.024218 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2cdf5e67-8fcf-4e1f-99d4-e64f9abe7dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:23.304544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network 89fe7efc-38af-4cbe-9718-6667424740ab is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:48:23.319098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:23.329210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:48:23.367596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:48:23.414934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'Port': ['ID=907610a3-e4ba-4d10-84ad-82a15efdd9f3,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:23.437766 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:23.507950 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:24.127470 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:24.134338 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:24.151711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Transition to ACTIVE for port object 356ec92a-790b-4244-a80a-01eb4f5568fa will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:24.167044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Transition to ACTIVE for port object 356ec92a-790b-4244-a80a-01eb4f5568fa will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:24.296974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:48:24.328885 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/f58272b7-b61b-432f-8ffd-0cbc6ac3b18e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7820122 Jan 14 07:48:24.329396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36080) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:24.414142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ca420437-c135-4a0d-aa54-8c2cf6179de3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:24.442999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'name': 'tempest-TestVolumeBootPattern-1115763013-router', 'tenant_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'c35f713a-c83b-400a-bde7-46ffd5994cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:42Z', 'updated_at': '2021-01-14T07:47:54Z', 'revision_number': 4, 'project_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'gw_port': {'id': 'c35f713a-c83b-400a-bde7-46ffd5994cd6', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:45Z', 'updated_at': '2021-01-14T07:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d', 'name': '', 'network_id': 'be0cb521-be69-4cc4-b84d-1da3838b3e9e', 'tenant_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'mac_address': 'fa:16:3e:21:00:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'de554721-5f20-4fe9-8eaa-f5e50386c840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:52Z', 'updated_at': '2021-01-14T07:47:55Z', 'revision_number': 2, 'project_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'subnets': [{'id': 'de554721-5f20-4fe9-8eaa-f5e50386c840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:24.597249 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:24.680807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] Checking router: 5f177d1f-0928-478e-96ec-bfa6e4d3591b for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:48:24.680807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] Updating router 5f177d1f-0928-478e-96ec-bfa6e4d3591b port b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:48:24.757778 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-237fe269-c816-4878-b037-9f6b2167ad1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:24.846169 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:24.853411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-03f3df8c-bca0-44ec-a71b-33de1169ffe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:25.018982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] For port 76ce339a-fccf-4005-9a75-e796c4609570, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:48:25.346366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Allocated IP 2001:db8:3::2 (9bf30b13-1236-4c53-80de-dffef8ec7896/3270724d-714e-4b06-bd77-e51729cb49b1/49e0c22a-a74d-4385-9956-67ac1f246449) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:48:25.362849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port cb766637-cc6b-4e5c-808e-bdf157cfc94c completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:25.416917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] For port 76ce339a-fccf-4005-9a75-e796c4609570, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=76ce339a-fccf-4005-9a75-e796c4609570,segment=NetworkSegment(30f550ef-0b2a-46f6-8626-b4e73d839cc0),segment_id=30f550ef-0b2a-46f6-8626-b4e73d839cc0)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:48:25.429398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port cb766637-cc6b-4e5c-808e-bdf157cfc94c triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:25.430360 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:26.250865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:26.432267 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:26.484658 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-95989906-c228-4b31-a4f7-1fbef3850bbd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:26.622992 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:26.651278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Transition to ACTIVE for port object 49e0c22a-a74d-4385-9956-67ac1f246449 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:26.655156 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:26.675934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Transition to ACTIVE for port object 49e0c22a-a74d-4385-9956-67ac1f246449 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:26.745755 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:26.979941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Network 89fe7efc-38af-4cbe-9718-6667424740ab is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:48:27.001726 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:27.038609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Pushing event updated for resources: {'Port': ['ID=356ec92a-790b-4244-a80a-01eb4f5568fa,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:27.038609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1034473f-2828-464a-ab72-94131aaf23f3 None None] Provisioning complete for port cb766637-cc6b-4e5c-808e-bdf157cfc94c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:27.038609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1034473f-2828-464a-ab72-94131aaf23f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:27.065152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:27.120004 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.367s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:27.126454 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fc8c7202-cabb-4465-812b-b23f2390ec84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:27.232604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:48:27.239240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fa2b5-f5c0-4795-8df7-1a96fac75096 None None] Pushing event updated for resources: {'Port': ['ID=76ce339a-fccf-4005-9a75-e796c4609570,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:27.809424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] Routers {'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:27.809424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:47:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:27.881082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.extraroute_db [None req-ca420437-c135-4a0d-aa54-8c2cf6179de3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=80907) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 07:48:27.925095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Attempting to bind port 356ec92a-790b-4244-a80a-01eb4f5568fa on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:48:27.925783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Attempting to bind port 356ec92a-790b-4244-a80a-01eb4f5568fa by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '12c6db72-2190-4c1c-9f12-ac5b45eabee5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '89fe7efc-38af-4cbe-9718-6667424740ab'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:48:27.926454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Attempting to bind port 356ec92a-790b-4244-a80a-01eb4f5568fa on network 89fe7efc-38af-4cbe-9718-6667424740ab {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:48:27.939125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6ef68b1-d14a-40b2-b09b-b05e3d779539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:27.945720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'Port': ['ID=907610a3-e4ba-4d10-84ad-82a15efdd9f3,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:27.956535 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.472s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:27.966403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.extraroute_db [None req-ca420437-c135-4a0d-aa54-8c2cf6179de3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Removed routes are [] {{(pid=80907) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 07:48:27.967001 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca420437-c135-4a0d-aa54-8c2cf6179de3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:28.011864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:48:28.012477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Checking segment: {'id': '12c6db72-2190-4c1c-9f12-ac5b45eabee5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '89fe7efc-38af-4cbe-9718-6667424740ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:48:28.013224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:28.013957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Bound using segment: {'id': '12c6db72-2190-4c1c-9f12-ac5b45eabee5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '89fe7efc-38af-4cbe-9718-6667424740ab'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:48:28.014867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Bound port: 356ec92a-790b-4244-a80a-01eb4f5568fa, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c6db72-2190-4c1c-9f12-ac5b45eabee5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '89fe7efc-38af-4cbe-9718-6667424740ab'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:48:28.015566 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:28.080372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Network 9bf30b13-1236-4c53-80de-dffef8ec7896 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:48:28.293637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:28.297151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:48:28.600415 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca420437-c135-4a0d-aa54-8c2cf6179de3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:28.628596 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca420437-c135-4a0d-aa54-8c2cf6179de3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:28.907615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network 89fe7efc-38af-4cbe-9718-6667424740ab is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:48:28.907615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:48:28.907615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca420437-c135-4a0d-aa54-8c2cf6179de3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:48:29.079343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] Set router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e gateway port host: None {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:29.502286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Pushing event updated for resources: {'Port': ['ID=49e0c22a-a74d-4385-9956-67ac1f246449,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:29.862493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:29.940658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] Transition to ACTIVE for port object b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:29.951563 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.820s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:29.990897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca420437-c135-4a0d-aa54-8c2cf6179de3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:48:30.037849 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ca420437-c135-4a0d-aa54-8c2cf6179de3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:30.042374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1034473f-2828-464a-ab72-94131aaf23f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:30.049965 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ca420437-c135-4a0d-aa54-8c2cf6179de3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/f58272b7-b61b-432f-8ffd-0cbc6ac3b18e HTTP/1.1" status: 200 len: 954 time: 5.7138395 Jan 14 07:48:30.049965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36154) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:30.084317 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e8e1212-ae16-4cae-b96a-c62481582229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.052s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:30.084317 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e8e1212-ae16-4cae-b96a-c62481582229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:30.162477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1034473f-2828-464a-ab72-94131aaf23f3 None None] For port cb766637-cc6b-4e5c-808e-bdf157cfc94c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=cb766637-cc6b-4e5c-808e-bdf157cfc94c,segment=NetworkSegment(30f550ef-0b2a-46f6-8626-b4e73d839cc0),segment_id=30f550ef-0b2a-46f6-8626-b4e73d839cc0)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:30.289294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:30.306901 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:30.332257 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:30.591197 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:30.592407 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7355da3d-9f20-4937-8795-1e8b73f04a87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:30.616844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Router ffeb185a-5fa9-41b4-9ae8-b10ae0e55671 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:48:30.666563 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1034473f-2828-464a-ab72-94131aaf23f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:30.707816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Attempting to bind port 49e0c22a-a74d-4385-9956-67ac1f246449 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:48:30.707816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Attempting to bind port 49e0c22a-a74d-4385-9956-67ac1f246449 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '1d07a86b-ebb9-472d-b5ce-bc11955af43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '9bf30b13-1236-4c53-80de-dffef8ec7896'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:48:30.707816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Attempting to bind port 49e0c22a-a74d-4385-9956-67ac1f246449 on network 9bf30b13-1236-4c53-80de-dffef8ec7896 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:48:30.775037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0885cadb-3f16-4333-a3f2-7680b7b83cc4 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:31.008562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:48:31.008562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Checking segment: {'id': '1d07a86b-ebb9-472d-b5ce-bc11955af43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '9bf30b13-1236-4c53-80de-dffef8ec7896'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:48:31.008562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:31.008562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Bound using segment: {'id': '1d07a86b-ebb9-472d-b5ce-bc11955af43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '9bf30b13-1236-4c53-80de-dffef8ec7896'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:48:31.008562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Bound port: 49e0c22a-a74d-4385-9956-67ac1f246449, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d07a86b-ebb9-472d-b5ce-bc11955af43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '9bf30b13-1236-4c53-80de-dffef8ec7896'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:48:31.008562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:31.074195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:48:31.080184 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "PUT /v2.0/routers/ffeb185a-5fa9-41b4-9ae8-b10ae0e55671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2152796 Jan 14 07:48:31.107180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] Sync routers for ids ['ffeb185a-5fa9-41b4-9ae8-b10ae0e55671'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:48:31.122082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] Routers {'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:31.122082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:48:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['ffeb185a-5fa9-41b4-9ae8-b10ae0e55671'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:31.232803 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-74e1e1bb-8d12-4e9c-bccf-65f9016e9245 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/routers/f58272b7-b61b-432f-8ffd-0cbc6ac3b18e HTTP/1.1" status: 200 len: 954 time: 1.1712542 Jan 14 07:48:31.232954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36178) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:31.246576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] For port 49e0c22a-a74d-4385-9956-67ac1f246449, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:48:31.251330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] For port 49e0c22a-a74d-4385-9956-67ac1f246449, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=49e0c22a-a74d-4385-9956-67ac1f246449,segment=NetworkSegment(1d07a86b-ebb9-472d-b5ce-bc11955af43f),segment_id=1d07a86b-ebb9-472d-b5ce-bc11955af43f)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:48:31.270698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e1aa341c-f00c-47fe-b50e-5a69fbb7d2bc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'router': {'routes': None}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:48:31.359173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] For port 356ec92a-790b-4244-a80a-01eb4f5568fa, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:48:31.691399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] Set router ffeb185a-5fa9-41b4-9ae8-b10ae0e55671 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:31.766222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 0885cadb-3f16-4333-a3f2-7680b7b83cc4 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:31.827032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:31.884040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 0885cadb-3f16-4333-a3f2-7680b7b83cc4 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:31.884040 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:32.336309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-78ed3d72-e811-4e3d-b025-711042d866bf req-edd7f9ba-57d8-4bf4-84de-deba722a0880 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Synchronizing usage tracker for tenant:4017b6cd94cd44a1833c66614511a163 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:48:32.370748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-78ed3d72-e811-4e3d-b025-711042d866bf req-edd7f9ba-57d8-4bf4-84de-deba722a0880 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Unset dirty status for tenant:4017b6cd94cd44a1833c66614511a163 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:48:32.372471 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-78ed3d72-e811-4e3d-b025-711042d866bf req-edd7f9ba-57d8-4bf4-84de-deba722a0880 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2025508146&fields=id&tenant_id=4017b6cd94cd44a1833c66614511a163 HTTP/1.1" status: 200 len: 267 time: 0.2844651 Jan 14 07:48:32.477343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fc228-71b8-4fdb-a199-9322e3c6bdeb None None] Pushing event updated for resources: {'Port': ['ID=b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:32.558286 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-561fc228-71b8-4fdb-a199-9322e3c6bdeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.952s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:32.558286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] For port 356ec92a-790b-4244-a80a-01eb4f5568fa, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=356ec92a-790b-4244-a80a-01eb4f5568fa,segment=NetworkSegment(12c6db72-2190-4c1c-9f12-ac5b45eabee5),segment_id=12c6db72-2190-4c1c-9f12-ac5b45eabee5)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:48:32.617462 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f50d1b89-eb4d-46a9-9fa0-a8a18186c006 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.916s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:33.094966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278352999', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0885cadb-3f16-4333-a3f2-7680b7b83cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:59Z', 'updated_at': '2021-01-14T07:48:23Z', 'revision_number': 4, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '0885cadb-3f16-4333-a3f2-7680b7b83cc4', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:01Z', 'updated_at': '2021-01-14T07:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '907610a3-e4ba-4d10-84ad-82a15efdd9f3', 'name': '', 'network_id': '89fe7efc-38af-4cbe-9718-6667424740ab', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'mac_address': 'fa:16:3e:8a:40:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '5c2d292f-8e90-49a0-8155-42563abc9d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:20Z', 'updated_at': '2021-01-14T07:48:25Z', 'revision_number': 2, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'subnets': [{'id': '5c2d292f-8e90-49a0-8155-42563abc9d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:33.108171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] Checking router: ffeb185a-5fa9-41b4-9ae8-b10ae0e55671 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:48:33.108548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] Updating router ffeb185a-5fa9-41b4-9ae8-b10ae0e55671 port 907610a3-e4ba-4d10-84ad-82a15efdd9f3 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:48:33.366575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed3d72-e811-4e3d-b025-711042d866bf req-11932b90-1ce8-4654-9880-d6323834e399 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:48:33.378113 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-78ed3d72-e811-4e3d-b025-711042d866bf req-11932b90-1ce8-4654-9880-d6323834e399 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "GET /v2.0/networks?id=89fe7efc-38af-4cbe-9718-6667424740ab HTTP/1.1" status: 200 len: 796 time: 0.9892509 Jan 14 07:48:33.478440 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-78ed3d72-e811-4e3d-b025-711042d866bf req-f8137dd9-5bab-4ee0-baea-8c000bb386e7 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "GET /v2.0/quotas/4017b6cd94cd44a1833c66614511a163 HTTP/1.1" status: 200 len: 375 time: 0.0920491 Jan 14 07:48:33.522959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:33.603562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034473f-2828-464a-ab72-94131aaf23f3 None None] Pushing event updated for resources: {'Port': ['ID=cb766637-cc6b-4e5c-808e-bdf157cfc94c,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:33.758039 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:34.035445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-78ed3d72-e811-4e3d-b025-711042d866bf req-b91f827d-121f-4d7b-8cc7-7780871e29cb tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Synchronizing usage tracker for tenant:4017b6cd94cd44a1833c66614511a163 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:48:34.210882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-78ed3d72-e811-4e3d-b025-711042d866bf req-b91f827d-121f-4d7b-8cc7-7780871e29cb tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Unset dirty status for tenant:4017b6cd94cd44a1833c66614511a163 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:48:34.215841 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-78ed3d72-e811-4e3d-b025-711042d866bf req-b91f827d-121f-4d7b-8cc7-7780871e29cb tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "GET /v2.0/ports?tenant_id=4017b6cd94cd44a1833c66614511a163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7322731 Jan 14 07:48:34.342226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Pushing event updated for resources: {'Port': ['ID=49e0c22a-a74d-4385-9956-67ac1f246449,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:34.699488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.extraroute_db [None req-e1aa341c-f00c-47fe-b50e-5a69fbb7d2bc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Added routes are [] {{(pid=80908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 07:48:34.703550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.extraroute_db [None req-e1aa341c-f00c-47fe-b50e-5a69fbb7d2bc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=80908) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 07:48:34.835431 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1aa341c-f00c-47fe-b50e-5a69fbb7d2bc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:35.289410 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-78ed3d72-e811-4e3d-b025-711042d866bf req-96f0a845-64a4-42d3-9311-7b006d1da126 service neutron] 10.222.0.41 "GET /v2.0/networks/89fe7efc-38af-4cbe-9718-6667424740ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9979358 Jan 14 07:48:35.333319 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.720s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:35.383554 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e8e1212-ae16-4cae-b96a-c62481582229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.252s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:35.561842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] Attempting to bind port b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:48:35.562623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] Attempting to bind port b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'cf750f24-3f6a-490c-9986-e41d47db372b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'be0cb521-be69-4cc4-b84d-1da3838b3e9e'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:48:35.563288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] Attempting to bind port b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d on network be0cb521-be69-4cc4-b84d-1da3838b3e9e {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:48:35.703921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:48:35.703921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] Checking segment: {'id': 'cf750f24-3f6a-490c-9986-e41d47db372b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'be0cb521-be69-4cc4-b84d-1da3838b3e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:48:35.703921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:35.703921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] Bound using segment: {'id': 'cf750f24-3f6a-490c-9986-e41d47db372b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'be0cb521-be69-4cc4-b84d-1da3838b3e9e'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:48:35.708728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] Bound port: b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf750f24-3f6a-490c-9986-e41d47db372b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'be0cb521-be69-4cc4-b84d-1da3838b3e9e'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:48:35.708728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:36.073611 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:36.205355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1aa341c-f00c-47fe-b50e-5a69fbb7d2bc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:36.216353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1aa341c-f00c-47fe-b50e-5a69fbb7d2bc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:36.223048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 0885cadb-3f16-4333-a3f2-7680b7b83cc4, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0885cadb-3f16-4333-a3f2-7680b7b83cc4,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:36.228072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d96c5a-5fd5-4fd9-815b-2ddf0a369274 None None] Network 9bf30b13-1236-4c53-80de-dffef8ec7896 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:48:36.542162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:36.578460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] Transition to ACTIVE for port object 907610a3-e4ba-4d10-84ad-82a15efdd9f3 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:48:36.601370 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:36.689369 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-78ed3d72-e811-4e3d-b025-711042d866bf req-0eded201-10b1-4ab1-a20e-f8aeae0a2090 service neutron] 10.222.0.41 "GET /v2.0/networks/89fe7efc-38af-4cbe-9718-6667424740ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3631241 Jan 14 07:48:36.693270 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:36.815138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1aa341c-f00c-47fe-b50e-5a69fbb7d2bc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:48:36.946349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b01b0-840a-48da-8d38-712bcc74a2f2 None None] Pushing event updated for resources: {'Port': ['ID=907610a3-e4ba-4d10-84ad-82a15efdd9f3,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:36.958977 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a0b01b0-840a-48da-8d38-712bcc74a2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:37.301594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:48:19Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None, '_interfaces': [{'id': '25d8ef0b-8161-4561-8fcb-e4d8df5c2be6', 'name': '', 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:0b:08:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:47Z', 'updated_at': '2021-01-14T07:48:12Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '76ce339a-fccf-4005-9a75-e796c4609570', 'name': '', 'network_id': '13ff2188-ea24-4bd6-835d-32bc407ed296', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:70:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'a63391df-7a32-4247-9812-d057014cdbb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:58Z', 'updated_at': '2021-01-14T07:48:24Z', 'revision_number': 4, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': 'a63391df-7a32-4247-9812-d057014cdbb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8db77e1f-9ceb-4ec7-b042-8dc39d7b2973', 'name': '', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:db:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:38Z', 'updated_at': '2021-01-14T07:48:02Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd46011ff-5135-43e8-8d19-6c2108ade72a', 'name': '', 'network_id': '9bf30b13-1236-4c53-80de-dffef8ec7896', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:65:fe:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '3270724d-714e-4b06-bd77-e51729cb49b1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:17Z', 'updated_at': '2021-01-14T07:48:20Z', 'revision_number': 2, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '3270724d-714e-4b06-bd77-e51729cb49b1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:37.389508 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:37.389508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:37.545227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df84e41-381f-4cba-8298-66980192aa2e None None] The sync data for ids ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'] in n-d-769329-2 is: [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:48:19Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None, '_interfaces': [{'id': '25d8ef0b-8161-4561-8fcb-e4d8df5c2be6', 'name': '', 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:0b:08:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:47Z', 'updated_at': '2021-01-14T07:48:12Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '76ce339a-fccf-4005-9a75-e796c4609570', 'name': '', 'network_id': '13ff2188-ea24-4bd6-835d-32bc407ed296', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:70:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'a63391df-7a32-4247-9812-d057014cdbb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:58Z', 'updated_at': '2021-01-14T07:48:24Z', 'revision_number': 4, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': 'a63391df-7a32-4247-9812-d057014cdbb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8db77e1f-9ceb-4ec7-b042-8dc39d7b2973', 'name': '', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:db:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:38Z', 'updated_at': '2021-01-14T07:48:02Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd46011ff-5135-43e8-8d19-6c2108ade72a', 'name': '', 'network_id': '9bf30b13-1236-4c53-80de-dffef8ec7896', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:65:fe:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '3270724d-714e-4b06-bd77-e51729cb49b1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:17Z', 'updated_at': '2021-01-14T07:48:20Z', 'revision_number': 2, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '3270724d-714e-4b06-bd77-e51729cb49b1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:48:37.636628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1aa341c-f00c-47fe-b50e-5a69fbb7d2bc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:48:37.853488 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1aa341c-f00c-47fe-b50e-5a69fbb7d2bc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:37.856192 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e1aa341c-f00c-47fe-b50e-5a69fbb7d2bc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/f58272b7-b61b-432f-8ffd-0cbc6ac3b18e HTTP/1.1" status: 200 len: 704 time: 6.6282401 Jan 14 07:48:37.859755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36276) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:38.108528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] For port b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:48:38.128350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] For port b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d,segment=NetworkSegment(cf750f24-3f6a-490c-9986-e41d47db372b),segment_id=cf750f24-3f6a-490c-9986-e41d47db372b)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:48:38.192198 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:38.344809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] Attempting to bind port 907610a3-e4ba-4d10-84ad-82a15efdd9f3 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:48:38.345389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] Attempting to bind port 907610a3-e4ba-4d10-84ad-82a15efdd9f3 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '12c6db72-2190-4c1c-9f12-ac5b45eabee5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '89fe7efc-38af-4cbe-9718-6667424740ab'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:48:38.345909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] Attempting to bind port 907610a3-e4ba-4d10-84ad-82a15efdd9f3 on network 89fe7efc-38af-4cbe-9718-6667424740ab {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:48:38.357937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:48:38.358497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] Checking segment: {'id': '12c6db72-2190-4c1c-9f12-ac5b45eabee5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '89fe7efc-38af-4cbe-9718-6667424740ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:48:38.359529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:38.360610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] Bound using segment: {'id': '12c6db72-2190-4c1c-9f12-ac5b45eabee5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '89fe7efc-38af-4cbe-9718-6667424740ab'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:48:38.361603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] Bound port: 907610a3-e4ba-4d10-84ad-82a15efdd9f3, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c6db72-2190-4c1c-9f12-ac5b45eabee5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '89fe7efc-38af-4cbe-9718-6667424740ab'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:48:38.362618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:38.862843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36300) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:38.881137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Pushing event updated for resources: {'Port': ['ID=356ec92a-790b-4244-a80a-01eb4f5568fa,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:38.885913 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.503s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:38.914343 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 4.624s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:39.080290 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fe5ac832-14cb-4ef3-bb83-636dbaeb46e9 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/routers/f58272b7-b61b-432f-8ffd-0cbc6ac3b18e HTTP/1.1" status: 200 len: 704 time: 1.1903710 Jan 14 07:48:39.080290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36306) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:39.120191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] For port 907610a3-e4ba-4d10-84ad-82a15efdd9f3, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:48:39.128720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] For port 907610a3-e4ba-4d10-84ad-82a15efdd9f3, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=907610a3-e4ba-4d10-84ad-82a15efdd9f3,segment=NetworkSegment(12c6db72-2190-4c1c-9f12-ac5b45eabee5),segment_id=12c6db72-2190-4c1c-9f12-ac5b45eabee5)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:48:39.135862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=0885cadb-3f16-4333-a3f2-7680b7b83cc4,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:39.142685 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:39.248484 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-332dafcb-359f-4f57-aceb-c76e12064552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:39.267593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2346a5ea-b35f-4b9f-a2c5-5187275d6dd6 None None] Provisioning for port 49e0c22a-a74d-4385-9956-67ac1f246449 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:39.336774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:39.336774 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:39.765062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b01b0-840a-48da-8d38-712bcc74a2f2 None None] Pushing event updated for resources: {'Port': ['ID=907610a3-e4ba-4d10-84ad-82a15efdd9f3,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:39.831739 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a0b01b0-840a-48da-8d38-712bcc74a2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:40.284782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] Routers {'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:40.286206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:48:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['ffeb185a-5fa9-41b4-9ae8-b10ae0e55671'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:40.376709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fc228-71b8-4fdb-a199-9322e3c6bdeb None None] Pushing event updated for resources: {'Port': ['ID=b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:40.640514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7770b834-ebe2-4688-99b2-b889e1b42295 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:40.795431 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-561fc228-71b8-4fdb-a199-9322e3c6bdeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.871s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:40.863430 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.321s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:40.873064 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:40.891307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] Routers {'5f177d1f-0928-478e-96ec-bfa6e4d3591b'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:40.914488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:48:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5f177d1f-0928-478e-96ec-bfa6e4d3591b'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:41.432721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] Set router ffeb185a-5fa9-41b4-9ae8-b10ae0e55671 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:41.833583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bf5eff0-c281-4456-b7f4-f739421cecf5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:42.279510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:42.302178 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.440s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:42.303615 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:42.305630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ec1c81-0224-4d3a-9b34-cad7e6be82f3 None None] Sync routers for ids ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:48:42.668438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] Set router 5f177d1f-0928-478e-96ec-bfa6e4d3591b gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:43.168721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278352999', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0885cadb-3f16-4333-a3f2-7680b7b83cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:59Z', 'updated_at': '2021-01-14T07:48:23Z', 'revision_number': 4, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '0885cadb-3f16-4333-a3f2-7680b7b83cc4', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:01Z', 'updated_at': '2021-01-14T07:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '907610a3-e4ba-4d10-84ad-82a15efdd9f3', 'name': '', 'network_id': '89fe7efc-38af-4cbe-9718-6667424740ab', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'mac_address': 'fa:16:3e:8a:40:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '5c2d292f-8e90-49a0-8155-42563abc9d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:20Z', 'updated_at': '2021-01-14T07:48:39Z', 'revision_number': 4, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'subnets': [{'id': '5c2d292f-8e90-49a0-8155-42563abc9d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:43.213984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66ee7c-0520-4b21-bfa0-1be554ad2418 None None] The sync data for ids ['ffeb185a-5fa9-41b4-9ae8-b10ae0e55671'] in n-d-769329-2 is: [{'id': 'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278352999', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0885cadb-3f16-4333-a3f2-7680b7b83cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:59Z', 'updated_at': '2021-01-14T07:48:23Z', 'revision_number': 4, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '0885cadb-3f16-4333-a3f2-7680b7b83cc4', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:01Z', 'updated_at': '2021-01-14T07:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '907610a3-e4ba-4d10-84ad-82a15efdd9f3', 'name': '', 'network_id': '89fe7efc-38af-4cbe-9718-6667424740ab', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'mac_address': 'fa:16:3e:8a:40:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '5c2d292f-8e90-49a0-8155-42563abc9d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:20Z', 'updated_at': '2021-01-14T07:48:39Z', 'revision_number': 4, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'subnets': [{'id': '5c2d292f-8e90-49a0-8155-42563abc9d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:48:44.919156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting port d46011ff-5135-43e8-8d19-6c2108ade72a {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:48:44.919156 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:45.117786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac29312-b582-47ff-92cf-299383f5b86e None None] Network 89fe7efc-38af-4cbe-9718-6667424740ab requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:48:45.853723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ec1c81-0224-4d3a-9b34-cad7e6be82f3 None None] Routers {'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:45.854496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f8ec1c81-0224-4d3a-9b34-cad7e6be82f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:48:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:46.164484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3bf5eff0-c281-4456-b7f4-f739421cecf5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Deleting port 907610a3-e4ba-4d10-84ad-82a15efdd9f3 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:48:46.164484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bf5eff0-c281-4456-b7f4-f739421cecf5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:46.176232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:46.312446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 7770b834-ebe2-4688-99b2-b889e1b42295 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:46.312982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:46.754869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Calling delete_port for d46011ff-5135-43e8-8d19-6c2108ade72a owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:48:46.777575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-505efd2a-85f0-4449-b872-19c0c72ccdcf None None] Provisioning for port 356ec92a-790b-4244-a80a-01eb4f5568fa completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:46.908078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3bf5eff0-c281-4456-b7f4-f739421cecf5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] For port 907610a3-e4ba-4d10-84ad-82a15efdd9f3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=907610a3-e4ba-4d10-84ad-82a15efdd9f3,segment=NetworkSegment(12c6db72-2190-4c1c-9f12-ac5b45eabee5),segment_id=12c6db72-2190-4c1c-9f12-ac5b45eabee5)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:46.908078 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bf5eff0-c281-4456-b7f4-f739421cecf5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:47.233876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-a5e52ffa-118a-4343-be41-85cf9acb1169 req-ee2fe1fe-1cda-4c8a-9e50-53804e87b9b5 tempest-ServerShowV247Test-1632050687 tempest-ServerShowV247Test-1632050687] (80908) timed out ('10.222.0.53', 51716) {{(pid=80908) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:48:47.374861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-f8ec1c81-0224-4d3a-9b34-cad7e6be82f3 None None] Set router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e gateway port host: None {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:47.418607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3bf5eff0-c281-4456-b7f4-f739421cecf5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Calling delete_port for 907610a3-e4ba-4d10-84ad-82a15efdd9f3 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:48:47.643289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:47.727486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:47.751988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:48.270459 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:48.325124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'name': 'tempest-TestVolumeBootPattern-1115763013-router', 'tenant_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'c35f713a-c83b-400a-bde7-46ffd5994cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:42Z', 'updated_at': '2021-01-14T07:47:54Z', 'revision_number': 4, 'project_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'gw_port': {'id': 'c35f713a-c83b-400a-bde7-46ffd5994cd6', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:45Z', 'updated_at': '2021-01-14T07:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d', 'name': '', 'network_id': 'be0cb521-be69-4cc4-b84d-1da3838b3e9e', 'tenant_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'mac_address': 'fa:16:3e:21:00:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'de554721-5f20-4fe9-8eaa-f5e50386c840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:52Z', 'updated_at': '2021-01-14T07:48:38Z', 'revision_number': 4, 'project_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'subnets': [{'id': 'de554721-5f20-4fe9-8eaa-f5e50386c840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:48.356492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2da7fdb-b7c1-460e-a7a0-8fabfab98a81 None None] The sync data for ids ['5f177d1f-0928-478e-96ec-bfa6e4d3591b'] in n-d-769329-2 is: [{'id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'name': 'tempest-TestVolumeBootPattern-1115763013-router', 'tenant_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'c35f713a-c83b-400a-bde7-46ffd5994cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:42Z', 'updated_at': '2021-01-14T07:47:54Z', 'revision_number': 4, 'project_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'gw_port': {'id': 'c35f713a-c83b-400a-bde7-46ffd5994cd6', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:45Z', 'updated_at': '2021-01-14T07:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d', 'name': '', 'network_id': 'be0cb521-be69-4cc4-b84d-1da3838b3e9e', 'tenant_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'mac_address': 'fa:16:3e:21:00:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'de554721-5f20-4fe9-8eaa-f5e50386c840', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:52Z', 'updated_at': '2021-01-14T07:48:38Z', 'revision_number': 4, 'project_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'subnets': [{'id': 'de554721-5f20-4fe9-8eaa-f5e50386c840', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:48:48.486051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-701ff10d-a1bd-419a-8b42-26fd4378f1a4 None None] Could not find standard attr ID for object d46011ff-5135-43e8-8d19-6c2108ade72a. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:48:48.619026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Port': ['ID=d46011ff-5135-43e8-8d19-6c2108ade72a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:48.634862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f8ec1c81-0224-4d3a-9b34-cad7e6be82f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:48:34Z', 'revision_number': 7, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None, '_interfaces': [{'id': '25d8ef0b-8161-4561-8fcb-e4d8df5c2be6', 'name': '', 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:0b:08:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:47Z', 'updated_at': '2021-01-14T07:48:12Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '76ce339a-fccf-4005-9a75-e796c4609570', 'name': '', 'network_id': '13ff2188-ea24-4bd6-835d-32bc407ed296', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:70:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'a63391df-7a32-4247-9812-d057014cdbb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:58Z', 'updated_at': '2021-01-14T07:48:24Z', 'revision_number': 4, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': 'a63391df-7a32-4247-9812-d057014cdbb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8db77e1f-9ceb-4ec7-b042-8dc39d7b2973', 'name': '', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:db:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:38Z', 'updated_at': '2021-01-14T07:48:02Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd46011ff-5135-43e8-8d19-6c2108ade72a', 'name': '', 'network_id': '9bf30b13-1236-4c53-80de-dffef8ec7896', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:65:fe:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '3270724d-714e-4b06-bd77-e51729cb49b1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:17Z', 'updated_at': '2021-01-14T07:48:20Z', 'revision_number': 2, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '3270724d-714e-4b06-bd77-e51729cb49b1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:48.641353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.641353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.641353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.641353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.647216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ec1c81-0224-4d3a-9b34-cad7e6be82f3 None None] Checking router: f58272b7-b61b-432f-8ffd-0cbc6ac3b18e for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:48:48.647216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ec1c81-0224-4d3a-9b34-cad7e6be82f3 None None] Updating router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e port d46011ff-5135-43e8-8d19-6c2108ade72a binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.652830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.657590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.657796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.659879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.659879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:48.697741 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:48.752924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ec1c81-0224-4d3a-9b34-cad7e6be82f3 None None] Port d46011ff-5135-43e8-8d19-6c2108ade72a not found while updating agent binding for router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e. {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:218}} Jan 14 07:48:48.775501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 06acc832-9e86-4c0c-a3af-9f3ae12d6360 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:48.887137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ec1c81-0224-4d3a-9b34-cad7e6be82f3 None None] Routers {'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:48.887137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f8ec1c81-0224-4d3a-9b34-cad7e6be82f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:48:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:49.102073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bf5eff0-c281-4456-b7f4-f739421cecf5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:49.528051 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9b008f92-a8e7-4ca2-9ebf-2cbbd8a32a35 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:49.568414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-f8ec1c81-0224-4d3a-9b34-cad7e6be82f3 None None] Set router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e gateway port host: None {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:49.758509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5eff0-c281-4456-b7f4-f739421cecf5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event deleted for resources: {'Port': ['ID=907610a3-e4ba-4d10-84ad-82a15efdd9f3,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:49.801364 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3bf5eff0-c281-4456-b7f4-f739421cecf5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:49.940897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-dcd6e413-b7c5-42f0-979c-9db830818c85 None None] Could not find standard attr ID for object 907610a3-e4ba-4d10-84ad-82a15efdd9f3. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:48:49.947157 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:50.189310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 06acc832-9e86-4c0c-a3af-9f3ae12d6360 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:50.189576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:50.938680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:51.056509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bf5eff0-c281-4456-b7f4-f739421cecf5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:51.245995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-88e11a80-8f73-4ff4-977a-e255dbd6d1c3 None None] Could not find standard attr ID for object 907610a3-e4ba-4d10-84ad-82a15efdd9f3. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:48:51.261244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-f8ec1c81-0224-4d3a-9b34-cad7e6be82f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:48:47Z', 'revision_number': 8, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None, '_interfaces': [{'id': '25d8ef0b-8161-4561-8fcb-e4d8df5c2be6', 'name': '', 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:0b:08:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:47Z', 'updated_at': '2021-01-14T07:48:12Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '76ce339a-fccf-4005-9a75-e796c4609570', 'name': '', 'network_id': '13ff2188-ea24-4bd6-835d-32bc407ed296', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:70:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'a63391df-7a32-4247-9812-d057014cdbb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:58Z', 'updated_at': '2021-01-14T07:48:24Z', 'revision_number': 4, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': 'a63391df-7a32-4247-9812-d057014cdbb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8db77e1f-9ceb-4ec7-b042-8dc39d7b2973', 'name': '', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:db:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:38Z', 'updated_at': '2021-01-14T07:48:02Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:51.275154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ec1c81-0224-4d3a-9b34-cad7e6be82f3 None None] The sync data for ids ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'] in n-d-769329-2 is: [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:48:47Z', 'revision_number': 8, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None, '_interfaces': [{'id': '25d8ef0b-8161-4561-8fcb-e4d8df5c2be6', 'name': '', 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:0b:08:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:47Z', 'updated_at': '2021-01-14T07:48:12Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '76ce339a-fccf-4005-9a75-e796c4609570', 'name': '', 'network_id': '13ff2188-ea24-4bd6-835d-32bc407ed296', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:70:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'a63391df-7a32-4247-9812-d057014cdbb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:58Z', 'updated_at': '2021-01-14T07:48:24Z', 'revision_number': 4, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': 'a63391df-7a32-4247-9812-d057014cdbb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8db77e1f-9ceb-4ec7-b042-8dc39d7b2973', 'name': '', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:db:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:38Z', 'updated_at': '2021-01-14T07:48:02Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:48:51.321605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:51.322371 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:51.468308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9230dc0b-f893-4fdb-b2a9-6f24de162bc1 None None] Could not find standard attr ID for object 907610a3-e4ba-4d10-84ad-82a15efdd9f3. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:48:51.708986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c35f713a-c83b-400a-bde7-46ffd5994cd6 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:52.208373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:48:52.363559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:48:52.453946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7307b9ba-a53c-4790-bcb2-f05cc522f967 None None] Could not find standard attr ID for object 907610a3-e4ba-4d10-84ad-82a15efdd9f3. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:48:52.482509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-152faddb-870b-4f23-9413-8e1895eaa7b5 req-74cc3258-f801-41bf-a43b-0b3293f3176d service neutron] (80907) timed out ('10.222.0.39', 57910) {{(pid=80907) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 07:48:52.500905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port c35f713a-c83b-400a-bde7-46ffd5994cd6 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:48:52.515557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c35f713a-c83b-400a-bde7-46ffd5994cd6 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:52.516018 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:52.596886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf5eff0-c281-4456-b7f4-f739421cecf5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Router ffeb185a-5fa9-41b4-9ae8-b10ae0e55671 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:48:52.856402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:48:52.867602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50684f1-ba04-496d-9931-8680e63cf64b None None] Sync routers for ids ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:48:52.889824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50684f1-ba04-496d-9931-8680e63cf64b None None] Routers {'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:52.891801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a50684f1-ba04-496d-9931-8680e63cf64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:48:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:52.903426 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/f58272b7-b61b-432f-8ffd-0cbc6ac3b18e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8326898 Jan 14 07:48:52.904519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36458) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:52.954925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:52.986711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ce680076-b582-4a99-b19e-80225329f209 None None] Could not find standard attr ID for object 907610a3-e4ba-4d10-84ad-82a15efdd9f3. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:48:53.063020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port c35f713a-c83b-400a-bde7-46ffd5994cd6, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c35f713a-c83b-400a-bde7-46ffd5994cd6,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:53.072925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:53.081248 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:53.233435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf5eff0-c281-4456-b7f4-f739421cecf5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:48:53.270718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=c35f713a-c83b-400a-bde7-46ffd5994cd6,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:53.277537 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3bf5eff0-c281-4456-b7f4-f739421cecf5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "PUT /v2.0/routers/ffeb185a-5fa9-41b4-9ae8-b10ae0e55671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4127371 Jan 14 07:48:53.280857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36466) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:53.289086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6e3ddf-d3b6-4678-810e-7d0c9a9303e1 None None] Sync routers for ids ['ffeb185a-5fa9-41b4-9ae8-b10ae0e55671'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:48:53.297341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.302405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.303109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.304297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.304891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.305489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.312583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.313291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.313888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.314474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.315069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.315641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.316338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.316924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.317507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.318104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.318680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.319974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.320773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.323638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.324601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.332312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.333259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.333916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.335096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.335998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.336701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.337542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.338317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.339013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.339775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.340430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.341142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.343153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.345397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.346957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:53.368397 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:53.369508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6e3ddf-d3b6-4678-810e-7d0c9a9303e1 None None] Routers {'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:53.370424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6c6e3ddf-d3b6-4678-810e-7d0c9a9303e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:48:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['ffeb185a-5fa9-41b4-9ae8-b10ae0e55671'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:53.497117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-a50684f1-ba04-496d-9931-8680e63cf64b None None] Set router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:53.759527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dde84e8-de14-4293-9aa6-dd3d14b037ea tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting subnet 3270724d-714e-4b06-bd77-e51729cb49b1 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:48:53.776856 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3dde84e8-de14-4293-9aa6-dd3d14b037ea tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:54.020362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-6c6e3ddf-d3b6-4678-810e-7d0c9a9303e1 None None] Set router ffeb185a-5fa9-41b4-9ae8-b10ae0e55671 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:54.064378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Deleting subnet 5c2d292f-8e90-49a0-8155-42563abc9d71 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:48:54.075799 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:54.091707 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3dde84e8-de14-4293-9aa6-dd3d14b037ea tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:54.280500 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3dde84e8-de14-4293-9aa6-dd3d14b037ea tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:54.295994 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:54.555366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device cb766637-cc6b-4e5c-808e-bdf157cfc94c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:54.606107 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:54.712104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a50684f1-ba04-496d-9931-8680e63cf64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:48:47Z', 'revision_number': 8, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None, '_interfaces': [{'id': '25d8ef0b-8161-4561-8fcb-e4d8df5c2be6', 'name': '', 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:0b:08:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:47Z', 'updated_at': '2021-01-14T07:48:12Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '76ce339a-fccf-4005-9a75-e796c4609570', 'name': '', 'network_id': '13ff2188-ea24-4bd6-835d-32bc407ed296', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:70:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'a63391df-7a32-4247-9812-d057014cdbb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:58Z', 'updated_at': '2021-01-14T07:48:24Z', 'revision_number': 4, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': 'a63391df-7a32-4247-9812-d057014cdbb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8db77e1f-9ceb-4ec7-b042-8dc39d7b2973', 'name': '', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:db:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:38Z', 'updated_at': '2021-01-14T07:48:02Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:54.732940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50684f1-ba04-496d-9931-8680e63cf64b None None] Checking router: f58272b7-b61b-432f-8ffd-0cbc6ac3b18e for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:48:54.751563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50684f1-ba04-496d-9931-8680e63cf64b None None] Routers {'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:54.752512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a50684f1-ba04-496d-9931-8680e63cf64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:48:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:54.838713 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3dde84e8-de14-4293-9aa6-dd3d14b037ea tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:54.884285 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fea54ba7-70af-44a0-b7c1-41fb1274872d tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:54.914168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port cb766637-cc6b-4e5c-808e-bdf157cfc94c triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:54.922289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:54.983581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde84e8-de14-4293-9aa6-dd3d14b037ea tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Subnet': ['ID=3270724d-714e-4b06-bd77-e51729cb49b1,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:55.114767 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54672291-c38a-499e-a627-8a76ae81df20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:55.218415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0885cadb-3f16-4333-a3f2-7680b7b83cc4 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:55.313791 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3dde84e8-de14-4293-9aa6-dd3d14b037ea tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:55.320376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6c6e3ddf-d3b6-4678-810e-7d0c9a9303e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278352999', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0885cadb-3f16-4333-a3f2-7680b7b83cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:59Z', 'updated_at': '2021-01-14T07:48:48Z', 'revision_number': 5, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '0885cadb-3f16-4333-a3f2-7680b7b83cc4', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:01Z', 'updated_at': '2021-01-14T07:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:55.325459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 0885cadb-3f16-4333-a3f2-7680b7b83cc4 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:48:55.325888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:55.328829 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3dde84e8-de14-4293-9aa6-dd3d14b037ea tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:55.352570 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3dde84e8-de14-4293-9aa6-dd3d14b037ea tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/subnets/3270724d-714e-4b06-bd77-e51729cb49b1 HTTP/1.1" status: 204 len: 168 time: 2.4465666 Jan 14 07:48:55.356172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36508) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:55.436300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6e3ddf-d3b6-4678-810e-7d0c9a9303e1 None None] Checking router: ffeb185a-5fa9-41b4-9ae8-b10ae0e55671 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:48:55.467462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-a50684f1-ba04-496d-9931-8680e63cf64b None None] Set router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:55.485967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a264d9bb-5526-404f-81f7-0417c8cd0c7e None None] Network 9bf30b13-1236-4c53-80de-dffef8ec7896 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:48:55.510470 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:55.659345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6e3ddf-d3b6-4678-810e-7d0c9a9303e1 None None] Routers {'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:48:55.660389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6c6e3ddf-d3b6-4678-810e-7d0c9a9303e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:48:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['ffeb185a-5fa9-41b4-9ae8-b10ae0e55671'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:55.661697 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a18cdbf2-1165-4a81-b814-57d2087cea9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:55.710801 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:55.727091 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "DELETE /v2.0/subnets/5c2d292f-8e90-49a0-8155-42563abc9d71 HTTP/1.1" status: 204 len: 168 time: 2.4448681 Jan 14 07:48:55.728870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event deleted for resources: {'Subnet': ['ID=5c2d292f-8e90-49a0-8155-42563abc9d71,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:55.731545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36514) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:48:55.829486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:55.898527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.912089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.912900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.913410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.913919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.914423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.915020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.915519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.916043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.916552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.917053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.917554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.918153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.919169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.932370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.932887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.933397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.933991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.934522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.935059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.935559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.936099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.937996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.938561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.939121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.939618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.940147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.940745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.941264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.941773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.942282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.942790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.943317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.944386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.944897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.945416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:48:55.953606 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:55.963380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9e712e-022b-4d2c-91cd-077b9b67eb16 None None] Network 89fe7efc-38af-4cbe-9718-6667424740ab requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:48:56.096599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting port 49e0c22a-a74d-4385-9956-67ac1f246449 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:48:56.096977 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:56.711212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-6c6e3ddf-d3b6-4678-810e-7d0c9a9303e1 None None] Set router ffeb185a-5fa9-41b4-9ae8-b10ae0e55671 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:48:56.804065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] For port 49e0c22a-a74d-4385-9956-67ac1f246449, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=49e0c22a-a74d-4385-9956-67ac1f246449,segment=NetworkSegment(1d07a86b-ebb9-472d-b5ce-bc11955af43f),segment_id=1d07a86b-ebb9-472d-b5ce-bc11955af43f)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:56.809880 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:57.430375 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f10c1a6b-f0a4-408b-a7ea-7ef63f7b8ec5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:57.508612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a50684f1-ba04-496d-9931-8680e63cf64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:48:47Z', 'revision_number': 8, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None, '_interfaces': [{'id': '25d8ef0b-8161-4561-8fcb-e4d8df5c2be6', 'name': '', 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:0b:08:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:47Z', 'updated_at': '2021-01-14T07:48:12Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '76ce339a-fccf-4005-9a75-e796c4609570', 'name': '', 'network_id': '13ff2188-ea24-4bd6-835d-32bc407ed296', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:70:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'a63391df-7a32-4247-9812-d057014cdbb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:58Z', 'updated_at': '2021-01-14T07:48:24Z', 'revision_number': 4, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': 'a63391df-7a32-4247-9812-d057014cdbb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8db77e1f-9ceb-4ec7-b042-8dc39d7b2973', 'name': '', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:db:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:38Z', 'updated_at': '2021-01-14T07:48:02Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:57.510389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Calling delete_port for 49e0c22a-a74d-4385-9956-67ac1f246449 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:48:57.517390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50684f1-ba04-496d-9931-8680e63cf64b None None] The sync data for ids ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'] in n-d-769329-2 is: [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:48:47Z', 'revision_number': 8, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None, '_interfaces': [{'id': '25d8ef0b-8161-4561-8fcb-e4d8df5c2be6', 'name': '', 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:0b:08:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:47Z', 'updated_at': '2021-01-14T07:48:12Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '76ce339a-fccf-4005-9a75-e796c4609570', 'name': '', 'network_id': '13ff2188-ea24-4bd6-835d-32bc407ed296', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:70:96:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'a63391df-7a32-4247-9812-d057014cdbb0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:58Z', 'updated_at': '2021-01-14T07:48:24Z', 'revision_number': 4, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': 'a63391df-7a32-4247-9812-d057014cdbb0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8db77e1f-9ceb-4ec7-b042-8dc39d7b2973', 'name': '', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:db:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:38Z', 'updated_at': '2021-01-14T07:48:02Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:48:57.892517 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:58.007735 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e50f9618-a1b6-4690-af64-a74c9bc01a66 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:48:58.206618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Port': ['ID=49e0c22a-a74d-4385-9956-67ac1f246449,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:48:58.293348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f10c1a6b-f0a4-408b-a7ea-7ef63f7b8ec5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:58.312555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f10c1a6b-f0a4-408b-a7ea-7ef63f7b8ec5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Deleting port 0885cadb-3f16-4333-a3f2-7680b7b83cc4 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:48:58.312947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f10c1a6b-f0a4-408b-a7ea-7ef63f7b8ec5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:58.493562 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:48:58.504819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] No DVR routers for this DVR port 49e0c22a-a74d-4385-9956-67ac1f246449 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:48:58.749291 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:58.752544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96f542da-eba1-41a6-85d8-cd8b7030b74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:58.764008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 356ec92a-790b-4244-a80a-01eb4f5568fa up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:48:58.955260 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:58.973890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f10c1a6b-f0a4-408b-a7ea-7ef63f7b8ec5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] For port 0885cadb-3f16-4333-a3f2-7680b7b83cc4, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0885cadb-3f16-4333-a3f2-7680b7b83cc4,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:48:58.977696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f10c1a6b-f0a4-408b-a7ea-7ef63f7b8ec5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:59.007591 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:59.297045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6c6e3ddf-d3b6-4678-810e-7d0c9a9303e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278352999', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0885cadb-3f16-4333-a3f2-7680b7b83cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:59Z', 'updated_at': '2021-01-14T07:48:48Z', 'revision_number': 5, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '0885cadb-3f16-4333-a3f2-7680b7b83cc4', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:01Z', 'updated_at': '2021-01-14T07:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:59.325494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c59700-7190-43f8-88f2-97c5f5218319 None None] DHCP port deletion for 9bf30b13-1236-4c53-80de-dffef8ec7896 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:48:59.339838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6e3ddf-d3b6-4678-810e-7d0c9a9303e1 None None] The sync data for ids ['ffeb185a-5fa9-41b4-9ae8-b10ae0e55671'] in n-d-769329-2 is: [{'id': 'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1278352999', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '0885cadb-3f16-4333-a3f2-7680b7b83cc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:59Z', 'updated_at': '2021-01-14T07:48:48Z', 'revision_number': 5, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '0885cadb-3f16-4333-a3f2-7680b7b83cc4', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeb185a-5fa9-41b4-9ae8-b10ae0e55671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:48:01Z', 'updated_at': '2021-01-14T07:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:48:59.347245 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:59.424416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa63c801-59b4-4866-8685-2ba0c6228671 None None] DHCP port deletion for 89fe7efc-38af-4cbe-9718-6667424740ab request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:48:59.455836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-fa63c801-59b4-4866-8685-2ba0c6228671 None None] Deleting port 356ec92a-790b-4244-a80a-01eb4f5568fa {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:48:59.462186 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fa63c801-59b4-4866-8685-2ba0c6228671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:48:59.696551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf30b13-1236-4c53-80de-dffef8ec7896']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:59.763643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f10c1a6b-f0a4-408b-a7ea-7ef63f7b8ec5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Calling delete_port for 0885cadb-3f16-4333-a3f2-7680b7b83cc4 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:48:59.771077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d07a86b-ebb9-472d-b5ce-bc11955af43f') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:59.771417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d07a86b-ebb9-472d-b5ce-bc11955af43f') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:48:59.919354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:00.000504 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:00.008449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Releasing vxlan tunnel 16 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:49:00.030011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-fa63c801-59b4-4866-8685-2ba0c6228671 None None] For port 356ec92a-790b-4244-a80a-01eb4f5568fa, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=356ec92a-790b-4244-a80a-01eb4f5568fa,segment=NetworkSegment(12c6db72-2190-4c1c-9f12-ac5b45eabee5),segment_id=12c6db72-2190-4c1c-9f12-ac5b45eabee5)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:00.031150 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fa63c801-59b4-4866-8685-2ba0c6228671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:00.418768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f10c1a6b-f0a4-408b-a7ea-7ef63f7b8ec5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:00.756408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-fa63c801-59b4-4866-8685-2ba0c6228671 None None] Calling delete_port for 356ec92a-790b-4244-a80a-01eb4f5568fa owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:49:00.775914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network 9bf30b13-1236-4c53-80de-dffef8ec7896 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:49:00.794686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:00.948529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 356ec92a-790b-4244-a80a-01eb4f5568fa completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:49:01.025320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 356ec92a-790b-4244-a80a-01eb4f5568fa triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:01.026042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:01.338712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network 9bf30b13-1236-4c53-80de-dffef8ec7896 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:49:01.339526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f10c1a6b-f0a4-408b-a7ea-7ef63f7b8ec5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:01.400139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fa63c801-59b4-4866-8685-2ba0c6228671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:01.442995 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:01.530827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63c801-59b4-4866-8685-2ba0c6228671 None None] Pushing event deleted for resources: {'Port': ['ID=356ec92a-790b-4244-a80a-01eb4f5568fa,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:01.546419 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fa63c801-59b4-4866-8685-2ba0c6228671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:01.812116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Could not find standard attr ID for object 356ec92a-790b-4244-a80a-01eb4f5568fa. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:49:01.816832 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No ports have port_id starting with 356ec92a-790b-4244-a80a-01eb4f5568fa Jan 14 07:49:01.833358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:49:01.866444 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f10c1a6b-f0a4-408b-a7ea-7ef63f7b8ec5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:01.873017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f10c1a6b-f0a4-408b-a7ea-7ef63f7b8ec5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:49:01.956269 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:49:01.961787 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:01.973217 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:01.980708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f10c1a6b-f0a4-408b-a7ea-7ef63f7b8ec5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:01.981051 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2cab7379-99e3-4848-bf64-a31cc8386e1f tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:01.985348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10c1a6b-f0a4-408b-a7ea-7ef63f7b8ec5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Fanout notify agent at l3_agent the message router_deleted on router ffeb185a-5fa9-41b4-9ae8-b10ae0e55671 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:49:02.104631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f10c1a6b-f0a4-408b-a7ea-7ef63f7b8ec5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:02.108138 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f10c1a6b-f0a4-408b-a7ea-7ef63f7b8ec5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "DELETE /v2.0/routers/ffeb185a-5fa9-41b4-9ae8-b10ae0e55671 HTTP/1.1" status: 204 len: 168 time: 6.3746581 Jan 14 07:49:02.112188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 36868) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:02.137280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Network': ['ID=9bf30b13-1236-4c53-80de-dffef8ec7896,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:02.148738 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:02.159827 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/networks/9bf30b13-1236-4c53-80de-dffef8ec7896 HTTP/1.1" status: 204 len: 168 time: 6.8020959 Jan 14 07:49:02.164840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 36872) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:02.358740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa63c801-59b4-4866-8685-2ba0c6228671 None None] No DVR routers for this DVR port 356ec92a-790b-4244-a80a-01eb4f5568fa on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:49:02.371018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:49:02.384479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:02.384996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:02.526491 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c732298-aaed-48c6-9d78-51e4d5c78095 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:02.726379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:02.822916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d,segment=NetworkSegment(cf750f24-3f6a-490c-9986-e41d47db372b),segment_id=cf750f24-3f6a-490c-9986-e41d47db372b)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:02.874202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:02.875717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 76ce339a-fccf-4005-9a75-e796c4609570 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:49:03.029425 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:03.276251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c732298-aaed-48c6-9d78-51e4d5c78095 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:03.365542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:03.375860 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:03.541381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 76ce339a-fccf-4005-9a75-e796c4609570 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:49:03.579335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 76ce339a-fccf-4005-9a75-e796c4609570 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:03.580079 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:03.661421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3c732298-aaed-48c6-9d78-51e4d5c78095 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89fe7efc-38af-4cbe-9718-6667424740ab']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:03.693253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3c732298-aaed-48c6-9d78-51e4d5c78095 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c6db72-2190-4c1c-9f12-ac5b45eabee5') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:03.694208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-3c732298-aaed-48c6-9d78-51e4d5c78095 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c6db72-2190-4c1c-9f12-ac5b45eabee5') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:03.747701 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c732298-aaed-48c6-9d78-51e4d5c78095 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:03.818119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c732298-aaed-48c6-9d78-51e4d5c78095 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:03.830635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3c732298-aaed-48c6-9d78-51e4d5c78095 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Releasing vxlan tunnel 15 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:49:04.148657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:04.238566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 76ce339a-fccf-4005-9a75-e796c4609570, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=76ce339a-fccf-4005-9a75-e796c4609570,segment=NetworkSegment(30f550ef-0b2a-46f6-8626-b4e73d839cc0),segment_id=30f550ef-0b2a-46f6-8626-b4e73d839cc0)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:04.246792 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:04.248744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device cea4b025-af8d-493c-a5e6-7fd91ca4fe07 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:49:04.334616 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:04.425376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=76ce339a-fccf-4005-9a75-e796c4609570,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:04.437278 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:04.485554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port cea4b025-af8d-493c-a5e6-7fd91ca4fe07 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:04.486316 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:04.613773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3c732298-aaed-48c6-9d78-51e4d5c78095 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network 89fe7efc-38af-4cbe-9718-6667424740ab has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:49:04.635153 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c732298-aaed-48c6-9d78-51e4d5c78095 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:05.046416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 49e0c22a-a74d-4385-9956-67ac1f246449 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:49:05.072768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9acd0c9-e26f-4a2d-b82c-787ad06ef823 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:05.128512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3c732298-aaed-48c6-9d78-51e4d5c78095 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network 89fe7efc-38af-4cbe-9718-6667424740ab has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:49:05.130842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 49e0c22a-a74d-4385-9956-67ac1f246449 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:49:05.132600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 49e0c22a-a74d-4385-9956-67ac1f246449 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 07:49:05.192664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Port 49e0c22a-a74d-4385-9956-67ac1f246449 not found, will not notify nova. {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:49:05.307907 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:49:05.312259 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c732298-aaed-48c6-9d78-51e4d5c78095 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:05.314625 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2b337999-15f4-426a-8fa5-45023adc13dc tempest-TagsExtTest-2048342072 tempest-TagsExtTest-2048342072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:05.355015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3c732298-aaed-48c6-9d78-51e4d5c78095 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:05.359679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c732298-aaed-48c6-9d78-51e4d5c78095 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event deleted for resources: {'Network': ['ID=89fe7efc-38af-4cbe-9718-6667424740ab,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:05.364307 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c732298-aaed-48c6-9d78-51e4d5c78095 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:05.373684 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3c732298-aaed-48c6-9d78-51e4d5c78095 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "DELETE /v2.0/networks/89fe7efc-38af-4cbe-9718-6667424740ab HTTP/1.1" status: 204 len: 168 time: 3.2599933 Jan 14 07:49:05.375236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37032) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:05.429647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 76ce339a-fccf-4005-9a75-e796c4609570 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:49:05.583371 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-786a7e12-9060-42ff-9178-bae711992740 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:05.661870 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-786a7e12-9060-42ff-9178-bae711992740 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:05.668968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 76ce339a-fccf-4005-9a75-e796c4609570 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:05.669401 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:05.802063 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-786a7e12-9060-42ff-9178-bae711992740 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:05.822163 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4cd2d22e-9098-409e-81fb-179f57ec067f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:05.865461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a7e12-9060-42ff-9178-bae711992740 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb76a8c-afa2-48eb-9554-b6e42300ca92,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:05.888446 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-786a7e12-9060-42ff-9178-bae711992740 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:05.898457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-786a7e12-9060-42ff-9178-bae711992740 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:05.922763 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-786a7e12-9060-42ff-9178-bae711992740 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "DELETE /v2.0/security-groups/5cb76a8c-afa2-48eb-9554-b6e42300ca92 HTTP/1.1" status: 204 len: 168 time: 0.5453324 Jan 14 07:49:06.182078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:49:06.328367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:06.329222 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:06.380680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c9acd0c9-e26f-4a2d-b82c-787ad06ef823 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting port 76ce339a-fccf-4005-9a75-e796c4609570 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:06.381733 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9acd0c9-e26f-4a2d-b82c-787ad06ef823 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:06.669468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37056) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:06.678388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e8a58502-7b2d-4fa2-aa72-d78a8e78af7a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-473287734', 'description': 'tempest-secgroup-smoke-473287734 description', 'project_id': '4017b6cd94cd44a1833c66614511a163'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:49:06.691190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c35f713a-c83b-400a-bde7-46ffd5994cd6 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:49:06.695115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e8a58502-7b2d-4fa2-aa72-d78a8e78af7a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:49:06.736141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e8a58502-7b2d-4fa2-aa72-d78a8e78af7a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:49:06.747672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e8a58502-7b2d-4fa2-aa72-d78a8e78af7a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:49:06.771551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e8a58502-7b2d-4fa2-aa72-d78a8e78af7a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:49:06.837073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c35f713a-c83b-400a-bde7-46ffd5994cd6 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:06.837073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:06.862511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8a58502-7b2d-4fa2-aa72-d78a8e78af7a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:06.946634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c9acd0c9-e26f-4a2d-b82c-787ad06ef823 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] For port 76ce339a-fccf-4005-9a75-e796c4609570, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=76ce339a-fccf-4005-9a75-e796c4609570,segment=NetworkSegment(30f550ef-0b2a-46f6-8626-b4e73d839cc0),segment_id=30f550ef-0b2a-46f6-8626-b4e73d839cc0)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:06.946865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9acd0c9-e26f-4a2d-b82c-787ad06ef823 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:07.018274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e8a58502-7b2d-4fa2-aa72-d78a8e78af7a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:49:07.041422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e8a58502-7b2d-4fa2-aa72-d78a8e78af7a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:49:07.045154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e8a58502-7b2d-4fa2-aa72-d78a8e78af7a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:49:07.067436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e8a58502-7b2d-4fa2-aa72-d78a8e78af7a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:49:07.179455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c9acd0c9-e26f-4a2d-b82c-787ad06ef823 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Calling delete_port for 76ce339a-fccf-4005-9a75-e796c4609570 owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:49:07.218119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 907610a3-e4ba-4d10-84ad-82a15efdd9f3 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:49:07.259164 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8a58502-7b2d-4fa2-aa72-d78a8e78af7a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:07.265415 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8a58502-7b2d-4fa2-aa72-d78a8e78af7a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:07.270168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 907610a3-e4ba-4d10-84ad-82a15efdd9f3 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:49:07.271076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 907610a3-e4ba-4d10-84ad-82a15efdd9f3 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:49:07.273213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 356ec92a-790b-4244-a80a-01eb4f5568fa no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:49:07.335251 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-99030e7d-eeaa-40b2-9a58-f3d530c3a5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:07.356938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e8a58502-7b2d-4fa2-aa72-d78a8e78af7a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:07.359961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 356ec92a-790b-4244-a80a-01eb4f5568fa {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:49:07.360628 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e8a58502-7b2d-4fa2-aa72-d78a8e78af7a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6899025 Jan 14 07:49:07.361365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 356ec92a-790b-4244-a80a-01eb4f5568fa not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:49:07.362554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0885cadb-3f16-4333-a3f2-7680b7b83cc4 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:49:07.366613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37066) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:07.385690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-acfa3c0a-f22f-4404-a00b-f5bba63f9d36 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '64a4bced-9024-4997-b828-6720bbdd429c', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:49:07.412993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-acfa3c0a-f22f-4404-a00b-f5bba63f9d36 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:49:07.423021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-acfa3c0a-f22f-4404-a00b-f5bba63f9d36 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:49:07.429251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-acfa3c0a-f22f-4404-a00b-f5bba63f9d36 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:49:07.444586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-acfa3c0a-f22f-4404-a00b-f5bba63f9d36 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:49:07.481923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 0885cadb-3f16-4333-a3f2-7680b7b83cc4 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:49:07.483702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0885cadb-3f16-4333-a3f2-7680b7b83cc4 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:49:07.484617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 49e0c22a-a74d-4385-9956-67ac1f246449 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:49:07.509215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a58502-7b2d-4fa2-aa72-d78a8e78af7a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroup': ['ID=64a4bced-9024-4997-b828-6720bbdd429c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:07.539588 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e8a58502-7b2d-4fa2-aa72-d78a8e78af7a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:07.545250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-acfa3c0a-f22f-4404-a00b-f5bba63f9d36 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:07.550095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 49e0c22a-a74d-4385-9956-67ac1f246449 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:49:07.551431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 49e0c22a-a74d-4385-9956-67ac1f246449 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:49:07.659107 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9acd0c9-e26f-4a2d-b82c-787ad06ef823 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:07.680875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-acfa3c0a-f22f-4404-a00b-f5bba63f9d36 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:07.685219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-acfa3c0a-f22f-4404-a00b-f5bba63f9d36 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:07.689072 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2d0ccc87-d25f-4df2-80e5-048345959ea8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:07.696985 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0918002-9a21-4855-aef3-8ebe7e1e0713 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:07.722437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa3c0a-f22f-4404-a00b-f5bba63f9d36 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f732b8f-66cb-4fee-b2d4-50def81678c6,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:07.730501 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-acfa3c0a-f22f-4404-a00b-f5bba63f9d36 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:07.754658 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-acfa3c0a-f22f-4404-a00b-f5bba63f9d36 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:07.760320 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-acfa3c0a-f22f-4404-a00b-f5bba63f9d36 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3891277 Jan 14 07:49:07.761119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37072) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:07.768688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7d88232b-b438-4044-bbf0-1b85eddab88f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '64a4bced-9024-4997-b828-6720bbdd429c', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:49:07.783453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7d88232b-b438-4044-bbf0-1b85eddab88f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:49:07.790548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7d88232b-b438-4044-bbf0-1b85eddab88f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:49:07.795276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7d88232b-b438-4044-bbf0-1b85eddab88f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:49:07.805417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7d88232b-b438-4044-bbf0-1b85eddab88f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:49:07.824070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acd0c9-e26f-4a2d-b82c-787ad06ef823 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Port': ['ID=76ce339a-fccf-4005-9a75-e796c4609570,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:07.829613 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c9acd0c9-e26f-4a2d-b82c-787ad06ef823 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:07.837065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d88232b-b438-4044-bbf0-1b85eddab88f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:08.030427 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d88232b-b438-4044-bbf0-1b85eddab88f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:08.049096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d88232b-b438-4044-bbf0-1b85eddab88f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:08.052539 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-140fbaa8-c545-404c-87ea-31a335b9dc29 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:08.218830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88232b-b438-4044-bbf0-1b85eddab88f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fddd92a6-363a-43a3-89c3-6c5757f9cf11,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:08.222689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d88232b-b438-4044-bbf0-1b85eddab88f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:08.230801 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7d88232b-b438-4044-bbf0-1b85eddab88f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4676030 Jan 14 07:49:08.232496 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7d88232b-b438-4044-bbf0-1b85eddab88f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:08.233197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37082) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:08.243593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4be3c7f7-9a2c-4774-92ae-98b4767bd5ad tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '64a4bced-9024-4997-b828-6720bbdd429c', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:49:08.282683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4be3c7f7-9a2c-4774-92ae-98b4767bd5ad tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:49:08.296868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4be3c7f7-9a2c-4774-92ae-98b4767bd5ad tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:49:08.306902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4be3c7f7-9a2c-4774-92ae-98b4767bd5ad tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:49:08.337909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4be3c7f7-9a2c-4774-92ae-98b4767bd5ad tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:49:08.400890 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4be3c7f7-9a2c-4774-92ae-98b4767bd5ad tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:08.640494 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4be3c7f7-9a2c-4774-92ae-98b4767bd5ad tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:08.645231 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4be3c7f7-9a2c-4774-92ae-98b4767bd5ad tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:08.666516 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2bedab97-5678-4e6f-9987-9697bfbff4ea tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:08.768721 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9acd0c9-e26f-4a2d-b82c-787ad06ef823 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:08.810554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3c7f7-9a2c-4774-92ae-98b4767bd5ad tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381bbd01-73b9-4637-a697-9f02d802b48c,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:08.814939 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4be3c7f7-9a2c-4774-92ae-98b4767bd5ad tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:08.823429 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4be3c7f7-9a2c-4774-92ae-98b4767bd5ad tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:08.825466 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4be3c7f7-9a2c-4774-92ae-98b4767bd5ad tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5904672 Jan 14 07:49:08.838032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37090) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:08.844916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d6c32a21-9eb0-4814-a8a0-2fac2b385565 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '64a4bced-9024-4997-b828-6720bbdd429c', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:49:08.856180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d6c32a21-9eb0-4814-a8a0-2fac2b385565 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:49:08.860797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d6c32a21-9eb0-4814-a8a0-2fac2b385565 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:49:08.864493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d6c32a21-9eb0-4814-a8a0-2fac2b385565 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:49:08.871679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d6c32a21-9eb0-4814-a8a0-2fac2b385565 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:49:08.914531 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6c32a21-9eb0-4814-a8a0-2fac2b385565 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:09.181426 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6c32a21-9eb0-4814-a8a0-2fac2b385565 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:09.190330 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6c32a21-9eb0-4814-a8a0-2fac2b385565 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:09.193536 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7bc0b483-e2e7-4387-96d7-a5babfef09d3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:09.258521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c32a21-9eb0-4814-a8a0-2fac2b385565 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d056e84-9eda-422b-9076-a52ad9cbcfe5,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:09.262412 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d6c32a21-9eb0-4814-a8a0-2fac2b385565 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:09.280779 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6c32a21-9eb0-4814-a8a0-2fac2b385565 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:09.285404 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d6c32a21-9eb0-4814-a8a0-2fac2b385565 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4459927 Jan 14 07:49:09.290388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37102) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:09.301705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d901946a-6c26-4032-9edf-85df42dc13cd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '64a4bced-9024-4997-b828-6720bbdd429c', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:49:09.340039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d901946a-6c26-4032-9edf-85df42dc13cd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:49:09.347609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d901946a-6c26-4032-9edf-85df42dc13cd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:49:09.358792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d901946a-6c26-4032-9edf-85df42dc13cd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:49:09.383165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d901946a-6c26-4032-9edf-85df42dc13cd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:49:09.417336 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-d901946a-6c26-4032-9edf-85df42dc13cd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Project 4017b6cd94cd44a1833c66614511a163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:49:09.456292 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d901946a-6c26-4032-9edf-85df42dc13cd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:09.738272 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d901946a-6c26-4032-9edf-85df42dc13cd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:09.746085 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d901946a-6c26-4032-9edf-85df42dc13cd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:09.795602 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4be3c7f7-9a2c-4774-92ae-98b4767bd5ad tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:09.823403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d901946a-6c26-4032-9edf-85df42dc13cd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:09.825525 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d901946a-6c26-4032-9edf-85df42dc13cd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5327847 Jan 14 07:49:09.849841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37124) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:09.884984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-96a258c6-7981-45c9-be71-55d78cdd787c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '64a4bced-9024-4997-b828-6720bbdd429c', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:49:09.904811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901946a-6c26-4032-9edf-85df42dc13cd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473db0b2-68f0-414c-86af-f153484c3380,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:09.919749 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d901946a-6c26-4032-9edf-85df42dc13cd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:09.920877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-96a258c6-7981-45c9-be71-55d78cdd787c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:49:09.929616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-96a258c6-7981-45c9-be71-55d78cdd787c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:49:09.945876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-96a258c6-7981-45c9-be71-55d78cdd787c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:49:09.961514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-96a258c6-7981-45c9-be71-55d78cdd787c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:49:10.007142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9acd0c9-e26f-4a2d-b82c-787ad06ef823 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:49:10.068241 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-96a258c6-7981-45c9-be71-55d78cdd787c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Project 4017b6cd94cd44a1833c66614511a163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:49:10.093959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96a258c6-7981-45c9-be71-55d78cdd787c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:10.283217 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96a258c6-7981-45c9-be71-55d78cdd787c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:10.298860 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96a258c6-7981-45c9-be71-55d78cdd787c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:10.301684 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-789e6608-8b69-444c-b4b0-2c3e7a5f8d4f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:10.337932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a258c6-7981-45c9-be71-55d78cdd787c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53a470f-ad30-43d4-a128-ab01072f2ea5,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:10.345318 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96a258c6-7981-45c9-be71-55d78cdd787c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:10.357310 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96a258c6-7981-45c9-be71-55d78cdd787c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:10.366573 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-96a258c6-7981-45c9-be71-55d78cdd787c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5137165 Jan 14 07:49:10.367818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37130) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:10.382951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-525287ed-b237-437c-80de-8e573cc76f31 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'network': {'name': 'tempest-network-smoke--1368294986', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'port_security_enabled': True}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:49:10.403087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-525287ed-b237-437c-80de-8e573cc76f31 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:49:10.411951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-525287ed-b237-437c-80de-8e573cc76f31 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:network and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:49:10.417513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-525287ed-b237-437c-80de-8e573cc76f31 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:49:10.437079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-525287ed-b237-437c-80de-8e573cc76f31 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:49:10.448446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9acd0c9-e26f-4a2d-b82c-787ad06ef823 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:49:10.465137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a52573c-287f-46ec-becc-44ea74031574 None None] Sync routers for ids ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:49:10.467270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525287ed-b237-437c-80de-8e573cc76f31 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Made reservation on behalf of 4017b6cd94cd44a1833c66614511a163 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:49:10.484506 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c9acd0c9-e26f-4a2d-b82c-787ad06ef823 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/f58272b7-b61b-432f-8ffd-0cbc6ac3b18e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3126874 Jan 14 07:49:10.485054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37138) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:10.486666 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-525287ed-b237-437c-80de-8e573cc76f31 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:10.502993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a52573c-287f-46ec-becc-44ea74031574 None None] Routers {'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:49:10.504175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6a52573c-287f-46ec-becc-44ea74031574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:48:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:10.610749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525287ed-b237-437c-80de-8e573cc76f31 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:49:10.632741 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-525287ed-b237-437c-80de-8e573cc76f31 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:10.633893 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-525287ed-b237-437c-80de-8e573cc76f31 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Added segment ab263e06-df95-4438-b046-0c926f593041 of type vxlan for network 12784033-b78f-4923-bb2f-e669867dbbac Jan 14 07:49:10.684165 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-525287ed-b237-437c-80de-8e573cc76f31 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:10.763818 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-525287ed-b237-437c-80de-8e573cc76f31 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:10.788704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525287ed-b237-437c-80de-8e573cc76f31 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:49:10.789431 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-525287ed-b237-437c-80de-8e573cc76f31 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:10.796130 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b1afe306-3c9b-4e3e-9f9b-d18d77a483a3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:10.945755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-6a52573c-287f-46ec-becc-44ea74031574 None None] Set router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:49:11.060928 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-525287ed-b237-437c-80de-8e573cc76f31 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6915107 Jan 14 07:49:11.070570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37152) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:11.101546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a4ad34-a1fa-440e-87f4-31e88bf227a1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting subnet a63391df-7a32-4247-9812-d057014cdbb0 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:49:11.105384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1445663670', 'admin_state_up': True, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:49:11.109732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42a4ad34-a1fa-440e-87f4-31e88bf227a1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:11.172403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525287ed-b237-437c-80de-8e573cc76f31 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'Network': ['ID=12784033-b78f-4923-bb2f-e669867dbbac,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:11.172403 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-525287ed-b237-437c-80de-8e573cc76f31 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:11.172403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:49:11.185551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 12784033-b78f-4923-bb2f-e669867dbbac details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:49:11.194597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:router and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:49:11.204879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:49:11.232460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:49:11.264636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:11.266274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:11.333099 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:11.437235 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42a4ad34-a1fa-440e-87f4-31e88bf227a1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:11.642864 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42a4ad34-a1fa-440e-87f4-31e88bf227a1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:11.778896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 12784033-b78f-4923-bb2f-e669867dbbac details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:49:11.901366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 12784033-b78f-4923-bb2f-e669867dbbac details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:49:12.500378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6a52573c-287f-46ec-becc-44ea74031574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:49:07Z', 'revision_number': 9, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None, '_interfaces': [{'id': '25d8ef0b-8161-4561-8fcb-e4d8df5c2be6', 'name': '', 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:0b:08:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:47Z', 'updated_at': '2021-01-14T07:48:12Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8db77e1f-9ceb-4ec7-b042-8dc39d7b2973', 'name': '', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:db:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:38Z', 'updated_at': '2021-01-14T07:48:02Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:12.515073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a52573c-287f-46ec-becc-44ea74031574 None None] Checking router: f58272b7-b61b-432f-8ffd-0cbc6ac3b18e for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:49:12.536863 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:12.554785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a52573c-287f-46ec-becc-44ea74031574 None None] Routers {'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:49:12.556721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6a52573c-287f-46ec-becc-44ea74031574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:48:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:13.120264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-6a52573c-287f-46ec-becc-44ea74031574 None None] Set router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:49:14.004099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910a716-9781-4ca7-9389-ef91f15408f5 req-393ab5a7-11e3-4dca-9fe9-969c0ebdad3b tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:49:14.010572 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d910a716-9781-4ca7-9389-ef91f15408f5 req-393ab5a7-11e3-4dca-9fe9-969c0ebdad3b tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] 10.222.0.41 "GET /v2.0/networks?id=a5e30c25-6765-43a7-85a6-7c9bb63d093b HTTP/1.1" status: 200 len: 812 time: 1.3236718 Jan 14 07:49:14.068096 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d910a716-9781-4ca7-9389-ef91f15408f5 req-5574c969-5a5e-49bf-97ff-908b940a05c1 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] 10.222.0.41 "GET /v2.0/quotas/786b2b058427411589ac776aaf80142c HTTP/1.1" status: 200 len: 375 time: 0.0237396 Jan 14 07:49:14.072842 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42a4ad34-a1fa-440e-87f4-31e88bf227a1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:14.077350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6a52573c-287f-46ec-becc-44ea74031574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:49:07Z', 'revision_number': 9, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None, '_interfaces': [{'id': '25d8ef0b-8161-4561-8fcb-e4d8df5c2be6', 'name': '', 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:0b:08:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:47Z', 'updated_at': '2021-01-14T07:48:12Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8db77e1f-9ceb-4ec7-b042-8dc39d7b2973', 'name': '', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:db:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:38Z', 'updated_at': '2021-01-14T07:48:02Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:14.102877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a52573c-287f-46ec-becc-44ea74031574 None None] The sync data for ids ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'] in n-d-769329-2 is: [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:49:07Z', 'revision_number': 9, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None, '_interfaces': [{'id': '25d8ef0b-8161-4561-8fcb-e4d8df5c2be6', 'name': '', 'network_id': 'ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:0b:08:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:47Z', 'updated_at': '2021-01-14T07:48:12Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '1fd2281c-4049-4528-9bc2-2f5b14ec4217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8db77e1f-9ceb-4ec7-b042-8dc39d7b2973', 'name': '', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:db:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:38Z', 'updated_at': '2021-01-14T07:48:02Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:49:14.166078 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:14.234230 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f5428b56-ec46-4592-bde7-b9e4397a8a35 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:14.247612 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:14.539860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4ad34-a1fa-440e-87f4-31e88bf227a1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Subnet': ['ID=a63391df-7a32-4247-9812-d057014cdbb0,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:14.561273 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42a4ad34-a1fa-440e-87f4-31e88bf227a1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:14.659614 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42a4ad34-a1fa-440e-87f4-31e88bf227a1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:14.671361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92968585-519e-482a-8095-9b74a9069af6 None None] Network 13ff2188-ea24-4bd6-835d-32bc407ed296 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:49:14.728701 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d910a716-9781-4ca7-9389-ef91f15408f5 req-78263566-8887-45e2-ac58-6390cc050f90 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] 10.222.0.41 "GET /v2.0/ports?tenant_id=786b2b058427411589ac776aaf80142c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6260836 Jan 14 07:49:14.735724 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-42a4ad34-a1fa-440e-87f4-31e88bf227a1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/subnets/a63391df-7a32-4247-9812-d057014cdbb0 HTTP/1.1" status: 204 len: 168 time: 4.2454700 Jan 14 07:49:14.738486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37200) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:14.857929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Allocated IP 172.25.3.183 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/9f8399dd-d294-484d-93e4-67058ac029cb) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:49:15.339909 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d910a716-9781-4ca7-9389-ef91f15408f5 req-20b9f891-f5c7-435c-b839-432f879d62c6 service neutron] 10.222.0.41 "GET /v2.0/networks/a5e30c25-6765-43a7-85a6-7c9bb63d093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901244 Jan 14 07:49:15.425031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54728f9b-0ac6-4f11-bfac-72f8f9a41678 None None] DHCP port deletion for 13ff2188-ea24-4bd6-835d-32bc407ed296 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:49:15.438510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-54728f9b-0ac6-4f11-bfac-72f8f9a41678 None None] Deleting port cb766637-cc6b-4e5c-808e-bdf157cfc94c {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:15.439590 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54728f9b-0ac6-4f11-bfac-72f8f9a41678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:15.517767 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:15.581544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:15.684526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:15.828554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting port cb766637-cc6b-4e5c-808e-bdf157cfc94c {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:15.829582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:15.867240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 76ce339a-fccf-4005-9a75-e796c4609570 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:49:15.961313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 76ce339a-fccf-4005-9a75-e796c4609570 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:49:15.962125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 76ce339a-fccf-4005-9a75-e796c4609570 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:49:15.962887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device cb766637-cc6b-4e5c-808e-bdf157cfc94c no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:49:16.054900 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d910a716-9781-4ca7-9389-ef91f15408f5 req-69ed214d-d6f0-4e84-a0ea-70ef240060f2 service neutron] 10.222.0.41 "GET /v2.0/networks/a5e30c25-6765-43a7-85a6-7c9bb63d093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7112479 Jan 14 07:49:16.220897 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:16.285991 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f480085f-41a7-4f96-8ae9-4294e8f01b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:16.384013 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:16.467888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port cb766637-cc6b-4e5c-808e-bdf157cfc94c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=cb766637-cc6b-4e5c-808e-bdf157cfc94c,segment=NetworkSegment(30f550ef-0b2a-46f6-8626-b4e73d839cc0),segment_id=30f550ef-0b2a-46f6-8626-b4e73d839cc0)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:16.535086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'Port': ['ID=9f8399dd-d294-484d-93e4-67058ac029cb,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:16.562261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] For port cb766637-cc6b-4e5c-808e-bdf157cfc94c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=cb766637-cc6b-4e5c-808e-bdf157cfc94c,segment=NetworkSegment(30f550ef-0b2a-46f6-8626-b4e73d839cc0),segment_id=30f550ef-0b2a-46f6-8626-b4e73d839cc0)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:16.563246 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:16.578040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:49:16.583584 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:16.585419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:49:16.590634 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:16.596679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:49:16.600699 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fa63c801-59b4-4866-8685-2ba0c6228671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:16.857745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=cb766637-cc6b-4e5c-808e-bdf157cfc94c,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:16.861922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:16.865472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-54728f9b-0ac6-4f11-bfac-72f8f9a41678 None None] For port cb766637-cc6b-4e5c-808e-bdf157cfc94c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=cb766637-cc6b-4e5c-808e-bdf157cfc94c,segment=NetworkSegment(30f550ef-0b2a-46f6-8626-b4e73d839cc0),segment_id=30f550ef-0b2a-46f6-8626-b4e73d839cc0)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:16.867071 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54728f9b-0ac6-4f11-bfac-72f8f9a41678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:16.882689 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:16.996290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Calling delete_port for cb766637-cc6b-4e5c-808e-bdf157cfc94c owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:49:17.253742 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:49:17.254102 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:49:17.587847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-54728f9b-0ac6-4f11-bfac-72f8f9a41678 None None] Calling delete_port for cb766637-cc6b-4e5c-808e-bdf157cfc94c owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:49:17.756973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting port cb766637-cc6b-4e5c-808e-bdf157cfc94c {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:17.757590 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:17.800344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-54728f9b-0ac6-4f11-bfac-72f8f9a41678 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:49:17.800344 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-54728f9b-0ac6-4f11-bfac-72f8f9a41678 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:49:18.034110 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:18.227267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] For port cb766637-cc6b-4e5c-808e-bdf157cfc94c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=cb766637-cc6b-4e5c-808e-bdf157cfc94c,segment=NetworkSegment(30f550ef-0b2a-46f6-8626-b4e73d839cc0),segment_id=30f550ef-0b2a-46f6-8626-b4e73d839cc0)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:18.228095 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:18.305492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-54728f9b-0ac6-4f11-bfac-72f8f9a41678 None None] Deleting port cb766637-cc6b-4e5c-808e-bdf157cfc94c {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:18.305492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54728f9b-0ac6-4f11-bfac-72f8f9a41678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:18.461298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Calling delete_port for cb766637-cc6b-4e5c-808e-bdf157cfc94c owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:49:18.611027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:18.631804 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b004901a-6abc-4661-9558-989e5f32fd15 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:18.735022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Port': ['ID=cb766637-cc6b-4e5c-808e-bdf157cfc94c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:18.837920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-54728f9b-0ac6-4f11-bfac-72f8f9a41678 None None] For port cb766637-cc6b-4e5c-808e-bdf157cfc94c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=cb766637-cc6b-4e5c-808e-bdf157cfc94c,segment=NetworkSegment(30f550ef-0b2a-46f6-8626-b4e73d839cc0),segment_id=30f550ef-0b2a-46f6-8626-b4e73d839cc0)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:18.839348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54728f9b-0ac6-4f11-bfac-72f8f9a41678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:18.872651 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:18.984623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] No DVR routers for this DVR port cb766637-cc6b-4e5c-808e-bdf157cfc94c on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:49:19.266386 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:19.289555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-54728f9b-0ac6-4f11-bfac-72f8f9a41678 None None] Calling delete_port for cb766637-cc6b-4e5c-808e-bdf157cfc94c owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:49:19.507012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-54728f9b-0ac6-4f11-bfac-72f8f9a41678 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:49:19.509523 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-54728f9b-0ac6-4f11-bfac-72f8f9a41678 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:49:19.516938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:19.668332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Router e45def22-2053-488e-9b63-31150412b9d0 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:49:19.946808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ff2188-ea24-4bd6-835d-32bc407ed296']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:19.974565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f550ef-0b2a-46f6-8626-b4e73d839cc0') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:19.976727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f550ef-0b2a-46f6-8626-b4e73d839cc0') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:20.010434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:20.086713 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:20.089985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Releasing vxlan tunnel 14 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:49:20.187375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:49:20.205306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] Sync routers for ids ['e45def22-2053-488e-9b63-31150412b9d0'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:49:20.224419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] Routers {'e45def22-2053-488e-9b63-31150412b9d0'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:49:20.226891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:48:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e45def22-2053-488e-9b63-31150412b9d0'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:20.260222 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:20.266706 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 9.1862736 Jan 14 07:49:20.267135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37304) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:20.380505 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-75b39d92-f52e-4aec-9bd8-1eadbbc7cacd tempest-TestNetworkAdvancedServerOps-1922871097 tempest-TestNetworkAdvancedServerOps-1922871097] 10.222.0.41 "GET /v2.0/subnets?project_id=4017b6cd94cd44a1833c66614511a163&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1090462 Jan 14 07:49:20.384255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37308) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:20.462008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-54728f9b-0ac6-4f11-bfac-72f8f9a41678 None None] Deleting port cb766637-cc6b-4e5c-808e-bdf157cfc94c {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:20.463013 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-54728f9b-0ac6-4f11-bfac-72f8f9a41678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:20.624681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] Set router e45def22-2053-488e-9b63-31150412b9d0 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:49:20.633351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network 13ff2188-ea24-4bd6-835d-32bc407ed296 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:49:20.646148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:20.759086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a233981-729b-44e1-9b1e-b32f01bbb7e1 tempest-TestNetworkAdvancedServerOps-1922871097 tempest-TestNetworkAdvancedServerOps-1922871097] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:49:20.761718 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9a233981-729b-44e1-9b1e-b32f01bbb7e1 tempest-TestNetworkAdvancedServerOps-1922871097 tempest-TestNetworkAdvancedServerOps-1922871097] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3758829 Jan 14 07:49:20.796396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37322) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:20.865156 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4ff9019c-8355-4ce1-b085-956e07c8ed34 tempest-TestNetworkAdvancedServerOps-1922871097 tempest-TestNetworkAdvancedServerOps-1922871097] 10.222.0.41 "GET /v2.0/subnets?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0892494 Jan 14 07:49:20.871471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37326) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:20.884760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fb67abcc-4ec7-4882-abca-f7a3b12c69c4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1164437283', 'network_id': '12784033-b78f-4923-bb2f-e669867dbbac', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:49:21.007048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-54728f9b-0ac6-4f11-bfac-72f8f9a41678 None None] The port 'cb766637-cc6b-4e5c-808e-bdf157cfc94c' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:49:21.258286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network 13ff2188-ea24-4bd6-835d-32bc407ed296 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:49:21.326789 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:49:21.484691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45def22-2053-488e-9b63-31150412b9d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445663670', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '9f8399dd-d294-484d-93e4-67058ac029cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:49:11Z', 'updated_at': '2021-01-14T07:49:17Z', 'revision_number': 3, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '9f8399dd-d294-484d-93e4-67058ac029cb', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45def22-2053-488e-9b63-31150412b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:49:14Z', 'updated_at': '2021-01-14T07:49:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:21.495529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] Checking router: e45def22-2053-488e-9b63-31150412b9d0 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:49:21.496474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] Updating router e45def22-2053-488e-9b63-31150412b9d0 port 9f8399dd-d294-484d-93e4-67058ac029cb binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:49:21.542568 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:21.546114 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:21.577471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:21.603497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:21.634321 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/networks/13ff2188-ea24-4bd6-835d-32bc407ed296 HTTP/1.1" status: 204 len: 168 time: 6.8939111 Jan 14 07:49:21.652396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37348) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:21.807098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Network': ['ID=13ff2188-ea24-4bd6-835d-32bc407ed296,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:21.818298 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:22.003714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fb67abcc-4ec7-4882-abca-f7a3b12c69c4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:49:22.009326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fb67abcc-4ec7-4882-abca-f7a3b12c69c4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:subnet and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:49:22.019155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fb67abcc-4ec7-4882-abca-f7a3b12c69c4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:49:22.036952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fb67abcc-4ec7-4882-abca-f7a3b12c69c4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:49:22.074441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb67abcc-4ec7-4882-abca-f7a3b12c69c4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Made reservation on behalf of 4017b6cd94cd44a1833c66614511a163 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:49:22.355268 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb67abcc-4ec7-4882-abca-f7a3b12c69c4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:22.706617 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:22.764738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] Transition to ACTIVE for port object 9f8399dd-d294-484d-93e4-67058ac029cb will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:49:22.769354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:22.872337 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:23.275078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63f573-5c0d-4226-a1d9-f347955b975b None None] Pushing event updated for resources: {'Port': ['ID=9f8399dd-d294-484d-93e4-67058ac029cb,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:23.279569 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2d63f573-5c0d-4226-a1d9-f347955b975b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:23.417754 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb67abcc-4ec7-4882-abca-f7a3b12c69c4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:23.439325 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-28eb0ff8-3dfd-41a8-8011-84ca533597d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:23.525531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67abcc-4ec7-4882-abca-f7a3b12c69c4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'Subnet': ['ID=a08a4720-1392-464e-9e54-97c69feb7199,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:23.556807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] Attempting to bind port 9f8399dd-d294-484d-93e4-67058ac029cb on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:49:23.557523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] Attempting to bind port 9f8399dd-d294-484d-93e4-67058ac029cb by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:49:23.558211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] Attempting to bind port 9f8399dd-d294-484d-93e4-67058ac029cb on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:49:23.581103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:49:23.581760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:49:23.582478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:23.583158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:49:23.592760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] Bound port: 9f8399dd-d294-484d-93e4-67058ac029cb, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:49:23.593378 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:23.610823 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fb67abcc-4ec7-4882-abca-f7a3b12c69c4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:23.642264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e89d32c7-ae08-4872-9068-ae774759cc0f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:23.784726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] For port 9f8399dd-d294-484d-93e4-67058ac029cb, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:49:23.790006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] For port 9f8399dd-d294-484d-93e4-67058ac029cb, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9f8399dd-d294-484d-93e4-67058ac029cb,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:49:23.802888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:23.893815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb67abcc-4ec7-4882-abca-f7a3b12c69c4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Checking segment: {'id': 'ab263e06-df95-4438-b046-0c926f593041', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '12784033-b78f-4923-bb2f-e669867dbbac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:49:23.895522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb67abcc-4ec7-4882-abca-f7a3b12c69c4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network hostable DHCP agents. Network: 12784033-b78f-4923-bb2f-e669867dbbac, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:49:23.979424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb67abcc-4ec7-4882-abca-f7a3b12c69c4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network 12784033-b78f-4923-bb2f-e669867dbbac is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:49:24.005340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-fb67abcc-4ec7-4882-abca-f7a3b12c69c4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 12784033-b78f-4923-bb2f-e669867dbbac) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:49:24.070812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb67abcc-4ec7-4882-abca-f7a3b12c69c4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:49:24.085976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fb67abcc-4ec7-4882-abca-f7a3b12c69c4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:24.177057 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fb67abcc-4ec7-4882-abca-f7a3b12c69c4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.3034153 Jan 14 07:49:24.178749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37388) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:24.306191 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4fef2a42-4ae6-4f10-857c-f3b3e60d8e34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:24.548896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dee4a7-0675-437d-aab4-7bf91fff6a84 None None] Network 12784033-b78f-4923-bb2f-e669867dbbac requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:49:24.901264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63f573-5c0d-4226-a1d9-f347955b975b None None] Pushing event updated for resources: {'Port': ['ID=9f8399dd-d294-484d-93e4-67058ac029cb,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:24.934492 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2d63f573-5c0d-4226-a1d9-f347955b975b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:24.999579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] Routers {'e45def22-2053-488e-9b63-31150412b9d0'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:49:25.000879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:48:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e45def22-2053-488e-9b63-31150412b9d0'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:25.104780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e89d32c7-ae08-4872-9068-ae774759cc0f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting port 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:25.105465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e89d32c7-ae08-4872-9068-ae774759cc0f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:25.543221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e89d32c7-ae08-4872-9068-ae774759cc0f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] For port 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=25d8ef0b-8161-4561-8fcb-e4d8df5c2be6,segment=NetworkSegment(6efa0662-a64c-4e53-8a34-4b56fff84658),segment_id=6efa0662-a64c-4e53-8a34-4b56fff84658)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:25.546242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e89d32c7-ae08-4872-9068-ae774759cc0f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:25.906363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e89d32c7-ae08-4872-9068-ae774759cc0f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Calling delete_port for 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6 owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:49:26.028317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] Set router e45def22-2053-488e-9b63-31150412b9d0 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:49:26.342175 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-825d698d-5daa-47e4-8315-f893549e79a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:26.541959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-12784033-b78f-4923-bb2f-e669867dbbac', 'network_id': '12784033-b78f-4923-bb2f-e669867dbbac', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'fixed_ips': [{'subnet_id': 'a08a4720-1392-464e-9e54-97c69feb7199'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:49:26.543838 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:26.631513 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:26.762965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e89d32c7-ae08-4872-9068-ae774759cc0f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:26.886446 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c5e5b9d-7c7d-4e2a-a0d8-ab3f91c2be4b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:27.104589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26e61467-caf8-4174-b2d4-517ca2a790a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:27.137436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d32c7-ae08-4872-9068-ae774759cc0f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Port': ['ID=25d8ef0b-8161-4561-8fcb-e4d8df5c2be6,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:27.386676 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e89d32c7-ae08-4872-9068-ae774759cc0f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:27.603167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45def22-2053-488e-9b63-31150412b9d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445663670', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '9f8399dd-d294-484d-93e4-67058ac029cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:49:11Z', 'updated_at': '2021-01-14T07:49:17Z', 'revision_number': 3, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '9f8399dd-d294-484d-93e4-67058ac029cb', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45def22-2053-488e-9b63-31150412b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:49:14Z', 'updated_at': '2021-01-14T07:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:27.965950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f653ed4-b32b-4cc1-b62e-334ca89d4b35 None None] The sync data for ids ['e45def22-2053-488e-9b63-31150412b9d0'] in n-d-769329-2 is: [{'id': 'e45def22-2053-488e-9b63-31150412b9d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445663670', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '9f8399dd-d294-484d-93e4-67058ac029cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:49:11Z', 'updated_at': '2021-01-14T07:49:17Z', 'revision_number': 3, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '9f8399dd-d294-484d-93e4-67058ac029cb', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45def22-2053-488e-9b63-31150412b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:49:14Z', 'updated_at': '2021-01-14T07:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:49:27.982512 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:28.122952 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:28.199173 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e89d32c7-ae08-4872-9068-ae774759cc0f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:28.494326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Allocated IP 172.20.0.2 (12784033-b78f-4923-bb2f-e669867dbbac/a08a4720-1392-464e-9e54-97c69feb7199/6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:49:29.084023 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:29.375288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:49:29.481648 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:29.505352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89d32c7-ae08-4872-9068-ae774759cc0f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:49:29.509669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Transition to ACTIVE for port object 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:49:29.600891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Transition to ACTIVE for port object 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:49:29.627532 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:29.902043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Allocated IP 172.20.0.1 (12784033-b78f-4923-bb2f-e669867dbbac/a08a4720-1392-464e-9e54-97c69feb7199/0793beba-53ef-4918-a1ba-2f2f559a8d2f) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:49:30.014824 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:30.099219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9f8399dd-d294-484d-93e4-67058ac029cb up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:49:30.335880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Network 12784033-b78f-4923-bb2f-e669867dbbac is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:49:30.341205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:49:30.363186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:49:30.525713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Pushing event updated for resources: {'Port': ['ID=6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:30.582682 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:30.592453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89d32c7-ae08-4872-9068-ae774759cc0f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:49:30.603407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 9f8399dd-d294-484d-93e4-67058ac029cb completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:49:30.612766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f1327b-8c39-42a6-a04a-f1da7e5b612f None None] Sync routers for ids ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:49:30.622799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Attempting to bind port 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:49:30.623397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Attempting to bind port 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'ab263e06-df95-4438-b046-0c926f593041', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '12784033-b78f-4923-bb2f-e669867dbbac'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:49:30.624012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Attempting to bind port 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2 on network 12784033-b78f-4923-bb2f-e669867dbbac {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:49:30.640110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f1327b-8c39-42a6-a04a-f1da7e5b612f None None] Routers {'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:49:30.648219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 9f8399dd-d294-484d-93e4-67058ac029cb triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:30.648567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-63f1327b-8c39-42a6-a04a-f1da7e5b612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:49:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:30.648938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:30.666296 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e89d32c7-ae08-4872-9068-ae774759cc0f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/f58272b7-b61b-432f-8ffd-0cbc6ac3b18e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0075600 Jan 14 07:49:30.666754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37552) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:30.670164 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:30.721204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Transition to ACTIVE for port object 0793beba-53ef-4918-a1ba-2f2f559a8d2f will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:49:30.727862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:49:30.727862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Checking segment: {'id': 'ab263e06-df95-4438-b046-0c926f593041', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '12784033-b78f-4923-bb2f-e669867dbbac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:49:30.741967 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:30.743552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Bound using segment: {'id': 'ab263e06-df95-4438-b046-0c926f593041', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '12784033-b78f-4923-bb2f-e669867dbbac'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:49:30.744189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Bound port: 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab263e06-df95-4438-b046-0c926f593041', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '12784033-b78f-4923-bb2f-e669867dbbac'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:49:30.744189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:30.768485 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:31.114031 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec3783c0-5b53-4401-8231-10f083305e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:31.217025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] For port 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:49:31.225960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] For port 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2,segment=NetworkSegment(ab263e06-df95-4438-b046-0c926f593041),segment_id=ab263e06-df95-4438-b046-0c926f593041)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:49:31.260149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'Port': ['ID=0793beba-53ef-4918-a1ba-2f2f559a8d2f,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:31.277093 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:31.292856 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:31.296583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network 12784033-b78f-4923-bb2f-e669867dbbac is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:49:31.305601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:49:31.318239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:49:31.438420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-501fc026-7c15-4307-8d64-55f94a028fb8 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting subnet 1fd2281c-4049-4528-9bc2-2f5b14ec4217 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:49:31.471463 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:31.499416 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-501fc026-7c15-4307-8d64-55f94a028fb8 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:31.646584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-63f1327b-8c39-42a6-a04a-f1da7e5b612f None None] Set router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:49:31.701417 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:31.816015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:31.862397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Pushing event updated for resources: {'Port': ['ID=6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:31.879517 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:31.901290 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-501fc026-7c15-4307-8d64-55f94a028fb8 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:32.197233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 9f8399dd-d294-484d-93e4-67058ac029cb, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9f8399dd-d294-484d-93e4-67058ac029cb,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:32.216858 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:32.236263 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:32.307210 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-501fc026-7c15-4307-8d64-55f94a028fb8 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:32.463869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=9f8399dd-d294-484d-93e4-67058ac029cb,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:32.483245 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:32.607909 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:32.897981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-63f1327b-8c39-42a6-a04a-f1da7e5b612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:49:26Z', 'revision_number': 10, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None, '_interfaces': [{'id': '8db77e1f-9ceb-4ec7-b042-8dc39d7b2973', 'name': '', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:db:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:38Z', 'updated_at': '2021-01-14T07:48:02Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:32.922148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f1327b-8c39-42a6-a04a-f1da7e5b612f None None] Checking router: f58272b7-b61b-432f-8ffd-0cbc6ac3b18e for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:49:32.974884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f1327b-8c39-42a6-a04a-f1da7e5b612f None None] Routers {'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:49:32.976305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-63f1327b-8c39-42a6-a04a-f1da7e5b612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:49:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:33.561610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-501fc026-7c15-4307-8d64-55f94a028fb8 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:33.613454 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:33.667669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fc026-7c15-4307-8d64-55f94a028fb8 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Subnet': ['ID=1fd2281c-4049-4528-9bc2-2f5b14ec4217,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:33.687949 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-501fc026-7c15-4307-8d64-55f94a028fb8 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:33.714663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-63f1327b-8c39-42a6-a04a-f1da7e5b612f None None] Set router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:49:34.009656 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-501fc026-7c15-4307-8d64-55f94a028fb8 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:34.021154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda05946-0f11-4fc1-a6b4-4d699a9e2acf None None] Network ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:49:34.030953 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-501fc026-7c15-4307-8d64-55f94a028fb8 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/subnets/1fd2281c-4049-4528-9bc2-2f5b14ec4217 HTTP/1.1" status: 204 len: 168 time: 3.3586864 Jan 14 07:49:34.031189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37598) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:34.620551 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:34.827040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9f8399dd-d294-484d-93e4-67058ac029cb up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:49:34.889012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting port 06acc832-9e86-4c0c-a3af-9f3ae12d6360 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:34.894371 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:35.186860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-63f1327b-8c39-42a6-a04a-f1da7e5b612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:49:26Z', 'revision_number': 10, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None, '_interfaces': [{'id': '8db77e1f-9ceb-4ec7-b042-8dc39d7b2973', 'name': '', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:db:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:38Z', 'updated_at': '2021-01-14T07:48:02Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:35.205443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f1327b-8c39-42a6-a04a-f1da7e5b612f None None] The sync data for ids ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'] in n-d-769329-2 is: [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:49:26Z', 'revision_number': 10, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None, '_interfaces': [{'id': '8db77e1f-9ceb-4ec7-b042-8dc39d7b2973', 'name': '', 'network_id': 'd21e874a-257d-41d5-abeb-c88acb65c5bf', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'mac_address': 'fa:16:3e:db:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:38Z', 'updated_at': '2021-01-14T07:48:02Z', 'revision_number': 5, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'subnets': [{'id': '02b9195a-8e6e-42cb-a959-518f1f2e93db', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:49:35.237619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 9f8399dd-d294-484d-93e4-67058ac029cb triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:35.238048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:35.387862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:35.393355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:35.527595 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:35.539005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e597c674-2d63-4fb0-b1a0-4e39f4eca187 None None] DHCP port deletion for ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:49:35.553927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5207a57d-01d6-4a84-979c-f86ed412ecba None None] Network 12784033-b78f-4923-bb2f-e669867dbbac requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:49:35.690367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:36.004875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] For port 06acc832-9e86-4c0c-a3af-9f3ae12d6360, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=06acc832-9e86-4c0c-a3af-9f3ae12d6360,segment=NetworkSegment(6efa0662-a64c-4e53-8a34-4b56fff84658),segment_id=6efa0662-a64c-4e53-8a34-4b56fff84658)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:36.013140 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:36.048837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'Port': ['ID=0793beba-53ef-4918-a1ba-2f2f559a8d2f,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:36.087477 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:36.112487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e597c674-2d63-4fb0-b1a0-4e39f4eca187 None None] Deleting port 06acc832-9e86-4c0c-a3af-9f3ae12d6360 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:36.121893 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e597c674-2d63-4fb0-b1a0-4e39f4eca187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:36.172106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network 12784033-b78f-4923-bb2f-e669867dbbac is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:49:36.176990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:49:36.483201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ea92e151-2986-437f-bbff-1d972d7b14de None None] Provisioning for port 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:49:36.498163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Calling delete_port for 06acc832-9e86-4c0c-a3af-9f3ae12d6360 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:49:36.787704 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:36.801002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:49:36.862536 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:37.098751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Port': ['ID=06acc832-9e86-4c0c-a3af-9f3ae12d6360,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:37.105232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Router e45def22-2053-488e-9b63-31150412b9d0 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:49:37.116211 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:37.160553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e597c674-2d63-4fb0-b1a0-4e39f4eca187 None None] For port 06acc832-9e86-4c0c-a3af-9f3ae12d6360, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=06acc832-9e86-4c0c-a3af-9f3ae12d6360,segment=NetworkSegment(6efa0662-a64c-4e53-8a34-4b56fff84658),segment_id=6efa0662-a64c-4e53-8a34-4b56fff84658)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:37.161310 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e597c674-2d63-4fb0-b1a0-4e39f4eca187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:37.264907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] No DVR routers for this DVR port 06acc832-9e86-4c0c-a3af-9f3ae12d6360 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:49:37.311593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:49:37.647081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:37.851182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:49:37.891040 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "PUT /v2.0/routers/e45def22-2053-488e-9b63-31150412b9d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7105596 Jan 14 07:49:38.105160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e597c674-2d63-4fb0-b1a0-4e39f4eca187 None None] Calling delete_port for 06acc832-9e86-4c0c-a3af-9f3ae12d6360 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:49:38.169610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:38.210799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] Sync routers for ids ['e45def22-2053-488e-9b63-31150412b9d0'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:49:38.230935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efa0662-a64c-4e53-8a34-4b56fff84658') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:38.231511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efa0662-a64c-4e53-8a34-4b56fff84658') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:38.242309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:38.243383 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:38.316982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:38.356343 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:38.361242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Releasing vxlan tunnel 13 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:49:38.432670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] Routers {'e45def22-2053-488e-9b63-31150412b9d0'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:49:38.433779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:49:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e45def22-2053-488e-9b63-31150412b9d0'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:38.670374 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-52bcf96f-02df-4cbd-8df4-5075ac481fed req-7e266b69-e10a-495e-b776-29204e612699 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-473287734&fields=id&tenant_id=4017b6cd94cd44a1833c66614511a163 HTTP/1.1" status: 200 len: 267 time: 0.2652442 Jan 14 07:49:38.763085 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-e597c674-2d63-4fb0-b1a0-4e39f4eca187 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:49:38.763765 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-e597c674-2d63-4fb0-b1a0-4e39f4eca187 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:49:38.850824 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:38.917322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2,segment=NetworkSegment(ab263e06-df95-4438-b046-0c926f593041),segment_id=ab263e06-df95-4438-b046-0c926f593041)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:38.923521 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:38.934125 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2d63f573-5c0d-4226-a1d9-f347955b975b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:39.085448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:39.093551 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:39.134665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] Set router e45def22-2053-488e-9b63-31150412b9d0 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:49:39.296019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e597c674-2d63-4fb0-b1a0-4e39f4eca187 None None] Deleting port 06acc832-9e86-4c0c-a3af-9f3ae12d6360 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:39.296734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e597c674-2d63-4fb0-b1a0-4e39f4eca187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:39.331346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:49:39.360368 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:39.420023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 06acc832-9e86-4c0c-a3af-9f3ae12d6360 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:49:39.583082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 06acc832-9e86-4c0c-a3af-9f3ae12d6360 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:49:39.600163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 06acc832-9e86-4c0c-a3af-9f3ae12d6360 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:49:39.601437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:49:39.617205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcf96f-02df-4cbd-8df4-5075ac481fed req-57ed4c53-31a1-4e8b-b6c7-5ddc6123f539 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:49:39.619131 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-52bcf96f-02df-4cbd-8df4-5075ac481fed req-57ed4c53-31a1-4e8b-b6c7-5ddc6123f539 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "GET /v2.0/networks?id=12784033-b78f-4923-bb2f-e669867dbbac HTTP/1.1" status: 200 len: 797 time: 0.9472411 Jan 14 07:49:39.765266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:49:39.765941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 25d8ef0b-8161-4561-8fcb-e4d8df5c2be6 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:49:39.834240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e597c674-2d63-4fb0-b1a0-4e39f4eca187 None None] The port '06acc832-9e86-4c0c-a3af-9f3ae12d6360' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:49:39.842441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e75ec17d-3ffa-4deb-8729-1bb7b612be89 None None] Provisioning complete for port 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:39.842901 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e75ec17d-3ffa-4deb-8729-1bb7b612be89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:39.967369 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-52bcf96f-02df-4cbd-8df4-5075ac481fed req-ec9fa694-9305-41c0-80be-b2036e6d6140 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "GET /v2.0/quotas/4017b6cd94cd44a1833c66614511a163 HTTP/1.1" status: 200 len: 375 time: 0.2905583 Jan 14 07:49:40.026878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:49:40.092529 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:49:40.421090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:40.454572 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06ff7eab-fe44-4c40-a4f3-1dca64520ddc tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:40.582346 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:40.710838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Network': ['ID=ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:40.732231 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/networks/ca47ef51-bde1-4ecf-bc0c-bfa6cc36000c HTTP/1.1" status: 204 len: 168 time: 6.6955302 Jan 14 07:49:40.733960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37704) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:40.754626 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:40.921550 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-52bcf96f-02df-4cbd-8df4-5075ac481fed req-4dc01de3-f29f-43c7-8756-ed733e190fef tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "GET /v2.0/ports?tenant_id=4017b6cd94cd44a1833c66614511a163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9530034 Jan 14 07:49:41.171470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45def22-2053-488e-9b63-31150412b9d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445663670', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '9f8399dd-d294-484d-93e4-67058ac029cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:49:11Z', 'updated_at': '2021-01-14T07:49:32Z', 'revision_number': 4, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '9f8399dd-d294-484d-93e4-67058ac029cb', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45def22-2053-488e-9b63-31150412b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:49:14Z', 'updated_at': '2021-01-14T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '0793beba-53ef-4918-a1ba-2f2f559a8d2f', 'name': '', 'network_id': '12784033-b78f-4923-bb2f-e669867dbbac', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'mac_address': 'fa:16:3e:c6:fd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45def22-2053-488e-9b63-31150412b9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'a08a4720-1392-464e-9e54-97c69feb7199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:49:28Z', 'updated_at': '2021-01-14T07:49:34Z', 'revision_number': 2, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'subnets': [{'id': 'a08a4720-1392-464e-9e54-97c69feb7199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:41.188466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] Checking router: e45def22-2053-488e-9b63-31150412b9d0 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:49:41.198708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] Updating router e45def22-2053-488e-9b63-31150412b9d0 port 0793beba-53ef-4918-a1ba-2f2f559a8d2f binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:49:41.331331 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-52bcf96f-02df-4cbd-8df4-5075ac481fed req-fae763b6-e44f-4790-9cce-9e0618715420 service neutron] 10.222.0.41 "GET /v2.0/networks/12784033-b78f-4923-bb2f-e669867dbbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876953 Jan 14 07:49:41.378705 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:41.416397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e75ec17d-3ffa-4deb-8729-1bb7b612be89 None None] Provisioning for port 0793beba-53ef-4918-a1ba-2f2f559a8d2f completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:49:41.430131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:49:41.575691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e75ec17d-3ffa-4deb-8729-1bb7b612be89 None None] Provisioning complete for port 0793beba-53ef-4918-a1ba-2f2f559a8d2f triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:41.576116 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e75ec17d-3ffa-4deb-8729-1bb7b612be89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:41.624871 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-52bcf96f-02df-4cbd-8df4-5075ac481fed req-6f10fb15-95f6-4726-8603-8adc6ea52c2d service neutron] 10.222.0.41 "GET /v2.0/networks/12784033-b78f-4923-bb2f-e669867dbbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2920549 Jan 14 07:49:42.764983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37752) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:42.886501 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-310750dd-a6c9-4d45-a5b8-4ad2610f8f62 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:42.983377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:43.054352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] Transition to ACTIVE for port object 0793beba-53ef-4918-a1ba-2f2f559a8d2f will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:49:43.086694 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:43.150739 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:43.360545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b1285-0611-4cf4-97fc-07e5423e0d66 None None] Pushing event updated for resources: {'Port': ['ID=0793beba-53ef-4918-a1ba-2f2f559a8d2f,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:43.374574 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a14b1285-0611-4cf4-97fc-07e5423e0d66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:43.389289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-e75ec17d-3ffa-4deb-8729-1bb7b612be89 None None] Port 0793beba-53ef-4918-a1ba-2f2f559a8d2f cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:49:43.393740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:43.394559 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:44.202235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cd8bdd9c-25fd-4cfa-849d-0b3b6e9330fb None None] Provisioning complete for port 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:49:44.202810 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd8bdd9c-25fd-4cfa-849d-0b3b6e9330fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:44.782573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-310750dd-a6c9-4d45-a5b8-4ad2610f8f62 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting port 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:44.783202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-310750dd-a6c9-4d45-a5b8-4ad2610f8f62 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:45.273735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-310750dd-a6c9-4d45-a5b8-4ad2610f8f62 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] For port 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=8db77e1f-9ceb-4ec7-b042-8dc39d7b2973,segment=NetworkSegment(d1dc6449-7341-4c94-81a7-3661e41debb2),segment_id=d1dc6449-7341-4c94-81a7-3661e41debb2)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:45.275420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-310750dd-a6c9-4d45-a5b8-4ad2610f8f62 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:45.458708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] Attempting to bind port 0793beba-53ef-4918-a1ba-2f2f559a8d2f on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:49:45.475845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] Attempting to bind port 0793beba-53ef-4918-a1ba-2f2f559a8d2f by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'ab263e06-df95-4438-b046-0c926f593041', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '12784033-b78f-4923-bb2f-e669867dbbac'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:49:45.479408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] Attempting to bind port 0793beba-53ef-4918-a1ba-2f2f559a8d2f on network 12784033-b78f-4923-bb2f-e669867dbbac {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:49:45.501627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:49:45.502512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] Checking segment: {'id': 'ab263e06-df95-4438-b046-0c926f593041', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '12784033-b78f-4923-bb2f-e669867dbbac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:49:45.514930 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:45.516142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] Bound using segment: {'id': 'ab263e06-df95-4438-b046-0c926f593041', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '12784033-b78f-4923-bb2f-e669867dbbac'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:49:45.517336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] Bound port: 0793beba-53ef-4918-a1ba-2f2f559a8d2f, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab263e06-df95-4438-b046-0c926f593041', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '12784033-b78f-4923-bb2f-e669867dbbac'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:49:45.518335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:45.696496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:45.736528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-310750dd-a6c9-4d45-a5b8-4ad2610f8f62 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Calling delete_port for 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:49:45.875901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] For port 0793beba-53ef-4918-a1ba-2f2f559a8d2f, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:49:45.910251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] For port 0793beba-53ef-4918-a1ba-2f2f559a8d2f, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0793beba-53ef-4918-a1ba-2f2f559a8d2f,segment=NetworkSegment(ab263e06-df95-4438-b046-0c926f593041),segment_id=ab263e06-df95-4438-b046-0c926f593041)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:49:45.921075 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:46.016595 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a14b1285-0611-4cf4-97fc-07e5423e0d66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:46.693091 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:46.703233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] Routers {'e45def22-2053-488e-9b63-31150412b9d0'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:49:46.706147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:49:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e45def22-2053-488e-9b63-31150412b9d0'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:47.230088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Deleting port 0793beba-53ef-4918-a1ba-2f2f559a8d2f {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:47.231065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:47.623229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-310750dd-a6c9-4d45-a5b8-4ad2610f8f62 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:47.687441 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:47.689010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] For port 0793beba-53ef-4918-a1ba-2f2f559a8d2f, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0793beba-53ef-4918-a1ba-2f2f559a8d2f,segment=NetworkSegment(ab263e06-df95-4438-b046-0c926f593041),segment_id=ab263e06-df95-4438-b046-0c926f593041)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:47.689742 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:47.878634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310750dd-a6c9-4d45-a5b8-4ad2610f8f62 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Port': ['ID=8db77e1f-9ceb-4ec7-b042-8dc39d7b2973,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:47.886815 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-310750dd-a6c9-4d45-a5b8-4ad2610f8f62 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:47.889903 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:48.075118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Calling delete_port for 0793beba-53ef-4918-a1ba-2f2f559a8d2f owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:49:48.211434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b1285-0611-4cf4-97fc-07e5423e0d66 None None] Pushing event updated for resources: {'Port': ['ID=0793beba-53ef-4918-a1ba-2f2f559a8d2f,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:48.220023 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a14b1285-0611-4cf4-97fc-07e5423e0d66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.204s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:48.278884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] Set router e45def22-2053-488e-9b63-31150412b9d0 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:49:48.565243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-310750dd-a6c9-4d45-a5b8-4ad2610f8f62 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:48.825662 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:49.378782 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:49.575353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310750dd-a6c9-4d45-a5b8-4ad2610f8f62 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:49:49.720909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event deleted for resources: {'Port': ['ID=0793beba-53ef-4918-a1ba-2f2f559a8d2f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:49.735240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45def22-2053-488e-9b63-31150412b9d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445663670', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '9f8399dd-d294-484d-93e4-67058ac029cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:49:11Z', 'updated_at': '2021-01-14T07:49:32Z', 'revision_number': 4, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '9f8399dd-d294-484d-93e4-67058ac029cb', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45def22-2053-488e-9b63-31150412b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:49:14Z', 'updated_at': '2021-01-14T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '0793beba-53ef-4918-a1ba-2f2f559a8d2f', 'name': '', 'network_id': '12784033-b78f-4923-bb2f-e669867dbbac', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'mac_address': 'fa:16:3e:c6:fd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45def22-2053-488e-9b63-31150412b9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'a08a4720-1392-464e-9e54-97c69feb7199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:49:28Z', 'updated_at': '2021-01-14T07:49:45Z', 'revision_number': 4, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'subnets': [{'id': 'a08a4720-1392-464e-9e54-97c69feb7199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:49.766317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f55a463-203e-4198-aadd-1f0e77cf6f15 None None] The sync data for ids ['e45def22-2053-488e-9b63-31150412b9d0'] in n-d-769329-2 is: [{'id': 'e45def22-2053-488e-9b63-31150412b9d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445663670', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '9f8399dd-d294-484d-93e4-67058ac029cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:49:11Z', 'updated_at': '2021-01-14T07:49:32Z', 'revision_number': 4, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '9f8399dd-d294-484d-93e4-67058ac029cb', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45def22-2053-488e-9b63-31150412b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:49:14Z', 'updated_at': '2021-01-14T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '0793beba-53ef-4918-a1ba-2f2f559a8d2f', 'name': '', 'network_id': '12784033-b78f-4923-bb2f-e669867dbbac', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'mac_address': 'fa:16:3e:c6:fd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45def22-2053-488e-9b63-31150412b9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'a08a4720-1392-464e-9e54-97c69feb7199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:49:28Z', 'updated_at': '2021-01-14T07:49:45Z', 'revision_number': 4, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'subnets': [{'id': 'a08a4720-1392-464e-9e54-97c69feb7199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:49:50.154960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310750dd-a6c9-4d45-a5b8-4ad2610f8f62 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:49:50.179680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a8b2ac-2e75-4d2c-b3cf-2e45e6c719a4 None None] Sync routers for ids ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:49:50.211429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a8b2ac-2e75-4d2c-b3cf-2e45e6c719a4 None None] Routers {'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:49:50.212203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-65a8b2ac-2e75-4d2c-b3cf-2e45e6c719a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:49:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:50.216030 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-310750dd-a6c9-4d45-a5b8-4ad2610f8f62 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/f58272b7-b61b-432f-8ffd-0cbc6ac3b18e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4806392 Jan 14 07:49:50.219353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37866) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:50.388205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.389617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.390242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.390868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.391490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.392500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.393102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.395931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.397386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.400531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.403281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.408068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.409222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.413892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.414837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.416259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.417484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.434260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.436235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.438369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.439628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.440556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.441412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.442271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.443535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.444611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.445465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.446312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.447331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.448615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.449486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.450339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.451194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.452146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.453018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.453879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:50.471629 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.093s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:50.479719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:50.789287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-65a8b2ac-2e75-4d2c-b3cf-2e45e6c719a4 None None] Set router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:49:51.187055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-65a8b2ac-2e75-4d2c-b3cf-2e45e6c719a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:49:47Z', 'revision_number': 11, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:51.207334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a8b2ac-2e75-4d2c-b3cf-2e45e6c719a4 None None] Checking router: f58272b7-b61b-432f-8ffd-0cbc6ac3b18e for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:49:51.278608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a8b2ac-2e75-4d2c-b3cf-2e45e6c719a4 None None] Routers {'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:49:51.281913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-65a8b2ac-2e75-4d2c-b3cf-2e45e6c719a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:49:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:52.011631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-65a8b2ac-2e75-4d2c-b3cf-2e45e6c719a4 None None] Set router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:49:52.168044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9701c046-11c3-492e-8319-aacdf44fa4a3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting subnet 02b9195a-8e6e-42cb-a959-518f1f2e93db {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:49:52.173406 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9701c046-11c3-492e-8319-aacdf44fa4a3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:52.350367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-65a8b2ac-2e75-4d2c-b3cf-2e45e6c719a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:49:47Z', 'revision_number': 11, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:52.355283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a8b2ac-2e75-4d2c-b3cf-2e45e6c719a4 None None] The sync data for ids ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'] in n-d-769329-2 is: [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:49:47Z', 'revision_number': 11, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:49:52.536188 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9701c046-11c3-492e-8319-aacdf44fa4a3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:52.544912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Router e45def22-2053-488e-9b63-31150412b9d0 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:49:52.892518 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9701c046-11c3-492e-8319-aacdf44fa4a3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:53.139829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:49:53.231440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:49:53.247814 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "PUT /v2.0/routers/e45def22-2053-488e-9b63-31150412b9d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4749453 Jan 14 07:49:53.250987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 37918) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:53.288703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:49:53.289573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8db77e1f-9ceb-4ec7-b042-8dc39d7b2973 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:49:53.732175 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9701c046-11c3-492e-8319-aacdf44fa4a3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:53.745841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf80b30-fcd3-4ab7-bab1-fc6bc60d1052 None None] Sync routers for ids ['e45def22-2053-488e-9b63-31150412b9d0'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:49:53.789126 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fb67abcc-4ec7-4882-abca-f7a3b12c69c4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:53.801477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf80b30-fcd3-4ab7-bab1-fc6bc60d1052 None None] Routers {'e45def22-2053-488e-9b63-31150412b9d0'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:49:53.802601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-eaf80b30-fcd3-4ab7-bab1-fc6bc60d1052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:49:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e45def22-2053-488e-9b63-31150412b9d0'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:53.925019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701c046-11c3-492e-8319-aacdf44fa4a3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Subnet': ['ID=02b9195a-8e6e-42cb-a959-518f1f2e93db,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:53.953714 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9701c046-11c3-492e-8319-aacdf44fa4a3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:54.180519 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9701c046-11c3-492e-8319-aacdf44fa4a3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:54.190493 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9701c046-11c3-492e-8319-aacdf44fa4a3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/subnets/02b9195a-8e6e-42cb-a959-518f1f2e93db HTTP/1.1" status: 204 len: 168 time: 3.9678471 Jan 14 07:49:54.195159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37942) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:54.318058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-210271df-8b98-4b5d-883b-a7ca5a29a946 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Deleting subnet a08a4720-1392-464e-9e54-97c69feb7199 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:49:54.325518 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-210271df-8b98-4b5d-883b-a7ca5a29a946 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:54.432832 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-210271df-8b98-4b5d-883b-a7ca5a29a946 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:54.609397 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-210271df-8b98-4b5d-883b-a7ca5a29a946 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:54.632624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-eaf80b30-fcd3-4ab7-bab1-fc6bc60d1052 None None] Set router e45def22-2053-488e-9b63-31150412b9d0 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:49:54.708274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:54.837548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Deleting port 5383878a-389a-46e1-b40d-21951da4ab9b {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:54.838633 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:55.352194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a593f5bc-e372-4545-917e-463e3a97d090 None None] Network d21e874a-257d-41d5-abeb-c88acb65c5bf requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:49:55.363951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] For port 5383878a-389a-46e1-b40d-21951da4ab9b, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5383878a-389a-46e1-b40d-21951da4ab9b,segment=NetworkSegment(d1dc6449-7341-4c94-81a7-3661e41debb2),segment_id=d1dc6449-7341-4c94-81a7-3661e41debb2)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:55.376527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:55.455252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-210271df-8b98-4b5d-883b-a7ca5a29a946 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:55.531431 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cf8a3094-4a51-412e-83ad-98ae6ed3a6e1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:55.659126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210271df-8b98-4b5d-883b-a7ca5a29a946 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event deleted for resources: {'Subnet': ['ID=a08a4720-1392-464e-9e54-97c69feb7199,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:55.786056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21b55fd9-7b89-4904-8eaa-e80fe5f438dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:55.934716 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-210271df-8b98-4b5d-883b-a7ca5a29a946 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:55.957990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Calling delete_port for 5383878a-389a-46e1-b40d-21951da4ab9b owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:49:56.070905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-eaf80b30-fcd3-4ab7-bab1-fc6bc60d1052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45def22-2053-488e-9b63-31150412b9d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445663670', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '9f8399dd-d294-484d-93e4-67058ac029cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:49:11Z', 'updated_at': '2021-01-14T07:49:48Z', 'revision_number': 5, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '9f8399dd-d294-484d-93e4-67058ac029cb', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45def22-2053-488e-9b63-31150412b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:49:14Z', 'updated_at': '2021-01-14T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:56.078838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf80b30-fcd3-4ab7-bab1-fc6bc60d1052 None None] Checking router: e45def22-2053-488e-9b63-31150412b9d0 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:49:56.120324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf80b30-fcd3-4ab7-bab1-fc6bc60d1052 None None] Routers {'e45def22-2053-488e-9b63-31150412b9d0'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:49:56.121238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-eaf80b30-fcd3-4ab7-bab1-fc6bc60d1052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:49:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e45def22-2053-488e-9b63-31150412b9d0'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:56.143639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-210271df-8b98-4b5d-883b-a7ca5a29a946 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:56.179819 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-210271df-8b98-4b5d-883b-a7ca5a29a946 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "DELETE /v2.0/subnets/a08a4720-1392-464e-9e54-97c69feb7199 HTTP/1.1" status: 204 len: 168 time: 2.9272616 Jan 14 07:49:56.183963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 37976) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:49:56.374446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98365fd-deff-4c73-9255-5601339a893e None None] Network 12784033-b78f-4923-bb2f-e669867dbbac requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:49:56.395461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ef651b-9e6f-41c3-b42b-3a3baf872073 None None] DHCP port deletion for d21e874a-257d-41d5-abeb-c88acb65c5bf request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:49:56.505030 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64d3c1f4-44bd-4d39-92af-e22ff9c76f86 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:56.582438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef651b-9e6f-41c3-b42b-3a3baf872073 None None] Deleting port 5383878a-389a-46e1-b40d-21951da4ab9b {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:56.583123 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4ef651b-9e6f-41c3-b42b-3a3baf872073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:56.864789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-eaf80b30-fcd3-4ab7-bab1-fc6bc60d1052 None None] Set router e45def22-2053-488e-9b63-31150412b9d0 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:49:57.515005 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:57.576098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5383878a-389a-46e1-b40d-21951da4ab9b no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:49:57.619711 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:57.668366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 5383878a-389a-46e1-b40d-21951da4ab9b {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:49:57.668988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5383878a-389a-46e1-b40d-21951da4ab9b not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:49:57.888016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-176c6103-de84-4d97-847c-fbaede0caf04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:57.902284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef651b-9e6f-41c3-b42b-3a3baf872073 None None] The port '5383878a-389a-46e1-b40d-21951da4ab9b' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:49:57.902284 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:57.948973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Port': ['ID=5383878a-389a-46e1-b40d-21951da4ab9b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:49:58.074239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] No DVR routers for this DVR port 5383878a-389a-46e1-b40d-21951da4ab9b on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:49:58.078410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.078843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.079272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.079770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.080285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.080714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.081258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.081980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.082669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.083351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.084143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.084852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.087284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.087900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.088330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.088749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.089167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.089583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.089994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.090410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.090829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.091238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.091709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.092089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.092550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.092960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.093397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.093773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.094179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.094586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.094993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.095683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.096527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.097082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.097487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.098048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:49:58.108622 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64d3c1f4-44bd-4d39-92af-e22ff9c76f86 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:58.151056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:58.229249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-eaf80b30-fcd3-4ab7-bab1-fc6bc60d1052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45def22-2053-488e-9b63-31150412b9d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445663670', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '9f8399dd-d294-484d-93e4-67058ac029cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:49:11Z', 'updated_at': '2021-01-14T07:49:48Z', 'revision_number': 5, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '9f8399dd-d294-484d-93e4-67058ac029cb', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45def22-2053-488e-9b63-31150412b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:49:14Z', 'updated_at': '2021-01-14T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:58.257996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf80b30-fcd3-4ab7-bab1-fc6bc60d1052 None None] The sync data for ids ['e45def22-2053-488e-9b63-31150412b9d0'] in n-d-769329-2 is: [{'id': 'e45def22-2053-488e-9b63-31150412b9d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445663670', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '9f8399dd-d294-484d-93e4-67058ac029cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:49:11Z', 'updated_at': '2021-01-14T07:49:48Z', 'revision_number': 5, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '9f8399dd-d294-484d-93e4-67058ac029cb', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45def22-2053-488e-9b63-31150412b9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:49:14Z', 'updated_at': '2021-01-14T07:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:49:58.270166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] DHCP port deletion for 12784033-b78f-4923-bb2f-e669867dbbac request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:49:58.319747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Deleting port 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:58.328843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:58.434692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:58.578545 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.954s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:49:58.593983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-64d3c1f4-44bd-4d39-92af-e22ff9c76f86 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Deleting port 9f8399dd-d294-484d-93e4-67058ac029cb {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:49:58.594447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64d3c1f4-44bd-4d39-92af-e22ff9c76f86 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:58.908735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21e874a-257d-41d5-abeb-c88acb65c5bf']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:58.997457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] For port 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2,segment=NetworkSegment(ab263e06-df95-4438-b046-0c926f593041),segment_id=ab263e06-df95-4438-b046-0c926f593041)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:58.997895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:59.211993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-64d3c1f4-44bd-4d39-92af-e22ff9c76f86 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] For port 9f8399dd-d294-484d-93e4-67058ac029cb, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9f8399dd-d294-484d-93e4-67058ac029cb,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:49:59.212993 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64d3c1f4-44bd-4d39-92af-e22ff9c76f86 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:59.346737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Calling delete_port for 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:49:59.460265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:49:59.566535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-64d3c1f4-44bd-4d39-92af-e22ff9c76f86 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Calling delete_port for 9f8399dd-d294-484d-93e4-67058ac029cb owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:49:59.577359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:59.821198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1dc6449-7341-4c94-81a7-3661e41debb2') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:59.821965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1dc6449-7341-4c94-81a7-3661e41debb2') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:49:59.853545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:59.882875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:49:59.883290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:49:59.883795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0793beba-53ef-4918-a1ba-2f2f559a8d2f no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:49:59.902838 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:59.921366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:49:59.923842 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-561fc228-71b8-4fdb-a199-9322e3c6bdeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:49:59.981379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 0793beba-53ef-4918-a1ba-2f2f559a8d2f {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:49:59.982518 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64d3c1f4-44bd-4d39-92af-e22ff9c76f86 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:49:59.982809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0793beba-53ef-4918-a1ba-2f2f559a8d2f not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:50:00.028247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] No DVR routers for this DVR port 6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:50:00.048402 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:00.050654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Pushing event deleted for resources: {'Port': ['ID=6b7d8a22-b76b-461e-aaa5-3f54ccfd22c2,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:00.084135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.084749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.085288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.085837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.086367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.086956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.087487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.088074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.088603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.089127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.090059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.090865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.091947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.093414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.094272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.095109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.100555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.101581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.102422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.103268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.104149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.104951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.105705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.106381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.111252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.112238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.112923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.113793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.114656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.116122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.120768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.121679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.123502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.124330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.125161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.126035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:00.136118 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:00.525650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network d21e874a-257d-41d5-abeb-c88acb65c5bf has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:50:00.559479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:01.024437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Network d21e874a-257d-41d5-abeb-c88acb65c5bf has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:50:01.117132 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:50:01.262842 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64d3c1f4-44bd-4d39-92af-e22ff9c76f86 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:01.573191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64d3c1f4-44bd-4d39-92af-e22ff9c76f86 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:01.575685 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:01.578080 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64d3c1f4-44bd-4d39-92af-e22ff9c76f86 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:01.581989 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:01.606240 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:01.636931 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/networks/d21e874a-257d-41d5-abeb-c88acb65c5bf HTTP/1.1" status: 204 len: 168 time: 7.4399419 Jan 14 07:50:01.640039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38102) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:01.649922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Pushing event deleted for resources: {'Network': ['ID=d21e874a-257d-41d5-abeb-c88acb65c5bf,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:01.651223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5d68887f-c610-4553-8fca-e3172a688562 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'router': {'routes': None}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:01.664907 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:01.672501 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64d3c1f4-44bd-4d39-92af-e22ff9c76f86 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:01.673699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d3c1f4-44bd-4d39-92af-e22ff9c76f86 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Fanout notify agent at l3_agent the message router_deleted on router e45def22-2053-488e-9b63-31150412b9d0 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:50:01.726881 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64d3c1f4-44bd-4d39-92af-e22ff9c76f86 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:01.730273 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-64d3c1f4-44bd-4d39-92af-e22ff9c76f86 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "DELETE /v2.0/routers/e45def22-2053-488e-9b63-31150412b9d0 HTTP/1.1" status: 204 len: 168 time: 5.5439923 Jan 14 07:50:01.752610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38108) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:02.202195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c46f9c7f-611d-4f0b-84bb-4b2cb5a3e4b1 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:02.477807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.extraroute_db [None req-5d68887f-c610-4553-8fca-e3172a688562 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Added routes are [] {{(pid=80907) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 07:50:02.478364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.extraroute_db [None req-5d68887f-c610-4553-8fca-e3172a688562 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Removed routes are [] {{(pid=80907) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 07:50:02.479028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d68887f-c610-4553-8fca-e3172a688562 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:02.700503 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c46f9c7f-611d-4f0b-84bb-4b2cb5a3e4b1 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:03.166402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c46f9c7f-611d-4f0b-84bb-4b2cb5a3e4b1 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12784033-b78f-4923-bb2f-e669867dbbac']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:03.204627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c46f9c7f-611d-4f0b-84bb-4b2cb5a3e4b1 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab263e06-df95-4438-b046-0c926f593041') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:03.205264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c46f9c7f-611d-4f0b-84bb-4b2cb5a3e4b1 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab263e06-df95-4438-b046-0c926f593041') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:03.229054 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c46f9c7f-611d-4f0b-84bb-4b2cb5a3e4b1 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:03.263322 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d68887f-c610-4553-8fca-e3172a688562 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:03.266125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c46f9c7f-611d-4f0b-84bb-4b2cb5a3e4b1 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:03.267483 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d68887f-c610-4553-8fca-e3172a688562 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:03.268971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c46f9c7f-611d-4f0b-84bb-4b2cb5a3e4b1 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Releasing vxlan tunnel 15 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:50:03.324861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9f8399dd-d294-484d-93e4-67058ac029cb no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:50:03.506684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 9f8399dd-d294-484d-93e4-67058ac029cb {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:50:03.507384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9f8399dd-d294-484d-93e4-67058ac029cb not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:50:03.520206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d68887f-c610-4553-8fca-e3172a688562 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:50:03.649864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c46f9c7f-611d-4f0b-84bb-4b2cb5a3e4b1 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network 12784033-b78f-4923-bb2f-e669867dbbac has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:50:03.671028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c46f9c7f-611d-4f0b-84bb-4b2cb5a3e4b1 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:03.734934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d68887f-c610-4553-8fca-e3172a688562 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:50:03.749604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cf1fb0-a9ca-48af-b57a-ea01a6b1f43d None None] Sync routers for ids ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:50:03.752578 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d68887f-c610-4553-8fca-e3172a688562 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:03.764401 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5d68887f-c610-4553-8fca-e3172a688562 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/f58272b7-b61b-432f-8ffd-0cbc6ac3b18e HTTP/1.1" status: 200 len: 705 time: 2.1202190 Jan 14 07:50:03.765513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38144) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:03.847411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cf1fb0-a9ca-48af-b57a-ea01a6b1f43d None None] Routers {'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:50:03.848453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-23cf1fb0-a9ca-48af-b57a-ea01a6b1f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:49:58Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:03.859288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-94fec7ba-58ec-46c1-b1ec-46e3b16beaef tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Synchronizing usage tracker for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:50:03.888593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-94fec7ba-58ec-46c1-b1ec-46e3b16beaef tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Unset dirty status for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:50:03.899182 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-94fec7ba-58ec-46c1-b1ec-46e3b16beaef tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/ports?device_id=f58272b7-b61b-432f-8ffd-0cbc6ac3b18e HTTP/1.1" status: 200 len: 205 time: 0.1302066 Jan 14 07:50:03.901011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38152) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:04.335447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-23cf1fb0-a9ca-48af-b57a-ea01a6b1f43d None None] Set router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e gateway port host: None {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:50:04.351538 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d0baf13-9425-41ee-8242-412d396ef1ee tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:04.372432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c46f9c7f-611d-4f0b-84bb-4b2cb5a3e4b1 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network 12784033-b78f-4923-bb2f-e669867dbbac has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:50:04.485683 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:50:04.797288 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d0baf13-9425-41ee-8242-412d396ef1ee tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:04.798002 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c46f9c7f-611d-4f0b-84bb-4b2cb5a3e4b1 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:04.802279 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d0baf13-9425-41ee-8242-412d396ef1ee tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:04.820301 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5c9d11d4-4760-4114-8fd0-9be4cdd2749f tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:04.891103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c46f9c7f-611d-4f0b-84bb-4b2cb5a3e4b1 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:04.914919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f9c7f-611d-4f0b-84bb-4b2cb5a3e4b1 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event deleted for resources: {'Network': ['ID=12784033-b78f-4923-bb2f-e669867dbbac,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:04.937699 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d0baf13-9425-41ee-8242-412d396ef1ee tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:04.941365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0baf13-9425-41ee-8242-412d396ef1ee tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Fanout notify agent at l3_agent the message router_deleted on router f58272b7-b61b-432f-8ffd-0cbc6ac3b18e {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:50:04.942393 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c46f9c7f-611d-4f0b-84bb-4b2cb5a3e4b1 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "DELETE /v2.0/networks/12784033-b78f-4923-bb2f-e669867dbbac HTTP/1.1" status: 204 len: 168 time: 3.1871986 Jan 14 07:50:04.950414 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c46f9c7f-611d-4f0b-84bb-4b2cb5a3e4b1 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:04.951549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38170) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:04.952347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-23cf1fb0-a9ca-48af-b57a-ea01a6b1f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e', 'name': 'tempest-RoutersIpV6Test-router-1684904717', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:30Z', 'updated_at': '2021-01-14T07:49:47Z', 'revision_number': 11, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:04.977510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cf1fb0-a9ca-48af-b57a-ea01a6b1f43d None None] Checking router: f58272b7-b61b-432f-8ffd-0cbc6ac3b18e for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:50:04.987501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cf1fb0-a9ca-48af-b57a-ea01a6b1f43d None None] Routers set() bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:50:04.987954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cf1fb0-a9ca-48af-b57a-ea01a6b1f43d None None] Router IDs set() for agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 14 07:50:04.990601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_agentschedulers_db [None req-23cf1fb0-a9ca-48af-b57a-ea01a6b1f43d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:49:58Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent'). {{(pid=80910) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}} Jan 14 07:50:04.993147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cf1fb0-a9ca-48af-b57a-ea01a6b1f43d None None] The sync data for ids ['f58272b7-b61b-432f-8ffd-0cbc6ac3b18e'] in n-d-769329-2 is: [] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:50:05.055818 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1d0baf13-9425-41ee-8242-412d396ef1ee tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:05.067265 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1d0baf13-9425-41ee-8242-412d396ef1ee tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/routers/f58272b7-b61b-432f-8ffd-0cbc6ac3b18e HTTP/1.1" status: 204 len: 168 time: 1.1394386 Jan 14 07:50:05.076741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38176) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:05.092845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-74b8f465-6a76-4aa5-9a4f-03e211c42dac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1284609855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:05.129931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-74b8f465-6a76-4aa5-9a4f-03e211c42dac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:05.153868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-74b8f465-6a76-4aa5-9a4f-03e211c42dac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Usage tracker for resource:router and tenant:24dfe377520f474f9b69516e3f1c6869 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:05.157439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-74b8f465-6a76-4aa5-9a4f-03e211c42dac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:05.165113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-74b8f465-6a76-4aa5-9a4f-03e211c42dac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:05.194103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74b8f465-6a76-4aa5-9a4f-03e211c42dac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:05.196181 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74b8f465-6a76-4aa5-9a4f-03e211c42dac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:05.223214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74b8f465-6a76-4aa5-9a4f-03e211c42dac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:05.258110 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74b8f465-6a76-4aa5-9a4f-03e211c42dac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:05.281001 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-508e085f-7d4c-4566-8197-2df024394f58 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:05.363953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74b8f465-6a76-4aa5-9a4f-03e211c42dac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:05.370476 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-74b8f465-6a76-4aa5-9a4f-03e211c42dac tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2865815 Jan 14 07:50:05.370476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38188) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:05.381279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-358f435b-f510-456a-91c8-93b514903c9c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Request body: {'router': {'admin_state_up': True}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:05.385872 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-508e085f-7d4c-4566-8197-2df024394f58 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:05.565954 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-508e085f-7d4c-4566-8197-2df024394f58 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:05.580347 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f60440c2-a13d-42b9-8e16-bbe1fb770fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:05.604096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-508e085f-7d4c-4566-8197-2df024394f58 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:05.606221 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-508e085f-7d4c-4566-8197-2df024394f58 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "DELETE /v2.0/security-groups/64a4bced-9024-4997-b828-6720bbdd429c HTTP/1.1" status: 204 len: 168 time: 0.6521904 Jan 14 07:50:05.612077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e085f-7d4c-4566-8197-2df024394f58 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a4bced-9024-4997-b828-6720bbdd429c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:05.618986 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-508e085f-7d4c-4566-8197-2df024394f58 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:06.403409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:50:06.515936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38210) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:06.529554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7c033f91-4ab4-476a-aab9-7bdd4841934a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-438142702', 'description': 'tempest-secgroup-smoke-438142702 description', 'project_id': '4017b6cd94cd44a1833c66614511a163'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:06.554557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7c033f91-4ab4-476a-aab9-7bdd4841934a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:06.564812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7c033f91-4ab4-476a-aab9-7bdd4841934a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:06.569199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7c033f91-4ab4-476a-aab9-7bdd4841934a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:06.579273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7c033f91-4ab4-476a-aab9-7bdd4841934a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:06.614244 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c033f91-4ab4-476a-aab9-7bdd4841934a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:06.665884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7c033f91-4ab4-476a-aab9-7bdd4841934a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:06.674256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7c033f91-4ab4-476a-aab9-7bdd4841934a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:06.684136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7c033f91-4ab4-476a-aab9-7bdd4841934a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:06.686256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7c033f91-4ab4-476a-aab9-7bdd4841934a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:06.731980 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-358f435b-f510-456a-91c8-93b514903c9c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:06.772628 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-358f435b-f510-456a-91c8-93b514903c9c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846808101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7967699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846784293'] for router, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:07.086557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358f435b-f510-456a-91c8-93b514903c9c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Router febaa8c9-553d-4a88-9028-12a50d1b51a1 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:50:07.363076 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c033f91-4ab4-476a-aab9-7bdd4841934a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:07.401515 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c033f91-4ab4-476a-aab9-7bdd4841934a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:07.418024 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-af83381f-6417-43e9-a77b-c2ac171dfba8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:07.432253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358f435b-f510-456a-91c8-93b514903c9c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:50:07.451908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4552b42e-58ee-4800-9189-a69d0be13818 None None] Sync routers for ids ['febaa8c9-553d-4a88-9028-12a50d1b51a1'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:50:07.479302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4552b42e-58ee-4800-9189-a69d0be13818 None None] Routers {'febaa8c9-553d-4a88-9028-12a50d1b51a1'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:50:07.483942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4552b42e-58ee-4800-9189-a69d0be13818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:49:58Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['febaa8c9-553d-4a88-9028-12a50d1b51a1'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:07.492735 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-358f435b-f510-456a-91c8-93b514903c9c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:07.495693 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-358f435b-f510-456a-91c8-93b514903c9c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "PUT /v2.0/routers/febaa8c9-553d-4a88-9028-12a50d1b51a1 HTTP/1.1" status: 200 len: 698 time: 2.1201317 Jan 14 07:50:07.500580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38236) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:07.536148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c033f91-4ab4-476a-aab9-7bdd4841934a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab113c0-02ba-4020-88c2-c1bfb27f389f,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:07.547889 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c033f91-4ab4-476a-aab9-7bdd4841934a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:07.554379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c033f91-4ab4-476a-aab9-7bdd4841934a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:07.559480 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7c033f91-4ab4-476a-aab9-7bdd4841934a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0409822 Jan 14 07:50:07.565501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38240) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:07.592375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-25ebb985-2138-4848-b130-0a5347857475 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '2ab113c0-02ba-4020-88c2-c1bfb27f389f', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:07.635214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-25ebb985-2138-4848-b130-0a5347857475 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:07.645224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-25ebb985-2138-4848-b130-0a5347857475 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:07.654693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-25ebb985-2138-4848-b130-0a5347857475 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:07.674464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-25ebb985-2138-4848-b130-0a5347857475 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:07.728441 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25ebb985-2138-4848-b130-0a5347857475 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:07.858543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-4552b42e-58ee-4800-9189-a69d0be13818 None None] Set router febaa8c9-553d-4a88-9028-12a50d1b51a1 gateway port host: None {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:50:07.967046 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25ebb985-2138-4848-b130-0a5347857475 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:07.975030 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25ebb985-2138-4848-b130-0a5347857475 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:07.978916 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b88b22a3-3e8a-45ee-bf19-6153ca0e205b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:08.050075 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ef078a67-1d13-4faf-b6f3-79d90dc23719 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/routers/febaa8c9-553d-4a88-9028-12a50d1b51a1 HTTP/1.1" status: 200 len: 704 time: 0.5479398 Jan 14 07:50:08.052329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38244) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:08.137055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebb985-2138-4848-b130-0a5347857475 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e66a0e8-a037-4f7e-8b5c-523ffb6d9511,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:08.142363 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-25ebb985-2138-4848-b130-0a5347857475 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:08.161324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-25ebb985-2138-4848-b130-0a5347857475 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:08.164508 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-25ebb985-2138-4848-b130-0a5347857475 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5960588 Jan 14 07:50:08.172972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38252) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:08.173274 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c857002f-aff4-4726-bf08-c3d6b26f4a91 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/ports?device_id=febaa8c9-553d-4a88-9028-12a50d1b51a1 HTTP/1.1" status: 200 len: 205 time: 0.1175532 Jan 14 07:50:08.174088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38254) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:08.199010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e068dc05-b1e8-467d-ad9c-3e161e2cfabc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '2ab113c0-02ba-4020-88c2-c1bfb27f389f', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:08.214938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e068dc05-b1e8-467d-ad9c-3e161e2cfabc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:08.297885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4552b42e-58ee-4800-9189-a69d0be13818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febaa8c9-553d-4a88-9028-12a50d1b51a1', 'name': 'tempest-RoutersIpV6Test-router-1284609855', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:50:05Z', 'updated_at': '2021-01-14T07:50:06Z', 'revision_number': 2, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:08.323766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4552b42e-58ee-4800-9189-a69d0be13818 None None] Checking router: febaa8c9-553d-4a88-9028-12a50d1b51a1 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:50:08.353165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4552b42e-58ee-4800-9189-a69d0be13818 None None] Routers {'febaa8c9-553d-4a88-9028-12a50d1b51a1'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:50:08.354290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4552b42e-58ee-4800-9189-a69d0be13818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:49:58Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['febaa8c9-553d-4a88-9028-12a50d1b51a1'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:08.510571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e068dc05-b1e8-467d-ad9c-3e161e2cfabc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:08.515924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e068dc05-b1e8-467d-ad9c-3e161e2cfabc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:08.527225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e068dc05-b1e8-467d-ad9c-3e161e2cfabc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:08.571537 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e013bb02-63a1-4703-8b03-8443c10b8b42 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:08.669990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e068dc05-b1e8-467d-ad9c-3e161e2cfabc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:08.782316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-4552b42e-58ee-4800-9189-a69d0be13818 None None] Set router febaa8c9-553d-4a88-9028-12a50d1b51a1 gateway port host: None {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:50:08.953630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4552b42e-58ee-4800-9189-a69d0be13818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febaa8c9-553d-4a88-9028-12a50d1b51a1', 'name': 'tempest-RoutersIpV6Test-router-1284609855', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:50:05Z', 'updated_at': '2021-01-14T07:50:06Z', 'revision_number': 2, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:08.955867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4552b42e-58ee-4800-9189-a69d0be13818 None None] The sync data for ids ['febaa8c9-553d-4a88-9028-12a50d1b51a1'] in n-d-769329-2 is: [{'id': 'febaa8c9-553d-4a88-9028-12a50d1b51a1', 'name': 'tempest-RoutersIpV6Test-router-1284609855', 'tenant_id': '24dfe377520f474f9b69516e3f1c6869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:50:05Z', 'updated_at': '2021-01-14T07:50:06Z', 'revision_number': 2, 'project_id': '24dfe377520f474f9b69516e3f1c6869', 'gw_port_host': None}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:50:09.211801 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e013bb02-63a1-4703-8b03-8443c10b8b42 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:09.215900 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e013bb02-63a1-4703-8b03-8443c10b8b42 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:09.252574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e068dc05-b1e8-467d-ad9c-3e161e2cfabc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:09.277674 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e068dc05-b1e8-467d-ad9c-3e161e2cfabc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:09.281537 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d6c32a21-9eb0-4814-a8a0-2fac2b385565 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:09.334503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068dc05-b1e8-467d-ad9c-3e161e2cfabc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b1759a-52c9-4228-8aca-cb7a80c94002,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:09.337314 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e013bb02-63a1-4703-8b03-8443c10b8b42 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:09.338746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e013bb02-63a1-4703-8b03-8443c10b8b42 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Fanout notify agent at l3_agent the message router_deleted on router febaa8c9-553d-4a88-9028-12a50d1b51a1 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:50:09.346126 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e068dc05-b1e8-467d-ad9c-3e161e2cfabc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:09.380997 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e068dc05-b1e8-467d-ad9c-3e161e2cfabc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:09.384748 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e068dc05-b1e8-467d-ad9c-3e161e2cfabc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2086720 Jan 14 07:50:09.387479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38286) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:09.405235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c9aec647-9a49-4b85-a40d-075e99e7ad27 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '2ab113c0-02ba-4020-88c2-c1bfb27f389f', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:09.413114 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e013bb02-63a1-4703-8b03-8443c10b8b42 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:09.414781 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e013bb02-63a1-4703-8b03-8443c10b8b42 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/routers/febaa8c9-553d-4a88-9028-12a50d1b51a1 HTTP/1.1" status: 204 len: 168 time: 1.2358310 Jan 14 07:50:09.424903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38292) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:09.429074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c9aec647-9a49-4b85-a40d-075e99e7ad27 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:09.436518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c9aec647-9a49-4b85-a40d-075e99e7ad27 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:09.441295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c9aec647-9a49-4b85-a40d-075e99e7ad27 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:09.464067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c9aec647-9a49-4b85-a40d-075e99e7ad27 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:09.561555 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9aec647-9a49-4b85-a40d-075e99e7ad27 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:09.580189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e0db8312-205a-4729-9db8-42a10380abb6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Synchronizing usage tracker for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:50:09.611983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e0db8312-205a-4729-9db8-42a10380abb6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Unset dirty status for tenant:24dfe377520f474f9b69516e3f1c6869 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:50:09.614421 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e0db8312-205a-4729-9db8-42a10380abb6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/ports?device_id=febaa8c9-553d-4a88-9028-12a50d1b51a1 HTTP/1.1" status: 200 len: 205 time: 0.1879234 Jan 14 07:50:09.619140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38308) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:09.770081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9aec647-9a49-4b85-a40d-075e99e7ad27 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:09.770081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9aec647-9a49-4b85-a40d-075e99e7ad27 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:09.794219 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f07dd7ed-ab37-4868-b86e-9cbb5abd850e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:09.810687 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-2b0a1ad3-9e39-40d8-a865-fdb41ff65734 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] delete failed (client error): The resource could not be found. Jan 14 07:50:09.818225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38312) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:09.820230 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2b0a1ad3-9e39-40d8-a865-fdb41ff65734 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/routers/febaa8c9-553d-4a88-9028-12a50d1b51a1 HTTP/1.1" status: 404 len: 336 time: 0.1978486 Jan 14 07:50:09.929623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aec647-9a49-4b85-a40d-075e99e7ad27 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a53406d-330b-44a0-9f47-1a9203ddbfae,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:09.935927 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c9aec647-9a49-4b85-a40d-075e99e7ad27 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:09.946767 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c9aec647-9a49-4b85-a40d-075e99e7ad27 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:09.949366 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c9aec647-9a49-4b85-a40d-075e99e7ad27 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5589526 Jan 14 07:50:09.952032 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80beefd-92a5-455f-a9f0-b5d9ac7e648b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] DELETE failed (client error): The resource could not be found. Jan 14 07:50:09.953653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38316) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:09.964914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-18eb638a-1200-40c8-8fce-ff8a2011f76d tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '2ab113c0-02ba-4020-88c2-c1bfb27f389f', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:09.965733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80beefd-92a5-455f-a9f0-b5d9ac7e648b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:50:09.978535 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e80beefd-92a5-455f-a9f0-b5d9ac7e648b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/subnets/3270724d-714e-4b06-bd77-e51729cb49b1 HTTP/1.1" status: 404 len: 337 time: 0.1529648 Jan 14 07:50:09.980656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38320) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:10.033619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-18eb638a-1200-40c8-8fce-ff8a2011f76d tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:10.052024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-18eb638a-1200-40c8-8fce-ff8a2011f76d tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:10.059012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-18eb638a-1200-40c8-8fce-ff8a2011f76d tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:10.072887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-18eb638a-1200-40c8-8fce-ff8a2011f76d tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:10.084042 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6834b18-a5a5-49ee-9966-48c89e7074d7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] DELETE failed (client error): The resource could not be found. Jan 14 07:50:10.084708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6834b18-a5a5-49ee-9966-48c89e7074d7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:50:10.086654 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c6834b18-a5a5-49ee-9966-48c89e7074d7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/subnets/a63391df-7a32-4247-9812-d057014cdbb0 HTTP/1.1" status: 404 len: 337 time: 0.1013613 Jan 14 07:50:10.091264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38324) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:10.107727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18eb638a-1200-40c8-8fce-ff8a2011f76d tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:10.185979 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fe56df-b12b-47d2-a019-b344387a5ec6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] DELETE failed (client error): The resource could not be found. Jan 14 07:50:10.186876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8fe56df-b12b-47d2-a019-b344387a5ec6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:50:10.194025 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c8fe56df-b12b-47d2-a019-b344387a5ec6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/subnets/1fd2281c-4049-4528-9bc2-2f5b14ec4217 HTTP/1.1" status: 404 len: 337 time: 0.1004519 Jan 14 07:50:10.199300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38334) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:10.290964 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-19257a53-47a1-479c-8f0d-2a3fb4273377 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] DELETE failed (client error): The resource could not be found. Jan 14 07:50:10.292776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19257a53-47a1-479c-8f0d-2a3fb4273377 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:50:10.312130 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-19257a53-47a1-479c-8f0d-2a3fb4273377 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/subnets/02b9195a-8e6e-42cb-a959-518f1f2e93db HTTP/1.1" status: 404 len: 337 time: 0.1013091 Jan 14 07:50:10.312130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38338) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:10.332340 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18eb638a-1200-40c8-8fce-ff8a2011f76d tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:10.342178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18eb638a-1200-40c8-8fce-ff8a2011f76d tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:10.370970 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d837c8f-69fa-4bd4-a241-f9a78b06b58e tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:10.415505 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3610da91-785b-4abb-b214-0e7adfa6a4d8 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/ports?device_id=f58272b7-b61b-432f-8ffd-0cbc6ac3b18e HTTP/1.1" status: 200 len: 205 time: 0.1049490 Jan 14 07:50:10.424950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38342) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:10.458438 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18eb638a-1200-40c8-8fce-ff8a2011f76d tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:10.487578 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-18eb638a-1200-40c8-8fce-ff8a2011f76d tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5232742 Jan 14 07:50:10.492519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38346) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:10.513576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb638a-1200-40c8-8fce-ff8a2011f76d tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7962c51a-dfe5-42b7-8580-881e87ac815a,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:10.519585 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18eb638a-1200-40c8-8fce-ff8a2011f76d tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:10.530711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ba9227bc-bb13-43cc-949f-939f09d22a48 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '2ab113c0-02ba-4020-88c2-c1bfb27f389f', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:10.554049 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-ae324649-6d14-4fd1-a965-53831a205030 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] delete failed (client error): The resource could not be found. Jan 14 07:50:10.566626 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ae324649-6d14-4fd1-a965-53831a205030 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/routers/f58272b7-b61b-432f-8ffd-0cbc6ac3b18e HTTP/1.1" status: 404 len: 336 time: 0.1399884 Jan 14 07:50:10.567403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38354) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:10.583502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ba9227bc-bb13-43cc-949f-939f09d22a48 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:10.602300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ba9227bc-bb13-43cc-949f-939f09d22a48 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:10.615915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ba9227bc-bb13-43cc-949f-939f09d22a48 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:10.639260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ba9227bc-bb13-43cc-949f-939f09d22a48 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:10.676978 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4ec5941a-23c6-463f-b8c1-3332dde3dfa7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/ports?device_id=643df0f2-4682-46d6-90bf-dfa193af658c HTTP/1.1" status: 200 len: 205 time: 0.1029017 Jan 14 07:50:10.678370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38362) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:10.686073 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-ba9227bc-bb13-43cc-949f-939f09d22a48 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Project 4017b6cd94cd44a1833c66614511a163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:50:10.711001 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba9227bc-bb13-43cc-949f-939f09d22a48 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:10.891973 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba9227bc-bb13-43cc-949f-939f09d22a48 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:10.897203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba9227bc-bb13-43cc-949f-939f09d22a48 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:10.924377 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7d88232b-b438-4044-bbf0-1b85eddab88f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:10.951207 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-5aab1898-25e1-40ac-b993-af7308777062 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] delete failed (client error): The resource could not be found. Jan 14 07:50:10.956283 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5aab1898-25e1-40ac-b993-af7308777062 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/routers/643df0f2-4682-46d6-90bf-dfa193af658c HTTP/1.1" status: 404 len: 336 time: 0.2731586 Jan 14 07:50:10.957571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38372) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:11.039606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9227bc-bb13-43cc-949f-939f09d22a48 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ae3f35-ad4e-4161-950b-50a47ad33f3e,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:11.058352 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ba9227bc-bb13-43cc-949f-939f09d22a48 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:11.084688 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba9227bc-bb13-43cc-949f-939f09d22a48 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:11.091335 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ba9227bc-bb13-43cc-949f-939f09d22a48 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5913434 Jan 14 07:50:11.091638 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-761e8cf4-3ed0-45dc-bf3a-72160244f6a3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] DELETE failed (client error): The resource could not be found. Jan 14 07:50:11.091638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761e8cf4-3ed0-45dc-bf3a-72160244f6a3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:50:11.095086 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-761e8cf4-3ed0-45dc-bf3a-72160244f6a3 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/subnets/77d661a5-08e2-4c50-842d-807a158ea1f2 HTTP/1.1" status: 404 len: 337 time: 0.1335747 Jan 14 07:50:11.095840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38378) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:11.098495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38380) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:11.123217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-99961137-0b54-4f1c-942e-f1406e4a6822 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '2ab113c0-02ba-4020-88c2-c1bfb27f389f', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:11.151346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-99961137-0b54-4f1c-942e-f1406e4a6822 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:11.162088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-99961137-0b54-4f1c-942e-f1406e4a6822 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:11.176902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-99961137-0b54-4f1c-942e-f1406e4a6822 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:11.196811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-99961137-0b54-4f1c-942e-f1406e4a6822 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:11.219064 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-99961137-0b54-4f1c-942e-f1406e4a6822 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Project 4017b6cd94cd44a1833c66614511a163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:50:11.239217 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99961137-0b54-4f1c-942e-f1406e4a6822 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:11.247421 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6447b414-e4c9-4b67-bbd5-2290335869ec tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/ports?device_id=5f6da4d2-92a3-4163-a969-20a48cea1b5d HTTP/1.1" status: 200 len: 205 time: 0.1453586 Jan 14 07:50:11.251239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38388) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:11.506653 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-20826ab8-1358-4e5a-9e51-ccdcea192c34 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] delete failed (client error): The resource could not be found. Jan 14 07:50:11.508951 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-20826ab8-1358-4e5a-9e51-ccdcea192c34 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/routers/5f6da4d2-92a3-4163-a969-20a48cea1b5d HTTP/1.1" status: 404 len: 336 time: 0.2565651 Jan 14 07:50:11.520858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38398) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:11.611152 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99961137-0b54-4f1c-942e-f1406e4a6822 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:11.629964 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a0567d5c-d856-4c12-9fa1-13f865f91871 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/ports?device_id=4a9f6547-ae89-4ea1-9984-71a48fc19045 HTTP/1.1" status: 200 len: 205 time: 0.1067431 Jan 14 07:50:11.632366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38402) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:11.633861 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99961137-0b54-4f1c-942e-f1406e4a6822 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:11.795559 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd69c66f-404e-4079-92ef-9134f01ddedb tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:11.843339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99961137-0b54-4f1c-942e-f1406e4a6822 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:11.844705 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-99961137-0b54-4f1c-942e-f1406e4a6822 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7470355 Jan 14 07:50:11.856926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38412) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:11.864335 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-9f54cca8-514f-4490-9c55-3a5aa245e209 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] delete failed (client error): The resource could not be found. Jan 14 07:50:11.867465 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9f54cca8-514f-4490-9c55-3a5aa245e209 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/routers/4a9f6547-ae89-4ea1-9984-71a48fc19045 HTTP/1.1" status: 404 len: 336 time: 0.2290266 Jan 14 07:50:11.872445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f5a1a-4236-410b-9a9c-175869785f48 req-66c8e8eb-53a3-4c8e-8953-324d34145346 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:50:11.872944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a69b9175-a166-4afe-a7a1-1e842da30cf9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'network': {'name': 'tempest-network-smoke--1594901463', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'port_security_enabled': True}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:11.877918 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a14f5a1a-4236-410b-9a9c-175869785f48 req-66c8e8eb-53a3-4c8e-8953-324d34145346 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] 10.222.0.41 "GET /v2.0/networks?id=a5e30c25-6765-43a7-85a6-7c9bb63d093b HTTP/1.1" status: 200 len: 812 time: 0.3662364 Jan 14 07:50:11.879073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38416) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:11.893790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a69b9175-a166-4afe-a7a1-1e842da30cf9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:11.898934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a69b9175-a166-4afe-a7a1-1e842da30cf9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:network and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:11.902726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a69b9175-a166-4afe-a7a1-1e842da30cf9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:11.909353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a69b9175-a166-4afe-a7a1-1e842da30cf9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:11.919578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99961137-0b54-4f1c-942e-f1406e4a6822 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f253dd-3397-4735-81cc-474aaf774fd9,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:11.923567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69b9175-a166-4afe-a7a1-1e842da30cf9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Made reservation on behalf of 4017b6cd94cd44a1833c66614511a163 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:50:11.935914 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a69b9175-a166-4afe-a7a1-1e842da30cf9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:11.973891 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-99961137-0b54-4f1c-942e-f1406e4a6822 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:12.004064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69b9175-a166-4afe-a7a1-1e842da30cf9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:50:12.008890 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a14f5a1a-4236-410b-9a9c-175869785f48 req-815e1ea7-2366-4e01-ac52-ac7a0e25824c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] 10.222.0.41 "GET /v2.0/quotas/786b2b058427411589ac776aaf80142c HTTP/1.1" status: 200 len: 375 time: 0.0268254 Jan 14 07:50:12.020680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a69b9175-a166-4afe-a7a1-1e842da30cf9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:12.021700 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-a69b9175-a166-4afe-a7a1-1e842da30cf9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Added segment b3201961-db4c-452a-be2d-28209105d1df of type vxlan for network 134dfc07-8598-4a95-99a5-a3b40f79617a Jan 14 07:50:12.081534 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a69b9175-a166-4afe-a7a1-1e842da30cf9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:12.089357 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8da910-de7c-45d8-bdd4-be77b4bf3a2f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] DELETE failed (client error): The resource could not be found. Jan 14 07:50:12.090555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f8da910-de7c-45d8-bdd4-be77b4bf3a2f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:50:12.094311 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9f8da910-de7c-45d8-bdd4-be77b4bf3a2f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/subnets/4930270d-b2fa-4ccc-938d-ea7dd9ef1597 HTTP/1.1" status: 404 len: 337 time: 0.2134433 Jan 14 07:50:12.121869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38420) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:12.140902 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a69b9175-a166-4afe-a7a1-1e842da30cf9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:12.184015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69b9175-a166-4afe-a7a1-1e842da30cf9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:50:12.184900 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a69b9175-a166-4afe-a7a1-1e842da30cf9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:12.195194 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06d7fe32-cd4d-437d-90c4-f6402b76e803 tempest-BulkNetworkOpsTest-1855631844 tempest-BulkNetworkOpsTest-1855631844] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:12.265746 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b3b80ad6-8068-4976-a266-7088423f6e92 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/ports?device_id=9d34081c-5ca7-4f8b-b78e-6bd578d55e57 HTTP/1.1" status: 200 len: 205 time: 0.1412160 Jan 14 07:50:12.274882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38430) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:12.347278 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a69b9175-a166-4afe-a7a1-1e842da30cf9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4858904 Jan 14 07:50:12.349290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38434) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:12.362191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-890664936', 'admin_state_up': True, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:12.421131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:12.428326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b9175-a166-4afe-a7a1-1e842da30cf9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'Network': ['ID=134dfc07-8598-4a95-99a5-a3b40f79617a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:12.431413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:router and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:12.434805 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a69b9175-a166-4afe-a7a1-1e842da30cf9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:12.436152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:12.443908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:12.445337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 134dfc07-8598-4a95-99a5-a3b40f79617a details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:50:12.456342 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:12.457855 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:12.465081 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-056eee89-8884-4eff-84b8-aa516d788aaf tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] delete failed (client error): The resource could not be found. Jan 14 07:50:12.467466 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-056eee89-8884-4eff-84b8-aa516d788aaf tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/routers/9d34081c-5ca7-4f8b-b78e-6bd578d55e57 HTTP/1.1" status: 404 len: 336 time: 0.1865642 Jan 14 07:50:12.478735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38438) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:12.480059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:12.482038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 134dfc07-8598-4a95-99a5-a3b40f79617a details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:50:12.517875 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a14f5a1a-4236-410b-9a9c-175869785f48 req-6e6c1dd5-f522-4a0b-ab53-8dca776c1878 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] 10.222.0.41 "GET /v2.0/ports?tenant_id=786b2b058427411589ac776aaf80142c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4968152 Jan 14 07:50:12.680043 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8752581f-5b69-4f5a-9b29-9a5866b7df8e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] DELETE failed (client error): The resource could not be found. Jan 14 07:50:12.681790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8752581f-5b69-4f5a-9b29-9a5866b7df8e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:50:12.686969 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8752581f-5b69-4f5a-9b29-9a5866b7df8e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/subnets/6dd642e1-e594-42cc-a6f0-c6245280398b HTTP/1.1" status: 404 len: 337 time: 0.1420739 Jan 14 07:50:12.695396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38444) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:12.774643 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-84e32b10-fb70-4aa6-a4df-b97bf0827e50 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "GET /v2.0/ports?device_id=600ae27e-b922-4c10-89e5-b9bf3bc0bb5e HTTP/1.1" status: 200 len: 205 time: 0.0770571 Jan 14 07:50:12.778186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38448) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:12.888625 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-583bb19a-062b-4e65-871f-5b975d49fc15 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] delete failed (client error): The resource could not be found. Jan 14 07:50:12.894264 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-583bb19a-062b-4e65-871f-5b975d49fc15 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/routers/600ae27e-b922-4c10-89e5-b9bf3bc0bb5e HTTP/1.1" status: 404 len: 336 time: 0.1104219 Jan 14 07:50:12.947873 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a14f5a1a-4236-410b-9a9c-175869785f48 req-5bd56d0b-c287-408d-821f-d69366e50f01 service neutron] 10.222.0.41 "GET /v2.0/networks/a5e30c25-6765-43a7-85a6-7c9bb63d093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282179 Jan 14 07:50:13.005473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38458) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:13.096074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 134dfc07-8598-4a95-99a5-a3b40f79617a details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:50:13.155126 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a14f5a1a-4236-410b-9a9c-175869785f48 req-148f5820-125b-4cb9-9be3-6a58639191a9 service neutron] 10.222.0.41 "GET /v2.0/networks/a5e30c25-6765-43a7-85a6-7c9bb63d093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2060916 Jan 14 07:50:13.260903 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:13.269115 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-703fcf30-c0cc-44ba-a0c5-42cf2efbf37a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] DELETE failed (client error): The resource could not be found. Jan 14 07:50:13.270693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703fcf30-c0cc-44ba-a0c5-42cf2efbf37a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] No notification will be sent due to unsuccessful status code: 404 {{(pid=80908) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:50:13.285918 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-703fcf30-c0cc-44ba-a0c5-42cf2efbf37a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/subnets/f9efcfc9-f6d3-48ef-91d3-b4e1c12a62f2 HTTP/1.1" status: 404 len: 337 time: 0.2728183 Jan 14 07:50:13.289937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38464) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:13.390471 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-08974bed-e61f-4b68-8d66-af089f089ac6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] DELETE failed (client error): The resource could not be found. Jan 14 07:50:13.394160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08974bed-e61f-4b68-8d66-af089f089ac6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:50:13.397422 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-08974bed-e61f-4b68-8d66-af089f089ac6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] 10.222.0.41 "DELETE /v2.0/subnets/2f08a85f-c471-4c81-910f-a18834abb286 HTTP/1.1" status: 404 len: 337 time: 0.1060309 Jan 14 07:50:14.020600 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:14.135096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:14.684776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38504) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:14.865158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Allocated IP 172.25.3.128 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/db4f7bb5-e774-4c51-b1e3-07928ac67460) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:50:15.396387 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:15.463055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:15.528574 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2f6f34a9-5a80-4d37-8bea-ed6761193d9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24dfe377520f474f9b69516e3f1c6869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8415096 Jan 14 07:50:15.529289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38528) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:15.650626 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7e40a932-a1e3-4204-8852-9b5417eb70a3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:15.654355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4195e311-744c-4d74-a9dd-fafb41eb1522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:15.689014 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4195e311-744c-4d74-a9dd-fafb41eb1522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:15.746734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4195e311-744c-4d74-a9dd-fafb41eb1522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:15.754241 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:15.775928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195e311-744c-4d74-a9dd-fafb41eb1522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e363bba-16a8-4220-8c59-cd7f4e1a772c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:15.800110 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4195e311-744c-4d74-a9dd-fafb41eb1522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:15.802065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4195e311-744c-4d74-a9dd-fafb41eb1522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:15.805869 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4195e311-744c-4d74-a9dd-fafb41eb1522 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e363bba-16a8-4220-8c59-cd7f4e1a772c HTTP/1.1" status: 204 len: 168 time: 0.2755096 Jan 14 07:50:15.818100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'Port': ['ID=db4f7bb5-e774-4c51-b1e3-07928ac67460,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:15.848822 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:16.011902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:50:16.011902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:50:16.017256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:50:16.271129 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:16.549059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:17.460672 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:18.271239 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:18.353833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38582) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:18.875141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Router 97a469eb-4a5d-4c06-b017-8d5e2095d9a6 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:50:19.032108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-10d19bea-6ca1-428f-9a5d-2eb313207c39 tempest-SubnetPoolsTestJSON-98947112 tempest-SubnetPoolsTestJSON-98947112] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1303735188', 'prefixes': ['172.20.0.0/16']}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:19.067901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-10d19bea-6ca1-428f-9a5d-2eb313207c39 tempest-SubnetPoolsTestJSON-98947112 tempest-SubnetPoolsTestJSON-98947112] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:19.199412 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10d19bea-6ca1-428f-9a5d-2eb313207c39 tempest-SubnetPoolsTestJSON-98947112 tempest-SubnetPoolsTestJSON-98947112] Notify callbacks [] for subnetpool, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:19.206752 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-10d19bea-6ca1-428f-9a5d-2eb313207c39 tempest-SubnetPoolsTestJSON-98947112 tempest-SubnetPoolsTestJSON-98947112] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8509133 Jan 14 07:50:19.207924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38604) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:19.265168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:50:19.292594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] Sync routers for ids ['97a469eb-4a5d-4c06-b017-8d5e2095d9a6'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:50:19.310670 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-994ac412-264c-445b-987d-f76071c00053 tempest-SubnetPoolsTestJSON-98947112 tempest-SubnetPoolsTestJSON-98947112] 10.222.0.41 "GET /v2.0/subnetpools/de1125cf-74d2-488b-8186-32c13350b0ff HTTP/1.1" status: 200 len: 732 time: 0.0998940 Jan 14 07:50:19.312702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38610) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:19.327910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] Routers {'97a469eb-4a5d-4c06-b017-8d5e2095d9a6'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:50:19.329959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:49:58Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['97a469eb-4a5d-4c06-b017-8d5e2095d9a6'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:19.356452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-7fc8eb94-c5a4-4bd5-bae3-60cf2141d8ee req-c96de24d-1edd-4f88-952d-784319644456 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-637270087', 'description': 'tempest-TestVolumeBootPattern-637270087 description'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:19.358884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:19.364341 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.0129356 Jan 14 07:50:19.368384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38614) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:19.370900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-7fc8eb94-c5a4-4bd5-bae3-60cf2141d8ee req-c96de24d-1edd-4f88-952d-784319644456 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:19.376316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7fc8eb94-c5a4-4bd5-bae3-60cf2141d8ee req-c96de24d-1edd-4f88-952d-784319644456 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Usage tracker for resource:security_group and tenant:786b2b058427411589ac776aaf80142c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:19.379462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8e4742f3-804c-4f94-befc-3debfb73f93c tempest-SubnetPoolsTestJSON-98947112 tempest-SubnetPoolsTestJSON-98947112] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1989591714'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:19.381758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7fc8eb94-c5a4-4bd5-bae3-60cf2141d8ee req-c96de24d-1edd-4f88-952d-784319644456 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:19.389388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-7fc8eb94-c5a4-4bd5-bae3-60cf2141d8ee req-c96de24d-1edd-4f88-952d-784319644456 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:19.405719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7fc8eb94-c5a4-4bd5-bae3-60cf2141d8ee req-c96de24d-1edd-4f88-952d-784319644456 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:19.449685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-7fc8eb94-c5a4-4bd5-bae3-60cf2141d8ee req-c96de24d-1edd-4f88-952d-784319644456 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:19.456705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7fc8eb94-c5a4-4bd5-bae3-60cf2141d8ee req-c96de24d-1edd-4f88-952d-784319644456 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Usage tracker for resource:security_group_rule and tenant:786b2b058427411589ac776aaf80142c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:19.461666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7fc8eb94-c5a4-4bd5-bae3-60cf2141d8ee req-c96de24d-1edd-4f88-952d-784319644456 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:19.468856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-7fc8eb94-c5a4-4bd5-bae3-60cf2141d8ee req-c96de24d-1edd-4f88-952d-784319644456 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:19.535487 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fa6e497c-b753-4dbd-b625-00afb29f8c95 tempest-TestNetworkAdvancedServerOps-1922871097 tempest-TestNetworkAdvancedServerOps-1922871097] 10.222.0.41 "GET /v2.0/subnets?project_id=4017b6cd94cd44a1833c66614511a163&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1175973 Jan 14 07:50:19.541793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38618) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:19.599250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7fc8eb94-c5a4-4bd5-bae3-60cf2141d8ee req-c96de24d-1edd-4f88-952d-784319644456 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:19.607057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7fc8eb94-c5a4-4bd5-bae3-60cf2141d8ee req-c96de24d-1edd-4f88-952d-784319644456 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:19.672438 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-55342834-f6a1-4b64-96ab-1c9440eba1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:19.697027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-7fc8eb94-c5a4-4bd5-bae3-60cf2141d8ee req-c96de24d-1edd-4f88-952d-784319644456 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:19.699000 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7fc8eb94-c5a4-4bd5-bae3-60cf2141d8ee req-c96de24d-1edd-4f88-952d-784319644456 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3525298 Jan 14 07:50:19.753256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96de24d-1edd-4f88-952d-784319644456 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Pushing event updated for resources: {'SecurityGroup': ['ID=699b13db-a294-4a55-89a7-721895572bfc,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:19.760715 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c96de24d-1edd-4f88-952d-784319644456 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:19.840404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40d4b80-b429-45d7-9805-a58337fd7cb4 tempest-TestNetworkAdvancedServerOps-1922871097 tempest-TestNetworkAdvancedServerOps-1922871097] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:50:19.845817 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f40d4b80-b429-45d7-9805-a58337fd7cb4 tempest-TestNetworkAdvancedServerOps-1922871097 tempest-TestNetworkAdvancedServerOps-1922871097] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3020763 Jan 14 07:50:19.849119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38632) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:19.861177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] Set router 97a469eb-4a5d-4c06-b017-8d5e2095d9a6 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:50:20.017372 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e4742f3-804c-4f94-befc-3debfb73f93c tempest-SubnetPoolsTestJSON-98947112 tempest-SubnetPoolsTestJSON-98947112] Notify callbacks [] for subnetpool, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:20.022476 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8e4742f3-804c-4f94-befc-3debfb73f93c tempest-SubnetPoolsTestJSON-98947112 tempest-SubnetPoolsTestJSON-98947112] 10.222.0.41 "PUT /v2.0/subnetpools/de1125cf-74d2-488b-8186-32c13350b0ff HTTP/1.1" status: 200 len: 684 time: 0.6713507 Jan 14 07:50:20.035285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38636) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:20.285885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f71c46d8-afc5-4328-93f7-326604b51b66 tempest-SubnetPoolsTestJSON-98947112 tempest-SubnetPoolsTestJSON-98947112] Notify callbacks [] for subnetpool, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:20.299247 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f71c46d8-afc5-4328-93f7-326604b51b66 tempest-SubnetPoolsTestJSON-98947112 tempest-SubnetPoolsTestJSON-98947112] 10.222.0.41 "DELETE /v2.0/subnetpools/de1125cf-74d2-488b-8186-32c13350b0ff HTTP/1.1" status: 204 len: 168 time: 0.2480454 Jan 14 07:50:20.300101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38640) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:20.371085 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-f434856d-761d-40e1-9b5e-e6a7cc2c7af2 tempest-SubnetPoolsTestJSON-98947112 tempest-SubnetPoolsTestJSON-98947112] show failed (client error): The resource could not be found. Jan 14 07:50:20.377704 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f434856d-761d-40e1-9b5e-e6a7cc2c7af2 tempest-SubnetPoolsTestJSON-98947112 tempest-SubnetPoolsTestJSON-98947112] 10.222.0.41 "GET /v2.0/subnetpools/de1125cf-74d2-488b-8186-32c13350b0ff HTTP/1.1" status: 404 len: 346 time: 0.0714996 Jan 14 07:50:20.378582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38644) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:20.437803 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-28fdb108-9fcc-43d5-96e7-859a2823f3f0 tempest-SubnetPoolsTestJSON-98947112 tempest-SubnetPoolsTestJSON-98947112] delete failed (client error): The resource could not be found. Jan 14 07:50:20.446564 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-28fdb108-9fcc-43d5-96e7-859a2823f3f0 tempest-SubnetPoolsTestJSON-98947112 tempest-SubnetPoolsTestJSON-98947112] 10.222.0.41 "DELETE /v2.0/subnetpools/de1125cf-74d2-488b-8186-32c13350b0ff HTTP/1.1" status: 404 len: 346 time: 0.0586073 Jan 14 07:50:20.527995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a469eb-4a5d-4c06-b017-8d5e2095d9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890664936', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db4f7bb5-e774-4c51-b1e3-07928ac67460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:50:12Z', 'updated_at': '2021-01-14T07:50:16Z', 'revision_number': 3, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': 'db4f7bb5-e774-4c51-b1e3-07928ac67460', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a469eb-4a5d-4c06-b017-8d5e2095d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:50:14Z', 'updated_at': '2021-01-14T07:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:20.538906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] Checking router: 97a469eb-4a5d-4c06-b017-8d5e2095d9a6 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:50:20.540644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] Updating router 97a469eb-4a5d-4c06-b017-8d5e2095d9a6 port db4f7bb5-e774-4c51-b1e3-07928ac67460 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:50:20.620472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38654) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:20.627293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-76995ad9-299c-40f2-b859-79c386bf1140 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1179089722', 'network_id': '134dfc07-8598-4a95-99a5-a3b40f79617a', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:20.634007 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f2768897-2003-4035-b8a2-81b15fd3701f tempest-TestNetworkAdvancedServerOps-1922871097 tempest-TestNetworkAdvancedServerOps-1922871097] 10.222.0.41 "GET /v2.0/subnets?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7781394 Jan 14 07:50:20.663624 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:20.830768 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4310380b-80ac-4b2e-b0c8-fea0b46d11c7 req-375fa1d5-ee44-4f7f-9de7-b5eb72dbd8fa tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] 10.222.0.41 "GET /v2.0/security-groups/699b13db-a294-4a55-89a7-721895572bfc HTTP/1.1" status: 200 len: 1808 time: 0.9685493 Jan 14 07:50:20.830768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-4310380b-80ac-4b2e-b0c8-fea0b46d11c7 req-593be0e6-e244-4d57-846a-a1704c33ee6c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '699b13db-a294-4a55-89a7-721895572bfc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:20.830768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-4310380b-80ac-4b2e-b0c8-fea0b46d11c7 req-593be0e6-e244-4d57-846a-a1704c33ee6c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '699b13db-a294-4a55-89a7-721895572bfc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:20.904627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-4310380b-80ac-4b2e-b0c8-fea0b46d11c7 req-593be0e6-e244-4d57-846a-a1704c33ee6c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:20.904627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4310380b-80ac-4b2e-b0c8-fea0b46d11c7 req-593be0e6-e244-4d57-846a-a1704c33ee6c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Usage tracker for resource:security_group_rule and tenant:786b2b058427411589ac776aaf80142c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:20.909473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4310380b-80ac-4b2e-b0c8-fea0b46d11c7 req-593be0e6-e244-4d57-846a-a1704c33ee6c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:20.949433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-4310380b-80ac-4b2e-b0c8-fea0b46d11c7 req-593be0e6-e244-4d57-846a-a1704c33ee6c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:21.127504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-76995ad9-299c-40f2-b859-79c386bf1140 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:21.135394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-76995ad9-299c-40f2-b859-79c386bf1140 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:subnet and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:21.140192 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4310380b-80ac-4b2e-b0c8-fea0b46d11c7 req-593be0e6-e244-4d57-846a-a1704c33ee6c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:21.140657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-76995ad9-299c-40f2-b859-79c386bf1140 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:21.148106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-76995ad9-299c-40f2-b859-79c386bf1140 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:21.169317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76995ad9-299c-40f2-b859-79c386bf1140 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Made reservation on behalf of 4017b6cd94cd44a1833c66614511a163 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:50:21.190580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4310380b-80ac-4b2e-b0c8-fea0b46d11c7 req-593be0e6-e244-4d57-846a-a1704c33ee6c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:21.197718 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4310380b-80ac-4b2e-b0c8-fea0b46d11c7 req-593be0e6-e244-4d57-846a-a1704c33ee6c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:21.202677 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f956f051-d152-46f9-8ba6-53c27ac177db tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:21.253487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593be0e6-e244-4d57-846a-a1704c33ee6c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29ef5a3-9a67-412f-87f9-b70b6c3c7496,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:21.266721 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-4310380b-80ac-4b2e-b0c8-fea0b46d11c7 req-593be0e6-e244-4d57-846a-a1704c33ee6c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:21.273677 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4310380b-80ac-4b2e-b0c8-fea0b46d11c7 req-593be0e6-e244-4d57-846a-a1704c33ee6c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5117064 Jan 14 07:50:21.275229 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-593be0e6-e244-4d57-846a-a1704c33ee6c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:21.440540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76995ad9-299c-40f2-b859-79c386bf1140 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:21.514484 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1b70964e-967e-4eaf-b60d-b15b83e549b9 req-a1696c6a-ba22-44f8-9d96-a0934697f07b tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] 10.222.0.41 "GET /v2.0/security-groups/699b13db-a294-4a55-89a7-721895572bfc HTTP/1.1" status: 200 len: 2402 time: 0.1674099 Jan 14 07:50:21.540315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-1b70964e-967e-4eaf-b60d-b15b83e549b9 req-ec9b7112-d051-4270-acdc-8b25835d694c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '699b13db-a294-4a55-89a7-721895572bfc', 'remote_group_id': None}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:21.540315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-1b70964e-967e-4eaf-b60d-b15b83e549b9 req-ec9b7112-d051-4270-acdc-8b25835d694c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '699b13db-a294-4a55-89a7-721895572bfc', 'remote_group_id': None}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:21.565570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-1b70964e-967e-4eaf-b60d-b15b83e549b9 req-ec9b7112-d051-4270-acdc-8b25835d694c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:21.571204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1b70964e-967e-4eaf-b60d-b15b83e549b9 req-ec9b7112-d051-4270-acdc-8b25835d694c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Usage tracker for resource:security_group_rule and tenant:786b2b058427411589ac776aaf80142c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:21.576600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1b70964e-967e-4eaf-b60d-b15b83e549b9 req-ec9b7112-d051-4270-acdc-8b25835d694c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:21.589131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38684) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:21.605390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-1b70964e-967e-4eaf-b60d-b15b83e549b9 req-ec9b7112-d051-4270-acdc-8b25835d694c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:21.909163 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1b70964e-967e-4eaf-b60d-b15b83e549b9 req-ec9b7112-d051-4270-acdc-8b25835d694c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:22.046366 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:22.050079 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1edcc6cd-1cd1-49c0-84a8-f1fe072a56dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:22.078249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] Transition to ACTIVE for port object db4f7bb5-e774-4c51-b1e3-07928ac67460 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:50:22.081850 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:22.082628 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1b70964e-967e-4eaf-b60d-b15b83e549b9 req-ec9b7112-d051-4270-acdc-8b25835d694c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:22.086842 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1b70964e-967e-4eaf-b60d-b15b83e549b9 req-ec9b7112-d051-4270-acdc-8b25835d694c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:22.087179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1edcc6cd-1cd1-49c0-84a8-f1fe072a56dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:22.092584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1edcc6cd-1cd1-49c0-84a8-f1fe072a56dd admin admin] Usage tracker for resource:security_group_rule and tenant:90c71b39983f4de69379b1dedf63c598 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:22.096306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1edcc6cd-1cd1-49c0-84a8-f1fe072a56dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:22.104304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1edcc6cd-1cd1-49c0-84a8-f1fe072a56dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:22.116381 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-593be0e6-e244-4d57-846a-a1704c33ee6c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:22.144684 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a0b01b0-840a-48da-8d38-712bcc74a2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:22.165723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b7112-d051-4270-acdc-8b25835d694c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26cbeee4-0f28-4aa9-a91a-d50ff175d9c5,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:22.185296 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec9b7112-d051-4270-acdc-8b25835d694c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:22.211487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1b70964e-967e-4eaf-b60d-b15b83e549b9 req-ec9b7112-d051-4270-acdc-8b25835d694c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:22.214450 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1b70964e-967e-4eaf-b60d-b15b83e549b9 req-ec9b7112-d051-4270-acdc-8b25835d694c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6969635 Jan 14 07:50:22.259398 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1edcc6cd-1cd1-49c0-84a8-f1fe072a56dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:22.269546 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1edcc6cd-1cd1-49c0-84a8-f1fe072a56dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:22.290998 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ea63731-b1ee-428d-8d15-db6dac2c5fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:22.353611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Pushing event updated for resources: {'Port': ['ID=db4f7bb5-e774-4c51-b1e3-07928ac67460,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:22.460262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.460262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.460262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.460262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.460262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.460262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.460262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.460262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.460262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.460262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.460262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.460262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.460262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.460262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.463254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.476727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.476727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.476727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.476727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.476727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.476727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.476727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.476727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.480786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.488223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.488223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.488223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.488223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.488223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.488223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.506248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38726) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:22.512648 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1edcc6cd-1cd1-49c0-84a8-f1fe072a56dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90c71b39983f4de69379b1dedf63c598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9082801 Jan 14 07:50:22.516558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.516558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.516558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.516558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.516558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.516558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:22.516558 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:22.538664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcc6cd-1cd1-49c0-84a8-f1fe072a56dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb9f801-9ffd-4f1a-a5f3-a4586d84fc99,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:22.553395 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1edcc6cd-1cd1-49c0-84a8-f1fe072a56dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:22.687921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ec35e43-7df5-489c-9163-153f980e1c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:22.729246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] Attempting to bind port db4f7bb5-e774-4c51-b1e3-07928ac67460 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:50:22.729988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] Attempting to bind port db4f7bb5-e774-4c51-b1e3-07928ac67460 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:50:22.730732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] Attempting to bind port db4f7bb5-e774-4c51-b1e3-07928ac67460 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:50:22.738608 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ec35e43-7df5-489c-9163-153f980e1c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:22.742165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:50:22.742899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:50:22.743567 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:22.744287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:50:22.745140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] Bound port: db4f7bb5-e774-4c51-b1e3-07928ac67460, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:50:22.746135 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:22.820073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ec35e43-7df5-489c-9163-153f980e1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:22.836933 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4195e311-744c-4d74-a9dd-fafb41eb1522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:22.882803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec35e43-7df5-489c-9163-153f980e1c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb9f801-9ffd-4f1a-a5f3-a4586d84fc99,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:22.895533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] For port db4f7bb5-e774-4c51-b1e3-07928ac67460, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:50:22.897367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76995ad9-299c-40f2-b859-79c386bf1140 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:22.900312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] For port db4f7bb5-e774-4c51-b1e3-07928ac67460, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=db4f7bb5-e774-4c51-b1e3-07928ac67460,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:50:22.902581 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8ec35e43-7df5-489c-9163-153f980e1c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:22.904651 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:22.913364 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ec35e43-7df5-489c-9163-153f980e1c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:22.923301 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8ec35e43-7df5-489c-9163-153f980e1c0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8eb9f801-9ffd-4f1a-a5f3-a4586d84fc99 HTTP/1.1" status: 204 len: 168 time: 0.4279504 Jan 14 07:50:22.942376 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-379053a4-4c3c-4fb5-b7a2-0c3764aba84b tempest-DHCPAgentSchedulersTestJSON-1561592618 tempest-DHCPAgentSchedulersTestJSON-1561592618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:22.951456 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:23.303261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Pushing event updated for resources: {'Port': ['ID=db4f7bb5-e774-4c51-b1e3-07928ac67460,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:23.311360 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:23.591729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76995ad9-299c-40f2-b859-79c386bf1140 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'Subnet': ['ID=539c23a8-f4f5-4b56-8860-87e8b734dd1c,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:23.608865 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76995ad9-299c-40f2-b859-79c386bf1140 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:23.629127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] Routers {'97a469eb-4a5d-4c06-b017-8d5e2095d9a6'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:50:23.630130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:49:58Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['97a469eb-4a5d-4c06-b017-8d5e2095d9a6'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:23.696891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76995ad9-299c-40f2-b859-79c386bf1140 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Checking segment: {'id': 'b3201961-db4c-452a-be2d-28209105d1df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '134dfc07-8598-4a95-99a5-a3b40f79617a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:50:23.697560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76995ad9-299c-40f2-b859-79c386bf1140 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network hostable DHCP agents. Network: 134dfc07-8598-4a95-99a5-a3b40f79617a, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:50:23.755329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76995ad9-299c-40f2-b859-79c386bf1140 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network 134dfc07-8598-4a95-99a5-a3b40f79617a is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:50:23.776775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-76995ad9-299c-40f2-b859-79c386bf1140 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 134dfc07-8598-4a95-99a5-a3b40f79617a) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:50:23.789389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff46e07-8611-45f1-9fc4-b3627aa29984 None None] Network 134dfc07-8598-4a95-99a5-a3b40f79617a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:50:23.840787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76995ad9-299c-40f2-b859-79c386bf1140 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:50:23.840787 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76995ad9-299c-40f2-b859-79c386bf1140 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:23.965459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 38768) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:23.972652 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-76995ad9-299c-40f2-b859-79c386bf1140 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.3477881 Jan 14 07:50:24.431968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] Set router 97a469eb-4a5d-4c06-b017-8d5e2095d9a6 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:50:25.484469 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1749c6bb-c231-4a41-a2c1-277f1f0e0b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:25.547416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a469eb-4a5d-4c06-b017-8d5e2095d9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890664936', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db4f7bb5-e774-4c51-b1e3-07928ac67460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:50:12Z', 'updated_at': '2021-01-14T07:50:16Z', 'revision_number': 3, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': 'db4f7bb5-e774-4c51-b1e3-07928ac67460', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a469eb-4a5d-4c06-b017-8d5e2095d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:50:14Z', 'updated_at': '2021-01-14T07:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:25.557528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d781745-9e01-49e6-ab26-25d67c5f7a3b None None] The sync data for ids ['97a469eb-4a5d-4c06-b017-8d5e2095d9a6'] in n-d-769329-2 is: [{'id': '97a469eb-4a5d-4c06-b017-8d5e2095d9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890664936', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db4f7bb5-e774-4c51-b1e3-07928ac67460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:50:12Z', 'updated_at': '2021-01-14T07:50:16Z', 'revision_number': 3, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': 'db4f7bb5-e774-4c51-b1e3-07928ac67460', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a469eb-4a5d-4c06-b017-8d5e2095d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:50:14Z', 'updated_at': '2021-01-14T07:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:50:25.625253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38832) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:25.672839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-134dfc07-8598-4a95-99a5-a3b40f79617a', 'network_id': '134dfc07-8598-4a95-99a5-a3b40f79617a', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'fixed_ips': [{'subnet_id': '539c23a8-f4f5-4b56-8860-87e8b734dd1c'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:50:25.672839 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:26.321285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1463571254-network', 'tenant_id': 'c987ad94554648a6adff3c958860b1d1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:26.321285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:26.330577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Usage tracker for resource:network and tenant:c987ad94554648a6adff3c958860b1d1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:26.355325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:26.404057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:26.434740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Made reservation on behalf of c987ad94554648a6adff3c958860b1d1 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:50:26.460356 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:26.537996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:26.762163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:26.802795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Usage tracker for resource:security_group_rule and tenant:c987ad94554648a6adff3c958860b1d1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:26.809658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:26.852864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:27.096778 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:27.119162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:27.146484 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a1b911e9-d3a4-4968-9082-73bb5cfdd78f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:27.372523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:50:27.386309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a5014a-0a94-42ae-a5bc-a3b9fba43ec1,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:27.428539 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:27.487304 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:27.488034 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Added segment b7fab7b8-eb90-4098-a0e0-15ab44d33e3e of type vxlan for network 9847e947-62f5-4b12-9c17-d8f56e8c588a Jan 14 07:50:27.538667 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73fb1fcf-01d1-45fa-bc81-1f912e896d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:27.550149 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:27.569802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device db4f7bb5-e774-4c51-b1e3-07928ac67460 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:50:27.676978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:27.725321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Allocated IP 172.20.0.2 (134dfc07-8598-4a95-99a5-a3b40f79617a/539c23a8-f4f5-4b56-8860-87e8b734dd1c/9459d1ca-9857-4b8e-b0e2-43fb01ce097b) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:50:27.735320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:27.737071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:50:27.738092 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:27.769373 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0c7f8ce3-2753-4f59-bb33-4418158a4b77 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:27.794060 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1671162 Jan 14 07:50:27.802226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 38906) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:27.875006 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:28.203240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fdbe2a0a-f72b-4534-b147-ea7761b0e796 admin admin] Request body: {'subnet': {'network_id': '9847e947-62f5-4b12-9c17-d8f56e8c588a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1463571254-subnet', 'tenant_id': 'c987ad94554648a6adff3c958860b1d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:28.289052 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:28.294490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fdbe2a0a-f72b-4534-b147-ea7761b0e796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:28.317911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Transition to ACTIVE for port object 9459d1ca-9857-4b8e-b0e2-43fb01ce097b will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:50:28.348824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fdbe2a0a-f72b-4534-b147-ea7761b0e796 admin admin] Usage tracker for resource:subnet and tenant:c987ad94554648a6adff3c958860b1d1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:28.353484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Transition to ACTIVE for port object 9459d1ca-9857-4b8e-b0e2-43fb01ce097b will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:50:28.367127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fdbe2a0a-f72b-4534-b147-ea7761b0e796 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:28.374825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:28.423422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Pushing event updated for resources: {'Network': ['ID=9847e947-62f5-4b12-9c17-d8f56e8c588a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:28.445519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fdbe2a0a-f72b-4534-b147-ea7761b0e796 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:28.450396 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:28.494245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbe2a0a-f72b-4534-b147-ea7761b0e796 admin admin] Made reservation on behalf of c987ad94554648a6adff3c958860b1d1 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:50:28.532729 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2a0a-f72b-4534-b147-ea7761b0e796 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:28.733509 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-acfc9a13-c35e-483d-a9c5-a8f1a77845df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:29.125434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 9847e947-62f5-4b12-9c17-d8f56e8c588a details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:50:29.192820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 9847e947-62f5-4b12-9c17-d8f56e8c588a details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:50:29.533288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 9847e947-62f5-4b12-9c17-d8f56e8c588a details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:50:29.941954 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2a0a-f72b-4534-b147-ea7761b0e796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:30.302762 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-22d3eee6-ce49-4466-9ccb-91e74e5797eb tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:30.317735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Network 134dfc07-8598-4a95-99a5-a3b40f79617a is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:50:30.482743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Allocated IP 172.20.0.1 (134dfc07-8598-4a95-99a5-a3b40f79617a/539c23a8-f4f5-4b56-8860-87e8b734dd1c/86f67ff7-8112-48f6-8342-85abb067146d) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:50:30.529790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:50:30.666874 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:30.795028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:50:31.050129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port db4f7bb5-e774-4c51-b1e3-07928ac67460 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:50:31.121531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port db4f7bb5-e774-4c51-b1e3-07928ac67460 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:50:31.121964 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:31.204048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:31.260408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Attempting to bind port 9459d1ca-9857-4b8e-b0e2-43fb01ce097b on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:50:31.260408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Attempting to bind port 9459d1ca-9857-4b8e-b0e2-43fb01ce097b by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'b3201961-db4c-452a-be2d-28209105d1df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '134dfc07-8598-4a95-99a5-a3b40f79617a'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:50:31.260408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Attempting to bind port 9459d1ca-9857-4b8e-b0e2-43fb01ce097b on network 134dfc07-8598-4a95-99a5-a3b40f79617a {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:50:31.276739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Transition to ACTIVE for port object 86f67ff7-8112-48f6-8342-85abb067146d will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:50:31.323830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:50:31.323830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Checking segment: {'id': 'b3201961-db4c-452a-be2d-28209105d1df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '134dfc07-8598-4a95-99a5-a3b40f79617a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:50:31.323830 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:31.323830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Bound using segment: {'id': 'b3201961-db4c-452a-be2d-28209105d1df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '134dfc07-8598-4a95-99a5-a3b40f79617a'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:50:31.323830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Bound port: 9459d1ca-9857-4b8e-b0e2-43fb01ce097b, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3201961-db4c-452a-be2d-28209105d1df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '134dfc07-8598-4a95-99a5-a3b40f79617a'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:50:31.323830 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:31.351313 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:31.362460 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:31.400806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Pushing event updated for resources: {'Port': ['ID=9459d1ca-9857-4b8e-b0e2-43fb01ce097b,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:31.422130 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:31.448899 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.715s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:31.757493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] For port 9459d1ca-9857-4b8e-b0e2-43fb01ce097b, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:50:31.757493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] For port 9459d1ca-9857-4b8e-b0e2-43fb01ce097b, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9459d1ca-9857-4b8e-b0e2-43fb01ce097b,segment=NetworkSegment(b3201961-db4c-452a-be2d-28209105d1df),segment_id=b3201961-db4c-452a-be2d-28209105d1df)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:50:31.778556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:32.080605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'Port': ['ID=86f67ff7-8112-48f6-8342-85abb067146d,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:32.091960 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:32.159574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe2a0a-f72b-4534-b147-ea7761b0e796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4684b5-7d28-4e28-98bd-8e47100bd409,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:32.188690 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fdbe2a0a-f72b-4534-b147-ea7761b0e796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.877s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:32.296294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network 134dfc07-8598-4a95-99a5-a3b40f79617a is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:50:32.300534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:50:32.311840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:50:32.355513 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:32.414001 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:32.481581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe2a0a-f72b-4534-b147-ea7761b0e796 admin admin] Checking segment: {'id': 'b7fab7b8-eb90-4098-a0e0-15ab44d33e3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '9847e947-62f5-4b12-9c17-d8f56e8c588a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:50:32.482432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbe2a0a-f72b-4534-b147-ea7761b0e796 admin admin] Network hostable DHCP agents. Network: 9847e947-62f5-4b12-9c17-d8f56e8c588a, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:50:32.680134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbe2a0a-f72b-4534-b147-ea7761b0e796 admin admin] Network 9847e947-62f5-4b12-9c17-d8f56e8c588a is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:50:32.705153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-fdbe2a0a-f72b-4534-b147-ea7761b0e796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 9847e947-62f5-4b12-9c17-d8f56e8c588a) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:50:32.735515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbe2a0a-f72b-4534-b147-ea7761b0e796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:50:32.736752 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdbe2a0a-f72b-4534-b147-ea7761b0e796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:32.777695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Pushing event updated for resources: {'Port': ['ID=9459d1ca-9857-4b8e-b0e2-43fb01ce097b,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:32.800804 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fdbe2a0a-f72b-4534-b147-ea7761b0e796 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.9894047 Jan 14 07:50:32.812099 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:32.819746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3525ca8-5684-4cf7-8797-e115d40d8afb None None] Network 9847e947-62f5-4b12-9c17-d8f56e8c588a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:50:33.200760 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:33.760184 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:34.017810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port db4f7bb5-e774-4c51-b1e3-07928ac67460, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=db4f7bb5-e774-4c51-b1e3-07928ac67460,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:50:34.072800 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:34.082156 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0317e22-4aca-4da9-a5f7-85dd2bdf734a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:34.502135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=db4f7bb5-e774-4c51-b1e3-07928ac67460,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:34.538441 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:34.775895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9459d1ca-9857-4b8e-b0e2-43fb01ce097b up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:50:35.798764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88e1826-e5df-44ff-9649-ff04987085a0 None None] Network 134dfc07-8598-4a95-99a5-a3b40f79617a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:50:36.426931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39338) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:36.437490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1870610668-network', 'tenant_id': 'cf48f089fa374b6eaab08c300269438a'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:36.460646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:36.484507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Usage tracker for resource:network and tenant:cf48f089fa374b6eaab08c300269438a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:36.501279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:36.554429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:36.578024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503f6172-b2d5-4330-9367-db6d0d3b8545 None None] Network 9847e947-62f5-4b12-9c17-d8f56e8c588a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:50:36.587777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Made reservation on behalf of cf48f089fa374b6eaab08c300269438a for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:50:36.600656 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:36.674471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:36.717738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:36.730323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Usage tracker for resource:security_group_rule and tenant:cf48f089fa374b6eaab08c300269438a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:36.736552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:36.841307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:36.893810 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:36.904850 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:37.061523 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:37.195093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-26fc81d6-3653-4e72-902a-068d87dd2a60 None None] Provisioning for port 9459d1ca-9857-4b8e-b0e2-43fb01ce097b completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:50:37.218026 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:37.233492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:37.243431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'Port': ['ID=86f67ff7-8112-48f6-8342-85abb067146d,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:37.282852 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:37.290565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 14} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:50:37.296184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 9459d1ca-9857-4b8e-b0e2-43fb01ce097b completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:50:37.339372 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:37.340238 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Added segment 3dec4935-a7cf-40d4-bd85-c86a5737e8a3 of type vxlan for network 6b457f7e-f5e8-4a50-890e-ee082ad8c6ff Jan 14 07:50:37.348270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:37.357280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-26fc81d6-3653-4e72-902a-068d87dd2a60 None None] Provisioning complete for port 9459d1ca-9857-4b8e-b0e2-43fb01ce097b triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:50:37.357713 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26fc81d6-3653-4e72-902a-068d87dd2a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:37.399228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:37.458653 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c033f91-4ab4-476a-aab9-7bdd4841934a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:37.530490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dfc219-ebd7-4903-96d2-4053696ca9fd,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:37.546122 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:37.546122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:37.559511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:50:37.559511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:37.586290 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4640f1b4-3c03-4e6f-9cb0-c21d43a5d35e tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:37.708032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network 134dfc07-8598-4a95-99a5-a3b40f79617a is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:50:37.708032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:50:37.990831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 9459d1ca-9857-4b8e-b0e2-43fb01ce097b triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:50:37.996716 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:38.077677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Pushing event updated for resources: {'Network': ['ID=6b457f7e-f5e8-4a50-890e-ee082ad8c6ff,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:38.093839 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:38.188627 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7448165 Jan 14 07:50:38.188627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39394) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:38.200288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7ebc8a41-0624-4e63-b358-23b54b2a3e7a admin admin] Request body: {'subnet': {'network_id': '6b457f7e-f5e8-4a50-890e-ee082ad8c6ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1870610668-subnet', 'tenant_id': 'cf48f089fa374b6eaab08c300269438a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:38.213802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7ebc8a41-0624-4e63-b358-23b54b2a3e7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:38.229610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7ebc8a41-0624-4e63-b358-23b54b2a3e7a admin admin] Usage tracker for resource:subnet and tenant:cf48f089fa374b6eaab08c300269438a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:38.238597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7ebc8a41-0624-4e63-b358-23b54b2a3e7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:38.253320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7ebc8a41-0624-4e63-b358-23b54b2a3e7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:38.338146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebc8a41-0624-4e63-b358-23b54b2a3e7a admin admin] Made reservation on behalf of cf48f089fa374b6eaab08c300269438a for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:50:38.349390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8a41-0624-4e63-b358-23b54b2a3e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:38.367305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 6b457f7e-f5e8-4a50-890e-ee082ad8c6ff details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:50:38.466174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 6b457f7e-f5e8-4a50-890e-ee082ad8c6ff details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:50:38.586896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Router 97a469eb-4a5d-4c06-b017-8d5e2095d9a6 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:50:38.782482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 6b457f7e-f5e8-4a50-890e-ee082ad8c6ff details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:50:39.559415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:50:39.607138 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "PUT /v2.0/routers/97a469eb-4a5d-4c06-b017-8d5e2095d9a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6405597 Jan 14 07:50:39.687472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] Sync routers for ids ['97a469eb-4a5d-4c06-b017-8d5e2095d9a6'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:50:40.194182 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8a41-0624-4e63-b358-23b54b2a3e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:40.222321 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fdbe2a0a-f72b-4534-b147-ea7761b0e796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:40.230945 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26fc81d6-3653-4e72-902a-068d87dd2a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:40.310965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-26fc81d6-3653-4e72-902a-068d87dd2a60 None None] For port 9459d1ca-9857-4b8e-b0e2-43fb01ce097b, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9459d1ca-9857-4b8e-b0e2-43fb01ce097b,segment=NetworkSegment(b3201961-db4c-452a-be2d-28209105d1df),segment_id=b3201961-db4c-452a-be2d-28209105d1df)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:50:40.312497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] Routers {'97a469eb-4a5d-4c06-b017-8d5e2095d9a6'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:50:40.313398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:50:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['97a469eb-4a5d-4c06-b017-8d5e2095d9a6'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:40.412444 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b4a8e58-d433-4994-9ebb-1ebdb6b7c7d7 req-5dfafaf0-b91f-46e2-86b0-c29147948a8e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438142702&fields=id&tenant_id=4017b6cd94cd44a1833c66614511a163 HTTP/1.1" status: 200 len: 267 time: 0.1496067 Jan 14 07:50:40.460959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26fc81d6-3653-4e72-902a-068d87dd2a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:40.492227 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8cccf180-af8c-4058-a8b9-163d70097440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:40.624572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc81d6-3653-4e72-902a-068d87dd2a60 None None] Pushing event updated for resources: {'Port': ['ID=9459d1ca-9857-4b8e-b0e2-43fb01ce097b,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:40.655631 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-26fc81d6-3653-4e72-902a-068d87dd2a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:40.711230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc8a41-0624-4e63-b358-23b54b2a3e7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=815ec5ba-3f1f-4182-919e-f53779e8f969,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:40.711230 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7ebc8a41-0624-4e63-b358-23b54b2a3e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:41.071531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebc8a41-0624-4e63-b358-23b54b2a3e7a admin admin] Checking segment: {'id': '3dec4935-a7cf-40d4-bd85-c86a5737e8a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '6b457f7e-f5e8-4a50-890e-ee082ad8c6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:50:41.072559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebc8a41-0624-4e63-b358-23b54b2a3e7a admin admin] Network hostable DHCP agents. Network: 6b457f7e-f5e8-4a50-890e-ee082ad8c6ff, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:50:41.144034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebc8a41-0624-4e63-b358-23b54b2a3e7a admin admin] Network 6b457f7e-f5e8-4a50-890e-ee082ad8c6ff is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:50:41.176377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7ebc8a41-0624-4e63-b358-23b54b2a3e7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 6b457f7e-f5e8-4a50-890e-ee082ad8c6ff) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:50:41.215761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebc8a41-0624-4e63-b358-23b54b2a3e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:50:41.216781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8a41-0624-4e63-b358-23b54b2a3e7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:41.223287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a8e58-d433-4994-9ebb-1ebdb6b7c7d7 req-aeaf93df-4a37-4c11-bcd8-3613707babc9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:50:41.243621 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b4a8e58-d433-4994-9ebb-1ebdb6b7c7d7 req-aeaf93df-4a37-4c11-bcd8-3613707babc9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "GET /v2.0/networks?id=134dfc07-8598-4a95-99a5-a3b40f79617a HTTP/1.1" status: 200 len: 797 time: 0.8295155 Jan 14 07:50:41.256630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device db4f7bb5-e774-4c51-b1e3-07928ac67460 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:50:41.292311 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7ebc8a41-0624-4e63-b358-23b54b2a3e7a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.1042027 Jan 14 07:50:41.313417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77cdb05-821e-49c2-a7d2-43e8b082ecc0 None None] Network 6b457f7e-f5e8-4a50-890e-ee082ad8c6ff requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:50:41.384033 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b4a8e58-d433-4994-9ebb-1ebdb6b7c7d7 req-c9cb8621-9949-441d-8ef0-bdfac50cb577 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "GET /v2.0/quotas/4017b6cd94cd44a1833c66614511a163 HTTP/1.1" status: 200 len: 375 time: 0.1363142 Jan 14 07:50:41.810691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39442) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:41.830749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7b4a8e58-d433-4994-9ebb-1ebdb6b7c7d7 req-10d3819e-be08-4244-ada7-efd08a8191c3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Synchronizing usage tracker for tenant:4017b6cd94cd44a1833c66614511a163 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:50:41.867973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7b4a8e58-d433-4994-9ebb-1ebdb6b7c7d7 req-10d3819e-be08-4244-ada7-efd08a8191c3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Unset dirty status for tenant:4017b6cd94cd44a1833c66614511a163 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:50:41.869597 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b4a8e58-d433-4994-9ebb-1ebdb6b7c7d7 req-10d3819e-be08-4244-ada7-efd08a8191c3 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "GET /v2.0/ports?tenant_id=4017b6cd94cd44a1833c66614511a163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4851077 Jan 14 07:50:42.175049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-8890dd1a-09a6-4621-83ed-cfb0d2c39a1e admin admin] Deleting subnet 3a4684b5-7d28-4e28-98bd-8e47100bd409 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:50:42.180481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8890dd1a-09a6-4621-83ed-cfb0d2c39a1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:42.330595 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8890dd1a-09a6-4621-83ed-cfb0d2c39a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:42.566903 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8890dd1a-09a6-4621-83ed-cfb0d2c39a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:42.586613 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b4a8e58-d433-4994-9ebb-1ebdb6b7c7d7 req-c4e60349-63d0-4e28-8be7-3bff0b672fea service neutron] 10.222.0.41 "GET /v2.0/networks/134dfc07-8598-4a95-99a5-a3b40f79617a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032644 Jan 14 07:50:43.264368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39456) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:43.339556 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7b4a8e58-d433-4994-9ebb-1ebdb6b7c7d7 req-f46339a0-71d4-4a74-8679-287f43586f0e service neutron] 10.222.0.41 "GET /v2.0/networks/134dfc07-8598-4a95-99a5-a3b40f79617a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7562704 Jan 14 07:50:43.383013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] Set router 97a469eb-4a5d-4c06-b017-8d5e2095d9a6 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:50:43.453296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:50:43.746141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8890dd1a-09a6-4621-83ed-cfb0d2c39a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:43.904409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b77be014-458c-4cf9-8600-ac26a1c77496 None None] Provisioning for port 86f67ff7-8112-48f6-8342-85abb067146d completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:50:44.062199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5a81ff5-f428-4806-bccb-fe1850a7e555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:44.116697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a5a81ff5-f428-4806-bccb-fe1850a7e555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:44.126806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a5a81ff5-f428-4806-bccb-fe1850a7e555 admin admin] Usage tracker for resource:security_group_rule and tenant:884e54b0bb40488b8fe88a5401767feb is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:44.147637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a5a81ff5-f428-4806-bccb-fe1850a7e555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:44.166895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a5a81ff5-f428-4806-bccb-fe1850a7e555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:44.267628 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-39ec06b2-7f73-47de-9b7e-d84942a845e3 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:44.413938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890dd1a-09a6-4621-83ed-cfb0d2c39a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a4684b5-7d28-4e28-98bd-8e47100bd409,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:44.425255 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8890dd1a-09a6-4621-83ed-cfb0d2c39a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:44.426530 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8890dd1a-09a6-4621-83ed-cfb0d2c39a1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:44.453149 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5a81ff5-f428-4806-bccb-fe1850a7e555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:44.454316 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8890dd1a-09a6-4621-83ed-cfb0d2c39a1e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3a4684b5-7d28-4e28-98bd-8e47100bd409 HTTP/1.1" status: 204 len: 168 time: 2.6394768 Jan 14 07:50:44.455133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39482) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:44.458052 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a5a81ff5-f428-4806-bccb-fe1850a7e555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:44.521583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b77be014-458c-4cf9-8600-ac26a1c77496 None None] Provisioning complete for port 86f67ff7-8112-48f6-8342-85abb067146d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:50:44.524282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b77be014-458c-4cf9-8600-ac26a1c77496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:44.539323 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-346c4eb9-3f16-4a3d-8f91-bca4534900c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:44.570871 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a5a81ff5-f428-4806-bccb-fe1850a7e555 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=884e54b0bb40488b8fe88a5401767feb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2923968 Jan 14 07:50:44.580248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39490) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:44.638634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39494) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:44.834959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95b105f0-628b-4e6a-875b-056284cdf31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:45.080571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b77be014-458c-4cf9-8600-ac26a1c77496 None None] Port 86f67ff7-8112-48f6-8342-85abb067146d cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:50:45.125241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port db4f7bb5-e774-4c51-b1e3-07928ac67460 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:50:45.126274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:45.261167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0f940b-bafa-492e-98b4-10d4021c4be2 None None] Network 6b457f7e-f5e8-4a50-890e-ee082ad8c6ff requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:50:45.340982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b77be014-458c-4cf9-8600-ac26a1c77496 None None] Provisioning complete for port 9459d1ca-9857-4b8e-b0e2-43fb01ce097b triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:50:45.340982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b77be014-458c-4cf9-8600-ac26a1c77496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:45.420007 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95b105f0-628b-4e6a-875b-056284cdf31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:45.676062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a81ff5-f428-4806-bccb-fe1850a7e555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966c18cb-71d2-4130-bbac-cb659561a281,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:45.684242 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a5a81ff5-f428-4806-bccb-fe1850a7e555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.144s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:45.748628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-95b105f0-628b-4e6a-875b-056284cdf31b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9847e947-62f5-4b12-9c17-d8f56e8c588a']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:45.801534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-95b105f0-628b-4e6a-875b-056284cdf31b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7fab7b8-eb90-4098-a0e0-15ab44d33e3e') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:45.801534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-95b105f0-628b-4e6a-875b-056284cdf31b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7fab7b8-eb90-4098-a0e0-15ab44d33e3e') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:45.813863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a469eb-4a5d-4c06-b017-8d5e2095d9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890664936', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db4f7bb5-e774-4c51-b1e3-07928ac67460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:50:12Z', 'updated_at': '2021-01-14T07:50:33Z', 'revision_number': 4, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': 'db4f7bb5-e774-4c51-b1e3-07928ac67460', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a469eb-4a5d-4c06-b017-8d5e2095d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:50:14Z', 'updated_at': '2021-01-14T07:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '86f67ff7-8112-48f6-8342-85abb067146d', 'name': '', 'network_id': '134dfc07-8598-4a95-99a5-a3b40f79617a', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'mac_address': 'fa:16:3e:e3:4d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a469eb-4a5d-4c06-b017-8d5e2095d9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '539c23a8-f4f5-4b56-8860-87e8b734dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:50:29Z', 'updated_at': '2021-01-14T07:50:35Z', 'revision_number': 2, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'subnets': [{'id': '539c23a8-f4f5-4b56-8860-87e8b734dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:45.836772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] Checking router: 97a469eb-4a5d-4c06-b017-8d5e2095d9a6 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:50:45.836772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] Updating router 97a469eb-4a5d-4c06-b017-8d5e2095d9a6 port 86f67ff7-8112-48f6-8342-85abb067146d binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:50:45.843632 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95b105f0-628b-4e6a-875b-056284cdf31b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:45.887892 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95b105f0-628b-4e6a-875b-056284cdf31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:45.894313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-95b105f0-628b-4e6a-875b-056284cdf31b admin admin] Releasing vxlan tunnel 13 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:50:46.115208 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed6b30c2-0fc2-4ab9-9d7e-5f6a4aea43d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:46.154822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:46.169815 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed6b30c2-0fc2-4ab9-9d7e-5f6a4aea43d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:46.421345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed6b30c2-0fc2-4ab9-9d7e-5f6a4aea43d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:46.436627 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-238f2ee2-d71f-48de-aabd-de3866172847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:46.465600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b30c2-0fc2-4ab9-9d7e-5f6a4aea43d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966c18cb-71d2-4130-bbac-cb659561a281,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:46.471635 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ed6b30c2-0fc2-4ab9-9d7e-5f6a4aea43d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:46.496479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ed6b30c2-0fc2-4ab9-9d7e-5f6a4aea43d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:46.499198 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ed6b30c2-0fc2-4ab9-9d7e-5f6a4aea43d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/966c18cb-71d2-4130-bbac-cb659561a281 HTTP/1.1" status: 204 len: 168 time: 1.9175465 Jan 14 07:50:46.561593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-95b105f0-628b-4e6a-875b-056284cdf31b admin admin] Network 9847e947-62f5-4b12-9c17-d8f56e8c588a has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:50:46.589602 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95b105f0-628b-4e6a-875b-056284cdf31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:47.078709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:47.134576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e42ed75-7d55-4039-96c9-24a23091d9b9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:47.366484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9459d1ca-9857-4b8e-b0e2-43fb01ce097b up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:50:47.393578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-95b105f0-628b-4e6a-875b-056284cdf31b admin admin] Network 9847e947-62f5-4b12-9c17-d8f56e8c588a has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:50:47.397235 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:47.460377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-57fd41dd-8ad3-4581-a796-f7a37bfbae92 None None] Provisioning complete for port 86f67ff7-8112-48f6-8342-85abb067146d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:50:47.460377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57fd41dd-8ad3-4581-a796-f7a37bfbae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:50:47.487177 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:50:47.521424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-57fd41dd-8ad3-4581-a796-f7a37bfbae92 None None] Port 86f67ff7-8112-48f6-8342-85abb067146d cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:50:47.613304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-57fd41dd-8ad3-4581-a796-f7a37bfbae92 None None] Provisioning complete for port 9459d1ca-9857-4b8e-b0e2-43fb01ce097b triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:50:47.613789 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57fd41dd-8ad3-4581-a796-f7a37bfbae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:47.682722 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95b105f0-628b-4e6a-875b-056284cdf31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:47.686708 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:47.733144 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95b105f0-628b-4e6a-875b-056284cdf31b admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:47.749466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b105f0-628b-4e6a-875b-056284cdf31b admin admin] Pushing event deleted for resources: {'Network': ['ID=9847e947-62f5-4b12-9c17-d8f56e8c588a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:47.762454 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-95b105f0-628b-4e6a-875b-056284cdf31b admin admin] 10.222.0.41 "DELETE /v2.0/networks/9847e947-62f5-4b12-9c17-d8f56e8c588a HTTP/1.1" status: 204 len: 168 time: 3.3059108 Jan 14 07:50:47.765442 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-95b105f0-628b-4e6a-875b-056284cdf31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:47.767626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39530) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:47.900123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 9459d1ca-9857-4b8e-b0e2-43fb01ce097b triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:50:47.900820 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:47.914454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dff377a-0da4-41d6-bd96-e4643c0b21f3 admin admin] Deleting subnet 815ec5ba-3f1f-4182-919e-f53779e8f969 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:50:47.924574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7dff377a-0da4-41d6-bd96-e4643c0b21f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:47.964126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39534) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:48.089990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ab37a2-bcd2-4b07-b3a0-44eec050d676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:48.169095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b9ab37a2-bcd2-4b07-b3a0-44eec050d676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:48.238692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7dff377a-0da4-41d6-bd96-e4643c0b21f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:48.352288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b9ab37a2-bcd2-4b07-b3a0-44eec050d676 admin admin] Usage tracker for resource:security_group_rule and tenant:6c39e6c0260f4651bda6cfb421778924 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:48.380486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b9ab37a2-bcd2-4b07-b3a0-44eec050d676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:48.486219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7dff377a-0da4-41d6-bd96-e4643c0b21f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:48.493561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b9ab37a2-bcd2-4b07-b3a0-44eec050d676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:48.960353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ab37a2-bcd2-4b07-b3a0-44eec050d676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:48.989401 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ab37a2-bcd2-4b07-b3a0-44eec050d676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:49.009610 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:49.090991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab37a2-bcd2-4b07-b3a0-44eec050d676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a96faf3-98d9-46ef-9d01-6ff308c171ba,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:49.090991 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b9ab37a2-bcd2-4b07-b3a0-44eec050d676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:49.168237 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b9ab37a2-bcd2-4b07-b3a0-44eec050d676 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c39e6c0260f4651bda6cfb421778924&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1958089 Jan 14 07:50:49.181994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39546) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:49.207410 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7dff377a-0da4-41d6-bd96-e4643c0b21f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:49.561919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7e42ed75-7d55-4039-96c9-24a23091d9b9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Deleting port 86f67ff7-8112-48f6-8342-85abb067146d {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:50:49.561919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e42ed75-7d55-4039-96c9-24a23091d9b9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:49.623425 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:49.644425 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d78f02f5-d482-49ff-bff1-23aa8c81de48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:49.649767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] Transition to ACTIVE for port object 86f67ff7-8112-48f6-8342-85abb067146d will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:50:49.659922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:49.768232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff377a-0da4-41d6-bd96-e4643c0b21f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=815ec5ba-3f1f-4182-919e-f53779e8f969,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:49.768232 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7dff377a-0da4-41d6-bd96-e4643c0b21f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:49.768232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7dff377a-0da4-41d6-bd96-e4643c0b21f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:49.773914 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7dff377a-0da4-41d6-bd96-e4643c0b21f3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/815ec5ba-3f1f-4182-919e-f53779e8f969 HTTP/1.1" status: 204 len: 168 time: 2.0047746 Jan 14 07:50:49.778370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39556) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:49.908376 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:49.941347 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ac2884b-cf86-478b-832f-2bafbb64b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:50.051935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4a7d4-7881-4934-9a2f-3a42017e4de8 None None] Pushing event updated for resources: {'Port': ['ID=86f67ff7-8112-48f6-8342-85abb067146d,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:50.075086 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-51e4a7d4-7881-4934-9a2f-3a42017e4de8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:50.577491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] Attempting to bind port 86f67ff7-8112-48f6-8342-85abb067146d on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:50:50.577491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] Attempting to bind port 86f67ff7-8112-48f6-8342-85abb067146d by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'b3201961-db4c-452a-be2d-28209105d1df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '134dfc07-8598-4a95-99a5-a3b40f79617a'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:50:50.577491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] Attempting to bind port 86f67ff7-8112-48f6-8342-85abb067146d on network 134dfc07-8598-4a95-99a5-a3b40f79617a {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:50:50.595676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:50:50.595676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] Checking segment: {'id': 'b3201961-db4c-452a-be2d-28209105d1df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '134dfc07-8598-4a95-99a5-a3b40f79617a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:50:50.595676 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:50.595676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] Bound using segment: {'id': 'b3201961-db4c-452a-be2d-28209105d1df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '134dfc07-8598-4a95-99a5-a3b40f79617a'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:50:50.595676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] Bound port: 86f67ff7-8112-48f6-8342-85abb067146d, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3201961-db4c-452a-be2d-28209105d1df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '134dfc07-8598-4a95-99a5-a3b40f79617a'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:50:50.595676 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:50.608829 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ac2884b-cf86-478b-832f-2bafbb64b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:50.948799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] For port 86f67ff7-8112-48f6-8342-85abb067146d, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:50:50.948799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] For port 86f67ff7-8112-48f6-8342-85abb067146d, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=86f67ff7-8112-48f6-8342-85abb067146d,segment=NetworkSegment(b3201961-db4c-452a-be2d-28209105d1df),segment_id=b3201961-db4c-452a-be2d-28209105d1df)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:50:50.960895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:50.972104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-4ac2884b-cf86-478b-832f-2bafbb64b6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b457f7e-f5e8-4a50-890e-ee082ad8c6ff']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:50.993412 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:51.018429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-4ac2884b-cf86-478b-832f-2bafbb64b6c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dec4935-a7cf-40d4-bd85-c86a5737e8a3') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:51.018997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-4ac2884b-cf86-478b-832f-2bafbb64b6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dec4935-a7cf-40d4-bd85-c86a5737e8a3') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:51.051849 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ac2884b-cf86-478b-832f-2bafbb64b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:51.105579 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ac2884b-cf86-478b-832f-2bafbb64b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:51.108151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4ac2884b-cf86-478b-832f-2bafbb64b6c5 admin admin] Releasing vxlan tunnel 14 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:50:51.181868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:51.238147 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:51.329870 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:51.346847 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b644101d-5294-4a64-8a10-9e491d391d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:51.366009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4a7d4-7881-4934-9a2f-3a42017e4de8 None None] Pushing event updated for resources: {'Port': ['ID=86f67ff7-8112-48f6-8342-85abb067146d,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:51.369358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a96faf3-98d9-46ef-9d01-6ff308c171ba,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:51.371899 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-51e4a7d4-7881-4934-9a2f-3a42017e4de8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:51.408015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.408518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.409069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.409634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.410391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.411152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.412030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.412973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.414337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.415120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.416336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.417262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.418358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.419878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.420542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] Routers {'97a469eb-4a5d-4c06-b017-8d5e2095d9a6'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:50:51.421082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.421401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:50:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['97a469eb-4a5d-4c06-b017-8d5e2095d9a6'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:51.422261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.423385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.424365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.425322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.426269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.427956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.429065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.430614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.432140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.433600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.434615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.435282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.436302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.437253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.438551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.439561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.440480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.441466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.442450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.444060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.445089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:51.464115 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:51.475961 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:51.477654 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a96faf3-98d9-46ef-9d01-6ff308c171ba HTTP/1.1" status: 204 len: 168 time: 2.3006232 Jan 14 07:50:51.502998 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e42ed75-7d55-4039-96c9-24a23091d9b9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:51.991040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4ac2884b-cf86-478b-832f-2bafbb64b6c5 admin admin] Network 6b457f7e-f5e8-4a50-890e-ee082ad8c6ff has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:50:52.069214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ac2884b-cf86-478b-832f-2bafbb64b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:52.194204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] Set router 97a469eb-4a5d-4c06-b017-8d5e2095d9a6 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:50:52.341223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7e42ed75-7d55-4039-96c9-24a23091d9b9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Calling delete_port for 86f67ff7-8112-48f6-8342-85abb067146d owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:50:53.483226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a469eb-4a5d-4c06-b017-8d5e2095d9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890664936', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db4f7bb5-e774-4c51-b1e3-07928ac67460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:50:12Z', 'updated_at': '2021-01-14T07:50:33Z', 'revision_number': 4, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': 'db4f7bb5-e774-4c51-b1e3-07928ac67460', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a469eb-4a5d-4c06-b017-8d5e2095d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:50:14Z', 'updated_at': '2021-01-14T07:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '86f67ff7-8112-48f6-8342-85abb067146d', 'name': '', 'network_id': '134dfc07-8598-4a95-99a5-a3b40f79617a', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'mac_address': 'fa:16:3e:e3:4d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a469eb-4a5d-4c06-b017-8d5e2095d9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '539c23a8-f4f5-4b56-8860-87e8b734dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:50:29Z', 'updated_at': '2021-01-14T07:50:50Z', 'revision_number': 4, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'subnets': [{'id': '539c23a8-f4f5-4b56-8860-87e8b734dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:50:53.500960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bed8a2-c1ef-49da-b178-6ba945180504 None None] The sync data for ids ['97a469eb-4a5d-4c06-b017-8d5e2095d9a6'] in n-d-769329-2 is: [{'id': '97a469eb-4a5d-4c06-b017-8d5e2095d9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890664936', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db4f7bb5-e774-4c51-b1e3-07928ac67460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:50:12Z', 'updated_at': '2021-01-14T07:50:33Z', 'revision_number': 4, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': 'db4f7bb5-e774-4c51-b1e3-07928ac67460', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a469eb-4a5d-4c06-b017-8d5e2095d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:50:14Z', 'updated_at': '2021-01-14T07:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '86f67ff7-8112-48f6-8342-85abb067146d', 'name': '', 'network_id': '134dfc07-8598-4a95-99a5-a3b40f79617a', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'mac_address': 'fa:16:3e:e3:4d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a469eb-4a5d-4c06-b017-8d5e2095d9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '539c23a8-f4f5-4b56-8860-87e8b734dd1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:50:29Z', 'updated_at': '2021-01-14T07:50:50Z', 'revision_number': 4, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'subnets': [{'id': '539c23a8-f4f5-4b56-8860-87e8b734dd1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:50:53.517611 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-7e42ed75-7d55-4039-96c9-24a23091d9b9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:50:53.519280 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-7e42ed75-7d55-4039-96c9-24a23091d9b9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:50:53.826943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4ac2884b-cf86-478b-832f-2bafbb64b6c5 admin admin] Network 6b457f7e-f5e8-4a50-890e-ee082ad8c6ff has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:50:53.966409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-43322206-c24f-407f-bc7d-930a75866acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:50:53.988032 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:50:54.022647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7e42ed75-7d55-4039-96c9-24a23091d9b9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Deleting port 86f67ff7-8112-48f6-8342-85abb067146d {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:50:54.023435 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e42ed75-7d55-4039-96c9-24a23091d9b9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:54.513977 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ac2884b-cf86-478b-832f-2bafbb64b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:54.513977 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d4d1481-9ce1-43b1-a104-e7d2d064f584 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:54.569286 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ac2884b-cf86-478b-832f-2bafbb64b6c5 admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:54.582400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2884b-cf86-478b-832f-2bafbb64b6c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b457f7e-f5e8-4a50-890e-ee082ad8c6ff,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:54.591999 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4ac2884b-cf86-478b-832f-2bafbb64b6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:54.603940 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4ac2884b-cf86-478b-832f-2bafbb64b6c5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6b457f7e-f5e8-4a50-890e-ee082ad8c6ff HTTP/1.1" status: 204 len: 168 time: 4.8175972 Jan 14 07:50:54.863392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7e42ed75-7d55-4039-96c9-24a23091d9b9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] For port 86f67ff7-8112-48f6-8342-85abb067146d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=86f67ff7-8112-48f6-8342-85abb067146d,segment=NetworkSegment(b3201961-db4c-452a-be2d-28209105d1df),segment_id=b3201961-db4c-452a-be2d-28209105d1df)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:50:54.869980 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e42ed75-7d55-4039-96c9-24a23091d9b9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:55.425824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39624) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:55.469796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7e42ed75-7d55-4039-96c9-24a23091d9b9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Calling delete_port for 86f67ff7-8112-48f6-8342-85abb067146d owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:50:55.761939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39630) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:55.776087 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-371478d3-77b2-4ee2-9f4b-f739ea1d96fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c987ad94554648a6adff3c958860b1d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3538294 Jan 14 07:50:55.779826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39632) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:55.832719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 86f67ff7-8112-48f6-8342-85abb067146d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:50:56.215833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 86f67ff7-8112-48f6-8342-85abb067146d completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:50:56.257917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 86f67ff7-8112-48f6-8342-85abb067146d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:50:56.257917 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:56.354725 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5580205c-7c83-4e3b-892b-25cd496597ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:56.431348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5580205c-7c83-4e3b-892b-25cd496597ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:56.673207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1905146653-network', 'tenant_id': '2dae92cec9314dfcbd547b97259f042b'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:56.694237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:56.712360 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:56.721935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Usage tracker for resource:network and tenant:2dae92cec9314dfcbd547b97259f042b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:56.735134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:56.745192 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5580205c-7c83-4e3b-892b-25cd496597ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:56.775694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:56.788008 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ed6b30c2-0fc2-4ab9-9d7e-5f6a4aea43d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:56.822860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Made reservation on behalf of 2dae92cec9314dfcbd547b97259f042b for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:50:56.831966 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:56.905951 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:56.911223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580205c-7c83-4e3b-892b-25cd496597ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a5014a-0a94-42ae-a5bc-a3b9fba43ec1,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:56.935433 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5580205c-7c83-4e3b-892b-25cd496597ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:56.982929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:57.000244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Usage tracker for resource:security_group_rule and tenant:2dae92cec9314dfcbd547b97259f042b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:57.006193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:57.032000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5580205c-7c83-4e3b-892b-25cd496597ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:57.033491 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5580205c-7c83-4e3b-892b-25cd496597ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5a5014a-0a94-42ae-a5bc-a3b9fba43ec1 HTTP/1.1" status: 204 len: 168 time: 1.2521257 Jan 14 07:50:57.043381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:57.051683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e42ed75-7d55-4039-96c9-24a23091d9b9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:57.157931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d2e6cb10-9795-4f0a-8b4c-8eabc8d7392f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:57.216095 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:57.479257 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:57.522069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:57.526200 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:57.608238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42ed75-7d55-4039-96c9-24a23091d9b9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event deleted for resources: {'Port': ['ID=86f67ff7-8112-48f6-8342-85abb067146d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:57.613079 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad41fe7d-809a-4995-91e6-7c532872a3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:57.626817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:50:57.632944 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7e42ed75-7d55-4039-96c9-24a23091d9b9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:57.647381 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:57.648665 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Added segment af1a5bcb-742a-4ade-a8fe-d0beae493da6 of type vxlan for network 0c0f3443-7360-436c-8d82-9a0147e563f2 Jan 14 07:50:57.764128 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:57.814544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:57.814544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:50:57.814544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:57.856677 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.0704336 Jan 14 07:50:57.862609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39660) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:57.887336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8a5ee646-3bb6-4eaf-acd6-ae99e563f17d admin admin] Request body: {'subnet': {'network_id': '0c0f3443-7360-436c-8d82-9a0147e563f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1905146653-subnet', 'tenant_id': '2dae92cec9314dfcbd547b97259f042b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:50:57.924042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8a5ee646-3bb6-4eaf-acd6-ae99e563f17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:50:57.937344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8a5ee646-3bb6-4eaf-acd6-ae99e563f17d admin admin] Usage tracker for resource:subnet and tenant:2dae92cec9314dfcbd547b97259f042b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:50:57.948989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8a5ee646-3bb6-4eaf-acd6-ae99e563f17d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:50:58.005713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8a5ee646-3bb6-4eaf-acd6-ae99e563f17d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:50:58.028969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:58.034723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5ee646-3bb6-4eaf-acd6-ae99e563f17d admin admin] Made reservation on behalf of 2dae92cec9314dfcbd547b97259f042b for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:50:58.034723 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a5ee646-3bb6-4eaf-acd6-ae99e563f17d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:58.369626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501138c5-4ac7-48de-95e9-ab95bf19d16f,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:58.399123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.399123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.399123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.399123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.399123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.399123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.399123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.399123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.399123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.399123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.414322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.414322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.414322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.414322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.414322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.414322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.414322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.414322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.414322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.414322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.414322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.414322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.414322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.414322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.414322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.414322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.425500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.425500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.425500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.425500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.425500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.425500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.425500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.425500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.425500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.425500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:50:58.453416 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:58.453416 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-525287ed-b237-437c-80de-8e573cc76f31 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.599s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:58.627946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39668) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:58.712771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Pushing event updated for resources: {'Network': ['ID=0c0f3443-7360-436c-8d82-9a0147e563f2,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:50:58.718141 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:50:58.732412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 0c0f3443-7360-436c-8d82-9a0147e563f2 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:50:58.784647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 0c0f3443-7360-436c-8d82-9a0147e563f2 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:50:58.810777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 0c0f3443-7360-436c-8d82-9a0147e563f2 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:50:58.941779 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-342348e8-1b7e-47bf-bc8c-b02d87b7cf70 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf48f089fa374b6eaab08c300269438a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755103 Jan 14 07:50:58.941779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39674) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:50:59.012855 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7e42ed75-7d55-4039-96c9-24a23091d9b9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:59.292970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:59.564016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a5ee646-3bb6-4eaf-acd6-ae99e563f17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:50:59.763875 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c0425408-4a90-4cbd-9ea3-0638f7aa38e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:50:59.875872 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f07e2db-b84e-424d-acd9-b4c260e95ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:00.049178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ee646-3bb6-4eaf-acd6-ae99e563f17d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c48a26a-3790-46c6-a851-9ab833f6af44,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:00.065705 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8a5ee646-3bb6-4eaf-acd6-ae99e563f17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:00.274553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5ee646-3bb6-4eaf-acd6-ae99e563f17d admin admin] Checking segment: {'id': 'af1a5bcb-742a-4ade-a8fe-d0beae493da6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '0c0f3443-7360-436c-8d82-9a0147e563f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:51:00.274553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5ee646-3bb6-4eaf-acd6-ae99e563f17d admin admin] Network hostable DHCP agents. Network: 0c0f3443-7360-436c-8d82-9a0147e563f2, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:51:00.344796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5ee646-3bb6-4eaf-acd6-ae99e563f17d admin admin] Network 0c0f3443-7360-436c-8d82-9a0147e563f2 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:51:00.360232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8a5ee646-3bb6-4eaf-acd6-ae99e563f17d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 0c0f3443-7360-436c-8d82-9a0147e563f2) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:51:00.373048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673f7db3-d0cb-4384-a6fa-f879a1ba39a9 None None] Network 0c0f3443-7360-436c-8d82-9a0147e563f2 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:51:00.402402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5ee646-3bb6-4eaf-acd6-ae99e563f17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:51:00.411282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a5ee646-3bb6-4eaf-acd6-ae99e563f17d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:00.485647 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8a5ee646-3bb6-4eaf-acd6-ae99e563f17d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6264234 Jan 14 07:51:00.791494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e42ed75-7d55-4039-96c9-24a23091d9b9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Router 97a469eb-4a5d-4c06-b017-8d5e2095d9a6 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:51:00.795493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f07e2db-b84e-424d-acd9-b4c260e95ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:01.499966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91602a0-41c3-4994-9715-592dd96ddd6e None None] Network 0c0f3443-7360-436c-8d82-9a0147e563f2 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:51:01.690857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e42ed75-7d55-4039-96c9-24a23091d9b9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:51:01.705097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848fdf21-f289-45ac-a726-d4104f4bcfbf None None] Sync routers for ids ['97a469eb-4a5d-4c06-b017-8d5e2095d9a6'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:51:01.730613 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7e42ed75-7d55-4039-96c9-24a23091d9b9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "PUT /v2.0/routers/97a469eb-4a5d-4c06-b017-8d5e2095d9a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0575247 Jan 14 07:51:01.740230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39724) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:01.761654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848fdf21-f289-45ac-a726-d4104f4bcfbf None None] Routers {'97a469eb-4a5d-4c06-b017-8d5e2095d9a6'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:51:01.761654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-848fdf21-f289-45ac-a726-d4104f4bcfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:50:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['97a469eb-4a5d-4c06-b017-8d5e2095d9a6'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:01.768327 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f07e2db-b84e-424d-acd9-b4c260e95ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:01.808002 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ed3ed20f-840c-4619-bd26-b7e2c5a0b45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:01.877330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07e2db-b84e-424d-acd9-b4c260e95ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dfc219-ebd7-4903-96d2-4053696ca9fd,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:01.877330 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6f07e2db-b84e-424d-acd9-b4c260e95ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:01.896994 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f07e2db-b84e-424d-acd9-b4c260e95ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:01.896994 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6f07e2db-b84e-424d-acd9-b4c260e95ed9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c8dfc219-ebd7-4903-96d2-4053696ca9fd HTTP/1.1" status: 204 len: 168 time: 2.9502552 Jan 14 07:51:02.891628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b654da1d-f415-4d38-8c20-a2eef36d5087 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Deleting subnet 539c23a8-f4f5-4b56-8860-87e8b734dd1c {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:51:02.908402 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b654da1d-f415-4d38-8c20-a2eef36d5087 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:03.169009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-848fdf21-f289-45ac-a726-d4104f4bcfbf None None] Set router 97a469eb-4a5d-4c06-b017-8d5e2095d9a6 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:51:03.234685 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b654da1d-f415-4d38-8c20-a2eef36d5087 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:03.705701 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b654da1d-f415-4d38-8c20-a2eef36d5087 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:04.633898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-848fdf21-f289-45ac-a726-d4104f4bcfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a469eb-4a5d-4c06-b017-8d5e2095d9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890664936', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db4f7bb5-e774-4c51-b1e3-07928ac67460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:50:12Z', 'updated_at': '2021-01-14T07:50:56Z', 'revision_number': 5, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': 'db4f7bb5-e774-4c51-b1e3-07928ac67460', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a469eb-4a5d-4c06-b017-8d5e2095d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:50:14Z', 'updated_at': '2021-01-14T07:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:04.646404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848fdf21-f289-45ac-a726-d4104f4bcfbf None None] Checking router: 97a469eb-4a5d-4c06-b017-8d5e2095d9a6 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:51:04.674915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848fdf21-f289-45ac-a726-d4104f4bcfbf None None] Routers {'97a469eb-4a5d-4c06-b017-8d5e2095d9a6'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:51:04.674915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-848fdf21-f289-45ac-a726-d4104f4bcfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:50:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['97a469eb-4a5d-4c06-b017-8d5e2095d9a6'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:04.940308 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b654da1d-f415-4d38-8c20-a2eef36d5087 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:05.317046 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76995ad9-299c-40f2-b859-79c386bf1140 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:05.485178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-848fdf21-f289-45ac-a726-d4104f4bcfbf None None] Set router 97a469eb-4a5d-4c06-b017-8d5e2095d9a6 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:51:05.664670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bfc164-920e-437c-8199-d7979e72fa13 None None] Network 134dfc07-8598-4a95-99a5-a3b40f79617a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:51:05.704312 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b654da1d-f415-4d38-8c20-a2eef36d5087 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:05.728632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654da1d-f415-4d38-8c20-a2eef36d5087 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event deleted for resources: {'Subnet': ['ID=539c23a8-f4f5-4b56-8860-87e8b734dd1c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:05.780924 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b654da1d-f415-4d38-8c20-a2eef36d5087 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:05.824552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 39796) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:05.829530 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b654da1d-f415-4d38-8c20-a2eef36d5087 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "DELETE /v2.0/subnets/539c23a8-f4f5-4b56-8860-87e8b734dd1c HTTP/1.1" status: 204 len: 168 time: 4.0956190 Jan 14 07:51:06.680821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e625c1-ac22-4186-9c98-ccb7df604d04 None None] DHCP port deletion for 134dfc07-8598-4a95-99a5-a3b40f79617a request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:51:06.719799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-65e625c1-ac22-4186-9c98-ccb7df604d04 None None] Deleting port 9459d1ca-9857-4b8e-b0e2-43fb01ce097b {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:51:06.719799 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-65e625c1-ac22-4186-9c98-ccb7df604d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:06.929845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-848fdf21-f289-45ac-a726-d4104f4bcfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a469eb-4a5d-4c06-b017-8d5e2095d9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890664936', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db4f7bb5-e774-4c51-b1e3-07928ac67460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:50:12Z', 'updated_at': '2021-01-14T07:50:56Z', 'revision_number': 5, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': 'db4f7bb5-e774-4c51-b1e3-07928ac67460', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a469eb-4a5d-4c06-b017-8d5e2095d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:50:14Z', 'updated_at': '2021-01-14T07:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:06.976833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848fdf21-f289-45ac-a726-d4104f4bcfbf None None] The sync data for ids ['97a469eb-4a5d-4c06-b017-8d5e2095d9a6'] in n-d-769329-2 is: [{'id': '97a469eb-4a5d-4c06-b017-8d5e2095d9a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890664936', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'db4f7bb5-e774-4c51-b1e3-07928ac67460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:50:12Z', 'updated_at': '2021-01-14T07:50:56Z', 'revision_number': 5, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': 'db4f7bb5-e774-4c51-b1e3-07928ac67460', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a469eb-4a5d-4c06-b017-8d5e2095d9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:50:14Z', 'updated_at': '2021-01-14T07:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:51:07.515712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-65e625c1-ac22-4186-9c98-ccb7df604d04 None None] For port 9459d1ca-9857-4b8e-b0e2-43fb01ce097b, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9459d1ca-9857-4b8e-b0e2-43fb01ce097b,segment=NetworkSegment(b3201961-db4c-452a-be2d-28209105d1df),segment_id=b3201961-db4c-452a-be2d-28209105d1df)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:51:07.515712 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-65e625c1-ac22-4186-9c98-ccb7df604d04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:07.914412 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a46e6143-2d92-420f-8698-67aed2d7a4ac tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:08.108478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-65e625c1-ac22-4186-9c98-ccb7df604d04 None None] Calling delete_port for 9459d1ca-9857-4b8e-b0e2-43fb01ce097b owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:51:08.307488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9459d1ca-9857-4b8e-b0e2-43fb01ce097b no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:51:08.629545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:08.655527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a46e6143-2d92-420f-8698-67aed2d7a4ac tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:08.666380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a46e6143-2d92-420f-8698-67aed2d7a4ac tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Deleting port db4f7bb5-e774-4c51-b1e3-07928ac67460 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:51:08.666380 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a46e6143-2d92-420f-8698-67aed2d7a4ac tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:08.705210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 9459d1ca-9857-4b8e-b0e2-43fb01ce097b, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9459d1ca-9857-4b8e-b0e2-43fb01ce097b,segment=NetworkSegment(b3201961-db4c-452a-be2d-28209105d1df),segment_id=b3201961-db4c-452a-be2d-28209105d1df)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:51:08.712715 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:08.712715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 86f67ff7-8112-48f6-8342-85abb067146d no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:51:08.762454 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a14b1285-0611-4cf4-97fc-07e5423e0d66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:08.872969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 86f67ff7-8112-48f6-8342-85abb067146d {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:51:08.874488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 86f67ff7-8112-48f6-8342-85abb067146d not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:51:08.879492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=9459d1ca-9857-4b8e-b0e2-43fb01ce097b,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:08.919171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.919946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.920251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.920872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.921486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.921917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.922306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.922862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.923398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.924037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.924931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.927632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.934553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.935638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.936509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.937320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.938721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.939322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.940504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.941136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.941882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.943381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.944147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.944790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.945444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.946214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.946811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.947702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.948594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.949268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.950113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.950912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.952582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.953377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.954206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.955380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:08.965121 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:08.966601 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-65e625c1-ac22-4186-9c98-ccb7df604d04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:51:08.967325 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-65e625c1-ac22-4186-9c98-ccb7df604d04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:51:09.441906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-a46e6143-2d92-420f-8698-67aed2d7a4ac tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] For port db4f7bb5-e774-4c51-b1e3-07928ac67460, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=db4f7bb5-e774-4c51-b1e3-07928ac67460,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:51:09.441906 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a46e6143-2d92-420f-8698-67aed2d7a4ac tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:09.492816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-65e625c1-ac22-4186-9c98-ccb7df604d04 None None] Deleting port 9459d1ca-9857-4b8e-b0e2-43fb01ce097b {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:51:09.492816 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-65e625c1-ac22-4186-9c98-ccb7df604d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:09.805138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a46e6143-2d92-420f-8698-67aed2d7a4ac tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Calling delete_port for db4f7bb5-e774-4c51-b1e3-07928ac67460 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:51:10.347400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9cabe-880c-46bb-aefc-ad27eccb7473 req-5e3afaef-116a-4786-80ea-d422f0ed6c3d tempest-VolumesActionsTest-262350218 tempest-VolumesActionsTest-262350218] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:51:10.374511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-65e625c1-ac22-4186-9c98-ccb7df604d04 None None] For port 9459d1ca-9857-4b8e-b0e2-43fb01ce097b, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9459d1ca-9857-4b8e-b0e2-43fb01ce097b,segment=NetworkSegment(b3201961-db4c-452a-be2d-28209105d1df),segment_id=b3201961-db4c-452a-be2d-28209105d1df)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:51:10.376818 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4bc9cabe-880c-46bb-aefc-ad27eccb7473 req-5e3afaef-116a-4786-80ea-d422f0ed6c3d tempest-VolumesActionsTest-262350218 tempest-VolumesActionsTest-262350218] 10.222.0.41 "GET /v2.0/networks?id=0c0f3443-7360-436c-8d82-9a0147e563f2 HTTP/1.1" status: 200 len: 809 time: 1.5211349 Jan 14 07:51:10.394653 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-65e625c1-ac22-4186-9c98-ccb7df604d04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:10.448113 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4bc9cabe-880c-46bb-aefc-ad27eccb7473 req-4ca39ae5-95c6-4153-b333-2aa8a82ed472 tempest-VolumesActionsTest-262350218 tempest-VolumesActionsTest-262350218] 10.222.0.41 "GET /v2.0/quotas/2dae92cec9314dfcbd547b97259f042b HTTP/1.1" status: 200 len: 375 time: 0.0626767 Jan 14 07:51:10.626200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-65e625c1-ac22-4186-9c98-ccb7df604d04 None None] Calling delete_port for 9459d1ca-9857-4b8e-b0e2-43fb01ce097b owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:51:10.670576 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4bc9cabe-880c-46bb-aefc-ad27eccb7473 req-383f9218-5f5b-4ea3-be31-bc6cc430423f tempest-VolumesActionsTest-262350218 tempest-VolumesActionsTest-262350218] 10.222.0.41 "GET /v2.0/ports?tenant_id=2dae92cec9314dfcbd547b97259f042b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2277281 Jan 14 07:51:10.813870 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-65e625c1-ac22-4186-9c98-ccb7df604d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:10.834846 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-74276d2f-4a5f-4ba9-baf1-9c6f1f05d5e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:11.089343 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a46e6143-2d92-420f-8698-67aed2d7a4ac tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:11.210802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e625c1-ac22-4186-9c98-ccb7df604d04 None None] Pushing event deleted for resources: {'Port': ['ID=9459d1ca-9857-4b8e-b0e2-43fb01ce097b,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:11.240292 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-65e625c1-ac22-4186-9c98-ccb7df604d04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:11.305801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e625c1-ac22-4186-9c98-ccb7df604d04 None None] No DVR routers for this DVR port 9459d1ca-9857-4b8e-b0e2-43fb01ce097b on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:51:11.395175 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4bc9cabe-880c-46bb-aefc-ad27eccb7473 req-d4090293-d826-4cc4-8f45-b7cf988981ee service neutron] 10.222.0.41 "GET /v2.0/networks/0c0f3443-7360-436c-8d82-9a0147e563f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665730 Jan 14 07:51:11.877996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a46e6143-2d92-420f-8698-67aed2d7a4ac tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:12.135414 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4bc9cabe-880c-46bb-aefc-ad27eccb7473 req-3e5ae6a3-13dd-473d-bb29-684da3c3be99 service neutron] 10.222.0.41 "GET /v2.0/networks/0c0f3443-7360-436c-8d82-9a0147e563f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6531959 Jan 14 07:51:12.155641 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a46e6143-2d92-420f-8698-67aed2d7a4ac tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:12.159463 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a46e6143-2d92-420f-8698-67aed2d7a4ac tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:12.268051 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a46e6143-2d92-420f-8698-67aed2d7a4ac tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:12.268920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46e6143-2d92-420f-8698-67aed2d7a4ac tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Fanout notify agent at l3_agent the message router_deleted on router 97a469eb-4a5d-4c06-b017-8d5e2095d9a6 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:51:12.319055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a46e6143-2d92-420f-8698-67aed2d7a4ac tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:12.320968 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a46e6143-2d92-420f-8698-67aed2d7a4ac tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "DELETE /v2.0/routers/97a469eb-4a5d-4c06-b017-8d5e2095d9a6 HTTP/1.1" status: 204 len: 168 time: 6.4959662 Jan 14 07:51:12.324571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 39914) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:12.791810 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cbc9a7a5-2477-47be-bdf5-7315749412fc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:13.342103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cbc9a7a5-2477-47be-bdf5-7315749412fc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:13.663509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device db4f7bb5-e774-4c51-b1e3-07928ac67460 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:51:13.705874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-cbc9a7a5-2477-47be-bdf5-7315749412fc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134dfc07-8598-4a95-99a5-a3b40f79617a']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:13.727574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-cbc9a7a5-2477-47be-bdf5-7315749412fc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3201961-db4c-452a-be2d-28209105d1df') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:13.728087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-cbc9a7a5-2477-47be-bdf5-7315749412fc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3201961-db4c-452a-be2d-28209105d1df') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:13.747875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cbc9a7a5-2477-47be-bdf5-7315749412fc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:13.752010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: db4f7bb5-e774-4c51-b1e3-07928ac67460 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:51:13.756056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device db4f7bb5-e774-4c51-b1e3-07928ac67460 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:51:13.773260 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cbc9a7a5-2477-47be-bdf5-7315749412fc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:13.777435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cbc9a7a5-2477-47be-bdf5-7315749412fc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:51:14.087934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-cbc9a7a5-2477-47be-bdf5-7315749412fc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network 134dfc07-8598-4a95-99a5-a3b40f79617a has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:51:14.119070 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cbc9a7a5-2477-47be-bdf5-7315749412fc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:14.372516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea9ca3-7a8b-415d-8c90-5f5556fdea10 req-58a2e6eb-47dd-4f8e-8d3e-db1bb3348492 tempest-VolumesActionsTest-262350218 tempest-VolumesActionsTest-262350218] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:51:14.382818 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-30ea9ca3-7a8b-415d-8c90-5f5556fdea10 req-58a2e6eb-47dd-4f8e-8d3e-db1bb3348492 tempest-VolumesActionsTest-262350218 tempest-VolumesActionsTest-262350218] 10.222.0.41 "GET /v2.0/networks?id=0c0f3443-7360-436c-8d82-9a0147e563f2 HTTP/1.1" status: 200 len: 809 time: 0.3095088 Jan 14 07:51:14.429427 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-30ea9ca3-7a8b-415d-8c90-5f5556fdea10 req-ab87d04b-e8ce-4ac1-9424-3eb6af04a162 tempest-VolumesActionsTest-262350218 tempest-VolumesActionsTest-262350218] 10.222.0.41 "GET /v2.0/quotas/2dae92cec9314dfcbd547b97259f042b HTTP/1.1" status: 200 len: 375 time: 0.0455122 Jan 14 07:51:14.497036 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-30ea9ca3-7a8b-415d-8c90-5f5556fdea10 req-5563bb32-460b-4f78-9cea-fe20513d9cf3 tempest-VolumesActionsTest-262350218 tempest-VolumesActionsTest-262350218] 10.222.0.41 "GET /v2.0/ports?tenant_id=2dae92cec9314dfcbd547b97259f042b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662415 Jan 14 07:51:14.598878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-cbc9a7a5-2477-47be-bdf5-7315749412fc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network 134dfc07-8598-4a95-99a5-a3b40f79617a has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:51:14.650651 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:51:14.703670 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-30ea9ca3-7a8b-415d-8c90-5f5556fdea10 req-a4208afd-7c7d-468d-83fd-4aef1d9eac70 service neutron] 10.222.0.41 "GET /v2.0/networks/0c0f3443-7360-436c-8d82-9a0147e563f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050805 Jan 14 07:51:14.783545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cbc9a7a5-2477-47be-bdf5-7315749412fc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:14.788574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cbc9a7a5-2477-47be-bdf5-7315749412fc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:14.794207 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-169f44a6-e998-4e02-8ac4-a77b593e3809 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:14.841510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9a7a5-2477-47be-bdf5-7315749412fc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event deleted for resources: {'Network': ['ID=134dfc07-8598-4a95-99a5-a3b40f79617a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:14.845861 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cbc9a7a5-2477-47be-bdf5-7315749412fc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "DELETE /v2.0/networks/134dfc07-8598-4a95-99a5-a3b40f79617a HTTP/1.1" status: 204 len: 168 time: 2.5200181 Jan 14 07:51:14.847599 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cbc9a7a5-2477-47be-bdf5-7315749412fc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:14.852480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40014) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:14.960796 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-30ea9ca3-7a8b-415d-8c90-5f5556fdea10 req-35f617d0-0eae-45a3-97d4-22d4dd91bf26 service neutron] 10.222.0.41 "GET /v2.0/networks/0c0f3443-7360-436c-8d82-9a0147e563f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2488344 Jan 14 07:51:15.064176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c63d2930-2d45-4c98-9265-9043115a1e67 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:15.134471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c63d2930-2d45-4c98-9265-9043115a1e67 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:15.279692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c63d2930-2d45-4c98-9265-9043115a1e67 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:15.298674 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d21f088-2083-4577-9726-54045ea6f9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:15.317433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d2930-2d45-4c98-9265-9043115a1e67 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab113c0-02ba-4020-88c2-c1bfb27f389f,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:15.321426 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c63d2930-2d45-4c98-9265-9043115a1e67 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:15.323171 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c63d2930-2d45-4c98-9265-9043115a1e67 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:15.328263 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c63d2930-2d45-4c98-9265-9043115a1e67 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "DELETE /v2.0/security-groups/2ab113c0-02ba-4020-88c2-c1bfb27f389f HTTP/1.1" status: 204 len: 168 time: 0.4743021 Jan 14 07:51:15.683145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40048) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:15.699804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4e1a4b34-a1a8-4cd0-aad0-9db9c8f14caa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1423702126', 'description': 'tempest-secgroup-smoke-1423702126 description', 'project_id': '4017b6cd94cd44a1833c66614511a163'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:51:15.744030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4e1a4b34-a1a8-4cd0-aad0-9db9c8f14caa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:51:15.756590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4e1a4b34-a1a8-4cd0-aad0-9db9c8f14caa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:51:15.761571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4e1a4b34-a1a8-4cd0-aad0-9db9c8f14caa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:51:15.772962 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4e1a4b34-a1a8-4cd0-aad0-9db9c8f14caa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:51:15.809884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e1a4b34-a1a8-4cd0-aad0-9db9c8f14caa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:15.868379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4e1a4b34-a1a8-4cd0-aad0-9db9c8f14caa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:51:15.873939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4e1a4b34-a1a8-4cd0-aad0-9db9c8f14caa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:51:15.878070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4e1a4b34-a1a8-4cd0-aad0-9db9c8f14caa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:51:15.886914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4e1a4b34-a1a8-4cd0-aad0-9db9c8f14caa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:51:16.018587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40068) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:16.044751 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e1a4b34-a1a8-4cd0-aad0-9db9c8f14caa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:16.049828 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e1a4b34-a1a8-4cd0-aad0-9db9c8f14caa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:16.109801 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b9ab37a2-bcd2-4b07-b3a0-44eec050d676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:16.132901 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e1a4b34-a1a8-4cd0-aad0-9db9c8f14caa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:16.135950 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4e1a4b34-a1a8-4cd0-aad0-9db9c8f14caa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4488468 Jan 14 07:51:16.139992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40074) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:16.146824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-853f705b-c2b9-41f2-a054-e068c2fd0ffe tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '32e58cb4-dd76-46db-a394-d73c73bf6034', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:51:16.182003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-853f705b-c2b9-41f2-a054-e068c2fd0ffe tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:51:16.191692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a4b34-a1a8-4cd0-aad0-9db9c8f14caa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroup': ['ID=32e58cb4-dd76-46db-a394-d73c73bf6034,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:16.199641 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4e1a4b34-a1a8-4cd0-aad0-9db9c8f14caa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:16.211505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-853f705b-c2b9-41f2-a054-e068c2fd0ffe tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:51:16.223629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-853f705b-c2b9-41f2-a054-e068c2fd0ffe tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:51:16.246517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-853f705b-c2b9-41f2-a054-e068c2fd0ffe tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:51:16.257497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:16.342797 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c8f27ab-5257-430d-ad47-8b362f97cb23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:16.355584 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-853f705b-c2b9-41f2-a054-e068c2fd0ffe tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:16.402844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8c8f27ab-5257-430d-ad47-8b362f97cb23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:51:16.418271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8c8f27ab-5257-430d-ad47-8b362f97cb23 admin admin] Usage tracker for resource:security_group_rule and tenant:6c6f702966484439aea122607855b452 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:51:16.435465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8c8f27ab-5257-430d-ad47-8b362f97cb23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:51:16.456950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8c8f27ab-5257-430d-ad47-8b362f97cb23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:51:16.504918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-1f42e9d6-d5bb-4cbe-90c6-0abdff80f2fd req-2cc04ce3-1c6a-4f41-8115-985989e2541e tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Request body: {'security_group': {'name': 'tempest-TestVolumeBackupRestore-762199132', 'description': 'tempest-TestVolumeBackupRestore-762199132 description'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:51:16.517466 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-853f705b-c2b9-41f2-a054-e068c2fd0ffe tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:16.532731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-853f705b-c2b9-41f2-a054-e068c2fd0ffe tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:16.536887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-1f42e9d6-d5bb-4cbe-90c6-0abdff80f2fd req-2cc04ce3-1c6a-4f41-8115-985989e2541e tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:51:16.546466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1f42e9d6-d5bb-4cbe-90c6-0abdff80f2fd req-2cc04ce3-1c6a-4f41-8115-985989e2541e tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Usage tracker for resource:security_group and tenant:cc2db3b4991a4b2dbd46db8e5bf5ad79 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:51:16.550521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1f42e9d6-d5bb-4cbe-90c6-0abdff80f2fd req-2cc04ce3-1c6a-4f41-8115-985989e2541e tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:51:16.565124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:16.571042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-1f42e9d6-d5bb-4cbe-90c6-0abdff80f2fd req-2cc04ce3-1c6a-4f41-8115-985989e2541e tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:51:16.573804 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b3d151e3-875f-43f0-a7f6-2077137bef6a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:16.586959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a3e19cae-ef16-411b-9b9f-dd908d7f2c99 req-0bf88551-577b-4c43-b151-5062d59df7d6 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Synchronizing usage tracker for tenant:786b2b058427411589ac776aaf80142c on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:51:16.591550 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-853f705b-c2b9-41f2-a054-e068c2fd0ffe tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:16.594313 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-853f705b-c2b9-41f2-a054-e068c2fd0ffe tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4529405 Jan 14 07:51:16.598546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40092) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:16.609396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bad68941-480f-4ed5-ace2-aa5395c936b0 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '32e58cb4-dd76-46db-a394-d73c73bf6034', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:51:16.617168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f705b-c2b9-41f2-a054-e068c2fd0ffe tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e877715-7fe4-49d8-a91a-791d3e867cd2,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:16.622750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bad68941-480f-4ed5-ace2-aa5395c936b0 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:51:16.629666 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1f42e9d6-d5bb-4cbe-90c6-0abdff80f2fd req-2cc04ce3-1c6a-4f41-8115-985989e2541e tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:16.634681 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-853f705b-c2b9-41f2-a054-e068c2fd0ffe tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:16.642532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bad68941-480f-4ed5-ace2-aa5395c936b0 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:51:16.652395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bad68941-480f-4ed5-ace2-aa5395c936b0 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:51:16.666799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a3e19cae-ef16-411b-9b9f-dd908d7f2c99 req-0bf88551-577b-4c43-b151-5062d59df7d6 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Unset dirty status for tenant:786b2b058427411589ac776aaf80142c on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:51:16.668080 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a3e19cae-ef16-411b-9b9f-dd908d7f2c99 req-0bf88551-577b-4c43-b151-5062d59df7d6 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-637270087&fields=id&tenant_id=786b2b058427411589ac776aaf80142c HTTP/1.1" status: 200 len: 267 time: 0.1700203 Jan 14 07:51:16.669026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bad68941-480f-4ed5-ace2-aa5395c936b0 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:51:16.671506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-1f42e9d6-d5bb-4cbe-90c6-0abdff80f2fd req-2cc04ce3-1c6a-4f41-8115-985989e2541e tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:51:16.679047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1f42e9d6-d5bb-4cbe-90c6-0abdff80f2fd req-2cc04ce3-1c6a-4f41-8115-985989e2541e tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Usage tracker for resource:security_group_rule and tenant:cc2db3b4991a4b2dbd46db8e5bf5ad79 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:51:16.683751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1f42e9d6-d5bb-4cbe-90c6-0abdff80f2fd req-2cc04ce3-1c6a-4f41-8115-985989e2541e tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:51:16.691500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-1f42e9d6-d5bb-4cbe-90c6-0abdff80f2fd req-2cc04ce3-1c6a-4f41-8115-985989e2541e tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:51:16.739978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c8f27ab-5257-430d-ad47-8b362f97cb23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:16.743975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c8f27ab-5257-430d-ad47-8b362f97cb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:16.758440 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-786a7e12-9060-42ff-9178-bae711992740 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:16.759099 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bad68941-480f-4ed5-ace2-aa5395c936b0 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:16.812069 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8c8f27ab-5257-430d-ad47-8b362f97cb23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c6f702966484439aea122607855b452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7892458 Jan 14 07:51:16.812069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f27ab-5257-430d-ad47-8b362f97cb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa118f1-f05b-46ab-8e86-714794366d35,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:16.815291 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8c8f27ab-5257-430d-ad47-8b362f97cb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:16.816250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40100) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:16.890719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f119749-209d-43b4-b2bc-7a9b2ea42dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:16.922609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f119749-209d-43b4-b2bc-7a9b2ea42dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:16.971882 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bad68941-480f-4ed5-ace2-aa5395c936b0 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:16.987191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f119749-209d-43b4-b2bc-7a9b2ea42dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:16.994622 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bad68941-480f-4ed5-ace2-aa5395c936b0 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:16.995312 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa84c71d-6862-4543-abd9-28f581451b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:17.001167 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3a891da-c40f-4616-b304-93bb1bcd688c tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:17.019856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f119749-209d-43b4-b2bc-7a9b2ea42dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa118f1-f05b-46ab-8e86-714794366d35,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:17.025255 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9f119749-209d-43b4-b2bc-7a9b2ea42dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:17.034579 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f119749-209d-43b4-b2bc-7a9b2ea42dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:17.036199 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9f119749-209d-43b4-b2bc-7a9b2ea42dbd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5aa118f1-f05b-46ab-8e86-714794366d35 HTTP/1.1" status: 204 len: 168 time: 0.2189240 Jan 14 07:51:17.094834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad68941-480f-4ed5-ace2-aa5395c936b0 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e363d6-420f-4497-a589-44429e4255c7,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:17.107892 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bad68941-480f-4ed5-ace2-aa5395c936b0 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:17.174414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e19cae-ef16-411b-9b9f-dd908d7f2c99 req-3bbe8b66-588d-4d9d-931a-1634e6e1b141 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:51:17.179122 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a3e19cae-ef16-411b-9b9f-dd908d7f2c99 req-3bbe8b66-588d-4d9d-931a-1634e6e1b141 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] 10.222.0.41 "GET /v2.0/networks?id=a5e30c25-6765-43a7-85a6-7c9bb63d093b HTTP/1.1" status: 200 len: 812 time: 0.4738877 Jan 14 07:51:17.200255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bad68941-480f-4ed5-ace2-aa5395c936b0 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:17.205771 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bad68941-480f-4ed5-ace2-aa5395c936b0 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5994689 Jan 14 07:51:17.205999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1f42e9d6-d5bb-4cbe-90c6-0abdff80f2fd req-2cc04ce3-1c6a-4f41-8115-985989e2541e tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:17.206459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40110) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:17.219287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-11a0e5b1-1e26-4423-b20e-68bd1c2ce9aa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '32e58cb4-dd76-46db-a394-d73c73bf6034', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:51:17.221316 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1f42e9d6-d5bb-4cbe-90c6-0abdff80f2fd req-2cc04ce3-1c6a-4f41-8115-985989e2541e tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:17.230390 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eb39e4f7-1995-4191-b344-2e65e4dbc1da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:17.236820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-11a0e5b1-1e26-4423-b20e-68bd1c2ce9aa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:51:17.242910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-11a0e5b1-1e26-4423-b20e-68bd1c2ce9aa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:51:17.246588 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a3e19cae-ef16-411b-9b9f-dd908d7f2c99 req-28da7c18-d658-4f3e-a129-f8599c4ed7a6 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] 10.222.0.41 "GET /v2.0/quotas/786b2b058427411589ac776aaf80142c HTTP/1.1" status: 200 len: 375 time: 0.0523534 Jan 14 07:51:17.246770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-11a0e5b1-1e26-4423-b20e-68bd1c2ce9aa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:51:17.253823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-11a0e5b1-1e26-4423-b20e-68bd1c2ce9aa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:51:17.308982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11a0e5b1-1e26-4423-b20e-68bd1c2ce9aa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:17.355002 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1f42e9d6-d5bb-4cbe-90c6-0abdff80f2fd req-2cc04ce3-1c6a-4f41-8115-985989e2541e tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:17.356705 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1f42e9d6-d5bb-4cbe-90c6-0abdff80f2fd req-2cc04ce3-1c6a-4f41-8115-985989e2541e tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8608973 Jan 14 07:51:17.377625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc04ce3-1c6a-4f41-8115-985989e2541e tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Pushing event updated for resources: {'SecurityGroup': ['ID=1d72aa7d-0946-48af-b53d-6e1bb6d3929e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:17.382963 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2cc04ce3-1c6a-4f41-8115-985989e2541e tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:17.421121 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a3e19cae-ef16-411b-9b9f-dd908d7f2c99 req-62705134-4d68-467e-bc25-9c60d584c1c5 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] 10.222.0.41 "GET /v2.0/ports?tenant_id=786b2b058427411589ac776aaf80142c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1591418 Jan 14 07:51:17.452783 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11a0e5b1-1e26-4423-b20e-68bd1c2ce9aa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:17.457727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11a0e5b1-1e26-4423-b20e-68bd1c2ce9aa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:17.491770 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-853f705b-c2b9-41f2-a054-e068c2fd0ffe tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:17.515048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0e5b1-1e26-4423-b20e-68bd1c2ce9aa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b901e1-d250-4062-bd9d-26f101296e50,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:17.517760 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-11a0e5b1-1e26-4423-b20e-68bd1c2ce9aa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:17.519362 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-11a0e5b1-1e26-4423-b20e-68bd1c2ce9aa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3106656 Jan 14 07:51:17.520501 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11a0e5b1-1e26-4423-b20e-68bd1c2ce9aa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:17.523787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40124) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:17.526667 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e72f2df7-78cb-467d-b0e9-0dd9b1a29c90 req-874014a6-3e09-4447-8eed-d9b73805d705 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] 10.222.0.41 "GET /v2.0/security-groups/1d72aa7d-0946-48af-b53d-6e1bb6d3929e HTTP/1.1" status: 200 len: 1812 time: 0.0867729 Jan 14 07:51:17.533902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-e72f2df7-78cb-467d-b0e9-0dd9b1a29c90 req-cca60734-c63d-4c24-8a66-68f72ae5e5a6 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d72aa7d-0946-48af-b53d-6e1bb6d3929e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:51:17.534297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-e72f2df7-78cb-467d-b0e9-0dd9b1a29c90 req-cca60734-c63d-4c24-8a66-68f72ae5e5a6 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d72aa7d-0946-48af-b53d-6e1bb6d3929e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:51:17.546967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-e72f2df7-78cb-467d-b0e9-0dd9b1a29c90 req-cca60734-c63d-4c24-8a66-68f72ae5e5a6 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:51:17.548180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b4ca1daa-d04e-48cf-9258-871de6f8939c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '32e58cb4-dd76-46db-a394-d73c73bf6034', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:51:17.568385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e72f2df7-78cb-467d-b0e9-0dd9b1a29c90 req-cca60734-c63d-4c24-8a66-68f72ae5e5a6 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Usage tracker for resource:security_group_rule and tenant:cc2db3b4991a4b2dbd46db8e5bf5ad79 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:51:17.571893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-e72f2df7-78cb-467d-b0e9-0dd9b1a29c90 req-cca60734-c63d-4c24-8a66-68f72ae5e5a6 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:51:17.575874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b4ca1daa-d04e-48cf-9258-871de6f8939c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:51:17.585340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b4ca1daa-d04e-48cf-9258-871de6f8939c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:51:17.591589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b4ca1daa-d04e-48cf-9258-871de6f8939c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:51:17.594254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-e72f2df7-78cb-467d-b0e9-0dd9b1a29c90 req-cca60734-c63d-4c24-8a66-68f72ae5e5a6 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:51:17.609891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b4ca1daa-d04e-48cf-9258-871de6f8939c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:51:17.665520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1daa-d04e-48cf-9258-871de6f8939c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:17.678686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-e72f2df7-78cb-467d-b0e9-0dd9b1a29c90 req-cca60734-c63d-4c24-8a66-68f72ae5e5a6 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:17.717094 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-e72f2df7-78cb-467d-b0e9-0dd9b1a29c90 req-cca60734-c63d-4c24-8a66-68f72ae5e5a6 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:17.720070 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-e72f2df7-78cb-467d-b0e9-0dd9b1a29c90 req-cca60734-c63d-4c24-8a66-68f72ae5e5a6 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:17.722145 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d1948914-e7de-4ff6-8d21-963b6af2820f tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:17.798763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca60734-c63d-4c24-8a66-68f72ae5e5a6 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edcf5797-88dd-4eea-9877-a170134ba745,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:17.804799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40132) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:17.808458 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cca60734-c63d-4c24-8a66-68f72ae5e5a6 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:17.811987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1daa-d04e-48cf-9258-871de6f8939c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:17.821130 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-e72f2df7-78cb-467d-b0e9-0dd9b1a29c90 req-cca60734-c63d-4c24-8a66-68f72ae5e5a6 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:17.824079 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e72f2df7-78cb-467d-b0e9-0dd9b1a29c90 req-cca60734-c63d-4c24-8a66-68f72ae5e5a6 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2962000 Jan 14 07:51:17.834442 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1daa-d04e-48cf-9258-871de6f8939c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:17.836712 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b19e0d69-8c65-4c20-919e-1b320e22e7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:17.853327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-a3e19cae-ef16-411b-9b9f-dd908d7f2c99 req-addc6185-1e54-42cd-ad3b-4f7e71eef361 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:51:17.854297 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a3e19cae-ef16-411b-9b9f-dd908d7f2c99 req-addc6185-1e54-42cd-ad3b-4f7e71eef361 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.3926568 Jan 14 07:51:17.865275 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-015b5bcd-4204-49a3-982e-b5a05f91bcdc tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:17.892324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b19e0d69-8c65-4c20-919e-1b320e22e7de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:51:17.895538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca1daa-d04e-48cf-9258-871de6f8939c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c6e0f4-6b37-40ba-88be-f900839076fd,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:17.903910 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b4ca1daa-d04e-48cf-9258-871de6f8939c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:17.920123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b19e0d69-8c65-4c20-919e-1b320e22e7de admin admin] Usage tracker for resource:security_group_rule and tenant:3e665b8721ba492bbd2e62eda0d0b3a3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:51:17.924028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b19e0d69-8c65-4c20-919e-1b320e22e7de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:51:17.927796 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4ca1daa-d04e-48cf-9258-871de6f8939c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:17.931826 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b4ca1daa-d04e-48cf-9258-871de6f8939c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4061568 Jan 14 07:51:17.932611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40138) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:17.938843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b19e0d69-8c65-4c20-919e-1b320e22e7de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:51:17.945685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f63e3209-540e-4637-ad22-7ecc7869bc49 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '32e58cb4-dd76-46db-a394-d73c73bf6034', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:51:17.964254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f63e3209-540e-4637-ad22-7ecc7869bc49 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:51:17.964427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f63e3209-540e-4637-ad22-7ecc7869bc49 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:51:17.972247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f63e3209-540e-4637-ad22-7ecc7869bc49 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:51:17.987169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f63e3209-540e-4637-ad22-7ecc7869bc49 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:51:18.009710 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-f63e3209-540e-4637-ad22-7ecc7869bc49 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Project 4017b6cd94cd44a1833c66614511a163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:51:18.022950 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f63e3209-540e-4637-ad22-7ecc7869bc49 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.150623 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f63e3209-540e-4637-ad22-7ecc7869bc49 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.160939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f63e3209-540e-4637-ad22-7ecc7869bc49 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.171029 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eff54e84-ee79-4f15-a2f5-4e9512b6658a tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:18.196112 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b19e0d69-8c65-4c20-919e-1b320e22e7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.206908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b19e0d69-8c65-4c20-919e-1b320e22e7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.216167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e3209-540e-4637-ad22-7ecc7869bc49 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3cae862-5e89-4028-8293-39967acda12d,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:18.235609 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f63e3209-540e-4637-ad22-7ecc7869bc49 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:18.239351 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f3d66cab-5938-4813-bdbb-4351a023789a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:18.264417 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b19e0d69-8c65-4c20-919e-1b320e22e7de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e665b8721ba492bbd2e62eda0d0b3a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4544339 Jan 14 07:51:18.268325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40152) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:18.307475 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f63e3209-540e-4637-ad22-7ecc7869bc49 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.311565 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f63e3209-540e-4637-ad22-7ecc7869bc49 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3721664 Jan 14 07:51:18.313545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40160) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:18.322904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e0d69-8c65-4c20-919e-1b320e22e7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdd25b9-a53b-45c0-b281-0246d9230e63,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:18.332142 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b19e0d69-8c65-4c20-919e-1b320e22e7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:18.344447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1cd1a52a-3546-433b-8edf-3a049adaf07f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'security_group_rule': {'security_group_id': '32e58cb4-dd76-46db-a394-d73c73bf6034', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:51:18.364213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1cd1a52a-3546-433b-8edf-3a049adaf07f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:51:18.371359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1cd1a52a-3546-433b-8edf-3a049adaf07f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:security_group_rule and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:51:18.376413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1cd1a52a-3546-433b-8edf-3a049adaf07f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:51:18.384683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1cd1a52a-3546-433b-8edf-3a049adaf07f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:51:18.407126 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-1cd1a52a-3546-433b-8edf-3a049adaf07f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Project 4017b6cd94cd44a1833c66614511a163 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:51:18.428865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1cd1a52a-3546-433b-8edf-3a049adaf07f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.502640 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-76e0ffee-933d-4787-9646-8dc4fb8884f1 req-721358fa-3140-4d89-95ca-a8c92fac8ff4 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] 10.222.0.41 "GET /v2.0/security-groups/1d72aa7d-0946-48af-b53d-6e1bb6d3929e HTTP/1.1" status: 200 len: 2406 time: 0.5867157 Jan 14 07:51:18.524348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b44e791-7b5b-4bef-bd6a-b1975bc947a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.539177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-76e0ffee-933d-4787-9646-8dc4fb8884f1 req-60d8e36b-bfd4-478e-81f0-24388caa428c tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d72aa7d-0946-48af-b53d-6e1bb6d3929e', 'remote_group_id': None}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:51:18.539758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-76e0ffee-933d-4787-9646-8dc4fb8884f1 req-60d8e36b-bfd4-478e-81f0-24388caa428c tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d72aa7d-0946-48af-b53d-6e1bb6d3929e', 'remote_group_id': None}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:51:18.562052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-76e0ffee-933d-4787-9646-8dc4fb8884f1 req-60d8e36b-bfd4-478e-81f0-24388caa428c tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:51:18.563072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b44e791-7b5b-4bef-bd6a-b1975bc947a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.569169 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a3e19cae-ef16-411b-9b9f-dd908d7f2c99 req-956a0e22-fee8-47b5-af68-064dfc5a60bc service neutron] 10.222.0.41 "GET /v2.0/networks/a5e30c25-6765-43a7-85a6-7c9bb63d093b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7074313 Jan 14 07:51:18.574927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-76e0ffee-933d-4787-9646-8dc4fb8884f1 req-60d8e36b-bfd4-478e-81f0-24388caa428c tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Usage tracker for resource:security_group_rule and tenant:cc2db3b4991a4b2dbd46db8e5bf5ad79 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:51:18.602957 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1cd1a52a-3546-433b-8edf-3a049adaf07f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.607692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-76e0ffee-933d-4787-9646-8dc4fb8884f1 req-60d8e36b-bfd4-478e-81f0-24388caa428c tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:51:18.608610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1cd1a52a-3546-433b-8edf-3a049adaf07f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.620039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-76e0ffee-933d-4787-9646-8dc4fb8884f1 req-60d8e36b-bfd4-478e-81f0-24388caa428c tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:51:18.629277 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc0a6438-d593-4666-b34f-56cb0498e00f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:18.672852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1a52a-3546-433b-8edf-3a049adaf07f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d49a9b8-59b2-4a45-948d-cf18cae54506,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:18.675753 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1cd1a52a-3546-433b-8edf-3a049adaf07f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:18.689039 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1cd1a52a-3546-433b-8edf-3a049adaf07f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.691894 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1cd1a52a-3546-433b-8edf-3a049adaf07f tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3657358 Jan 14 07:51:18.693762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40168) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:18.701933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5588ce8d-543a-4322-b0b1-3033c9fbb251 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'network': {'name': 'tempest-network-smoke--78697343', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'port_security_enabled': True}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:51:18.709350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5588ce8d-543a-4322-b0b1-3033c9fbb251 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:51:18.718001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5588ce8d-543a-4322-b0b1-3033c9fbb251 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:network and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:51:18.720061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5588ce8d-543a-4322-b0b1-3033c9fbb251 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:51:18.727324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5588ce8d-543a-4322-b0b1-3033c9fbb251 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:51:18.730078 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b44e791-7b5b-4bef-bd6a-b1975bc947a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.736705 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b19e0d69-8c65-4c20-919e-1b320e22e7de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:18.757997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44e791-7b5b-4bef-bd6a-b1975bc947a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdd25b9-a53b-45c0-b281-0246d9230e63,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:18.761725 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1b44e791-7b5b-4bef-bd6a-b1975bc947a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:18.762517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5588ce8d-543a-4322-b0b1-3033c9fbb251 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Made reservation on behalf of 4017b6cd94cd44a1833c66614511a163 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:51:18.790965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5588ce8d-543a-4322-b0b1-3033c9fbb251 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.810563 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-76e0ffee-933d-4787-9646-8dc4fb8884f1 req-60d8e36b-bfd4-478e-81f0-24388caa428c tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.829092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5588ce8d-543a-4322-b0b1-3033c9fbb251 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:51:18.841257 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b44e791-7b5b-4bef-bd6a-b1975bc947a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.844165 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1b44e791-7b5b-4bef-bd6a-b1975bc947a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0bdd25b9-a53b-45c0-b281-0246d9230e63 HTTP/1.1" status: 204 len: 168 time: 0.5747793 Jan 14 07:51:18.847504 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a3e19cae-ef16-411b-9b9f-dd908d7f2c99 req-ccae5347-8f1e-449d-8798-e74fb2a772f8 service neutron] 10.222.0.41 "GET /v2.0/networks/a5e30c25-6765-43a7-85a6-7c9bb63d093b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2670519 Jan 14 07:51:18.856801 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5588ce8d-543a-4322-b0b1-3033c9fbb251 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.857218 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-5588ce8d-543a-4322-b0b1-3033c9fbb251 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Added segment dbb011c2-5f62-490d-947a-c7542e38c887 of type vxlan for network 11b375bd-b1c7-4285-9d01-212e75b1ccae Jan 14 07:51:18.875049 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-76e0ffee-933d-4787-9646-8dc4fb8884f1 req-60d8e36b-bfd4-478e-81f0-24388caa428c tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.881032 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-76e0ffee-933d-4787-9646-8dc4fb8884f1 req-60d8e36b-bfd4-478e-81f0-24388caa428c tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.891760 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-22774919-564b-4a68-b0f9-3e47e896a0a1 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:18.943526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8e36b-bfd4-478e-81f0-24388caa428c tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4dc6839-e54f-43e8-812a-e9789d28e2b9,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:18.952572 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-60d8e36b-bfd4-478e-81f0-24388caa428c tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:18.954512 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5588ce8d-543a-4322-b0b1-3033c9fbb251 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.964844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-76e0ffee-933d-4787-9646-8dc4fb8884f1 req-60d8e36b-bfd4-478e-81f0-24388caa428c tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:18.970474 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-76e0ffee-933d-4787-9646-8dc4fb8884f1 req-60d8e36b-bfd4-478e-81f0-24388caa428c tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4435105 Jan 14 07:51:19.022484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5588ce8d-543a-4322-b0b1-3033c9fbb251 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:19.084660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5588ce8d-543a-4322-b0b1-3033c9fbb251 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:51:19.086598 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5588ce8d-543a-4322-b0b1-3033c9fbb251 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:19.096720 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:19.278675 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5588ce8d-543a-4322-b0b1-3033c9fbb251 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5834529 Jan 14 07:51:19.281961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40186) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:19.289264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588ce8d-543a-4322-b0b1-3033c9fbb251 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'Network': ['ID=11b375bd-b1c7-4285-9d01-212e75b1ccae,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:19.295352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1204885726', 'admin_state_up': True, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:51:19.296854 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5588ce8d-543a-4322-b0b1-3033c9fbb251 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:19.306761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 11b375bd-b1c7-4285-9d01-212e75b1ccae details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:51:19.332930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:51:19.341884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 11b375bd-b1c7-4285-9d01-212e75b1ccae details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:51:19.344487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:router and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:51:19.353376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:51:19.376398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:51:19.396018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 11b375bd-b1c7-4285-9d01-212e75b1ccae details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:51:19.407974 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:19.410504 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:19.499153 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:20.096549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-fd39d633-1885-4864-bcc7-6daa58f2db0c req-456d8467-bd45-4b59-af92-6d0bca7d5342 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Synchronizing usage tracker for tenant:cc2db3b4991a4b2dbd46db8e5bf5ad79 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:51:20.213332 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:20.218664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-fd39d633-1885-4864-bcc7-6daa58f2db0c req-456d8467-bd45-4b59-af92-6d0bca7d5342 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Unset dirty status for tenant:cc2db3b4991a4b2dbd46db8e5bf5ad79 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:51:20.220070 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-fd39d633-1885-4864-bcc7-6daa58f2db0c req-456d8467-bd45-4b59-af92-6d0bca7d5342 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-TestVolumeBackupRestore-762199132&fields=id&tenant_id=cc2db3b4991a4b2dbd46db8e5bf5ad79 HTTP/1.1" status: 200 len: 267 time: 0.4911027 Jan 14 07:51:20.409508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:51:21.100796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39d633-1885-4864-bcc7-6daa58f2db0c req-e44157af-59f2-40e5-9297-c1931c49d00c tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:51:21.101909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-fd39d633-1885-4864-bcc7-6daa58f2db0c req-e44157af-59f2-40e5-9297-c1931c49d00c tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Synchronizing usage tracker for tenant:cc2db3b4991a4b2dbd46db8e5bf5ad79 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:51:21.142145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-fd39d633-1885-4864-bcc7-6daa58f2db0c req-e44157af-59f2-40e5-9297-c1931c49d00c tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Unset dirty status for tenant:cc2db3b4991a4b2dbd46db8e5bf5ad79 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:51:21.143568 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-fd39d633-1885-4864-bcc7-6daa58f2db0c req-e44157af-59f2-40e5-9297-c1931c49d00c tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] 10.222.0.41 "GET /v2.0/networks?id=4d1fc18b-245f-4018-99c5-25ec9cc5b3b7 HTTP/1.1" status: 200 len: 814 time: 0.8638895 Jan 14 07:51:21.195159 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-fd39d633-1885-4864-bcc7-6daa58f2db0c req-b9938ad1-6d45-4895-8d09-521a229c12fb tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] 10.222.0.41 "GET /v2.0/quotas/cc2db3b4991a4b2dbd46db8e5bf5ad79 HTTP/1.1" status: 200 len: 375 time: 0.0440276 Jan 14 07:51:21.634315 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-fd39d633-1885-4864-bcc7-6daa58f2db0c req-bf7b3cc3-12b3-4d58-8b10-0b6855b7d008 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc2db3b4991a4b2dbd46db8e5bf5ad79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4107559 Jan 14 07:51:21.638618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:21.972084 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-fd39d633-1885-4864-bcc7-6daa58f2db0c req-b263ad33-4a36-4d72-8ed5-feb8ebae65ca service neutron] 10.222.0.41 "GET /v2.0/networks/4d1fc18b-245f-4018-99c5-25ec9cc5b3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683144 Jan 14 07:51:22.030080 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:22.669286 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-fd39d633-1885-4864-bcc7-6daa58f2db0c req-cac7bca1-abfb-42dd-8a27-79181f7270ab service neutron] 10.222.0.41 "GET /v2.0/networks/4d1fc18b-245f-4018-99c5-25ec9cc5b3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6948538 Jan 14 07:51:23.055531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Allocated IP 172.25.3.166 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/4fb4b485-54c0-48b9-b321-d39bf59b3236) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:51:23.453369 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:23.518655 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:23.553893 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2be3c88-1100-4080-9576-8f92f6f55b25 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:23.976392 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-55a7be3d-afd1-48d4-9ce6-0f80ec77e338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:24.098991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'Port': ['ID=4fb4b485-54c0-48b9-b321-d39bf59b3236,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:24.138527 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:24.484893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:51:24.493082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:51:24.503877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:51:25.332667 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0530080c-dd1e-48e5-91a5-96806db7bece req-25e6db80-d9ee-4391-95ae-12a6255ab1ab tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] 10.222.0.41 "GET /v2.0/security-groups/1d72aa7d-0946-48af-b53d-6e1bb6d3929e HTTP/1.1" status: 200 len: 3005 time: 0.1420395 Jan 14 07:51:25.785197 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:26.846409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6e34add4-13d7-4653-aa54-c2dde48af493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:27.007894 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0530080c-dd1e-48e5-91a5-96806db7bece req-e35daacf-76e3-4718-a2e1-1d566f908fb9 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:27.107065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0530080c-dd1e-48e5-91a5-96806db7bece req-e35daacf-76e3-4718-a2e1-1d566f908fb9 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:27.223548 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-cbcc9ec3-69f4-43ae-80ef-f56f47e7c78f req-d7b8cf57-667f-40b9-8377-81e3b7b4cc7c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] 10.222.0.41 "GET /v2.0/security-groups/699b13db-a294-4a55-89a7-721895572bfc HTTP/1.1" status: 200 len: 3001 time: 0.4266756 Jan 14 07:51:27.225450 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0530080c-dd1e-48e5-91a5-96806db7bece req-e35daacf-76e3-4718-a2e1-1d566f908fb9 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:27.235925 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ce58eddc-91a4-4fe2-834c-6dadf6b36b17 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:27.389426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35daacf-76e3-4718-a2e1-1d566f908fb9 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d72aa7d-0946-48af-b53d-6e1bb6d3929e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:27.527111 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:27.531612 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e35daacf-76e3-4718-a2e1-1d566f908fb9 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:27.747128 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-0530080c-dd1e-48e5-91a5-96806db7bece req-e35daacf-76e3-4718-a2e1-1d566f908fb9 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:27.748462 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-0530080c-dd1e-48e5-91a5-96806db7bece req-e35daacf-76e3-4718-a2e1-1d566f908fb9 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] 10.222.0.41 "DELETE /v2.0/security-groups/1d72aa7d-0946-48af-b53d-6e1bb6d3929e HTTP/1.1" status: 204 len: 173 time: 2.3292770 Jan 14 07:51:27.764357 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-cbcc9ec3-69f4-43ae-80ef-f56f47e7c78f req-093d675e-7ca2-4462-9f7b-32afa551d53c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:27.840189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-cbcc9ec3-69f4-43ae-80ef-f56f47e7c78f req-093d675e-7ca2-4462-9f7b-32afa551d53c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:27.852933 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:28.016773 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:28.262638 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-cbcc9ec3-69f4-43ae-80ef-f56f47e7c78f req-093d675e-7ca2-4462-9f7b-32afa551d53c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:28.281729 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f810b54d-004b-488b-a862-598eb01b6c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:28.352796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d675e-7ca2-4462-9f7b-32afa551d53c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Pushing event deleted for resources: {'SecurityGroup': ['ID=699b13db-a294-4a55-89a7-721895572bfc,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:28.363337 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-093d675e-7ca2-4462-9f7b-32afa551d53c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:28.403629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Router c96b4803-1c86-48eb-bb11-0314d9ed268b is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:51:28.456298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-cbcc9ec3-69f4-43ae-80ef-f56f47e7c78f req-093d675e-7ca2-4462-9f7b-32afa551d53c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:28.462789 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-cbcc9ec3-69f4-43ae-80ef-f56f47e7c78f req-093d675e-7ca2-4462-9f7b-32afa551d53c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] 10.222.0.41 "DELETE /v2.0/security-groups/699b13db-a294-4a55-89a7-721895572bfc HTTP/1.1" status: 204 len: 173 time: 1.2138655 Jan 14 07:51:28.690956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40384) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:28.945193 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:29.040946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:51:29.060141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] Sync routers for ids ['c96b4803-1c86-48eb-bb11-0314d9ed268b'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:51:29.098317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] Routers {'c96b4803-1c86-48eb-bb11-0314d9ed268b'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:51:29.101165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:51:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c96b4803-1c86-48eb-bb11-0314d9ed268b'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:29.164312 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:29.173689 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 9.8844247 Jan 14 07:51:29.174264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40420) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:29.309322 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-daf7953a-3533-498b-be79-b40d41495e9c tempest-TestNetworkAdvancedServerOps-1922871097 tempest-TestNetworkAdvancedServerOps-1922871097] 10.222.0.41 "GET /v2.0/subnets?project_id=4017b6cd94cd44a1833c66614511a163&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1201899 Jan 14 07:51:29.310300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40434) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:29.967512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba3495b-f204-464c-80da-5c0f8195d542 tempest-TestNetworkAdvancedServerOps-1922871097 tempest-TestNetworkAdvancedServerOps-1922871097] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:51:29.984660 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0ba3495b-f204-464c-80da-5c0f8195d542 tempest-TestNetworkAdvancedServerOps-1922871097 tempest-TestNetworkAdvancedServerOps-1922871097] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6690671 Jan 14 07:51:29.986600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40464) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:30.001696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] Set router c96b4803-1c86-48eb-bb11-0314d9ed268b gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:51:30.274019 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dcc7dbd6-b91a-4976-979b-1c6c1bb9e7f3 tempest-TestNetworkAdvancedServerOps-1922871097 tempest-TestNetworkAdvancedServerOps-1922871097] 10.222.0.41 "GET /v2.0/subnets?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2806294 Jan 14 07:51:30.274762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40480) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:30.302639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-017eb8f3-ade8-461f-81c0-208ae1d6a2a4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1079793408', 'network_id': '11b375bd-b1c7-4285-9d01-212e75b1ccae', 'project_id': '4017b6cd94cd44a1833c66614511a163', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:51:30.913665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-017eb8f3-ade8-461f-81c0-208ae1d6a2a4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:51:30.919124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-017eb8f3-ade8-461f-81c0-208ae1d6a2a4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Usage tracker for resource:subnet and tenant:4017b6cd94cd44a1833c66614511a163 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:51:30.923019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-017eb8f3-ade8-461f-81c0-208ae1d6a2a4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:51:30.932817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-017eb8f3-ade8-461f-81c0-208ae1d6a2a4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:51:30.948223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017eb8f3-ade8-461f-81c0-208ae1d6a2a4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Made reservation on behalf of 4017b6cd94cd44a1833c66614511a163 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:51:31.602237 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-017eb8f3-ade8-461f-81c0-208ae1d6a2a4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:32.291961 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09c9679a-9134-4442-b871-9806afe1ec60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:32.487415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96b4803-1c86-48eb-bb11-0314d9ed268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204885726', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '4fb4b485-54c0-48b9-b321-d39bf59b3236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:51:19Z', 'updated_at': '2021-01-14T07:51:25Z', 'revision_number': 3, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '4fb4b485-54c0-48b9-b321-d39bf59b3236', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96b4803-1c86-48eb-bb11-0314d9ed268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:51:22Z', 'updated_at': '2021-01-14T07:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:32.510419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] Checking router: c96b4803-1c86-48eb-bb11-0314d9ed268b for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:51:32.513651 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] Updating router c96b4803-1c86-48eb-bb11-0314d9ed268b port 4fb4b485-54c0-48b9-b321-d39bf59b3236 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:51:32.849065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:34.015745 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-017eb8f3-ade8-461f-81c0-208ae1d6a2a4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:34.086013 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-412afcd1-ad52-427f-ab4c-99ad84dd0f9f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:34.518013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017eb8f3-ade8-461f-81c0-208ae1d6a2a4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'Subnet': ['ID=b2fba209-6f03-4f82-abf9-68b0224917df,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:34.521291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-09c9679a-9134-4442-b871-9806afe1ec60 admin admin] Deleting port 7770b834-ebe2-4688-99b2-b889e1b42295 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:51:34.521730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09c9679a-9134-4442-b871-9806afe1ec60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:34.854899 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-017eb8f3-ade8-461f-81c0-208ae1d6a2a4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:34.920358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-09c9679a-9134-4442-b871-9806afe1ec60 admin admin] For port 7770b834-ebe2-4688-99b2-b889e1b42295, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7770b834-ebe2-4688-99b2-b889e1b42295,segment=NetworkSegment(cf62dbf3-1a13-4854-ae79-ef0c98706d87),segment_id=cf62dbf3-1a13-4854-ae79-ef0c98706d87)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:51:34.920767 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09c9679a-9134-4442-b871-9806afe1ec60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:35.475201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:35.500444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017eb8f3-ade8-461f-81c0-208ae1d6a2a4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Checking segment: {'id': 'dbb011c2-5f62-490d-947a-c7542e38c887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '11b375bd-b1c7-4285-9d01-212e75b1ccae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:51:35.502582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017eb8f3-ade8-461f-81c0-208ae1d6a2a4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network hostable DHCP agents. Network: 11b375bd-b1c7-4285-9d01-212e75b1ccae, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:51:35.540771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] Transition to ACTIVE for port object 4fb4b485-54c0-48b9-b321-d39bf59b3236 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:51:35.559533 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:35.564426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-09c9679a-9134-4442-b871-9806afe1ec60 admin admin] Calling delete_port for 7770b834-ebe2-4688-99b2-b889e1b42295 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:51:35.610065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017eb8f3-ade8-461f-81c0-208ae1d6a2a4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network 11b375bd-b1c7-4285-9d01-212e75b1ccae is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:51:35.628784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-017eb8f3-ade8-461f-81c0-208ae1d6a2a4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 11b375bd-b1c7-4285-9d01-212e75b1ccae) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:51:35.655013 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:35.690001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017eb8f3-ade8-461f-81c0-208ae1d6a2a4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:51:35.690868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-017eb8f3-ade8-461f-81c0-208ae1d6a2a4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:35.769600 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-017eb8f3-ade8-461f-81c0-208ae1d6a2a4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 5.4912562 Jan 14 07:51:35.773986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 40726) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:35.916395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2735e04-b38d-448a-a6de-1435e5db5e55 None None] Network 11b375bd-b1c7-4285-9d01-212e75b1ccae requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:51:36.010530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a0f6a-66bd-41f6-acfa-0ecc94d9b98f None None] Pushing event updated for resources: {'Port': ['ID=4fb4b485-54c0-48b9-b321-d39bf59b3236,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:36.175860 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-775a0f6a-66bd-41f6-acfa-0ecc94d9b98f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:36.316030 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09c9679a-9134-4442-b871-9806afe1ec60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:36.363755 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:36.544404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9679a-9134-4442-b871-9806afe1ec60 admin admin] Pushing event deleted for resources: {'Port': ['ID=7770b834-ebe2-4688-99b2-b889e1b42295,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:36.568852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40766) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:36.575982 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-09c9679a-9134-4442-b871-9806afe1ec60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:37.224674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-11b375bd-b1c7-4285-9d01-212e75b1ccae', 'network_id': '11b375bd-b1c7-4285-9d01-212e75b1ccae', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'fixed_ips': [{'subnet_id': 'b2fba209-6f03-4f82-abf9-68b0224917df'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:51:37.240537 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:37.332742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] Attempting to bind port 4fb4b485-54c0-48b9-b321-d39bf59b3236 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:51:37.334445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] Attempting to bind port 4fb4b485-54c0-48b9-b321-d39bf59b3236 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:51:37.338938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] Attempting to bind port 4fb4b485-54c0-48b9-b321-d39bf59b3236 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:51:37.445004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:51:37.458760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:51:37.459600 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:37.461762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:51:37.462586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] Bound port: 4fb4b485-54c0-48b9-b321-d39bf59b3236, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:51:37.464711 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:38.075048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] For port 4fb4b485-54c0-48b9-b321-d39bf59b3236, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:51:38.097840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] For port 4fb4b485-54c0-48b9-b321-d39bf59b3236, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4fb4b485-54c0-48b9-b321-d39bf59b3236,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:51:38.117628 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:38.690000 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6ef93479-537d-4e0f-9c40-7013c9ced12f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:39.098050 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09c9679a-9134-4442-b871-9806afe1ec60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:39.129516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a0f6a-66bd-41f6-acfa-0ecc94d9b98f None None] Pushing event updated for resources: {'Port': ['ID=4fb4b485-54c0-48b9-b321-d39bf59b3236,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:39.204807 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-775a0f6a-66bd-41f6-acfa-0ecc94d9b98f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:39.276802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] Routers {'c96b4803-1c86-48eb-bb11-0314d9ed268b'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:51:39.280685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:51:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c96b4803-1c86-48eb-bb11-0314d9ed268b'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:39.854257 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:39.999831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Allocated IP 172.20.0.2 (11b375bd-b1c7-4285-9d01-212e75b1ccae/b2fba209-6f03-4f82-abf9-68b0224917df/fca0bba5-65ab-4015-b02b-af20271da611) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:51:40.667884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:40.691182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Transition to ACTIVE for port object fca0bba5-65ab-4015-b02b-af20271da611 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:51:40.718249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Transition to ACTIVE for port object fca0bba5-65ab-4015-b02b-af20271da611 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:51:40.726259 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:41.154950 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89ad073d-d324-4b83-92d3-589879a6c963 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:41.343174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Pushing event updated for resources: {'Port': ['ID=fca0bba5-65ab-4015-b02b-af20271da611,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:41.374697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Network 11b375bd-b1c7-4285-9d01-212e75b1ccae is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:51:41.385502 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:41.387768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:51:41.393101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:51:41.573943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Attempting to bind port fca0bba5-65ab-4015-b02b-af20271da611 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:51:41.574908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Attempting to bind port fca0bba5-65ab-4015-b02b-af20271da611 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'dbb011c2-5f62-490d-947a-c7542e38c887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '11b375bd-b1c7-4285-9d01-212e75b1ccae'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:51:41.575966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Attempting to bind port fca0bba5-65ab-4015-b02b-af20271da611 on network 11b375bd-b1c7-4285-9d01-212e75b1ccae {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:51:41.600268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:51:41.600988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Checking segment: {'id': 'dbb011c2-5f62-490d-947a-c7542e38c887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '11b375bd-b1c7-4285-9d01-212e75b1ccae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:51:41.601663 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:41.602308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Bound using segment: {'id': 'dbb011c2-5f62-490d-947a-c7542e38c887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '11b375bd-b1c7-4285-9d01-212e75b1ccae'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:51:41.603114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Bound port: fca0bba5-65ab-4015-b02b-af20271da611, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb011c2-5f62-490d-947a-c7542e38c887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '11b375bd-b1c7-4285-9d01-212e75b1ccae'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:51:41.603807 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:41.791533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] For port fca0bba5-65ab-4015-b02b-af20271da611, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:51:41.798218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] For port fca0bba5-65ab-4015-b02b-af20271da611, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=fca0bba5-65ab-4015-b02b-af20271da611,segment=NetworkSegment(dbb011c2-5f62-490d-947a-c7542e38c887),segment_id=dbb011c2-5f62-490d-947a-c7542e38c887)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:51:41.816924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:42.240003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c9679a-9134-4442-b871-9806afe1ec60 admin admin] Router 6f2bb301-8831-429e-968c-dd61ad65f8dd has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:51:42.249578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Allocated IP 172.20.0.1 (11b375bd-b1c7-4285-9d01-212e75b1ccae/b2fba209-6f03-4f82-abf9-68b0224917df/b70b6999-077b-464f-9bd3-f5f143eff669) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:51:42.594533 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:42.624529 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2d63f573-5c0d-4226-a1d9-f347955b975b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:42.649776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Transition to ACTIVE for port object b70b6999-077b-464f-9bd3-f5f143eff669 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:51:42.683814 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:42.747187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c9679a-9134-4442-b871-9806afe1ec60 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:51:42.774554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c6fef-73e7-4c7b-aa89-4255e3fe1322 None None] Sync routers for ids ['6f2bb301-8831-429e-968c-dd61ad65f8dd'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:51:42.784989 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ede3a366-414d-4cff-b624-34bb0c020868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:42.830779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c6fef-73e7-4c7b-aa89-4255e3fe1322 None None] Routers {'6f2bb301-8831-429e-968c-dd61ad65f8dd'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:51:42.832146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b11c6fef-73e7-4c7b-aa89-4255e3fe1322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:51:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['6f2bb301-8831-429e-968c-dd61ad65f8dd'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:42.897512 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e89d32c7-ae08-4872-9068-ae774759cc0f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:42.984607 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-09c9679a-9134-4442-b871-9806afe1ec60 admin admin] 10.222.0.41 "PUT /v2.0/routers/6f2bb301-8831-429e-968c-dd61ad65f8dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2920461 Jan 14 07:51:42.986196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Pushing event updated for resources: {'Port': ['ID=fca0bba5-65ab-4015-b02b-af20271da611,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:42.986770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40982) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:43.001684 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:43.053745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 40984) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:43.057618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] Set router c96b4803-1c86-48eb-bb11-0314d9ed268b gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:51:43.356737 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network 11b375bd-b1c7-4285-9d01-212e75b1ccae is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:51:43.360669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'Port': ['ID=b70b6999-077b-464f-9bd3-f5f143eff669,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:43.370455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:51:43.401222 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:43.402568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:51:43.891300 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:43.973035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-b11c6fef-73e7-4c7b-aa89-4255e3fe1322 None None] Set router 6f2bb301-8831-429e-968c-dd61ad65f8dd gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:51:44.086686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device fca0bba5-65ab-4015-b02b-af20271da611 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:51:44.195693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b03441c7-d41d-40ff-a0aa-baafb7a8f39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:44.236038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96b4803-1c86-48eb-bb11-0314d9ed268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204885726', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '4fb4b485-54c0-48b9-b321-d39bf59b3236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:51:19Z', 'updated_at': '2021-01-14T07:51:25Z', 'revision_number': 3, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '4fb4b485-54c0-48b9-b321-d39bf59b3236', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96b4803-1c86-48eb-bb11-0314d9ed268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:51:22Z', 'updated_at': '2021-01-14T07:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:44.247405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a2f4f7-8fbb-49d5-9352-04c12361abb4 None None] The sync data for ids ['c96b4803-1c86-48eb-bb11-0314d9ed268b'] in n-d-769329-2 is: [{'id': 'c96b4803-1c86-48eb-bb11-0314d9ed268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204885726', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '4fb4b485-54c0-48b9-b321-d39bf59b3236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:51:19Z', 'updated_at': '2021-01-14T07:51:25Z', 'revision_number': 3, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '4fb4b485-54c0-48b9-b321-d39bf59b3236', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96b4803-1c86-48eb-bb11-0314d9ed268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:51:22Z', 'updated_at': '2021-01-14T07:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:51:44.253016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port fca0bba5-65ab-4015-b02b-af20271da611 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:51:44.316470 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edb30501-1f6e-4bb3-8b1b-0bf5091ef7a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:44.621083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:44.719211 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edb30501-1f6e-4bb3-8b1b-0bf5091ef7a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:44.736520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-edb30501-1f6e-4bb3-8b1b-0bf5091ef7a2 admin admin] Deleting port 4abd1131-f180-4f4d-8578-fc831239c1a3 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:51:44.736935 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edb30501-1f6e-4bb3-8b1b-0bf5091ef7a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:44.746608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b11c6fef-73e7-4c7b-aa89-4255e3fe1322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2bb301-8831-429e-968c-dd61ad65f8dd', 'name': 'tempest-TestVolumeBootPattern-2096400426-router', 'tenant_id': '786b2b058427411589ac776aaf80142c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '4abd1131-f180-4f4d-8578-fc831239c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:25Z', 'updated_at': '2021-01-14T07:51:36Z', 'revision_number': 5, 'project_id': '786b2b058427411589ac776aaf80142c', 'gw_port': {'id': '4abd1131-f180-4f4d-8578-fc831239c1a3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:53:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2bb301-8831-429e-968c-dd61ad65f8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:27Z', 'updated_at': '2021-01-14T07:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:44.752954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c6fef-73e7-4c7b-aa89-4255e3fe1322 None None] Checking router: 6f2bb301-8831-429e-968c-dd61ad65f8dd for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:51:44.795835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c6fef-73e7-4c7b-aa89-4255e3fe1322 None None] Routers {'6f2bb301-8831-429e-968c-dd61ad65f8dd'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:51:44.805717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b11c6fef-73e7-4c7b-aa89-4255e3fe1322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:51:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['6f2bb301-8831-429e-968c-dd61ad65f8dd'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:45.112695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b03441c7-d41d-40ff-a0aa-baafb7a8f39a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:51:45.289669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b03441c7-d41d-40ff-a0aa-baafb7a8f39a admin admin] Usage tracker for resource:security_group_rule and tenant:59b24a9a0c2147189e532727b31dc8fb is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:51:45.312644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b03441c7-d41d-40ff-a0aa-baafb7a8f39a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:51:45.376684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b03441c7-d41d-40ff-a0aa-baafb7a8f39a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:51:45.524386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-b11c6fef-73e7-4c7b-aa89-4255e3fe1322 None None] Set router 6f2bb301-8831-429e-968c-dd61ad65f8dd gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:51:45.637618 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b03441c7-d41d-40ff-a0aa-baafb7a8f39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:45.655964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b12047-6784-4f11-9082-dfcb1ae5d9e7 None None] Network 11b375bd-b1c7-4285-9d01-212e75b1ccae requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:51:45.802492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-edb30501-1f6e-4bb3-8b1b-0bf5091ef7a2 admin admin] For port 4abd1131-f180-4f4d-8578-fc831239c1a3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4abd1131-f180-4f4d-8578-fc831239c1a3,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:51:45.803333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edb30501-1f6e-4bb3-8b1b-0bf5091ef7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:46.070367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4fb4b485-54c0-48b9-b321-d39bf59b3236 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:51:46.232499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-edb30501-1f6e-4bb3-8b1b-0bf5091ef7a2 admin admin] Calling delete_port for 4abd1131-f180-4f4d-8578-fc831239c1a3 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:51:46.248834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a535266c-9d4e-49e3-931a-aef3fe9e2bf8 None None] Provisioning for port fca0bba5-65ab-4015-b02b-af20271da611 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:51:46.257991 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:46.274557 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:46.382246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 4fb4b485-54c0-48b9-b321-d39bf59b3236 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:51:46.411857 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:46.417960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a535266c-9d4e-49e3-931a-aef3fe9e2bf8 None None] Provisioning complete for port fca0bba5-65ab-4015-b02b-af20271da611 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:51:46.419417 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a535266c-9d4e-49e3-931a-aef3fe9e2bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:46.429764 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b03441c7-d41d-40ff-a0aa-baafb7a8f39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:46.466669 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:46.504001 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1edcc6cd-1cd1-49c0-84a8-f1fe072a56dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:46.522060 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b03441c7-d41d-40ff-a0aa-baafb7a8f39a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59b24a9a0c2147189e532727b31dc8fb&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4669108 Jan 14 07:51:46.525539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41006) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:46.594576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b11c6fef-73e7-4c7b-aa89-4255e3fe1322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2bb301-8831-429e-968c-dd61ad65f8dd', 'name': 'tempest-TestVolumeBootPattern-2096400426-router', 'tenant_id': '786b2b058427411589ac776aaf80142c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '4abd1131-f180-4f4d-8578-fc831239c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:25Z', 'updated_at': '2021-01-14T07:51:36Z', 'revision_number': 5, 'project_id': '786b2b058427411589ac776aaf80142c', 'gw_port': {'id': '4abd1131-f180-4f4d-8578-fc831239c1a3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:53:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2bb301-8831-429e-968c-dd61ad65f8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:27Z', 'updated_at': '2021-01-14T07:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:46.607619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c6fef-73e7-4c7b-aa89-4255e3fe1322 None None] The sync data for ids ['6f2bb301-8831-429e-968c-dd61ad65f8dd'] in n-d-769329-2 is: [{'id': '6f2bb301-8831-429e-968c-dd61ad65f8dd', 'name': 'tempest-TestVolumeBootPattern-2096400426-router', 'tenant_id': '786b2b058427411589ac776aaf80142c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '4abd1131-f180-4f4d-8578-fc831239c1a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:25Z', 'updated_at': '2021-01-14T07:51:36Z', 'revision_number': 5, 'project_id': '786b2b058427411589ac776aaf80142c', 'gw_port': {'id': '4abd1131-f180-4f4d-8578-fc831239c1a3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:53:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2bb301-8831-429e-968c-dd61ad65f8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:27Z', 'updated_at': '2021-01-14T07:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:51:46.619631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 4fb4b485-54c0-48b9-b321-d39bf59b3236 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:51:46.620107 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:46.766456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event updated for resources: {'Port': ['ID=b70b6999-077b-464f-9bd3-f5f143eff669,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:46.779197 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:46.792130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network 11b375bd-b1c7-4285-9d01-212e75b1ccae is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:51:46.794973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:51:46.917245 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:46.929539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:47.046108 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edb30501-1f6e-4bb3-8b1b-0bf5091ef7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:47.158510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03441c7-d41d-40ff-a0aa-baafb7a8f39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38f6762-229e-4bbd-a4b1-7f36e28afaeb,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:47.183845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a535266c-9d4e-49e3-931a-aef3fe9e2bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:47.190558 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b03441c7-d41d-40ff-a0aa-baafb7a8f39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:47.202864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Router c96b4803-1c86-48eb-bb11-0314d9ed268b has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:51:47.275609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-a535266c-9d4e-49e3-931a-aef3fe9e2bf8 None None] For port fca0bba5-65ab-4015-b02b-af20271da611, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=fca0bba5-65ab-4015-b02b-af20271da611,segment=NetworkSegment(dbb011c2-5f62-490d-947a-c7542e38c887),segment_id=dbb011c2-5f62-490d-947a-c7542e38c887)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:51:47.277195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:47.298304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 4fb4b485-54c0-48b9-b321-d39bf59b3236, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4fb4b485-54c0-48b9-b321-d39bf59b3236,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:51:47.301826 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a535266c-9d4e-49e3-931a-aef3fe9e2bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:47.306176 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5012d45-c1e3-487f-8cc6-6b2e5904ad14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:47.307511 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-53cef6a5-db0b-4f4f-8b60-66677418242f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:47.351940 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:47.424996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535266c-9d4e-49e3-931a-aef3fe9e2bf8 None None] Pushing event updated for resources: {'Port': ['ID=fca0bba5-65ab-4015-b02b-af20271da611,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:47.430597 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a535266c-9d4e-49e3-931a-aef3fe9e2bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:47.431935 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:47.549744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=4fb4b485-54c0-48b9-b321-d39bf59b3236,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:47.553833 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:47.562220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:51:47.607018 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "PUT /v2.0/routers/c96b4803-1c86-48eb-bb11-0314d9ed268b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8297911 Jan 14 07:51:47.633432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cb434ce6-6314-4a7b-9c3e-46e4a2cc1720 None None] Provisioning for port b70b6999-077b-464f-9bd3-f5f143eff669 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:51:47.658498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cb434ce6-6314-4a7b-9c3e-46e4a2cc1720 None None] Provisioning complete for port b70b6999-077b-464f-9bd3-f5f143eff669 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:51:47.659443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb434ce6-6314-4a7b-9c3e-46e4a2cc1720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:47.718254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ede3a366-414d-4cff-b624-34bb0c020868 admin admin] Deleting port 144d6b56-cd66-4fc1-a7c6-43be7012f59f {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:51:47.718641 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ede3a366-414d-4cff-b624-34bb0c020868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:47.816481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-cb434ce6-6314-4a7b-9c3e-46e4a2cc1720 None None] Port b70b6999-077b-464f-9bd3-f5f143eff669 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:51:47.862530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cb434ce6-6314-4a7b-9c3e-46e4a2cc1720 None None] Provisioning complete for port fca0bba5-65ab-4015-b02b-af20271da611 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:51:47.863337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb434ce6-6314-4a7b-9c3e-46e4a2cc1720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:47.988847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device fca0bba5-65ab-4015-b02b-af20271da611 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:51:48.449516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-d48fbc1f-dc17-432d-908e-f803adb0745b req-1cf591a9-ea6a-4460-8dc0-93db9ee27b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Synchronizing usage tracker for tenant:4017b6cd94cd44a1833c66614511a163 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:51:48.485255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-d48fbc1f-dc17-432d-908e-f803adb0745b req-1cf591a9-ea6a-4460-8dc0-93db9ee27b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Unset dirty status for tenant:4017b6cd94cd44a1833c66614511a163 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:51:48.501616 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d48fbc1f-dc17-432d-908e-f803adb0745b req-1cf591a9-ea6a-4460-8dc0-93db9ee27b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1423702126&fields=id&tenant_id=4017b6cd94cd44a1833c66614511a163 HTTP/1.1" status: 200 len: 267 time: 0.1777563 Jan 14 07:51:48.523267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port fca0bba5-65ab-4015-b02b-af20271da611 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:51:48.524979 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:48.550449 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-53cef6a5-db0b-4f4f-8b60-66677418242f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:48.700057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edb30501-1f6e-4bb3-8b1b-0bf5091ef7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:48.752863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4fb4b485-54c0-48b9-b321-d39bf59b3236 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:51:48.915083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-301d89fe-4e73-46d2-9f75-decbf556098d None None] Provisioning complete for port b70b6999-077b-464f-9bd3-f5f143eff669 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:51:48.915620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-301d89fe-4e73-46d2-9f75-decbf556098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:49.095755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-301d89fe-4e73-46d2-9f75-decbf556098d None None] Port b70b6999-077b-464f-9bd3-f5f143eff669 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:51:49.132956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-301d89fe-4e73-46d2-9f75-decbf556098d None None] Provisioning complete for port fca0bba5-65ab-4015-b02b-af20271da611 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:51:49.133496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-301d89fe-4e73-46d2-9f75-decbf556098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:49.262160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 4fb4b485-54c0-48b9-b321-d39bf59b3236 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:51:49.262859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:49.352078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] Sync routers for ids ['c96b4803-1c86-48eb-bb11-0314d9ed268b'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:51:49.394607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fbc1f-dc17-432d-908e-f803adb0745b req-a9dc2286-d213-46bd-95e6-ca2d85f7b66c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:51:49.395365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ede3a366-414d-4cff-b624-34bb0c020868 admin admin] For port 144d6b56-cd66-4fc1-a7c6-43be7012f59f, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=144d6b56-cd66-4fc1-a7c6-43be7012f59f,segment=NetworkSegment(40a54d12-39a7-4a1e-b06a-f92db6ee117e),segment_id=40a54d12-39a7-4a1e-b06a-f92db6ee117e)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:51:49.396905 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ede3a366-414d-4cff-b624-34bb0c020868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:49.405557 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d48fbc1f-dc17-432d-908e-f803adb0745b req-a9dc2286-d213-46bd-95e6-ca2d85f7b66c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "GET /v2.0/networks?id=11b375bd-b1c7-4285-9d01-212e75b1ccae HTTP/1.1" status: 200 len: 795 time: 0.8988531 Jan 14 07:51:49.440474 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d48fbc1f-dc17-432d-908e-f803adb0745b req-adb38e8a-53c0-4e8b-924a-f6ad6ac9dea5 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "GET /v2.0/quotas/4017b6cd94cd44a1833c66614511a163 HTTP/1.1" status: 200 len: 375 time: 0.0333638 Jan 14 07:51:49.490505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] Routers {'c96b4803-1c86-48eb-bb11-0314d9ed268b'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:51:49.491315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:51:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c96b4803-1c86-48eb-bb11-0314d9ed268b'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:49.582619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-d48fbc1f-dc17-432d-908e-f803adb0745b req-d618c7c8-2e12-440b-a12a-ae020223b903 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Synchronizing usage tracker for tenant:4017b6cd94cd44a1833c66614511a163 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:51:49.607904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-d48fbc1f-dc17-432d-908e-f803adb0745b req-d618c7c8-2e12-440b-a12a-ae020223b903 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Unset dirty status for tenant:4017b6cd94cd44a1833c66614511a163 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:51:49.616041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ede3a366-414d-4cff-b624-34bb0c020868 admin admin] Calling delete_port for 144d6b56-cd66-4fc1-a7c6-43be7012f59f owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:51:49.622564 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d48fbc1f-dc17-432d-908e-f803adb0745b req-d618c7c8-2e12-440b-a12a-ae020223b903 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "GET /v2.0/ports?tenant_id=4017b6cd94cd44a1833c66614511a163&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1736438 Jan 14 07:51:49.800311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7770b834-ebe2-4688-99b2-b889e1b42295 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:51:49.867610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-53cef6a5-db0b-4f4f-8b60-66677418242f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:49.873695 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b03441c7-d41d-40ff-a0aa-baafb7a8f39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:49.877313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9a5351a1-0d21-4a6f-9037-851261986df7 None None] Provisioning complete for port b70b6999-077b-464f-9bd3-f5f143eff669 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:51:49.877762 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a5351a1-0d21-4a6f-9037-851261986df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:49.900981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ede3a366-414d-4cff-b624-34bb0c020868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:49.908514 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d48fbc1f-dc17-432d-908e-f803adb0745b req-50c08709-06d1-4773-8600-819a195a8c73 service neutron] 10.222.0.41 "GET /v2.0/networks/11b375bd-b1c7-4285-9d01-212e75b1ccae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817895 Jan 14 07:51:49.945302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 7770b834-ebe2-4688-99b2-b889e1b42295 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:51:49.946988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7770b834-ebe2-4688-99b2-b889e1b42295 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:51:49.967395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9a5351a1-0d21-4a6f-9037-851261986df7 None None] Port b70b6999-077b-464f-9bd3-f5f143eff669 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:51:49.996212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9a5351a1-0d21-4a6f-9037-851261986df7 None None] Provisioning complete for port fca0bba5-65ab-4015-b02b-af20271da611 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:51:49.996714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9a5351a1-0d21-4a6f-9037-851261986df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:50.122175 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d48fbc1f-dc17-432d-908e-f803adb0745b req-57bd3ce8-831f-4009-b32f-427a9046d309 service neutron] 10.222.0.41 "GET /v2.0/networks/11b375bd-b1c7-4285-9d01-212e75b1ccae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2123401 Jan 14 07:51:50.135733 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edb30501-1f6e-4bb3-8b1b-0bf5091ef7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:50.139310 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edb30501-1f6e-4bb3-8b1b-0bf5091ef7a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:50.175435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cef6a5-db0b-4f4f-8b60-66677418242f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38f6762-229e-4bbd-a4b1-7f36e28afaeb,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:50.220033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edb30501-1f6e-4bb3-8b1b-0bf5091ef7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:50.221195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb30501-1f6e-4bb3-8b1b-0bf5091ef7a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f2bb301-8831-429e-968c-dd61ad65f8dd {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:51:50.227343 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-53cef6a5-db0b-4f4f-8b60-66677418242f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:50.228567 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-62494eef-0da3-42f5-b68d-06a114d39f1b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:50.338419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3a366-414d-4cff-b624-34bb0c020868 admin admin] Pushing event deleted for resources: {'Port': ['ID=144d6b56-cd66-4fc1-a7c6-43be7012f59f,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:50.372188 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ede3a366-414d-4cff-b624-34bb0c020868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:50.471967 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edb30501-1f6e-4bb3-8b1b-0bf5091ef7a2 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:50.473683 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-edb30501-1f6e-4bb3-8b1b-0bf5091ef7a2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6f2bb301-8831-429e-968c-dd61ad65f8dd HTTP/1.1" status: 204 len: 168 time: 7.4510834 Jan 14 07:51:50.476920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41044) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:50.504496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-53cef6a5-db0b-4f4f-8b60-66677418242f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:50.510652 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-53cef6a5-db0b-4f4f-8b60-66677418242f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b38f6762-229e-4bbd-a4b1-7f36e28afaeb HTTP/1.1" status: 204 len: 168 time: 3.9802744 Jan 14 07:51:50.689977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] Set router c96b4803-1c86-48eb-bb11-0314d9ed268b gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:51:50.787250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Deleting subnet b517540c-053c-4bf9-b228-b8dbc9507431 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:51:50.820768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:51.020941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:51.114089 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ede3a366-414d-4cff-b624-34bb0c020868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:51.231530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41064) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:51.263619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:51.679964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41076) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:51.749985 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fcf1cc78-1255-412a-a3e1-7a0ce17b8393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:51.762558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96b4803-1c86-48eb-bb11-0314d9ed268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204885726', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '4fb4b485-54c0-48b9-b321-d39bf59b3236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:51:19Z', 'updated_at': '2021-01-14T07:51:44Z', 'revision_number': 4, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '4fb4b485-54c0-48b9-b321-d39bf59b3236', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96b4803-1c86-48eb-bb11-0314d9ed268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:51:22Z', 'updated_at': '2021-01-14T07:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'b70b6999-077b-464f-9bd3-f5f143eff669', 'name': '', 'network_id': '11b375bd-b1c7-4285-9d01-212e75b1ccae', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'mac_address': 'fa:16:3e:59:00:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96b4803-1c86-48eb-bb11-0314d9ed268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'b2fba209-6f03-4f82-abf9-68b0224917df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:51:41Z', 'updated_at': '2021-01-14T07:51:45Z', 'revision_number': 2, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'subnets': [{'id': 'b2fba209-6f03-4f82-abf9-68b0224917df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:51.773505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] Checking router: c96b4803-1c86-48eb-bb11-0314d9ed268b for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:51:51.773916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] Updating router c96b4803-1c86-48eb-bb11-0314d9ed268b port b70b6999-077b-464f-9bd3-f5f143eff669 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:51:51.884731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:51.922564 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:52.193158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fcf1cc78-1255-412a-a3e1-7a0ce17b8393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:51:52.196104 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b096fca0-7bda-4a4c-a300-4b45edf6579f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:52.260679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fcf1cc78-1255-412a-a3e1-7a0ce17b8393 admin admin] Usage tracker for resource:security_group_rule and tenant:4b87696146f84773934d7b3cbfb6c206 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:51:52.264214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b517540c-053c-4bf9-b228-b8dbc9507431,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:52.275668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fcf1cc78-1255-412a-a3e1-7a0ce17b8393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:51:52.304530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.305335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.305912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.306443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.307313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.308064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.308787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.309685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.310377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.310951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.311888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.312585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.313459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.314054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.314570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.315122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.315951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.316621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.317203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.318650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.319331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.320103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.320746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.321370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.322536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.323108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.323738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.324200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.324850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.325726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.326414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.327105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.327611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.328233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.328652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.329067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:51:52.340142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fcf1cc78-1255-412a-a3e1-7a0ce17b8393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:51:52.343613 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:52.346761 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:52.358862 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-922931bb-9e88-453f-a5fb-95b99c6a8517 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b517540c-053c-4bf9-b228-b8dbc9507431 HTTP/1.1" status: 204 len: 168 time: 1.8768032 Jan 14 07:51:52.363113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41080) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:52.554480 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:52.634215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4abd1131-f180-4f4d-8578-fc831239c1a3 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:51:52.703884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297057d5-4262-44a9-8065-feb9b9dec5d0 None None] Network a5e30c25-6765-43a7-85a6-7c9bb63d093b requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:51:52.706461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] Deleting port 668ed5c3-75cf-4944-bab1-11948ee0be20 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:51:52.707055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:53.010782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 4abd1131-f180-4f4d-8578-fc831239c1a3 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:51:53.011444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4abd1131-f180-4f4d-8578-fc831239c1a3 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:51:53.098181 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9de69a5-450d-4025-9f3a-4d0845ef6b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:53.111609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] For port 668ed5c3-75cf-4944-bab1-11948ee0be20, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=668ed5c3-75cf-4944-bab1-11948ee0be20,segment=NetworkSegment(cf62dbf3-1a13-4854-ae79-ef0c98706d87),segment_id=cf62dbf3-1a13-4854-ae79-ef0c98706d87)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:51:53.112043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:53.133735 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fcf1cc78-1255-412a-a3e1-7a0ce17b8393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:53.200998 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fcf1cc78-1255-412a-a3e1-7a0ce17b8393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:53.345971 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d6f18e01-22d3-4c72-b4df-d0288db8a9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:53.450678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] Calling delete_port for 668ed5c3-75cf-4944-bab1-11948ee0be20 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:51:53.573012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfcde04-7245-4e33-9a5d-223fe4bc294f None None] DHCP port deletion for a5e30c25-6765-43a7-85a6-7c9bb63d093b request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:51:53.580240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1cc78-1255-412a-a3e1-7a0ce17b8393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1504498-92a5-4f71-ac1e-6995369e48ca,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:53.587098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0dfcde04-7245-4e33-9a5d-223fe4bc294f None None] Deleting port 668ed5c3-75cf-4944-bab1-11948ee0be20 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:51:53.587771 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0dfcde04-7245-4e33-9a5d-223fe4bc294f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:53.596316 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fcf1cc78-1255-412a-a3e1-7a0ce17b8393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:53.732532 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:53.749431 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fcf1cc78-1255-412a-a3e1-7a0ce17b8393 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b87696146f84773934d7b3cbfb6c206&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0672653 Jan 14 07:51:53.754038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41092) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:53.797738 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:53.822500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0dfcde04-7245-4e33-9a5d-223fe4bc294f None None] The port '668ed5c3-75cf-4944-bab1-11948ee0be20' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:51:53.829840 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2541e36e-72cb-4449-a3ad-4ce66d75978b tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:53.840949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] Transition to ACTIVE for port object b70b6999-077b-464f-9bd3-f5f143eff669 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:51:53.854250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:53.882801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede3a366-414d-4cff-b624-34bb0c020868 admin admin] Router 4ec62fd3-d608-4df9-ba60-1f05271790d4 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:51:53.888734 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f8deab17-96b1-4ae6-800b-ddb06d70c5a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:54.120146 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c57b9c8b-9725-40f4-a21c-5a627dfb3667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:54.224392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef28b8-d441-4ce5-ba11-58341508206d None None] Pushing event updated for resources: {'Port': ['ID=b70b6999-077b-464f-9bd3-f5f143eff669,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:54.232309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 668ed5c3-75cf-4944-bab1-11948ee0be20 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:51:54.297908 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-32ef28b8-d441-4ce5-ba11-58341508206d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:54.303817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 668ed5c3-75cf-4944-bab1-11948ee0be20 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:51:54.304527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 668ed5c3-75cf-4944-bab1-11948ee0be20 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:51:54.324463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] Pushing event deleted for resources: {'Port': ['ID=668ed5c3-75cf-4944-bab1-11948ee0be20,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:54.355600 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:54.419876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] No DVR routers for this DVR port 668ed5c3-75cf-4944-bab1-11948ee0be20 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:51:54.423075 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33b33824-28dd-41ae-a734-f61acc1bbac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:54.497104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede3a366-414d-4cff-b624-34bb0c020868 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:51:54.508758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a593265a-b564-4cfb-ae10-761dc3317717 None None] Sync routers for ids ['4ec62fd3-d608-4df9-ba60-1f05271790d4'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:51:54.514600 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ede3a366-414d-4cff-b624-34bb0c020868 admin admin] 10.222.0.41 "PUT /v2.0/routers/4ec62fd3-d608-4df9-ba60-1f05271790d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6670449 Jan 14 07:51:54.516043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41096) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:54.543403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a593265a-b564-4cfb-ae10-761dc3317717 None None] Routers {'4ec62fd3-d608-4df9-ba60-1f05271790d4'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:51:54.544358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a593265a-b564-4cfb-ae10-761dc3317717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:51:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['4ec62fd3-d608-4df9-ba60-1f05271790d4'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:54.563888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] Attempting to bind port b70b6999-077b-464f-9bd3-f5f143eff669 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:51:54.566137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] Attempting to bind port b70b6999-077b-464f-9bd3-f5f143eff669 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'dbb011c2-5f62-490d-947a-c7542e38c887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '11b375bd-b1c7-4285-9d01-212e75b1ccae'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:51:54.566696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] Attempting to bind port b70b6999-077b-464f-9bd3-f5f143eff669 on network 11b375bd-b1c7-4285-9d01-212e75b1ccae {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:51:54.584981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33b33824-28dd-41ae-a734-f61acc1bbac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:54.589769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:51:54.591928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] Checking segment: {'id': 'dbb011c2-5f62-490d-947a-c7542e38c887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '11b375bd-b1c7-4285-9d01-212e75b1ccae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:51:54.600092 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:54.604146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] Bound using segment: {'id': 'dbb011c2-5f62-490d-947a-c7542e38c887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '11b375bd-b1c7-4285-9d01-212e75b1ccae'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:51:54.604995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] Bound port: b70b6999-077b-464f-9bd3-f5f143eff669, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb011c2-5f62-490d-947a-c7542e38c887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '11b375bd-b1c7-4285-9d01-212e75b1ccae'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:51:54.605698 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:54.751376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33b33824-28dd-41ae-a734-f61acc1bbac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:54.762636 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a5a81ff5-f428-4806-bccb-fe1850a7e555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:54.780882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b33824-28dd-41ae-a734-f61acc1bbac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1504498-92a5-4f71-ac1e-6995369e48ca,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:54.903068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] For port b70b6999-077b-464f-9bd3-f5f143eff669, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:51:54.914256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] For port b70b6999-077b-464f-9bd3-f5f143eff669, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b70b6999-077b-464f-9bd3-f5f143eff669,segment=NetworkSegment(dbb011c2-5f62-490d-947a-c7542e38c887),segment_id=dbb011c2-5f62-490d-947a-c7542e38c887)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:51:54.930589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:54.953965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f9de69a5-450d-4025-9f3a-4d0845ef6b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Deleting port b70b6999-077b-464f-9bd3-f5f143eff669 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:51:54.954304 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9de69a5-450d-4025-9f3a-4d0845ef6b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:55.037049 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:55.153067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a770-1e50-4e45-847b-8b7091d7aec9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:55.164706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-a593265a-b564-4cfb-ae10-761dc3317717 None None] Set router 4ec62fd3-d608-4df9-ba60-1f05271790d4 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:51:55.187379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e30c25-6765-43a7-85a6-7c9bb63d093b']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:55.205011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf62dbf3-1a13-4854-ae79-ef0c98706d87') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:55.205920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf62dbf3-1a13-4854-ae79-ef0c98706d87') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:55.224262 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:55.241865 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a535266c-9d4e-49e3-931a-aef3fe9e2bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:55.242477 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-33b33824-28dd-41ae-a734-f61acc1bbac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:55.243619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-33b33824-28dd-41ae-a734-f61acc1bbac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:55.245157 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-33b33824-28dd-41ae-a734-f61acc1bbac8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1504498-92a5-4f71-ac1e-6995369e48ca HTTP/1.1" status: 204 len: 168 time: 1.4886019 Jan 14 07:51:55.262489 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:55.268653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:51:55.490376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] Routers {'c96b4803-1c86-48eb-bb11-0314d9ed268b'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:51:55.491833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:51:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c96b4803-1c86-48eb-bb11-0314d9ed268b'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:55.505274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a770-1e50-4e45-847b-8b7091d7aec9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:55.522781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-bfa9a770-1e50-4e45-847b-8b7091d7aec9 admin admin] Deleting port ca545339-6f51-43c1-9931-c2440fa94f13 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:51:55.525384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a770-1e50-4e45-847b-8b7091d7aec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:55.810693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef28b8-d441-4ce5-ba11-58341508206d None None] Pushing event updated for resources: {'Port': ['ID=b70b6999-077b-464f-9bd3-f5f143eff669,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:55.852396 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-32ef28b8-d441-4ce5-ba11-58341508206d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:55.889685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a593265a-b564-4cfb-ae10-761dc3317717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec62fd3-d608-4df9-ba60-1f05271790d4', 'name': 'tempest-TestVolumeBackupRestore-1630469406-router', 'tenant_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ca545339-6f51-43c1-9931-c2440fa94f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:30Z', 'updated_at': '2021-01-14T07:51:49Z', 'revision_number': 5, 'project_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'gw_port': {'id': 'ca545339-6f51-43c1-9931-c2440fa94f13', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec62fd3-d608-4df9-ba60-1f05271790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:32Z', 'updated_at': '2021-01-14T07:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:55.895308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a593265a-b564-4cfb-ae10-761dc3317717 None None] Checking router: 4ec62fd3-d608-4df9-ba60-1f05271790d4 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:51:55.908604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a593265a-b564-4cfb-ae10-761dc3317717 None None] Routers {'4ec62fd3-d608-4df9-ba60-1f05271790d4'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:51:55.909318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a593265a-b564-4cfb-ae10-761dc3317717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:51:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['4ec62fd3-d608-4df9-ba60-1f05271790d4'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:56.025328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-bfa9a770-1e50-4e45-847b-8b7091d7aec9 admin admin] For port ca545339-6f51-43c1-9931-c2440fa94f13, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ca545339-6f51-43c1-9931-c2440fa94f13,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:51:56.025729 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a770-1e50-4e45-847b-8b7091d7aec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:56.036150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] Network a5e30c25-6765-43a7-85a6-7c9bb63d093b has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:51:56.070602 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:56.341740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] Set router c96b4803-1c86-48eb-bb11-0314d9ed268b gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:51:56.482384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-a593265a-b564-4cfb-ae10-761dc3317717 None None] Set router 4ec62fd3-d608-4df9-ba60-1f05271790d4 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:51:56.547530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-bfa9a770-1e50-4e45-847b-8b7091d7aec9 admin admin] Calling delete_port for ca545339-6f51-43c1-9931-c2440fa94f13 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:51:56.887610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] Network a5e30c25-6765-43a7-85a6-7c9bb63d093b has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:51:56.951162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bf29d0c-f9da-4e14-9b72-907ee258ae07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:51:57.043727 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:51:57.280725 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:57.291882 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a770-1e50-4e45-847b-8b7091d7aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:57.298544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:57.309862 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-38a9a400-96c6-4b3a-8dad-ae3c410c10b6 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:57.384831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96b4803-1c86-48eb-bb11-0314d9ed268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204885726', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '4fb4b485-54c0-48b9-b321-d39bf59b3236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:51:19Z', 'updated_at': '2021-01-14T07:51:44Z', 'revision_number': 4, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '4fb4b485-54c0-48b9-b321-d39bf59b3236', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96b4803-1c86-48eb-bb11-0314d9ed268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:51:22Z', 'updated_at': '2021-01-14T07:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'b70b6999-077b-464f-9bd3-f5f143eff669', 'name': '', 'network_id': '11b375bd-b1c7-4285-9d01-212e75b1ccae', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'mac_address': 'fa:16:3e:59:00:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96b4803-1c86-48eb-bb11-0314d9ed268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'b2fba209-6f03-4f82-abf9-68b0224917df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:51:41Z', 'updated_at': '2021-01-14T07:51:54Z', 'revision_number': 4, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'subnets': [{'id': 'b2fba209-6f03-4f82-abf9-68b0224917df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:57.405233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9112c-0bdc-411f-a188-997fa0bbd259 None None] The sync data for ids ['c96b4803-1c86-48eb-bb11-0314d9ed268b'] in n-d-769329-2 is: [{'id': 'c96b4803-1c86-48eb-bb11-0314d9ed268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204885726', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '4fb4b485-54c0-48b9-b321-d39bf59b3236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:51:19Z', 'updated_at': '2021-01-14T07:51:44Z', 'revision_number': 4, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '4fb4b485-54c0-48b9-b321-d39bf59b3236', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96b4803-1c86-48eb-bb11-0314d9ed268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:51:22Z', 'updated_at': '2021-01-14T07:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'b70b6999-077b-464f-9bd3-f5f143eff669', 'name': '', 'network_id': '11b375bd-b1c7-4285-9d01-212e75b1ccae', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'mac_address': 'fa:16:3e:59:00:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96b4803-1c86-48eb-bb11-0314d9ed268b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'b2fba209-6f03-4f82-abf9-68b0224917df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:51:41Z', 'updated_at': '2021-01-14T07:51:54Z', 'revision_number': 4, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'subnets': [{'id': 'b2fba209-6f03-4f82-abf9-68b0224917df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:51:57.427605 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] 10.222.0.41 "DELETE /v2.0/networks/a5e30c25-6765-43a7-85a6-7c9bb63d093b HTTP/1.1" status: 204 len: 168 time: 5.0611780 Jan 14 07:51:57.429499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41124) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:57.435881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e30c25-6765-43a7-85a6-7c9bb63d093b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:57.448276 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:57.468648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:51:57.487529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:57.747965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-a593265a-b564-4cfb-ae10-761dc3317717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec62fd3-d608-4df9-ba60-1f05271790d4', 'name': 'tempest-TestVolumeBackupRestore-1630469406-router', 'tenant_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ca545339-6f51-43c1-9931-c2440fa94f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:30Z', 'updated_at': '2021-01-14T07:51:49Z', 'revision_number': 5, 'project_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'gw_port': {'id': 'ca545339-6f51-43c1-9931-c2440fa94f13', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec62fd3-d608-4df9-ba60-1f05271790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:32Z', 'updated_at': '2021-01-14T07:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:51:57.755340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a593265a-b564-4cfb-ae10-761dc3317717 None None] The sync data for ids ['4ec62fd3-d608-4df9-ba60-1f05271790d4'] in n-d-769329-2 is: [{'id': '4ec62fd3-d608-4df9-ba60-1f05271790d4', 'name': 'tempest-TestVolumeBackupRestore-1630469406-router', 'tenant_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'ca545339-6f51-43c1-9931-c2440fa94f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:46:30Z', 'updated_at': '2021-01-14T07:51:49Z', 'revision_number': 5, 'project_id': 'cc2db3b4991a4b2dbd46db8e5bf5ad79', 'gw_port': {'id': 'ca545339-6f51-43c1-9931-c2440fa94f13', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec62fd3-d608-4df9-ba60-1f05271790d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:46:32Z', 'updated_at': '2021-01-14T07:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:51:58.052638 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a770-1e50-4e45-847b-8b7091d7aec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:58.075265 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:58.381454 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a770-1e50-4e45-847b-8b7091d7aec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:58.384246 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a770-1e50-4e45-847b-8b7091d7aec9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:58.387738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b70b6999-077b-464f-9bd3-f5f143eff669 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:51:58.422556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f9de69a5-450d-4025-9f3a-4d0845ef6b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] For port b70b6999-077b-464f-9bd3-f5f143eff669, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b70b6999-077b-464f-9bd3-f5f143eff669,segment=NetworkSegment(dbb011c2-5f62-490d-947a-c7542e38c887),segment_id=dbb011c2-5f62-490d-947a-c7542e38c887)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:51:58.423210 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9de69a5-450d-4025-9f3a-4d0845ef6b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:58.480690 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a770-1e50-4e45-847b-8b7091d7aec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:58.482217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa9a770-1e50-4e45-847b-8b7091d7aec9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ec62fd3-d608-4df9-ba60-1f05271790d4 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:51:58.668976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port b70b6999-077b-464f-9bd3-f5f143eff669 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:51:58.684344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port b70b6999-077b-464f-9bd3-f5f143eff669 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:51:58.684773 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:58.936283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f9de69a5-450d-4025-9f3a-4d0845ef6b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Calling delete_port for b70b6999-077b-464f-9bd3-f5f143eff669 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:51:59.048353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:59.071442 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:59.183157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port b70b6999-077b-464f-9bd3-f5f143eff669, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b70b6999-077b-464f-9bd3-f5f143eff669,segment=NetworkSegment(dbb011c2-5f62-490d-947a-c7542e38c887),segment_id=dbb011c2-5f62-490d-947a-c7542e38c887)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:51:59.187559 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:59.189807 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-65e625c1-ac22-4186-9c98-ccb7df604d04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:51:59.276172 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a770-1e50-4e45-847b-8b7091d7aec9 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:59.277620 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bfa9a770-1e50-4e45-847b-8b7091d7aec9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4ec62fd3-d608-4df9-ba60-1f05271790d4 HTTP/1.1" status: 204 len: 168 time: 4.7557080 Jan 14 07:51:59.293667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41144) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:51:59.302383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=b70b6999-077b-464f-9bd3-f5f143eff669,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:51:59.307689 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:51:59.308798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 144d6b56-cd66-4fc1-a7c6-43be7012f59f no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:51:59.402552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 144d6b56-cd66-4fc1-a7c6-43be7012f59f {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:51:59.405241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 144d6b56-cd66-4fc1-a7c6-43be7012f59f not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:51:59.483005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Deleting subnet b3d4d420-4530-4257-9f4f-c2936e12919c {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:51:59.486984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-f9de69a5-450d-4025-9f3a-4d0845ef6b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:51:59.489661 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-f9de69a5-450d-4025-9f3a-4d0845ef6b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:51:59.496062 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:59.622860 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:51:59.836635 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:00.041732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b79fcd3-0937-494c-88f9-eff97e3ec903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:00.184836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b70b6999-077b-464f-9bd3-f5f143eff669 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:52:00.225644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f9de69a5-450d-4025-9f3a-4d0845ef6b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Deleting port b70b6999-077b-464f-9bd3-f5f143eff669 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:52:00.227929 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9de69a5-450d-4025-9f3a-4d0845ef6b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:00.502026 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:00.718544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port b70b6999-077b-464f-9bd3-f5f143eff669 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:52:00.719582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:01.033154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ca545339-6f51-43c1-9931-c2440fa94f13 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:52:01.101007 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-845b4fb1-bcd6-4009-b97f-984cfca67751 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:01.118817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3b79fcd3-0937-494c-88f9-eff97e3ec903 admin admin] Deleting port b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:52:01.121776 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b79fcd3-0937-494c-88f9-eff97e3ec903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:01.154249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: ca545339-6f51-43c1-9931-c2440fa94f13 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:52:01.154891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ca545339-6f51-43c1-9931-c2440fa94f13 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:52:01.259057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3d4d420-4530-4257-9f4f-c2936e12919c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:01.268174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8daf37-c24d-4d6c-906d-16612acf9bc9 None None] Network 4d1fc18b-245f-4018-99c5-25ec9cc5b3b7 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:52:01.282981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:01.423322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3b79fcd3-0937-494c-88f9-eff97e3ec903 admin admin] For port b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d,segment=NetworkSegment(cf750f24-3f6a-490c-9986-e41d47db372b),segment_id=cf750f24-3f6a-490c-9986-e41d47db372b)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:52:01.423812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b79fcd3-0937-494c-88f9-eff97e3ec903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:01.467925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.468611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.469346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.470054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.470730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.471426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.472188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.472903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.474163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.475199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.475589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.476505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.477149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.477836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.478550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.479252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.479981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.480686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.481367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.482059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.482769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.483426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.504422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.506294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.506609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.507322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.508057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.508766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.509483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.510193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.510908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.511627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.512344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.513047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.513748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.514459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:01.635198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3b79fcd3-0937-494c-88f9-eff97e3ec903 admin admin] Calling delete_port for b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:52:01.699540 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:01.722329 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b3d4d420-4530-4257-9f4f-c2936e12919c HTTP/1.1" status: 204 len: 168 time: 2.4273214 Jan 14 07:52:01.727068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41178) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:02.027287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:02.136988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3590125a-0126-4f27-8b0b-1b578acf77a6 None None] DHCP port deletion for 4d1fc18b-245f-4018-99c5-25ec9cc5b3b7 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:52:02.143809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3590125a-0126-4f27-8b0b-1b578acf77a6 None None] Deleting port e77590fe-7013-490b-b823-0564c9d2d0bb {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:52:02.144237 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3590125a-0126-4f27-8b0b-1b578acf77a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:02.170862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f9de69a5-450d-4025-9f3a-4d0845ef6b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] For port b70b6999-077b-464f-9bd3-f5f143eff669, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b70b6999-077b-464f-9bd3-f5f143eff669,segment=NetworkSegment(dbb011c2-5f62-490d-947a-c7542e38c887),segment_id=dbb011c2-5f62-490d-947a-c7542e38c887)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:52:02.171764 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9de69a5-450d-4025-9f3a-4d0845ef6b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:02.387244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f9de69a5-450d-4025-9f3a-4d0845ef6b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Calling delete_port for b70b6999-077b-464f-9bd3-f5f143eff669 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:52:02.588757 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b79fcd3-0937-494c-88f9-eff97e3ec903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:02.636112 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:02.666050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3590125a-0126-4f27-8b0b-1b578acf77a6 None None] For port e77590fe-7013-490b-b823-0564c9d2d0bb, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e77590fe-7013-490b-b823-0564c9d2d0bb,segment=NetworkSegment(40a54d12-39a7-4a1e-b06a-f92db6ee117e),segment_id=40a54d12-39a7-4a1e-b06a-f92db6ee117e)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:52:02.666509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3590125a-0126-4f27-8b0b-1b578acf77a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:02.668916 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9de69a5-450d-4025-9f3a-4d0845ef6b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:02.693233 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d14c5f2d-87fc-4814-a15a-809ed196db2c tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:02.825614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de69a5-450d-4025-9f3a-4d0845ef6b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event deleted for resources: {'Port': ['ID=b70b6999-077b-464f-9bd3-f5f143eff669,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:02.829670 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f9de69a5-450d-4025-9f3a-4d0845ef6b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:02.841541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] Deleting port e77590fe-7013-490b-b823-0564c9d2d0bb {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:52:02.842404 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:02.892695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79fcd3-0937-494c-88f9-eff97e3ec903 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:02.900384 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3b79fcd3-0937-494c-88f9-eff97e3ec903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:02.961852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3590125a-0126-4f27-8b0b-1b578acf77a6 None None] Calling delete_port for e77590fe-7013-490b-b823-0564c9d2d0bb owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:52:03.149659 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3590125a-0126-4f27-8b0b-1b578acf77a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:03.490140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] For port e77590fe-7013-490b-b823-0564c9d2d0bb, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e77590fe-7013-490b-b823-0564c9d2d0bb,segment=NetworkSegment(40a54d12-39a7-4a1e-b06a-f92db6ee117e),segment_id=40a54d12-39a7-4a1e-b06a-f92db6ee117e)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:52:03.490760 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:03.510144 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-26fc81d6-3653-4e72-902a-068d87dd2a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:03.587369 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b79fcd3-0937-494c-88f9-eff97e3ec903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:03.613832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590125a-0126-4f27-8b0b-1b578acf77a6 None None] Pushing event deleted for resources: {'Port': ['ID=e77590fe-7013-490b-b823-0564c9d2d0bb,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:03.627938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3590125a-0126-4f27-8b0b-1b578acf77a6 None None] No DVR routers for this DVR port e77590fe-7013-490b-b823-0564c9d2d0bb on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:52:03.639124 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3590125a-0126-4f27-8b0b-1b578acf77a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:03.863627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] Calling delete_port for e77590fe-7013-490b-b823-0564c9d2d0bb owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:52:04.456262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e77590fe-7013-490b-b823-0564c9d2d0bb no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:52:04.657236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: e77590fe-7013-490b-b823-0564c9d2d0bb {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:52:04.667748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e77590fe-7013-490b-b823-0564c9d2d0bb not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:52:04.705205 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f9de69a5-450d-4025-9f3a-4d0845ef6b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:04.779444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b79fcd3-0937-494c-88f9-eff97e3ec903 admin admin] Router 5f177d1f-0928-478e-96ec-bfa6e4d3591b has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:52:04.841923 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:52:04.842212 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:52:05.438274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41222) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:05.449592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] Deleting port e77590fe-7013-490b-b823-0564c9d2d0bb {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:52:05.450174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:05.469036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b79fcd3-0937-494c-88f9-eff97e3ec903 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:52:05.484819 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3b79fcd3-0937-494c-88f9-eff97e3ec903 admin admin] 10.222.0.41 "PUT /v2.0/routers/5f177d1f-0928-478e-96ec-bfa6e4d3591b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0528216 Jan 14 07:52:05.486110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41224) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:05.486720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24266e-282e-4571-913e-2986ff06cde5 None None] Sync routers for ids ['5f177d1f-0928-478e-96ec-bfa6e4d3591b'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:52:05.516665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f24266e-282e-4571-913e-2986ff06cde5 None None] Routers {'5f177d1f-0928-478e-96ec-bfa6e4d3591b'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:52:05.517877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6f24266e-282e-4571-913e-2986ff06cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:51:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5f177d1f-0928-478e-96ec-bfa6e4d3591b'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:05.682330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] The port 'e77590fe-7013-490b-b823-0564c9d2d0bb' was deleted {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:52:05.826073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cce126c-a3ad-4592-9e2d-e37b8a80217f admin admin] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:06.071079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-6f24266e-282e-4571-913e-2986ff06cde5 None None] Set router 5f177d1f-0928-478e-96ec-bfa6e4d3591b gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:52:06.261707 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49920277-d2de-48f9-ba29-a8cc47fdd0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:06.305670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-49920277-d2de-48f9-ba29-a8cc47fdd0ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:06.313396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-49920277-d2de-48f9-ba29-a8cc47fdd0ef admin admin] Usage tracker for resource:security_group_rule and tenant:fa67a3d9feb74651ab969773cea52d62 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:06.317040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-49920277-d2de-48f9-ba29-a8cc47fdd0ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:06.325496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-49920277-d2de-48f9-ba29-a8cc47fdd0ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:06.337548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cce126c-a3ad-4592-9e2d-e37b8a80217f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:06.355797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4cce126c-a3ad-4592-9e2d-e37b8a80217f admin admin] Deleting port c35f713a-c83b-400a-bde7-46ffd5994cd6 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:52:06.360018 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cce126c-a3ad-4592-9e2d-e37b8a80217f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:06.453365 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49920277-d2de-48f9-ba29-a8cc47fdd0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:06.461990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49920277-d2de-48f9-ba29-a8cc47fdd0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:06.473033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:06.491144 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8c8f27ab-5257-430d-ad47-8b362f97cb23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:06.597845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6f24266e-282e-4571-913e-2986ff06cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'name': 'tempest-TestVolumeBootPattern-1115763013-router', 'tenant_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'c35f713a-c83b-400a-bde7-46ffd5994cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:42Z', 'updated_at': '2021-01-14T07:52:02Z', 'revision_number': 5, 'project_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'gw_port': {'id': 'c35f713a-c83b-400a-bde7-46ffd5994cd6', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:45Z', 'updated_at': '2021-01-14T07:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:06.603211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24266e-282e-4571-913e-2986ff06cde5 None None] Checking router: 5f177d1f-0928-478e-96ec-bfa6e4d3591b for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:52:06.618575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f24266e-282e-4571-913e-2986ff06cde5 None None] Routers {'5f177d1f-0928-478e-96ec-bfa6e4d3591b'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:52:06.619110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6f24266e-282e-4571-913e-2986ff06cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:51:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5f177d1f-0928-478e-96ec-bfa6e4d3591b'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:06.695097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4cce126c-a3ad-4592-9e2d-e37b8a80217f admin admin] For port c35f713a-c83b-400a-bde7-46ffd5994cd6, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c35f713a-c83b-400a-bde7-46ffd5994cd6,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:52:06.696488 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cce126c-a3ad-4592-9e2d-e37b8a80217f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:06.889831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-6f24266e-282e-4571-913e-2986ff06cde5 None None] Set router 5f177d1f-0928-478e-96ec-bfa6e4d3591b gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:52:06.994753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9de69a5-450d-4025-9f3a-4d0845ef6b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Router c96b4803-1c86-48eb-bb11-0314d9ed268b has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:52:07.005604 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-49920277-d2de-48f9-ba29-a8cc47fdd0ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fa67a3d9feb74651ab969773cea52d62&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4814966 Jan 14 07:52:07.025766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41240) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:07.029366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49920277-d2de-48f9-ba29-a8cc47fdd0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7075ab-a3ce-4baa-aeb6-7e2684d14dc6,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:07.033391 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-49920277-d2de-48f9-ba29-a8cc47fdd0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:07.066194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4cce126c-a3ad-4592-9e2d-e37b8a80217f admin admin] Calling delete_port for c35f713a-c83b-400a-bde7-46ffd5994cd6 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:52:07.121084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d65d6a19-bf73-44c8-a08a-75c0784b94c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:07.201584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1fc18b-245f-4018-99c5-25ec9cc5b3b7']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:07.262682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a54d12-39a7-4a1e-b06a-f92db6ee117e') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:07.262896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a54d12-39a7-4a1e-b06a-f92db6ee117e') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:07.302411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d65d6a19-bf73-44c8-a08a-75c0784b94c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:07.308495 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cce126c-a3ad-4592-9e2d-e37b8a80217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:07.334671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:07.344463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6f24266e-282e-4571-913e-2986ff06cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'name': 'tempest-TestVolumeBootPattern-1115763013-router', 'tenant_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'c35f713a-c83b-400a-bde7-46ffd5994cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:42Z', 'updated_at': '2021-01-14T07:52:02Z', 'revision_number': 5, 'project_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'gw_port': {'id': 'c35f713a-c83b-400a-bde7-46ffd5994cd6', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:45Z', 'updated_at': '2021-01-14T07:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:07.349908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f24266e-282e-4571-913e-2986ff06cde5 None None] The sync data for ids ['5f177d1f-0928-478e-96ec-bfa6e4d3591b'] in n-d-769329-2 is: [{'id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'name': 'tempest-TestVolumeBootPattern-1115763013-router', 'tenant_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'c35f713a-c83b-400a-bde7-46ffd5994cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:47:42Z', 'updated_at': '2021-01-14T07:52:02Z', 'revision_number': 5, 'project_id': 'b6dda66f43f44842a66fe2d3f2062ac3', 'gw_port': {'id': 'c35f713a-c83b-400a-bde7-46ffd5994cd6', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:41:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f177d1f-0928-478e-96ec-bfa6e4d3591b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:47:45Z', 'updated_at': '2021-01-14T07:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:52:07.548548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:07.561431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:52:07.675044 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cce126c-a3ad-4592-9e2d-e37b8a80217f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:07.762597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9de69a5-450d-4025-9f3a-4d0845ef6b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:52:07.793533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b220c2-7153-4db6-9071-94a3c641e8bd None None] Sync routers for ids ['c96b4803-1c86-48eb-bb11-0314d9ed268b'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:52:07.839932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b220c2-7153-4db6-9071-94a3c641e8bd None None] Routers {'c96b4803-1c86-48eb-bb11-0314d9ed268b'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:52:07.840661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-91b220c2-7153-4db6-9071-94a3c641e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:51:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c96b4803-1c86-48eb-bb11-0314d9ed268b'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:07.955885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d65d6a19-bf73-44c8-a08a-75c0784b94c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:07.963786 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9f119749-209d-43b4-b2bc-7a9b2ea42dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:08.034747 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d65d6a19-bf73-44c8-a08a-75c0784b94c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:08.051099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:52:08.063636 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d65d6a19-bf73-44c8-a08a-75c0784b94c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee7075ab-a3ce-4baa-aeb6-7e2684d14dc6 HTTP/1.1" status: 204 len: 168 time: 1.0287023 Jan 14 07:52:08.076450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d6a19-bf73-44c8-a08a-75c0784b94c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7075ab-a3ce-4baa-aeb6-7e2684d14dc6,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:08.095588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] Network 4d1fc18b-245f-4018-99c5-25ec9cc5b3b7 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:52:08.129221 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d65d6a19-bf73-44c8-a08a-75c0784b94c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:08.137354 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f9de69a5-450d-4025-9f3a-4d0845ef6b4e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "PUT /v2.0/routers/c96b4803-1c86-48eb-bb11-0314d9ed268b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8992856 Jan 14 07:52:08.143682 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:08.173520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cce126c-a3ad-4592-9e2d-e37b8a80217f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:08.187479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cce126c-a3ad-4592-9e2d-e37b8a80217f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:08.196035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41250) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:08.229532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:52:08.230051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b7d77bd3-dd08-40b5-ae41-32b8a1b6dc1d not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:52:08.245414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cce126c-a3ad-4592-9e2d-e37b8a80217f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:08.249009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cce126c-a3ad-4592-9e2d-e37b8a80217f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f177d1f-0928-478e-96ec-bfa6e4d3591b {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:52:08.285742 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cce126c-a3ad-4592-9e2d-e37b8a80217f admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:08.294640 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4cce126c-a3ad-4592-9e2d-e37b8a80217f admin admin] 10.222.0.41 "DELETE /v2.0/routers/5f177d1f-0928-478e-96ec-bfa6e4d3591b HTTP/1.1" status: 204 len: 168 time: 2.8063545 Jan 14 07:52:08.297192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41254) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:08.443099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-89239f7d-4449-47e5-a972-52ddf082c928 admin admin] Deleting subnet de554721-5f20-4fe9-8eaa-f5e50386c840 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:52:08.456436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89239f7d-4449-47e5-a972-52ddf082c928 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:08.467531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-91b220c2-7153-4db6-9071-94a3c641e8bd None None] Set router c96b4803-1c86-48eb-bb11-0314d9ed268b gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:52:08.561413 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89239f7d-4449-47e5-a972-52ddf082c928 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:08.733122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89239f7d-4449-47e5-a972-52ddf082c928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:08.781590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41260) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:09.165180 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22cc223d-884c-49bf-9d30-fd261bb924ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:09.200646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] Network 4d1fc18b-245f-4018-99c5-25ec9cc5b3b7 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:52:09.227917 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89239f7d-4449-47e5-a972-52ddf082c928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:52:09.361652 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:52:09.377904 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e42bd654-15bf-4c46-b22c-14e09dd1b4fb tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:09.378594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-22cc223d-884c-49bf-9d30-fd261bb924ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:09.385868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-22cc223d-884c-49bf-9d30-fd261bb924ba admin admin] Usage tracker for resource:security_group_rule and tenant:dc8821bee27b4f5ab1c664623daa6f9a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:09.389581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-22cc223d-884c-49bf-9d30-fd261bb924ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:09.403541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-22cc223d-884c-49bf-9d30-fd261bb924ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:09.450225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89239f7d-4449-47e5-a972-52ddf082c928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de554721-5f20-4fe9-8eaa-f5e50386c840,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:09.458580 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89239f7d-4449-47e5-a972-52ddf082c928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:09.461852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-91b220c2-7153-4db6-9071-94a3c641e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96b4803-1c86-48eb-bb11-0314d9ed268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204885726', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '4fb4b485-54c0-48b9-b321-d39bf59b3236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:51:19Z', 'updated_at': '2021-01-14T07:52:02Z', 'revision_number': 5, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '4fb4b485-54c0-48b9-b321-d39bf59b3236', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96b4803-1c86-48eb-bb11-0314d9ed268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:51:22Z', 'updated_at': '2021-01-14T07:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:09.474126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b220c2-7153-4db6-9071-94a3c641e8bd None None] Checking router: c96b4803-1c86-48eb-bb11-0314d9ed268b for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:52:09.494131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b220c2-7153-4db6-9071-94a3c641e8bd None None] Routers {'c96b4803-1c86-48eb-bb11-0314d9ed268b'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:52:09.494957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-91b220c2-7153-4db6-9071-94a3c641e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:51:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['c96b4803-1c86-48eb-bb11-0314d9ed268b'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:09.537144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39b963c-32d3-4ce5-98bc-cd551b55cd8e None None] Network be0cb521-be69-4cc4-b84d-1da3838b3e9e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:52:09.541074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-89239f7d-4449-47e5-a972-52ddf082c928 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:09.556662 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-89239f7d-4449-47e5-a972-52ddf082c928 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/de554721-5f20-4fe9-8eaa-f5e50386c840 HTTP/1.1" status: 204 len: 168 time: 1.2577014 Jan 14 07:52:09.558207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41272) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:09.626833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:09.637406 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2bd98d3-4438-4f7a-9e34-a42a6e76c36d tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:09.663629 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:09.726630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d1fc18b-245f-4018-99c5-25ec9cc5b3b7,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:09.748748 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:09.772676 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:09.788895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-a330c288-435d-4bfb-bcb6-0697944b33d2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Deleting subnet b2fba209-6f03-4f82-abf9-68b0224917df {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:52:09.824409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a330c288-435d-4bfb-bcb6-0697944b33d2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:09.910147 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d9766484-7dc4-48e5-b7e9-67f4e2207176 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4d1fc18b-245f-4018-99c5-25ec9cc5b3b7 HTTP/1.1" status: 204 len: 168 time: 8.1823897 Jan 14 07:52:09.931523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] Deleting port cea4b025-af8d-493c-a5e6-7fd91ca4fe07 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:52:09.934604 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:10.042257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-91b220c2-7153-4db6-9071-94a3c641e8bd None None] Set router c96b4803-1c86-48eb-bb11-0314d9ed268b gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:52:10.098296 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22cc223d-884c-49bf-9d30-fd261bb924ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:10.130906 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a330c288-435d-4bfb-bcb6-0697944b33d2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:10.169170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c35f713a-c83b-400a-bde7-46ffd5994cd6 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:52:10.218955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22cc223d-884c-49bf-9d30-fd261bb924ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:10.245011 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:10.255697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: c35f713a-c83b-400a-bde7-46ffd5994cd6 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:52:10.255697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c35f713a-c83b-400a-bde7-46ffd5994cd6 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:52:10.260978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dd7c0e-2cce-40fb-b6dc-d822f39a847d None None] DHCP port deletion for be0cb521-be69-4cc4-b84d-1da3838b3e9e request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:52:10.276060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-56dd7c0e-2cce-40fb-b6dc-d822f39a847d None None] Deleting port cea4b025-af8d-493c-a5e6-7fd91ca4fe07 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:52:10.276854 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56dd7c0e-2cce-40fb-b6dc-d822f39a847d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:10.457464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] For port cea4b025-af8d-493c-a5e6-7fd91ca4fe07, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=cea4b025-af8d-493c-a5e6-7fd91ca4fe07,segment=NetworkSegment(cf750f24-3f6a-490c-9986-e41d47db372b),segment_id=cf750f24-3f6a-490c-9986-e41d47db372b)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:52:10.458586 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:10.500735 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-22cc223d-884c-49bf-9d30-fd261bb924ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc8821bee27b4f5ab1c664623daa6f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7010384 Jan 14 07:52:10.505518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc223d-884c-49bf-9d30-fd261bb924ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979e5ca7-6a84-4fc0-824e-de7e040404ad,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:10.510456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41282) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:10.538032 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-22cc223d-884c-49bf-9d30-fd261bb924ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:10.650033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] Calling delete_port for cea4b025-af8d-493c-a5e6-7fd91ca4fe07 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:52:10.661518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41286) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:10.818188 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:10.819085 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a330c288-435d-4bfb-bcb6-0697944b33d2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:10.855869 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3b79fcd3-0937-494c-88f9-eff97e3ec903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:10.885083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc19812a-a496-4e20-9dcb-d10e4b201027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:10.977693 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f97c6c9f-36f2-4824-9300-d3fed861b30d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc2db3b4991a4b2dbd46db8e5bf5ad79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143895 Jan 14 07:52:10.986338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41290) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:11.076947 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc19812a-a496-4e20-9dcb-d10e4b201027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:11.117884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-91b220c2-7153-4db6-9071-94a3c641e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96b4803-1c86-48eb-bb11-0314d9ed268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204885726', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '4fb4b485-54c0-48b9-b321-d39bf59b3236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:51:19Z', 'updated_at': '2021-01-14T07:52:02Z', 'revision_number': 5, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '4fb4b485-54c0-48b9-b321-d39bf59b3236', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96b4803-1c86-48eb-bb11-0314d9ed268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:51:22Z', 'updated_at': '2021-01-14T07:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:11.124537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b220c2-7153-4db6-9071-94a3c641e8bd None None] The sync data for ids ['c96b4803-1c86-48eb-bb11-0314d9ed268b'] in n-d-769329-2 is: [{'id': 'c96b4803-1c86-48eb-bb11-0314d9ed268b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1204885726', 'tenant_id': '4017b6cd94cd44a1833c66614511a163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '4fb4b485-54c0-48b9-b321-d39bf59b3236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:51:19Z', 'updated_at': '2021-01-14T07:52:02Z', 'revision_number': 5, 'project_id': '4017b6cd94cd44a1833c66614511a163', 'gw_port': {'id': '4fb4b485-54c0-48b9-b321-d39bf59b3236', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96b4803-1c86-48eb-bb11-0314d9ed268b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:51:22Z', 'updated_at': '2021-01-14T07:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:52:11.216816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-56dd7c0e-2cce-40fb-b6dc-d822f39a847d None None] For port cea4b025-af8d-493c-a5e6-7fd91ca4fe07, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=cea4b025-af8d-493c-a5e6-7fd91ca4fe07,segment=NetworkSegment(cf750f24-3f6a-490c-9986-e41d47db372b),segment_id=cf750f24-3f6a-490c-9986-e41d47db372b)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:52:11.217533 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56dd7c0e-2cce-40fb-b6dc-d822f39a847d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:11.241413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] Pushing event deleted for resources: {'Port': ['ID=cea4b025-af8d-493c-a5e6-7fd91ca4fe07,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:11.263029 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:11.265898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] No DVR routers for this DVR port cea4b025-af8d-493c-a5e6-7fd91ca4fe07 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:52:11.338405 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7f7c876-dc9d-4656-bfc7-29af6e21e027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:11.399477 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc19812a-a496-4e20-9dcb-d10e4b201027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:11.414405 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6123a248-e24d-40d8-863b-6d3007d27a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:11.422278 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:11.424968 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7f7c876-dc9d-4656-bfc7-29af6e21e027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:11.447129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-56dd7c0e-2cce-40fb-b6dc-d822f39a847d None None] Calling delete_port for cea4b025-af8d-493c-a5e6-7fd91ca4fe07 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:52:11.513379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19812a-a496-4e20-9dcb-d10e4b201027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979e5ca7-6a84-4fc0-824e-de7e040404ad,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:11.525588 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bc19812a-a496-4e20-9dcb-d10e4b201027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:11.527048 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bc19812a-a496-4e20-9dcb-d10e4b201027 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/979e5ca7-6a84-4fc0-824e-de7e040404ad HTTP/1.1" status: 204 len: 168 time: 0.9936607 Jan 14 07:52:11.531486 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc19812a-a496-4e20-9dcb-d10e4b201027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:11.584823 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-56dd7c0e-2cce-40fb-b6dc-d822f39a847d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:52:11.585533 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-56dd7c0e-2cce-40fb-b6dc-d822f39a847d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:52:11.623174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a330c288-435d-4bfb-bcb6-0697944b33d2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:11.630603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0cb521-be69-4cc4-b84d-1da3838b3e9e']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:11.662009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf750f24-3f6a-490c-9986-e41d47db372b') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:11.662660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf750f24-3f6a-490c-9986-e41d47db372b') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:11.669765 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-447600d9-9325-48a7-b7cd-7114b78f70d4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:11.679412 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:11.698681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:11.703513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] Releasing vxlan tunnel 12 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:52:11.714165 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7f7c876-dc9d-4656-bfc7-29af6e21e027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:11.793732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330c288-435d-4bfb-bcb6-0697944b33d2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event deleted for resources: {'Subnet': ['ID=b2fba209-6f03-4f82-abf9-68b0224917df,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:11.844602 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a330c288-435d-4bfb-bcb6-0697944b33d2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:11.847871 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-357bff67-bd4e-4347-ae5d-85df29a0087a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:11.879877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f7f7c876-dc9d-4656-bfc7-29af6e21e027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:11.885394 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f7f7c876-dc9d-4656-bfc7-29af6e21e027 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e37d0745-9a62-4e43-b767-9063803bc969 HTTP/1.1" status: 204 len: 168 time: 0.8892970 Jan 14 07:52:11.885394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7c876-dc9d-4656-bfc7-29af6e21e027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37d0745-9a62-4e43-b767-9063803bc969,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:11.887355 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f7f7c876-dc9d-4656-bfc7-29af6e21e027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:11.945065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a330c288-435d-4bfb-bcb6-0697944b33d2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:11.954962 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a330c288-435d-4bfb-bcb6-0697944b33d2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "DELETE /v2.0/subnets/b2fba209-6f03-4f82-abf9-68b0224917df HTTP/1.1" status: 204 len: 168 time: 3.7519634 Jan 14 07:52:11.955388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41304) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:11.958648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] Network be0cb521-be69-4cc4-b84d-1da3838b3e9e has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:52:11.969292 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:12.006348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d0fbbf-2343-4866-a233-be04e636fadb None None] Network 11b375bd-b1c7-4285-9d01-212e75b1ccae requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:52:12.295254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-56dd7c0e-2cce-40fb-b6dc-d822f39a847d None None] Deleting port cea4b025-af8d-493c-a5e6-7fd91ca4fe07 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:52:12.295787 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56dd7c0e-2cce-40fb-b6dc-d822f39a847d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:12.377287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device cea4b025-af8d-493c-a5e6-7fd91ca4fe07 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:52:12.439980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] Network be0cb521-be69-4cc4-b84d-1da3838b3e9e has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:52:12.484419 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27be7831-5f4d-448d-aff2-e18c7f42cad4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:52:12.526304 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:52:12.555691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: cea4b025-af8d-493c-a5e6-7fd91ca4fe07 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:52:12.556264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device cea4b025-af8d-493c-a5e6-7fd91ca4fe07 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:52:12.557141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b70b6999-077b-464f-9bd3-f5f143eff669 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:52:12.649385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: b70b6999-077b-464f-9bd3-f5f143eff669 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:52:12.650246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b70b6999-077b-464f-9bd3-f5f143eff669 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:52:12.662552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-56dd7c0e-2cce-40fb-b6dc-d822f39a847d None None] The port 'cea4b025-af8d-493c-a5e6-7fd91ca4fe07' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:52:12.704638 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:12.709099 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3bd94ec6-9502-42a1-a0fa-ebada949dd9c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:12.740798 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:12.764263 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] 10.222.0.41 "DELETE /v2.0/networks/be0cb521-be69-4cc4-b84d-1da3838b3e9e HTTP/1.1" status: 204 len: 168 time: 3.1947191 Jan 14 07:52:12.770403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] Pushing event deleted for resources: {'Network': ['ID=be0cb521-be69-4cc4-b84d-1da3838b3e9e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:12.779980 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:12.860426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] DHCP port deletion for 11b375bd-b1c7-4285-9d01-212e75b1ccae request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:52:12.867227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Deleting port fca0bba5-65ab-4015-b02b-af20271da611 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:52:12.867569 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:12.947874 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27be7831-5f4d-448d-aff2-e18c7f42cad4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:12.954795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-27be7831-5f4d-448d-aff2-e18c7f42cad4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Deleting port 4fb4b485-54c0-48b9-b321-d39bf59b3236 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:52:12.955146 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27be7831-5f4d-448d-aff2-e18c7f42cad4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:13.050461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41340) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:13.198925 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b33164fa-55ae-4661-adc8-11b3569c5f66 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=786b2b058427411589ac776aaf80142c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465356 Jan 14 07:52:13.199697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41350) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:13.209888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] For port fca0bba5-65ab-4015-b02b-af20271da611, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=fca0bba5-65ab-4015-b02b-af20271da611,segment=NetworkSegment(dbb011c2-5f62-490d-947a-c7542e38c887),segment_id=dbb011c2-5f62-490d-947a-c7542e38c887)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:52:13.210345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:13.384662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Calling delete_port for fca0bba5-65ab-4015-b02b-af20271da611 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:52:13.414637 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd6c4cbb-0708-44b9-b5af-58e255ca55b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:13.415909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-27be7831-5f4d-448d-aff2-e18c7f42cad4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] For port 4fb4b485-54c0-48b9-b321-d39bf59b3236, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=4fb4b485-54c0-48b9-b321-d39bf59b3236,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:52:13.416540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27be7831-5f4d-448d-aff2-e18c7f42cad4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:13.472720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:13.488459 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-32ef28b8-d441-4ce5-ba11-58341508206d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:13.506634 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd6c4cbb-0708-44b9-b5af-58e255ca55b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:13.534460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Pushing event deleted for resources: {'Port': ['ID=fca0bba5-65ab-4015-b02b-af20271da611,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:13.593691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-27be7831-5f4d-448d-aff2-e18c7f42cad4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Calling delete_port for 4fb4b485-54c0-48b9-b321-d39bf59b3236 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:52:13.597324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd6c4cbb-0708-44b9-b5af-58e255ca55b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:13.601203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.601603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.601992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.602388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.602750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.603128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.603502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.604050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.604612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.604992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.605365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.605741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.606187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.606863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.607252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.607624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.607761 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2cc04ce3-1c6a-4f41-8115-985989e2541e tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:13.608015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.608381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.608747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.609113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.609477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.609840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.610204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.610568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.610974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.611338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.611742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.612108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.612470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.612830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.613194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.613555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.614089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.614626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.615193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.615571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:13.625038 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:13.631069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c4cbb-0708-44b9-b5af-58e255ca55b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e66be8-6a84-4d3c-9ce9-233cad80da01,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:13.638528 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd6c4cbb-0708-44b9-b5af-58e255ca55b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:13.648639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fd6c4cbb-0708-44b9-b5af-58e255ca55b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:13.655592 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fd6c4cbb-0708-44b9-b5af-58e255ca55b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/02e66be8-6a84-4d3c-9ce9-233cad80da01 HTTP/1.1" status: 204 len: 168 time: 0.4542818 Jan 14 07:52:13.720098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] No DVR routers for this DVR port fca0bba5-65ab-4015-b02b-af20271da611 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:52:13.831311 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27be7831-5f4d-448d-aff2-e18c7f42cad4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:14.075323 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27be7831-5f4d-448d-aff2-e18c7f42cad4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:14.123437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device fca0bba5-65ab-4015-b02b-af20271da611 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:52:14.174662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: fca0bba5-65ab-4015-b02b-af20271da611 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:52:14.175258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device fca0bba5-65ab-4015-b02b-af20271da611 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:52:14.247878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41372) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:14.312816 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-944938a1-9f23-4e75-af2e-4d61e9eacc56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6dda66f43f44842a66fe2d3f2062ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635457 Jan 14 07:52:14.315566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41378) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:14.400365 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ac77839-b997-4cbb-aa0b-b564a26f790a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:14.436753 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ac77839-b997-4cbb-aa0b-b564a26f790a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:14.493774 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ac77839-b997-4cbb-aa0b-b564a26f790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:14.502020 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-55ada444-407a-441f-8c86-7a6fe24cf926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:14.520351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ac77839-b997-4cbb-aa0b-b564a26f790a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:14.526348 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3ac77839-b997-4cbb-aa0b-b564a26f790a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f228f9ce-c61b-4192-b56b-cf899ed8ed89 HTTP/1.1" status: 204 len: 168 time: 0.2049656 Jan 14 07:52:14.526348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac77839-b997-4cbb-aa0b-b564a26f790a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f228f9ce-c61b-4192-b56b-cf899ed8ed89,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:14.534567 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3ac77839-b997-4cbb-aa0b-b564a26f790a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:14.597763 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27be7831-5f4d-448d-aff2-e18c7f42cad4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:14.600781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27be7831-5f4d-448d-aff2-e18c7f42cad4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:14.628471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27be7831-5f4d-448d-aff2-e18c7f42cad4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:14.629385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27be7831-5f4d-448d-aff2-e18c7f42cad4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Fanout notify agent at l3_agent the message router_deleted on router c96b4803-1c86-48eb-bb11-0314d9ed268b {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:52:14.656628 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27be7831-5f4d-448d-aff2-e18c7f42cad4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:14.661888 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-27be7831-5f4d-448d-aff2-e18c7f42cad4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "DELETE /v2.0/routers/c96b4803-1c86-48eb-bb11-0314d9ed268b HTTP/1.1" status: 204 len: 168 time: 2.7040465 Jan 14 07:52:14.662030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41398) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:14.897422 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac1588cc-db85-4bab-8a6e-f690dea85908 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:15.598774 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac1588cc-db85-4bab-8a6e-f690dea85908 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:15.744021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ac1588cc-db85-4bab-8a6e-f690dea85908 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b375bd-b1c7-4285-9d01-212e75b1ccae']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:15.764096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ac1588cc-db85-4bab-8a6e-f690dea85908 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb011c2-5f62-490d-947a-c7542e38c887') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:15.764433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ac1588cc-db85-4bab-8a6e-f690dea85908 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb011c2-5f62-490d-947a-c7542e38c887') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:15.778344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac1588cc-db85-4bab-8a6e-f690dea85908 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:15.799427 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac1588cc-db85-4bab-8a6e-f690dea85908 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:15.802568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ac1588cc-db85-4bab-8a6e-f690dea85908 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:52:16.071543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ac1588cc-db85-4bab-8a6e-f690dea85908 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network 11b375bd-b1c7-4285-9d01-212e75b1ccae has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:52:16.082165 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac1588cc-db85-4bab-8a6e-f690dea85908 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:16.131239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4fb4b485-54c0-48b9-b321-d39bf59b3236 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:52:16.176461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 4fb4b485-54c0-48b9-b321-d39bf59b3236 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:52:16.177348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 4fb4b485-54c0-48b9-b321-d39bf59b3236 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:52:16.307564 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:16.357058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ac1588cc-db85-4bab-8a6e-f690dea85908 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Network 11b375bd-b1c7-4285-9d01-212e75b1ccae has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:52:16.385936 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:52:16.514454 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac1588cc-db85-4bab-8a6e-f690dea85908 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:16.517075 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-86cd6eba-15fe-4286-b468-04b8c09de775 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:16.543723 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac1588cc-db85-4bab-8a6e-f690dea85908 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:16.544195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:16.550134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1588cc-db85-4bab-8a6e-f690dea85908 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event deleted for resources: {'Network': ['ID=11b375bd-b1c7-4285-9d01-212e75b1ccae,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:16.554493 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ac1588cc-db85-4bab-8a6e-f690dea85908 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "DELETE /v2.0/networks/11b375bd-b1c7-4285-9d01-212e75b1ccae HTTP/1.1" status: 204 len: 168 time: 1.8912194 Jan 14 07:52:16.555469 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ac1588cc-db85-4bab-8a6e-f690dea85908 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:16.558276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41458) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:16.651939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b626703-1bb7-43b3-abcc-cc8ada20cfd2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:16.687417 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b626703-1bb7-43b3-abcc-cc8ada20cfd2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:16.771195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b626703-1bb7-43b3-abcc-cc8ada20cfd2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:16.776918 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fe940d9b-7241-4131-a527-a5b8a9fa13f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:16.794544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b626703-1bb7-43b3-abcc-cc8ada20cfd2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e58cb4-dd76-46db-a394-d73c73bf6034,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:16.801461 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2b626703-1bb7-43b3-abcc-cc8ada20cfd2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:16.827683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b626703-1bb7-43b3-abcc-cc8ada20cfd2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:16.839866 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2b626703-1bb7-43b3-abcc-cc8ada20cfd2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] 10.222.0.41 "DELETE /v2.0/security-groups/32e58cb4-dd76-46db-a394-d73c73bf6034 HTTP/1.1" status: 204 len: 168 time: 0.2799907 Jan 14 07:52:17.320170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41476) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:17.570442 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-71e3024c-b985-4a4c-944b-65790e46e3eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4017b6cd94cd44a1833c66614511a163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480617 Jan 14 07:52:17.574102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41482) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:17.659953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1320430c-0577-4cb3-98f5-ad15db45a95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:17.700922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1320430c-0577-4cb3-98f5-ad15db45a95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:17.767097 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1320430c-0577-4cb3-98f5-ad15db45a95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:17.804414 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-33b33824-28dd-41ae-a734-f61acc1bbac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:17.823605 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1320430c-0577-4cb3-98f5-ad15db45a95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:17.827916 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1320430c-0577-4cb3-98f5-ad15db45a95c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7241105-9d92-48a4-8fea-1cf91ebca1f4 HTTP/1.1" status: 204 len: 168 time: 0.2527275 Jan 14 07:52:17.830911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320430c-0577-4cb3-98f5-ad15db45a95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7241105-9d92-48a4-8fea-1cf91ebca1f4,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:17.854593 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1320430c-0577-4cb3-98f5-ad15db45a95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:18.103476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41498) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:18.204569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-927a873e-a348-4d5e-bad9-6e17f2b99594 admin admin] Deleting subnet 5c48a26a-3790-46c6-a851-9ab833f6af44 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:52:18.214587 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-927a873e-a348-4d5e-bad9-6e17f2b99594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:18.339202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-927a873e-a348-4d5e-bad9-6e17f2b99594 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:18.346471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41502) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:18.385335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-519205f8-c010-45c7-8e19-ce14a1ecc0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:18.411323 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-927a873e-a348-4d5e-bad9-6e17f2b99594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:18.416023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-519205f8-c010-45c7-8e19-ce14a1ecc0f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:18.422781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-519205f8-c010-45c7-8e19-ce14a1ecc0f7 admin admin] Usage tracker for resource:security_group_rule and tenant:890b61cbdb9641c6b4b17f70af8a35e9 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:18.429876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-519205f8-c010-45c7-8e19-ce14a1ecc0f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:18.440706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-519205f8-c010-45c7-8e19-ce14a1ecc0f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:18.587020 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-519205f8-c010-45c7-8e19-ce14a1ecc0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:18.590469 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-519205f8-c010-45c7-8e19-ce14a1ecc0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:18.600884 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-27f92ac2-9130-45a6-9954-0b8cf04c715a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:18.662510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519205f8-c010-45c7-8e19-ce14a1ecc0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98106582-67f4-4060-b552-4f3937b1cf27,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:18.672249 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-519205f8-c010-45c7-8e19-ce14a1ecc0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:18.694371 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-519205f8-c010-45c7-8e19-ce14a1ecc0f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=890b61cbdb9641c6b4b17f70af8a35e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3462734 Jan 14 07:52:18.695187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41508) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:18.837856 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-927a873e-a348-4d5e-bad9-6e17f2b99594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:18.847880 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84770af3-daa7-4f1a-8d8f-c27ae8b7c468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:18.900409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84770af3-daa7-4f1a-8d8f-c27ae8b7c468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:18.925917 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42a4ad34-a1fa-440e-87f4-31e88bf227a1 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:18.985917 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84770af3-daa7-4f1a-8d8f-c27ae8b7c468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:19.001806 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1b44e791-7b5b-4bef-bd6a-b1975bc947a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:19.002885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a873e-a348-4d5e-bad9-6e17f2b99594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c48a26a-3790-46c6-a851-9ab833f6af44,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:19.019336 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-927a873e-a348-4d5e-bad9-6e17f2b99594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:19.032513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84770af3-daa7-4f1a-8d8f-c27ae8b7c468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98106582-67f4-4060-b552-4f3937b1cf27,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:19.060509 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-84770af3-daa7-4f1a-8d8f-c27ae8b7c468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:19.071062 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-927a873e-a348-4d5e-bad9-6e17f2b99594 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:19.081005 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-927a873e-a348-4d5e-bad9-6e17f2b99594 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5c48a26a-3790-46c6-a851-9ab833f6af44 HTTP/1.1" status: 204 len: 168 time: 0.9740264 Jan 14 07:52:19.081930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41516) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:19.084551 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84770af3-daa7-4f1a-8d8f-c27ae8b7c468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:19.095058 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-84770af3-daa7-4f1a-8d8f-c27ae8b7c468 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98106582-67f4-4060-b552-4f3937b1cf27 HTTP/1.1" status: 204 len: 168 time: 0.3924751 Jan 14 07:52:19.226387 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5241d31-8b3d-4116-a5b5-638c670e0c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:19.461224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5241d31-8b3d-4116-a5b5-638c670e0c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:19.637732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f5241d31-8b3d-4116-a5b5-638c670e0c61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0f3443-7360-436c-8d82-9a0147e563f2']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:19.657070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f5241d31-8b3d-4116-a5b5-638c670e0c61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1a5bcb-742a-4ade-a8fe-d0beae493da6') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:19.657474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f5241d31-8b3d-4116-a5b5-638c670e0c61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1a5bcb-742a-4ade-a8fe-d0beae493da6') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:19.680084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5241d31-8b3d-4116-a5b5-638c670e0c61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:19.705845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5241d31-8b3d-4116-a5b5-638c670e0c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:19.709960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f5241d31-8b3d-4116-a5b5-638c670e0c61 admin admin] Releasing vxlan tunnel 13 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:52:20.040190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f5241d31-8b3d-4116-a5b5-638c670e0c61 admin admin] Network 0c0f3443-7360-436c-8d82-9a0147e563f2 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:52:20.050524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5241d31-8b3d-4116-a5b5-638c670e0c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:20.285440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f5241d31-8b3d-4116-a5b5-638c670e0c61 admin admin] Network 0c0f3443-7360-436c-8d82-9a0147e563f2 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:52:20.329870 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:52:20.460061 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5241d31-8b3d-4116-a5b5-638c670e0c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:20.467882 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4e00bed0-db77-4d1a-ba8d-04a713046f02 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:20.500865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f5241d31-8b3d-4116-a5b5-638c670e0c61 admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:20.514215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5241d31-8b3d-4116-a5b5-638c670e0c61 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c0f3443-7360-436c-8d82-9a0147e563f2,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:20.519425 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f5241d31-8b3d-4116-a5b5-638c670e0c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:20.523487 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f5241d31-8b3d-4116-a5b5-638c670e0c61 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0c0f3443-7360-436c-8d82-9a0147e563f2 HTTP/1.1" status: 204 len: 168 time: 1.4388785 Jan 14 07:52:20.914798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41554) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:21.029184 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-937478c6-3b09-4172-a5f0-4277f660cfb7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2dae92cec9314dfcbd547b97259f042b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1100354 Jan 14 07:52:21.029515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41560) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:21.133303 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c673b391-16c7-4736-b1e4-41799103d57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:21.172636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c673b391-16c7-4736-b1e4-41799103d57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:21.240932 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c673b391-16c7-4736-b1e4-41799103d57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:21.250036 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c63d2930-2d45-4c98-9265-9043115a1e67 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:21.263772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673b391-16c7-4736-b1e4-41799103d57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501138c5-4ac7-48de-95e9-ab95bf19d16f,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:21.269650 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c673b391-16c7-4736-b1e4-41799103d57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:21.272182 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c673b391-16c7-4736-b1e4-41799103d57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:21.273624 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c673b391-16c7-4736-b1e4-41799103d57e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/501138c5-4ac7-48de-95e9-ab95bf19d16f HTTP/1.1" status: 204 len: 168 time: 0.2427139 Jan 14 07:52:23.009065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41614) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:23.247897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1465575231-network', 'tenant_id': '09a1df150b214e349cb8af90bb58ee0b'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:52:23.254059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:23.259402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Usage tracker for resource:network and tenant:09a1df150b214e349cb8af90bb58ee0b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:23.262543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:23.268616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:23.288608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Made reservation on behalf of 09a1df150b214e349cb8af90bb58ee0b for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:52:23.293658 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:23.307991 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:23.326187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:23.331695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Usage tracker for resource:security_group_rule and tenant:09a1df150b214e349cb8af90bb58ee0b is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:23.335558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:23.342708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:23.452665 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:23.456676 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:23.462374 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-49920277-d2de-48f9-ba29-a8cc47fdd0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:23.519886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:52:23.537974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d962e2-c97f-4931-981d-51b52123ec5b,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:23.542721 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:23.544603 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:23.545221 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Added segment ac7c0d19-2a12-4960-acac-64ee6fcf0c87 of type vxlan for network 66937d48-36ba-4585-a4ba-14da04fe1789 Jan 14 07:52:23.594434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:23.637680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:23.638842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:52:23.639497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:23.650949 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c46f9c7f-611d-4f0b-84bb-4b2cb5a3e4b1 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:23.652457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41628) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:23.664624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Request body: {'network': {'name': 'tempest-network-smoke--669100190', 'project_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'port_security_enabled': True}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:52:23.675691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:23.681832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Usage tracker for resource:network and tenant:a7d57a0103d5473baafa4fdf7affaba1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:23.687786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:23.708640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:23.795819 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7844896 Jan 14 07:52:23.799307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Pushing event updated for resources: {'Network': ['ID=66937d48-36ba-4585-a4ba-14da04fe1789,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:23.803455 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:23.804995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41634) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:23.811953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Made reservation on behalf of a7d57a0103d5473baafa4fdf7affaba1 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:52:23.813304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 66937d48-36ba-4585-a4ba-14da04fe1789 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:52:23.825298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:23.828285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 66937d48-36ba-4585-a4ba-14da04fe1789 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:52:23.840557 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:23.877290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cd106344-3c75-4930-b8c8-f96ebd073cac admin admin] Request body: {'subnet': {'network_id': '66937d48-36ba-4585-a4ba-14da04fe1789', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1465575231-subnet', 'tenant_id': '09a1df150b214e349cb8af90bb58ee0b', 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:52:23.887089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cd106344-3c75-4930-b8c8-f96ebd073cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:23.896910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:23.900449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cd106344-3c75-4930-b8c8-f96ebd073cac admin admin] Usage tracker for resource:subnet and tenant:09a1df150b214e349cb8af90bb58ee0b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:23.906561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cd106344-3c75-4930-b8c8-f96ebd073cac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:23.912067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Usage tracker for resource:security_group_rule and tenant:a7d57a0103d5473baafa4fdf7affaba1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:23.918850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:23.924070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cd106344-3c75-4930-b8c8-f96ebd073cac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:23.936612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:23.981895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd106344-3c75-4930-b8c8-f96ebd073cac admin admin] Made reservation on behalf of 09a1df150b214e349cb8af90bb58ee0b for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:52:23.988797 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd106344-3c75-4930-b8c8-f96ebd073cac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:24.141170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 66937d48-36ba-4585-a4ba-14da04fe1789 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:52:24.246708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:24.254289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:24.262415 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3ac77839-b997-4cbb-aa0b-b564a26f790a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:24.307261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f82610-74f7-4e23-ab5a-080e4d65c987,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:24.324080 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:24.358487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-27a75861-9eea-4e5c-99d6-954c4085c62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:24.372725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:52:24.403625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:24.404342 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Added segment 2aee315a-688a-4dc5-a6c1-7a2a9624dd85 of type vxlan for network 50210832-9d1e-4ed2-a0a0-8d712e657903 Jan 14 07:52:24.505753 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:24.589461 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:24.610007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:52:24.610685 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:24.626511 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ac1588cc-db85-4bab-8a6e-f690dea85908 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:24.871555 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2167435 Jan 14 07:52:24.874239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Pushing event updated for resources: {'Network': ['ID=50210832-9d1e-4ed2-a0a0-8d712e657903,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:24.877398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41642) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:24.887518 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:24.893691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 50210832-9d1e-4ed2-a0a0-8d712e657903 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:52:24.912479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1642242590', 'admin_state_up': True, 'project_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:52:24.957096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 50210832-9d1e-4ed2-a0a0-8d712e657903 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:52:24.961645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:24.979515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Usage tracker for resource:router and tenant:a7d57a0103d5473baafa4fdf7affaba1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:24.988561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:25.010133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:25.054597 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:25.055777 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:25.084987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:25.156856 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd106344-3c75-4930-b8c8-f96ebd073cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:25.187893 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-28fc90c9-1cfc-4324-8fe5-b5f41850901c tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:25.288635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 50210832-9d1e-4ed2-a0a0-8d712e657903 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:52:25.497981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd106344-3c75-4930-b8c8-f96ebd073cac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0717e75-3b4a-41d4-9b76-6871e2c49cae,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:25.505828 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cd106344-3c75-4930-b8c8-f96ebd073cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:25.656949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd106344-3c75-4930-b8c8-f96ebd073cac admin admin] Checking segment: {'id': 'ac7c0d19-2a12-4960-acac-64ee6fcf0c87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66937d48-36ba-4585-a4ba-14da04fe1789'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:52:25.658217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd106344-3c75-4930-b8c8-f96ebd073cac admin admin] Network hostable DHCP agents. Network: 66937d48-36ba-4585-a4ba-14da04fe1789, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:52:25.682946 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:25.694568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd106344-3c75-4930-b8c8-f96ebd073cac admin admin] Network 66937d48-36ba-4585-a4ba-14da04fe1789 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:52:25.712029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-cd106344-3c75-4930-b8c8-f96ebd073cac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 66937d48-36ba-4585-a4ba-14da04fe1789) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:52:25.727959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f332b9e-a8a8-40be-b669-bc18d0981242 None None] Network 66937d48-36ba-4585-a4ba-14da04fe1789 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:52:25.740137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd106344-3c75-4930-b8c8-f96ebd073cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:52:25.740797 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cd106344-3c75-4930-b8c8-f96ebd073cac admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:25.774319 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cd106344-3c75-4930-b8c8-f96ebd073cac admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9662955 Jan 14 07:52:25.774928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41648) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:25.783171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1465575231-router', 'tenant_id': '09a1df150b214e349cb8af90bb58ee0b', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:52:25.793457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:25.802470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Usage tracker for resource:router and tenant:09a1df150b214e349cb8af90bb58ee0b is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:25.808070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:25.820782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:25.838434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:25.840714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:25.888143 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:26.196786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-66937d48-36ba-4585-a4ba-14da04fe1789', 'network_id': '66937d48-36ba-4585-a4ba-14da04fe1789', 'tenant_id': '09a1df150b214e349cb8af90bb58ee0b', 'fixed_ips': [{'subnet_id': 'd0717e75-3b4a-41d4-9b76-6871e2c49cae'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:52:26.198422 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:26.245058 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:26.293222 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:26.812401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Allocated IP 172.25.3.115 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/96a0ea66-df38-4350-a525-c1dfa1712f8c) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:52:26.862097 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79564e87-01db-4f44-9fe8-b48d6498b828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:26.901491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Allocated IP 172.20.0.2 (66937d48-36ba-4585-a4ba-14da04fe1789/d0717e75-3b4a-41d4-9b76-6871e2c49cae/d5bd6e5e-7336-4bbe-a138-838f3b1dc95c) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:52:27.159849 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:27.199358 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:27.275190 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:27.320339 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-09c9679a-9134-4442-b871-9806afe1ec60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:27.471313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Pushing event updated for resources: {'Port': ['ID=96a0ea66-df38-4350-a525-c1dfa1712f8c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:27.521447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:27.714416 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:27.718925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:27.729712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:52:27.731129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:52:27.733971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:52:27.767887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Transition to ACTIVE for port object d5bd6e5e-7336-4bbe-a138-838f3b1dc95c will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:52:27.817494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Transition to ACTIVE for port object d5bd6e5e-7336-4bbe-a138-838f3b1dc95c will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:52:27.824814 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:27.849903 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:27.916971 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:27.970301 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:28.198831 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:28.226094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Network 66937d48-36ba-4585-a4ba-14da04fe1789 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:52:28.230142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:52:28.239784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:52:28.247844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Pushing event updated for resources: {'Port': ['ID=d5bd6e5e-7336-4bbe-a138-838f3b1dc95c,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:28.253798 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:28.321034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Attempting to bind port d5bd6e5e-7336-4bbe-a138-838f3b1dc95c on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:52:28.321758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Attempting to bind port d5bd6e5e-7336-4bbe-a138-838f3b1dc95c by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'ac7c0d19-2a12-4960-acac-64ee6fcf0c87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66937d48-36ba-4585-a4ba-14da04fe1789'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:52:28.322948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Attempting to bind port d5bd6e5e-7336-4bbe-a138-838f3b1dc95c on network 66937d48-36ba-4585-a4ba-14da04fe1789 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:52:28.334354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:52:28.334795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Checking segment: {'id': 'ac7c0d19-2a12-4960-acac-64ee6fcf0c87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66937d48-36ba-4585-a4ba-14da04fe1789'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:52:28.335287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:28.335802 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Bound using segment: {'id': 'ac7c0d19-2a12-4960-acac-64ee6fcf0c87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66937d48-36ba-4585-a4ba-14da04fe1789'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:52:28.336361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Bound port: d5bd6e5e-7336-4bbe-a138-838f3b1dc95c, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7c0d19-2a12-4960-acac-64ee6fcf0c87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66937d48-36ba-4585-a4ba-14da04fe1789'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:52:28.336794 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:28.417366 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:28.470173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Allocated IP 172.25.3.103 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/7c7b52c8-8fab-4cea-896a-45d13bca6f14) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:52:28.498721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] For port d5bd6e5e-7336-4bbe-a138-838f3b1dc95c, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:52:28.505491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] For port d5bd6e5e-7336-4bbe-a138-838f3b1dc95c, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d5bd6e5e-7336-4bbe-a138-838f3b1dc95c,segment=NetworkSegment(ac7c0d19-2a12-4960-acac-64ee6fcf0c87),segment_id=ac7c0d19-2a12-4960-acac-64ee6fcf0c87)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:52:28.510532 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:28.538123 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-51e4a7d4-7881-4934-9a2f-3a42017e4de8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:28.668689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Pushing event updated for resources: {'Port': ['ID=d5bd6e5e-7336-4bbe-a138-838f3b1dc95c,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:28.779840 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:28.821165 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:28.871953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:28.975982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:29.053013 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:29.131307 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:29.216318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Pushing event updated for resources: {'Port': ['ID=7c7b52c8-8fab-4cea-896a-45d13bca6f14,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:29.258739 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:29.361484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:52:29.362862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:52:29.366180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:52:29.881410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Router 89acea3a-e125-4422-86ba-a93586628c41 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:52:30.023968 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:30.218840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:52:30.233623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] Sync routers for ids ['89acea3a-e125-4422-86ba-a93586628c41'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:52:30.242873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d5bd6e5e-7336-4bbe-a138-838f3b1dc95c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:52:30.280713 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:30.288210 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.4089382 Jan 14 07:52:30.289377 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41664) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:30.369448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] Routers {'89acea3a-e125-4422-86ba-a93586628c41'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:52:30.370247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['89acea3a-e125-4422-86ba-a93586628c41'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:30.596910 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5c5c4331-78be-4dd5-a8ed-2e9caeb68a4c tempest-TestSecurityGroupsBasicOps-534354346 tempest-TestSecurityGroupsBasicOps-534354346] 10.222.0.41 "GET /v2.0/subnets?project_id=a7d57a0103d5473baafa4fdf7affaba1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3055191 Jan 14 07:52:30.597883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41672) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:30.654993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] Set router 89acea3a-e125-4422-86ba-a93586628c41 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:52:30.666960 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:30.831460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e1d4f7-a813-4dff-bdf8-5fa0902e3964 None None] Network 66937d48-36ba-4585-a4ba-14da04fe1789 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:52:30.972987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port d5bd6e5e-7336-4bbe-a138-838f3b1dc95c completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:52:31.078767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4524ce92-d7ca-4005-b1f1-027655937404 tempest-TestSecurityGroupsBasicOps-534354346 tempest-TestSecurityGroupsBasicOps-534354346] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:52:31.086117 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4524ce92-d7ca-4005-b1f1-027655937404 tempest-TestSecurityGroupsBasicOps-534354346 tempest-TestSecurityGroupsBasicOps-534354346] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4831302 Jan 14 07:52:31.088790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41680) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:31.136624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Router 19c869ed-caed-4390-8e39-1fe3d1fab589 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:52:31.138242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0b93795c-c1d5-44ef-b0ca-640d2927b197 None None] Provisioning for port d5bd6e5e-7336-4bbe-a138-838f3b1dc95c completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:52:31.171033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0b93795c-c1d5-44ef-b0ca-640d2927b197 None None] Provisioning complete for port d5bd6e5e-7336-4bbe-a138-838f3b1dc95c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:52:31.171454 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b93795c-c1d5-44ef-b0ca-640d2927b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:31.175061 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5aa25a5c-ac7c-4aeb-ae8e-10a806f2452d tempest-TestSecurityGroupsBasicOps-534354346 tempest-TestSecurityGroupsBasicOps-534354346] 10.222.0.41 "GET /v2.0/subnets?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0840607 Jan 14 07:52:31.179490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41684) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:31.190563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8e80d0d3-72a6-45c2-aff2-6cf9293792eb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Request body: {'subnet': {'name': 'tempest-subnet-smoke-387342275', 'network_id': '50210832-9d1e-4ed2-a0a0-8d712e657903', 'project_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:52:31.391643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8e80d0d3-72a6-45c2-aff2-6cf9293792eb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:31.397261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8e80d0d3-72a6-45c2-aff2-6cf9293792eb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Usage tracker for resource:subnet and tenant:a7d57a0103d5473baafa4fdf7affaba1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:31.402169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8e80d0d3-72a6-45c2-aff2-6cf9293792eb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:31.410312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:52:31.413561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8e80d0d3-72a6-45c2-aff2-6cf9293792eb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:31.424323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] Sync routers for ids ['19c869ed-caed-4390-8e39-1fe3d1fab589'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:52:31.441167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e80d0d3-72a6-45c2-aff2-6cf9293792eb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Made reservation on behalf of a7d57a0103d5473baafa4fdf7affaba1 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:52:31.452243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] Routers {'19c869ed-caed-4390-8e39-1fe3d1fab589'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:52:31.452977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['19c869ed-caed-4390-8e39-1fe3d1fab589'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:31.458003 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:31.460761 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6835856 Jan 14 07:52:31.463380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41688) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:31.638668 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e80d0d3-72a6-45c2-aff2-6cf9293792eb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:31.788112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] Set router 19c869ed-caed-4390-8e39-1fe3d1fab589 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:52:31.846882 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b93795c-c1d5-44ef-b0ca-640d2927b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:31.897748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89acea3a-e125-4422-86ba-a93586628c41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1642242590', 'tenant_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '96a0ea66-df38-4350-a525-c1dfa1712f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:25Z', 'updated_at': '2021-01-14T07:52:28Z', 'revision_number': 3, 'project_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'gw_port': {'id': '96a0ea66-df38-4350-a525-c1dfa1712f8c', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89acea3a-e125-4422-86ba-a93586628c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:26Z', 'updated_at': '2021-01-14T07:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:31.906964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] Checking router: 89acea3a-e125-4422-86ba-a93586628c41 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:52:31.914184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] Updating router 89acea3a-e125-4422-86ba-a93586628c41 port 96a0ea66-df38-4350-a525-c1dfa1712f8c binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:52:32.183103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:32.438836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0b93795c-c1d5-44ef-b0ca-640d2927b197 None None] For port d5bd6e5e-7336-4bbe-a138-838f3b1dc95c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d5bd6e5e-7336-4bbe-a138-838f3b1dc95c,segment=NetworkSegment(ac7c0d19-2a12-4960-acac-64ee6fcf0c87),segment_id=ac7c0d19-2a12-4960-acac-64ee6fcf0c87)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:52:32.445964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c869ed-caed-4390-8e39-1fe3d1fab589', 'name': 'tempest-TestAggregatesBasicOps-1465575231-router', 'tenant_id': '09a1df150b214e349cb8af90bb58ee0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '7c7b52c8-8fab-4cea-896a-45d13bca6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:25Z', 'updated_at': '2021-01-14T07:52:29Z', 'revision_number': 3, 'project_id': '09a1df150b214e349cb8af90bb58ee0b', 'gw_port': {'id': '7c7b52c8-8fab-4cea-896a-45d13bca6f14', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c869ed-caed-4390-8e39-1fe3d1fab589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:28Z', 'updated_at': '2021-01-14T07:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:32.461675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] Checking router: 19c869ed-caed-4390-8e39-1fe3d1fab589 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:52:32.462381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] Updating router 19c869ed-caed-4390-8e39-1fe3d1fab589 port 7c7b52c8-8fab-4cea-896a-45d13bca6f14 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:52:32.585428 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:32.706339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b93795c-c1d5-44ef-b0ca-640d2927b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:32.732055 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa0bb85c-7531-438c-9aad-2088e7dac855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:33.076136 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e80d0d3-72a6-45c2-aff2-6cf9293792eb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:33.104830 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89f983ea-b3a9-4c7e-8b04-58b29b059b2c tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:33.125620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93795c-c1d5-44ef-b0ca-640d2927b197 None None] Pushing event updated for resources: {'Port': ['ID=d5bd6e5e-7336-4bbe-a138-838f3b1dc95c,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:33.140161 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0b93795c-c1d5-44ef-b0ca-640d2927b197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:33.320487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80d0d3-72a6-45c2-aff2-6cf9293792eb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Pushing event updated for resources: {'Subnet': ['ID=1b00e002-f7de-4e42-80d7-7a40d7d45af3,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:33.344959 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8e80d0d3-72a6-45c2-aff2-6cf9293792eb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:33.501131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e80d0d3-72a6-45c2-aff2-6cf9293792eb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Checking segment: {'id': '2aee315a-688a-4dc5-a6c1-7a2a9624dd85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '50210832-9d1e-4ed2-a0a0-8d712e657903'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:52:33.502630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80d0d3-72a6-45c2-aff2-6cf9293792eb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Network hostable DHCP agents. Network: 50210832-9d1e-4ed2-a0a0-8d712e657903, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:52:33.541724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80d0d3-72a6-45c2-aff2-6cf9293792eb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Network 50210832-9d1e-4ed2-a0a0-8d712e657903 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:52:33.555699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8e80d0d3-72a6-45c2-aff2-6cf9293792eb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 50210832-9d1e-4ed2-a0a0-8d712e657903) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:52:33.556085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6f8fc79b-722a-4776-b6df-acf671cde7a0 None None] Provisioning complete for port d5bd6e5e-7336-4bbe-a138-838f3b1dc95c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:52:33.556493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f8fc79b-722a-4776-b6df-acf671cde7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:33.595559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e80d0d3-72a6-45c2-aff2-6cf9293792eb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:52:33.596637 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e80d0d3-72a6-45c2-aff2-6cf9293792eb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:33.629158 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8e80d0d3-72a6-45c2-aff2-6cf9293792eb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4482298 Jan 14 07:52:33.631958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3a686f-2f85-4284-a85a-15f3a5483012 None None] Network 50210832-9d1e-4ed2-a0a0-8d712e657903 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:52:33.634550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41696) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:33.897758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:34.029661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-22883977-0726-4d11-8f14-9fb82ad99e64 None None] Provisioning complete for port d5bd6e5e-7336-4bbe-a138-838f3b1dc95c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:52:34.030083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22883977-0726-4d11-8f14-9fb82ad99e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:34.154139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:52:34.325295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d5bd6e5e-7336-4bbe-a138-838f3b1dc95c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:52:34.433245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:52:34.517158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:34.534209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-50210832-9d1e-4ed2-a0a0-8d712e657903', 'network_id': '50210832-9d1e-4ed2-a0a0-8d712e657903', 'tenant_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'fixed_ips': [{'subnet_id': '1b00e002-f7de-4e42-80d7-7a40d7d45af3'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:52:34.535414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:34.583980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] Transition to ACTIVE for port object 96a0ea66-df38-4350-a525-c1dfa1712f8c will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:52:34.638769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port d5bd6e5e-7336-4bbe-a138-838f3b1dc95c triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:52:34.639201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:34.640098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Allocated IP 172.20.0.1 (66937d48-36ba-4585-a4ba-14da04fe1789/d0717e75-3b4a-41d4-9b76-6871e2c49cae/2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:52:34.705649 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:34.981831 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:35.001960 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:35.084034 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:35.109161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:35.142718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] Transition to ACTIVE for port object 7c7b52c8-8fab-4cea-896a-45d13bca6f14 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:52:35.144912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Transition to ACTIVE for port object 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:52:35.147158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:35.176316 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c26848c-47fd-4e44-938f-f1c2519b6f07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:35.184046 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:35.213764 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-060bceb5-ad2e-4f12-85c8-1b3189e40908 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:35.260319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Pushing event updated for resources: {'Port': ['ID=7c7b52c8-8fab-4cea-896a-45d13bca6f14,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:35.326213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.326607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.327245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.327722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.328033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.328403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.328773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.329152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.329542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.329906 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.330351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.330714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.331952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.333226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.333226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.333226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.333716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.333716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.334166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.334403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.335060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.335970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.336354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.336707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.337462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.337820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.338186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.338543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.338891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.339243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.339608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.340016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.340371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.340722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.341481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.341845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:35.358120 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:35.396393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] Attempting to bind port 96a0ea66-df38-4350-a525-c1dfa1712f8c on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:52:35.396984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] Attempting to bind port 96a0ea66-df38-4350-a525-c1dfa1712f8c by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:52:35.397286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41706) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:35.397410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] Attempting to bind port 96a0ea66-df38-4350-a525-c1dfa1712f8c on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:52:35.415953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:52:35.416436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:52:35.416992 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:35.417448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:52:35.418003 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] Bound port: 96a0ea66-df38-4350-a525-c1dfa1712f8c, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:52:35.418485 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:35.420769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Pushing event updated for resources: {'Port': ['ID=2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:35.487752 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:35.498189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] Attempting to bind port 7c7b52c8-8fab-4cea-896a-45d13bca6f14 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:52:35.498902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] Attempting to bind port 7c7b52c8-8fab-4cea-896a-45d13bca6f14 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:52:35.499614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] Attempting to bind port 7c7b52c8-8fab-4cea-896a-45d13bca6f14 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:52:35.506925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:52:35.507354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:52:35.508013 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:35.508453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:52:35.508990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] Bound port: 7c7b52c8-8fab-4cea-896a-45d13bca6f14, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:52:35.509408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:35.513784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8b2b6-8ff8-43ea-a2db-08b9052d549d None None] Pushing event updated for resources: {'Port': ['ID=96a0ea66-df38-4350-a525-c1dfa1712f8c,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:35.534364 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-68f8b2b6-8ff8-43ea-a2db-08b9052d549d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:35.617743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] For port 7c7b52c8-8fab-4cea-896a-45d13bca6f14, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:52:35.626301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] For port 7c7b52c8-8fab-4cea-896a-45d13bca6f14, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7c7b52c8-8fab-4cea-896a-45d13bca6f14,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:52:35.632569 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:35.666501 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-153ed63b-1623-4438-add9-0543e097917a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:35.693280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] For port 96a0ea66-df38-4350-a525-c1dfa1712f8c, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:52:35.700504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] For port 96a0ea66-df38-4350-a525-c1dfa1712f8c, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=96a0ea66-df38-4350-a525-c1dfa1712f8c,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:52:35.714102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:35.718294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Network 66937d48-36ba-4585-a4ba-14da04fe1789 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:52:35.729429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:52:35.732801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:52:35.874194 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:35.987253 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-32ef28b8-d441-4ce5-ba11-58341508206d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:36.000552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Pushing event updated for resources: {'Port': ['ID=7c7b52c8-8fab-4cea-896a-45d13bca6f14,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:36.012244 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:36.036148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06db6a24-0a1b-4db5-a73c-c4108e1c0ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:36.094315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] Routers {'19c869ed-caed-4390-8e39-1fe3d1fab589'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:52:36.095093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['19c869ed-caed-4390-8e39-1fe3d1fab589'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:36.100632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-06db6a24-0a1b-4db5-a73c-c4108e1c0ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:36.127218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-06db6a24-0a1b-4db5-a73c-c4108e1c0ee2 admin admin] Usage tracker for resource:security_group_rule and tenant:6c26a4bb86a04b59962ec8515716d0a1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:36.134067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-06db6a24-0a1b-4db5-a73c-c4108e1c0ee2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:36.144908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Allocated IP 172.20.0.1 (50210832-9d1e-4ed2-a0a0-8d712e657903/1b00e002-f7de-4e42-80d7-7a40d7d45af3/689e820f-791b-477b-924c-6006687888fe) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:52:36.155112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-06db6a24-0a1b-4db5-a73c-c4108e1c0ee2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:36.258133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-988ba5c2-b50f-48df-a6da-d4fdb6ac621b None None] Provisioning for port 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:52:36.282135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-988ba5c2-b50f-48df-a6da-d4fdb6ac621b None None] Provisioning complete for port 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:52:36.283045 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-988ba5c2-b50f-48df-a6da-d4fdb6ac621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:36.348711 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:36.390795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] Set router 19c869ed-caed-4390-8e39-1fe3d1fab589 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:52:36.434948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:36.459433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Transition to ACTIVE for port object 689e820f-791b-477b-924c-6006687888fe will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:52:36.506492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:36.526019 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-310750dd-a6c9-4d45-a5b8-4ad2610f8f62 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:36.641849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Pushing event updated for resources: {'Port': ['ID=689e820f-791b-477b-924c-6006687888fe,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:36.648948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8b2b6-8ff8-43ea-a2db-08b9052d549d None None] Pushing event updated for resources: {'Port': ['ID=96a0ea66-df38-4350-a525-c1dfa1712f8c,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:36.652976 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-68f8b2b6-8ff8-43ea-a2db-08b9052d549d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:36.660339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-988ba5c2-b50f-48df-a6da-d4fdb6ac621b None None] Port 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:52:36.669365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] Routers {'89acea3a-e125-4422-86ba-a93586628c41'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:52:36.670487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['89acea3a-e125-4422-86ba-a93586628c41'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:36.711204 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06db6a24-0a1b-4db5-a73c-c4108e1c0ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:36.712864 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:36.733814 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-06db6a24-0a1b-4db5-a73c-c4108e1c0ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:36.794851 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ce20d9fc-2a60-4ad0-8213-3ba3a960ce72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:36.944596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c869ed-caed-4390-8e39-1fe3d1fab589', 'name': 'tempest-TestAggregatesBasicOps-1465575231-router', 'tenant_id': '09a1df150b214e349cb8af90bb58ee0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '7c7b52c8-8fab-4cea-896a-45d13bca6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:25Z', 'updated_at': '2021-01-14T07:52:29Z', 'revision_number': 3, 'project_id': '09a1df150b214e349cb8af90bb58ee0b', 'gw_port': {'id': '7c7b52c8-8fab-4cea-896a-45d13bca6f14', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c869ed-caed-4390-8e39-1fe3d1fab589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:28Z', 'updated_at': '2021-01-14T07:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:36.947136 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:36.951587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749eef1b-1ff5-4f7b-b101-531bac2d75a2 None None] The sync data for ids ['19c869ed-caed-4390-8e39-1fe3d1fab589'] in n-d-769329-2 is: [{'id': '19c869ed-caed-4390-8e39-1fe3d1fab589', 'name': 'tempest-TestAggregatesBasicOps-1465575231-router', 'tenant_id': '09a1df150b214e349cb8af90bb58ee0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '7c7b52c8-8fab-4cea-896a-45d13bca6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:25Z', 'updated_at': '2021-01-14T07:52:29Z', 'revision_number': 3, 'project_id': '09a1df150b214e349cb8af90bb58ee0b', 'gw_port': {'id': '7c7b52c8-8fab-4cea-896a-45d13bca6f14', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c869ed-caed-4390-8e39-1fe3d1fab589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:28Z', 'updated_at': '2021-01-14T07:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:52:36.954245 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:37.023667 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d77c75ee-435e-4b48-a576-072d8ab166a0 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:37.100773 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:37.202184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] Set router 89acea3a-e125-4422-86ba-a93586628c41 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:52:37.238073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Pushing event updated for resources: {'Port': ['ID=2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:37.244966 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:37.263444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Allocated IP 172.20.0.2 (50210832-9d1e-4ed2-a0a0-8d712e657903/1b00e002-f7de-4e42-80d7-7a40d7d45af3/20c1ff3d-ab1c-4846-9e2d-90475a212d52) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:52:37.270814 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-06db6a24-0a1b-4db5-a73c-c4108e1c0ee2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c26a4bb86a04b59962ec8515716d0a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8714914 Jan 14 07:52:37.275725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41712) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:37.287675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db6a24-0a1b-4db5-a73c-c4108e1c0ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a56b78-a103-4928-b7ca-4d7c324df65f,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:37.292149 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06db6a24-0a1b-4db5-a73c-c4108e1c0ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:37.375800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Network 50210832-9d1e-4ed2-a0a0-8d712e657903 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:52:37.377088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:52:37.379526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ab20c34-6b0a-4b5f-9bca-54cefaf59b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:37.383143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Network 66937d48-36ba-4585-a4ba-14da04fe1789 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:52:37.385050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:52:37.386138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:52:37.490546 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:37.540760 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ab20c34-6b0a-4b5f-9bca-54cefaf59b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:37.865541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Router 19c869ed-caed-4390-8e39-1fe3d1fab589 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:52:37.866859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ab20c34-6b0a-4b5f-9bca-54cefaf59b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:37.877716 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4e1a4b34-a1a8-4cd0-aad0-9db9c8f14caa tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:37.974536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab20c34-6b0a-4b5f-9bca-54cefaf59b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a56b78-a103-4928-b7ca-4d7c324df65f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:37.994329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-857787d6-2a59-4bca-bcff-bd9cb687cc45 None None] Provisioning complete for port 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:52:37.994759 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-857787d6-2a59-4bca-bcff-bd9cb687cc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:37.994870 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1ab20c34-6b0a-4b5f-9bca-54cefaf59b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:38.073661 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:38.169205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89acea3a-e125-4422-86ba-a93586628c41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1642242590', 'tenant_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '96a0ea66-df38-4350-a525-c1dfa1712f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:25Z', 'updated_at': '2021-01-14T07:52:28Z', 'revision_number': 3, 'project_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'gw_port': {'id': '96a0ea66-df38-4350-a525-c1dfa1712f8c', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89acea3a-e125-4422-86ba-a93586628c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:26Z', 'updated_at': '2021-01-14T07:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:38.178911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f62496-c248-4847-990d-2bddc83c8bb0 None None] The sync data for ids ['89acea3a-e125-4422-86ba-a93586628c41'] in n-d-769329-2 is: [{'id': '89acea3a-e125-4422-86ba-a93586628c41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1642242590', 'tenant_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '96a0ea66-df38-4350-a525-c1dfa1712f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:25Z', 'updated_at': '2021-01-14T07:52:28Z', 'revision_number': 3, 'project_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'gw_port': {'id': '96a0ea66-df38-4350-a525-c1dfa1712f8c', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89acea3a-e125-4422-86ba-a93586628c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:26Z', 'updated_at': '2021-01-14T07:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:52:38.189900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-857787d6-2a59-4bca-bcff-bd9cb687cc45 None None] Port 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:52:38.200972 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:38.222302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Transition to ACTIVE for port object 20c1ff3d-ab1c-4846-9e2d-90475a212d52 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:52:38.261287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Transition to ACTIVE for port object 20c1ff3d-ab1c-4846-9e2d-90475a212d52 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:52:38.268826 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:38.377114 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-68f8b2b6-8ff8-43ea-a2db-08b9052d549d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:38.409350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7c7b52c8-8fab-4cea-896a-45d13bca6f14 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:52:38.516839 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ab20c34-6b0a-4b5f-9bca-54cefaf59b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:38.519016 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1ab20c34-6b0a-4b5f-9bca-54cefaf59b69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8a56b78-a103-4928-b7ca-4d7c324df65f HTTP/1.1" status: 204 len: 168 time: 1.2420475 Jan 14 07:52:38.560339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Pushing event updated for resources: {'Port': ['ID=20c1ff3d-ab1c-4846-9e2d-90475a212d52,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:38.563894 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:38.605293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 7c7b52c8-8fab-4cea-896a-45d13bca6f14 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:52:38.617482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 7c7b52c8-8fab-4cea-896a-45d13bca6f14 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:52:38.618145 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:38.683291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:52:38.696733 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] 10.222.0.41 "PUT /v2.0/routers/19c869ed-caed-4390-8e39-1fe3d1fab589/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2318733 Jan 14 07:52:38.730388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Network 50210832-9d1e-4ed2-a0a0-8d712e657903 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:52:38.747379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:52:38.751433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:52:38.877747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Attempting to bind port 20c1ff3d-ab1c-4846-9e2d-90475a212d52 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:52:38.878382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Attempting to bind port 20c1ff3d-ab1c-4846-9e2d-90475a212d52 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '2aee315a-688a-4dc5-a6c1-7a2a9624dd85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '50210832-9d1e-4ed2-a0a0-8d712e657903'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:52:38.879087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Attempting to bind port 20c1ff3d-ab1c-4846-9e2d-90475a212d52 on network 50210832-9d1e-4ed2-a0a0-8d712e657903 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:52:38.901108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:52:38.901821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Checking segment: {'id': '2aee315a-688a-4dc5-a6c1-7a2a9624dd85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '50210832-9d1e-4ed2-a0a0-8d712e657903'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:52:38.902209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:38.902714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Bound using segment: {'id': '2aee315a-688a-4dc5-a6c1-7a2a9624dd85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '50210832-9d1e-4ed2-a0a0-8d712e657903'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:52:38.903321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Bound port: 20c1ff3d-ab1c-4846-9e2d-90475a212d52, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aee315a-688a-4dc5-a6c1-7a2a9624dd85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '50210832-9d1e-4ed2-a0a0-8d712e657903'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:52:38.903816 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:38.988106 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:38.999050 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:39.111966 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:39.257262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41726) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:39.281318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] For port 20c1ff3d-ab1c-4846-9e2d-90475a212d52, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:52:39.288896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] For port 20c1ff3d-ab1c-4846-9e2d-90475a212d52, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=20c1ff3d-ab1c-4846-9e2d-90475a212d52,segment=NetworkSegment(2aee315a-688a-4dc5-a6c1-7a2a9624dd85),segment_id=2aee315a-688a-4dc5-a6c1-7a2a9624dd85)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:52:39.300631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4785f812-3907-4cba-a51f-7e8724c0a735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:39.307416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Pushing event updated for resources: {'Port': ['ID=689e820f-791b-477b-924c-6006687888fe,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:39.313780 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:39.318782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:39.326638 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:39.364938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4785f812-3907-4cba-a51f-7e8724c0a735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:39.386230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4785f812-3907-4cba-a51f-7e8724c0a735 admin admin] Usage tracker for resource:security_group_rule and tenant:1e81ad1e5ac347a78491b6609f386362 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:39.400485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4785f812-3907-4cba-a51f-7e8724c0a735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:39.415091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4785f812-3907-4cba-a51f-7e8724c0a735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:39.548139 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-35ac397b-861e-4fb0-8d22-ea77f6314a90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:39.614808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4785f812-3907-4cba-a51f-7e8724c0a735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:39.620232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4785f812-3907-4cba-a51f-7e8724c0a735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:39.632848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Network 50210832-9d1e-4ed2-a0a0-8d712e657903 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:52:39.634949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:52:39.649398 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6f07e2db-b84e-424d-acd9-b4c260e95ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:39.663941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Pushing event updated for resources: {'Port': ['ID=20c1ff3d-ab1c-4846-9e2d-90475a212d52,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:39.674408 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:39.724094 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:39.751368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785f812-3907-4cba-a51f-7e8724c0a735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d7d7f4-9f7a-440b-8416-f27bfa3e1735,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:39.758060 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4785f812-3907-4cba-a51f-7e8724c0a735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:39.765140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 7c7b52c8-8fab-4cea-896a-45d13bca6f14, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7c7b52c8-8fab-4cea-896a-45d13bca6f14,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:52:39.771083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:39.775382 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-68f8b2b6-8ff8-43ea-a2db-08b9052d549d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:39.808602 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4785f812-3907-4cba-a51f-7e8724c0a735 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e81ad1e5ac347a78491b6609f386362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5493369 Jan 14 07:52:39.811921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41734) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:39.923001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=7c7b52c8-8fab-4cea-896a-45d13bca6f14,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:39.936810 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:40.088687 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17d499db-b30c-4e08-8bda-c82259ea6c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:40.158227 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17d499db-b30c-4e08-8bda-c82259ea6c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:40.283883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Router 89acea3a-e125-4422-86ba-a93586628c41 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:52:40.290536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17d499db-b30c-4e08-8bda-c82259ea6c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:40.317924 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-508e085f-7d4c-4566-8197-2df024394f58 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:40.407740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41742) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:40.415592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1538815809-network', 'tenant_id': '4493841fa19a4d63afc89bdfa3d4095a'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:52:40.422122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d499db-b30c-4e08-8bda-c82259ea6c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d7d7f4-9f7a-440b-8416-f27bfa3e1735,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:40.422303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:40.428277 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-17d499db-b30c-4e08-8bda-c82259ea6c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:40.432005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 96a0ea66-df38-4350-a525-c1dfa1712f8c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:52:40.432471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Usage tracker for resource:network and tenant:4493841fa19a4d63afc89bdfa3d4095a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:40.436753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:40.446494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:40.459520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Made reservation on behalf of 4493841fa19a4d63afc89bdfa3d4095a for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:52:40.468531 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:40.495584 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:40.525992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:40.533611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Usage tracker for resource:security_group_rule and tenant:4493841fa19a4d63afc89bdfa3d4095a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:40.540168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:40.547967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:40.580184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 96a0ea66-df38-4350-a525-c1dfa1712f8c completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:52:40.589206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 96a0ea66-df38-4350-a525-c1dfa1712f8c triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:52:40.589482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:40.656215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:52:40.676939 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] 10.222.0.41 "PUT /v2.0/routers/89acea3a-e125-4422-86ba-a93586628c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0409114 Jan 14 07:52:40.683019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41746) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:40.685684 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-17d499db-b30c-4e08-8bda-c82259ea6c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:40.690794 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-17d499db-b30c-4e08-8bda-c82259ea6c62 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00d7d7f4-9f7a-440b-8416-f27bfa3e1735 HTTP/1.1" status: 204 len: 168 time: 0.8772562 Jan 14 07:52:40.703816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-dedb09c1-e325-4116-b870-6e1feee4d2ab tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Request body: {'security_group': {'name': 'tempest-secgroup_access--1198772357', 'description': 'tempest-secgroup_access--1198772357 description', 'project_id': 'a7d57a0103d5473baafa4fdf7affaba1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:52:40.730394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dedb09c1-e325-4116-b870-6e1feee4d2ab tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:40.733623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dedb09c1-e325-4116-b870-6e1feee4d2ab tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Usage tracker for resource:security_group and tenant:a7d57a0103d5473baafa4fdf7affaba1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:40.747607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dedb09c1-e325-4116-b870-6e1feee4d2ab tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:40.760680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dedb09c1-e325-4116-b870-6e1feee4d2ab tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:40.764155 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:40.787314 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:40.790049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 96a0ea66-df38-4350-a525-c1dfa1712f8c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=96a0ea66-df38-4350-a525-c1dfa1712f8c,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:52:40.792657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:40.794269 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:40.795307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7c7b52c8-8fab-4cea-896a-45d13bca6f14 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:52:40.804816 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-093d675e-7ca2-4462-9f7b-32afa551d53c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:40.827698 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dedb09c1-e325-4116-b870-6e1feee4d2ab tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:40.847544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:52:40.850193 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:40.887036 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:40.887716 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Added segment eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee of type vxlan for network f76abdbb-370a-4a5b-ad59-8d9c7b401fb4 Jan 14 07:52:40.939471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:40.987933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dedb09c1-e325-4116-b870-6e1feee4d2ab tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:40.996177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dedb09c1-e325-4116-b870-6e1feee4d2ab tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Usage tracker for resource:security_group_rule and tenant:a7d57a0103d5473baafa4fdf7affaba1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:41.004090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dedb09c1-e325-4116-b870-6e1feee4d2ab tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:41.017817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dedb09c1-e325-4116-b870-6e1feee4d2ab tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:41.036643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23896fc1-35b1-4cd2-9925-ed8d82819c1b,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:41.041213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:41.042593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:52:41.043383 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:41.050016 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:41.059359 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c9afbfa7-c1cd-4fa0-b431-ccfac26875b2 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:41.178976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Pushing event updated for resources: {'Network': ['ID=f76abdbb-370a-4a5b-ad59-8d9c7b401fb4,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:41.189583 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:41.198610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network f76abdbb-370a-4a5b-ad59-8d9c7b401fb4 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:52:41.237494 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6f3c045a-0734-49d4-b976-fe53dffee34e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8283482 Jan 14 07:52:41.242072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41754) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:41.254940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ad714626-64ee-4949-8d44-7fc85a48131b admin admin] Request body: {'subnet': {'network_id': 'f76abdbb-370a-4a5b-ad59-8d9c7b401fb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1538815809-subnet', 'tenant_id': '4493841fa19a4d63afc89bdfa3d4095a', 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:52:41.267554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ad714626-64ee-4949-8d44-7fc85a48131b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:41.277213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ad714626-64ee-4949-8d44-7fc85a48131b admin admin] Usage tracker for resource:subnet and tenant:4493841fa19a4d63afc89bdfa3d4095a is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:41.282921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ad714626-64ee-4949-8d44-7fc85a48131b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:41.289316 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dedb09c1-e325-4116-b870-6e1feee4d2ab tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:41.294242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dedb09c1-e325-4116-b870-6e1feee4d2ab tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:41.297877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ad714626-64ee-4949-8d44-7fc85a48131b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:41.300457 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8ec35e43-7df5-489c-9163-153f980e1c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:41.316766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad714626-64ee-4949-8d44-7fc85a48131b admin admin] Made reservation on behalf of 4493841fa19a4d63afc89bdfa3d4095a for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:52:41.319442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network f76abdbb-370a-4a5b-ad59-8d9c7b401fb4 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:52:41.324288 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad714626-64ee-4949-8d44-7fc85a48131b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:41.342081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network f76abdbb-370a-4a5b-ad59-8d9c7b401fb4 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:52:41.347468 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dedb09c1-e325-4116-b870-6e1feee4d2ab tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:41.353659 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dedb09c1-e325-4116-b870-6e1feee4d2ab tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6687448 Jan 14 07:52:41.357728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41760) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:41.377781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 7c7b52c8-8fab-4cea-896a-45d13bca6f14 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:52:41.378468 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:41.395286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9f4200a6-9621-4271-96b4-1d5450660eed tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Request body: {'security_group': {'name': 'tempest-secgroup_general--961514248', 'description': 'tempest-secgroup_general--961514248 description', 'project_id': 'a7d57a0103d5473baafa4fdf7affaba1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:52:41.416420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb09c1-e325-4116-b870-6e1feee4d2ab tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Pushing event updated for resources: {'SecurityGroup': ['ID=dedcb29f-8cef-4d72-8d44-9213265c3c23,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:41.421143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9f4200a6-9621-4271-96b4-1d5450660eed tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:41.424542 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dedb09c1-e325-4116-b870-6e1feee4d2ab tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:41.428724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9f4200a6-9621-4271-96b4-1d5450660eed tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Usage tracker for resource:security_group and tenant:a7d57a0103d5473baafa4fdf7affaba1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:41.432496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9f4200a6-9621-4271-96b4-1d5450660eed tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:41.460637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9f4200a6-9621-4271-96b4-1d5450660eed tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:41.483157 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f4200a6-9621-4271-96b4-1d5450660eed tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:41.542694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9f4200a6-9621-4271-96b4-1d5450660eed tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:41.560311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9f4200a6-9621-4271-96b4-1d5450660eed tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Usage tracker for resource:security_group_rule and tenant:a7d57a0103d5473baafa4fdf7affaba1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:41.564070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9f4200a6-9621-4271-96b4-1d5450660eed tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:41.573083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=96a0ea66-df38-4350-a525-c1dfa1712f8c,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:41.583473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9f4200a6-9621-4271-96b4-1d5450660eed tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:41.731224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f4200a6-9621-4271-96b4-1d5450660eed tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:41.735906 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f4200a6-9621-4271-96b4-1d5450660eed tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:41.771513 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4785f812-3907-4cba-a51f-7e8724c0a735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:41.818496 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.967s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:41.831408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4200a6-9621-4271-96b4-1d5450660eed tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Pushing event updated for resources: {'SecurityGroup': ['ID=6108b80a-9876-4412-ae54-9fa059bd8d1d,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:41.839726 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9f4200a6-9621-4271-96b4-1d5450660eed tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:41.850496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f4200a6-9621-4271-96b4-1d5450660eed tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:41.855786 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9f4200a6-9621-4271-96b4-1d5450660eed tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4934661 Jan 14 07:52:41.855972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d16a12-fc51-4a39-94e6-a2a3965e6113 None None] Network 50210832-9d1e-4ed2-a0a0-8d712e657903 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:52:41.856340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41770) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:41.866523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-36d9e8e8-6222-433b-b0d2-4af55633336e tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Request body: {'security_group_rule': {'security_group_id': 'dedcb29f-8cef-4d72-8d44-9213265c3c23', 'project_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:52:41.887976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-36d9e8e8-6222-433b-b0d2-4af55633336e tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:41.893950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-36d9e8e8-6222-433b-b0d2-4af55633336e tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Usage tracker for resource:security_group_rule and tenant:a7d57a0103d5473baafa4fdf7affaba1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:41.903192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-36d9e8e8-6222-433b-b0d2-4af55633336e tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:41.917852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-36d9e8e8-6222-433b-b0d2-4af55633336e tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:41.941682 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36d9e8e8-6222-433b-b0d2-4af55633336e tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:42.048631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36d9e8e8-6222-433b-b0d2-4af55633336e tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:42.056017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36d9e8e8-6222-433b-b0d2-4af55633336e tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:42.073904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-923b77b1-ac90-4eef-b3b6-cda47a1b07a5 None None] Provisioning for port 20c1ff3d-ab1c-4846-9e2d-90475a212d52 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:52:42.143164 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-56c84fc6-838e-4477-b33f-076ea4690d4f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:42.195090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9e8e8-6222-433b-b0d2-4af55633336e tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5c5a694-b177-4efb-95c3-bc656d45fd17,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:42.210448 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36d9e8e8-6222-433b-b0d2-4af55633336e tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:42.221652 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-36d9e8e8-6222-433b-b0d2-4af55633336e tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3543448 Jan 14 07:52:42.221652 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-36d9e8e8-6222-433b-b0d2-4af55633336e tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:42.247718 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad714626-64ee-4949-8d44-7fc85a48131b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:42.452748 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8890dd1a-09a6-4621-83ed-cfb0d2c39a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:42.509077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 96a0ea66-df38-4350-a525-c1dfa1712f8c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:52:42.655135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] Sync routers for ids ['19c869ed-caed-4390-8e39-1fe3d1fab589'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:52:42.683193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 96a0ea66-df38-4350-a525-c1dfa1712f8c triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:52:42.687809 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:42.689762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad714626-64ee-4949-8d44-7fc85a48131b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dc45d4e-5553-47a2-b073-fcdadc3fda8d,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:42.695949 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad714626-64ee-4949-8d44-7fc85a48131b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:42.784214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad714626-64ee-4949-8d44-7fc85a48131b admin admin] Checking segment: {'id': 'eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f76abdbb-370a-4a5b-ad59-8d9c7b401fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:52:42.784732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad714626-64ee-4949-8d44-7fc85a48131b admin admin] Network hostable DHCP agents. Network: f76abdbb-370a-4a5b-ad59-8d9c7b401fb4, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:52:42.804634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] Routers {'19c869ed-caed-4390-8e39-1fe3d1fab589'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:52:42.806199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['19c869ed-caed-4390-8e39-1fe3d1fab589'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:42.844468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad714626-64ee-4949-8d44-7fc85a48131b admin admin] Network f76abdbb-370a-4a5b-ad59-8d9c7b401fb4 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:52:42.862296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ad714626-64ee-4949-8d44-7fc85a48131b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, f76abdbb-370a-4a5b-ad59-8d9c7b401fb4) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:52:42.898861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad714626-64ee-4949-8d44-7fc85a48131b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:52:42.900539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ad714626-64ee-4949-8d44-7fc85a48131b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:42.953281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41802) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:42.954061 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ad714626-64ee-4949-8d44-7fc85a48131b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7088108 Jan 14 07:52:42.975956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1538815809-router', 'tenant_id': '4493841fa19a4d63afc89bdfa3d4095a', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:52:43.025152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:43.033761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Usage tracker for resource:router and tenant:4493841fa19a4d63afc89bdfa3d4095a is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:43.039732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:43.061025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e674f1-b52d-439e-896d-3abab809153e None None] Network f76abdbb-370a-4a5b-ad59-8d9c7b401fb4 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:52:43.073542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:43.107041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:43.109935 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:43.142453 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:43.418316 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] Sync routers for ids ['89acea3a-e125-4422-86ba-a93586628c41'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:52:43.440136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] Routers {'89acea3a-e125-4422-86ba-a93586628c41'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:52:43.441515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['89acea3a-e125-4422-86ba-a93586628c41'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:43.483892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] Set router 19c869ed-caed-4390-8e39-1fe3d1fab589 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:52:43.581694 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:43.611615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a9d6e3bc-9f77-4092-a8fd-83191df4ddbe req-702d2dbb-26e5-4efa-a7f6-5b113689e903 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Synchronizing usage tracker for tenant:a7d57a0103d5473baafa4fdf7affaba1 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:52:43.655253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a9d6e3bc-9f77-4092-a8fd-83191df4ddbe req-702d2dbb-26e5-4efa-a7f6-5b113689e903 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Unset dirty status for tenant:a7d57a0103d5473baafa4fdf7affaba1 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:52:43.657488 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a9d6e3bc-9f77-4092-a8fd-83191df4ddbe req-702d2dbb-26e5-4efa-a7f6-5b113689e903 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_access--1198772357&fields=id&tenant_id=a7d57a0103d5473baafa4fdf7affaba1 HTTP/1.1" status: 200 len: 267 time: 0.3114359 Jan 14 07:52:43.837284 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a9d6e3bc-9f77-4092-a8fd-83191df4ddbe req-0c2f0aae-14c9-4807-bf5d-62f196745407 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_general--961514248&fields=id&tenant_id=a7d57a0103d5473baafa4fdf7affaba1 HTTP/1.1" status: 200 len: 267 time: 0.0996838 Jan 14 07:52:44.205822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6e3bc-9f77-4092-a8fd-83191df4ddbe req-4e7fb39e-135b-4531-b17f-f8fea79b9e5b tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:52:44.209335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a9d6e3bc-9f77-4092-a8fd-83191df4ddbe req-4e7fb39e-135b-4531-b17f-f8fea79b9e5b tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Synchronizing usage tracker for tenant:a7d57a0103d5473baafa4fdf7affaba1 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:52:44.228276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] Set router 89acea3a-e125-4422-86ba-a93586628c41 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:52:44.272372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a9d6e3bc-9f77-4092-a8fd-83191df4ddbe req-4e7fb39e-135b-4531-b17f-f8fea79b9e5b tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Unset dirty status for tenant:a7d57a0103d5473baafa4fdf7affaba1 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:52:44.273706 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a9d6e3bc-9f77-4092-a8fd-83191df4ddbe req-4e7fb39e-135b-4531-b17f-f8fea79b9e5b tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] 10.222.0.41 "GET /v2.0/networks?id=50210832-9d1e-4ed2-a0a0-8d712e657903 HTTP/1.1" status: 200 len: 796 time: 0.4286680 Jan 14 07:52:44.375685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41818) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:44.467194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0b70c69a-ea73-4938-9721-94379c0ec280 None None] Provisioning for port 689e820f-791b-477b-924c-6006687888fe completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:52:44.484057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-f76abdbb-370a-4a5b-ad59-8d9c7b401fb4', 'network_id': 'f76abdbb-370a-4a5b-ad59-8d9c7b401fb4', 'tenant_id': '4493841fa19a4d63afc89bdfa3d4095a', 'fixed_ips': [{'subnet_id': '9dc45d4e-5553-47a2-b073-fcdadc3fda8d'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:52:44.493169 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:44.496695 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a9d6e3bc-9f77-4092-a8fd-83191df4ddbe req-85ebbc0e-cd5a-45cf-95dd-bd040423f445 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] 10.222.0.41 "GET /v2.0/quotas/a7d57a0103d5473baafa4fdf7affaba1 HTTP/1.1" status: 200 len: 375 time: 0.2137413 Jan 14 07:52:44.578455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0b70c69a-ea73-4938-9721-94379c0ec280 None None] Provisioning complete for port 689e820f-791b-477b-924c-6006687888fe triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:52:44.578882 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b70c69a-ea73-4938-9721-94379c0ec280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:44.640193 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:44.687072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:44.824237 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c000cd3-d4c3-409d-8f32-18de8e6e9469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:44.865064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7c000cd3-d4c3-409d-8f32-18de8e6e9469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:52:44.880415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7c000cd3-d4c3-409d-8f32-18de8e6e9469 admin admin] Usage tracker for resource:security_group_rule and tenant:ce11b04e9086442582f848fab7218a46 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:52:44.887926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7c000cd3-d4c3-409d-8f32-18de8e6e9469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:52:44.897957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7c000cd3-d4c3-409d-8f32-18de8e6e9469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:52:44.901738 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a9d6e3bc-9f77-4092-a8fd-83191df4ddbe req-b837df40-d8af-4bca-8797-d1fef20d9186 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7d57a0103d5473baafa4fdf7affaba1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3744521 Jan 14 07:52:44.925681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89acea3a-e125-4422-86ba-a93586628c41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1642242590', 'tenant_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '96a0ea66-df38-4350-a525-c1dfa1712f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:25Z', 'updated_at': '2021-01-14T07:52:37Z', 'revision_number': 4, 'project_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'gw_port': {'id': '96a0ea66-df38-4350-a525-c1dfa1712f8c', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89acea3a-e125-4422-86ba-a93586628c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:26Z', 'updated_at': '2021-01-14T07:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '689e820f-791b-477b-924c-6006687888fe', 'name': '', 'network_id': '50210832-9d1e-4ed2-a0a0-8d712e657903', 'tenant_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'mac_address': 'fa:16:3e:be:88:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89acea3a-e125-4422-86ba-a93586628c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '1b00e002-f7de-4e42-80d7-7a40d7d45af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:35Z', 'updated_at': '2021-01-14T07:52:38Z', 'revision_number': 2, 'project_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'subnets': [{'id': '1b00e002-f7de-4e42-80d7-7a40d7d45af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:44.948674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] Checking router: 89acea3a-e125-4422-86ba-a93586628c41 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:52:44.949222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] Updating router 89acea3a-e125-4422-86ba-a93586628c41 port 689e820f-791b-477b-924c-6006687888fe binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:52:45.011839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Allocated IP 172.20.0.2 (f76abdbb-370a-4a5b-ad59-8d9c7b401fb4/9dc45d4e-5553-47a2-b073-fcdadc3fda8d/9d075878-324e-4ac9-a71e-cafa083efa74) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:52:45.104483 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:45.143524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c000cd3-d4c3-409d-8f32-18de8e6e9469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:45.157538 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c000cd3-d4c3-409d-8f32-18de8e6e9469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:45.171761 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a9d6e3bc-9f77-4092-a8fd-83191df4ddbe req-382f3d11-880a-42d6-980c-48d48082ead0 service neutron] 10.222.0.41 "GET /v2.0/networks/50210832-9d1e-4ed2-a0a0-8d712e657903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452173 Jan 14 07:52:45.222613 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e8a58502-7b2d-4fa2-aa72-d78a8e78af7a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:45.243925 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7c000cd3-d4c3-409d-8f32-18de8e6e9469 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce11b04e9086442582f848fab7218a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8637912 Jan 14 07:52:45.245090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41824) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:45.279098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0b70c69a-ea73-4938-9721-94379c0ec280 None None] Port 689e820f-791b-477b-924c-6006687888fe cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:52:45.291695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 20c1ff3d-ab1c-4846-9e2d-90475a212d52 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:52:45.356047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c000cd3-d4c3-409d-8f32-18de8e6e9469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadb3dbc-1c06-4ca5-b8f7-c06abd24787d,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:45.371633 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c000cd3-d4c3-409d-8f32-18de8e6e9469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:45.388430 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75c094bf-8494-4c2e-afc0-13e83c7924da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:45.434832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c869ed-caed-4390-8e39-1fe3d1fab589', 'name': 'tempest-TestAggregatesBasicOps-1465575231-router', 'tenant_id': '09a1df150b214e349cb8af90bb58ee0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '7c7b52c8-8fab-4cea-896a-45d13bca6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:25Z', 'updated_at': '2021-01-14T07:52:36Z', 'revision_number': 4, 'project_id': '09a1df150b214e349cb8af90bb58ee0b', 'gw_port': {'id': '7c7b52c8-8fab-4cea-896a-45d13bca6f14', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c869ed-caed-4390-8e39-1fe3d1fab589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:28Z', 'updated_at': '2021-01-14T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc', 'name': '', 'network_id': '66937d48-36ba-4585-a4ba-14da04fe1789', 'tenant_id': '09a1df150b214e349cb8af90bb58ee0b', 'mac_address': 'fa:16:3e:65:27:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c869ed-caed-4390-8e39-1fe3d1fab589', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'd0717e75-3b4a-41d4-9b76-6871e2c49cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:34Z', 'updated_at': '2021-01-14T07:52:36Z', 'revision_number': 2, 'project_id': '09a1df150b214e349cb8af90bb58ee0b', 'subnets': [{'id': 'd0717e75-3b4a-41d4-9b76-6871e2c49cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:45.438394 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75c094bf-8494-4c2e-afc0-13e83c7924da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:45.445357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] Checking router: 19c869ed-caed-4390-8e39-1fe3d1fab589 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:52:45.445771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] Updating router 19c869ed-caed-4390-8e39-1fe3d1fab589 port 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:52:45.512098 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75c094bf-8494-4c2e-afc0-13e83c7924da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:45.519473 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-56ac34ed-9f35-4e1c-86c2-f0f616ee38d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:45.541049 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a9d6e3bc-9f77-4092-a8fd-83191df4ddbe req-a4ee0066-2176-4382-9a10-7ac6cb0c4114 service neutron] 10.222.0.41 "GET /v2.0/networks/50210832-9d1e-4ed2-a0a0-8d712e657903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3477714 Jan 14 07:52:45.556127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c094bf-8494-4c2e-afc0-13e83c7924da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadb3dbc-1c06-4ca5-b8f7-c06abd24787d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:45.560853 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-75c094bf-8494-4c2e-afc0-13e83c7924da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:45.569546 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75c094bf-8494-4c2e-afc0-13e83c7924da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:45.571313 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-75c094bf-8494-4c2e-afc0-13e83c7924da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aadb3dbc-1c06-4ca5-b8f7-c06abd24787d HTTP/1.1" status: 204 len: 168 time: 0.3244786 Jan 14 07:52:45.587015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Allocated IP 172.25.3.173 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/93ffc3d0-58a0-452a-b617-bd3d4d04f880) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:52:45.831347 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:45.844252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] Transition to ACTIVE for port object 689e820f-791b-477b-924c-6006687888fe will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:52:45.848281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:45.867933 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-72814071-9cd7-4310-9b50-9da9125f641f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:46.010846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:46.144208 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:46.206279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 20c1ff3d-ab1c-4846-9e2d-90475a212d52 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:52:46.213244 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:46.215353 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a587584d-3888-4e76-91fe-6e3b3a8a3d36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:46.235019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 20c1ff3d-ab1c-4846-9e2d-90475a212d52 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:52:46.235625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:46.259247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e196a64-2877-4cbd-a0fe-46de18418f77 None None] Pushing event updated for resources: {'Port': ['ID=689e820f-791b-477b-924c-6006687888fe,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:46.270617 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e196a64-2877-4cbd-a0fe-46de18418f77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:46.289639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:46.466059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Transition to ACTIVE for port object 9d075878-324e-4ac9-a71e-cafa083efa74 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:52:46.487052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] Attempting to bind port 689e820f-791b-477b-924c-6006687888fe on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:52:46.487496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] Attempting to bind port 689e820f-791b-477b-924c-6006687888fe by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '2aee315a-688a-4dc5-a6c1-7a2a9624dd85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '50210832-9d1e-4ed2-a0a0-8d712e657903'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:52:46.487946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] Attempting to bind port 689e820f-791b-477b-924c-6006687888fe on network 50210832-9d1e-4ed2-a0a0-8d712e657903 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:52:46.496002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:52:46.496482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] Checking segment: {'id': '2aee315a-688a-4dc5-a6c1-7a2a9624dd85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '50210832-9d1e-4ed2-a0a0-8d712e657903'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:52:46.496859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:46.497305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] Bound using segment: {'id': '2aee315a-688a-4dc5-a6c1-7a2a9624dd85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '50210832-9d1e-4ed2-a0a0-8d712e657903'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:52:46.497818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] Bound port: 689e820f-791b-477b-924c-6006687888fe, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aee315a-688a-4dc5-a6c1-7a2a9624dd85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '50210832-9d1e-4ed2-a0a0-8d712e657903'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:52:46.498254 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:46.529602 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:46.545545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41852) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:46.695856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] For port 689e820f-791b-477b-924c-6006687888fe, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:52:46.713074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] For port 689e820f-791b-477b-924c-6006687888fe, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=689e820f-791b-477b-924c-6006687888fe,segment=NetworkSegment(2aee315a-688a-4dc5-a6c1-7a2a9624dd85),segment_id=2aee315a-688a-4dc5-a6c1-7a2a9624dd85)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:52:46.720227 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:46.745729 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f284c0f5-9170-4452-ae5a-d5387752fae2 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:46.810706 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f284c0f5-9170-4452-ae5a-d5387752fae2 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:46.811015 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5167a301-0b44-42c6-9053-855d76c11a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:46.868919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Pushing event updated for resources: {'Port': ['ID=93ffc3d0-58a0-452a-b617-bd3d4d04f880,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:46.894387 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f284c0f5-9170-4452-ae5a-d5387752fae2 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:46.900497 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-387633ad-59f2-4aac-96ac-56a05c1aca96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:46.940038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284c0f5-9170-4452-ae5a-d5387752fae2 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Pushing event deleted for resources: {'SecurityGroup': ['ID=6108b80a-9876-4412-ae54-9fa059bd8d1d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:46.940446 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:46.959304 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f284c0f5-9170-4452-ae5a-d5387752fae2 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:46.985610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f284c0f5-9170-4452-ae5a-d5387752fae2 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:46.987431 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f284c0f5-9170-4452-ae5a-d5387752fae2 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] 10.222.0.41 "DELETE /v2.0/security-groups/6108b80a-9876-4412-ae54-9fa059bd8d1d HTTP/1.1" status: 204 len: 168 time: 0.4394667 Jan 14 07:52:46.990662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41858) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:47.075385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:52:47.081042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:52:47.092309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:52:47.117512 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f3aceeb-3378-4f6a-8b3b-c8596b320042 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:47.191865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f3aceeb-3378-4f6a-8b3b-c8596b320042 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:47.295244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e196a64-2877-4cbd-a0fe-46de18418f77 None None] Pushing event updated for resources: {'Port': ['ID=689e820f-791b-477b-924c-6006687888fe,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:47.301980 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e196a64-2877-4cbd-a0fe-46de18418f77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:47.354588 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f3aceeb-3378-4f6a-8b3b-c8596b320042 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:47.366843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:47.391635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] Transition to ACTIVE for port object 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:52:47.397260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] Routers {'89acea3a-e125-4422-86ba-a93586628c41'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:52:47.398888 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bc19812a-a496-4e20-9dcb-d10e4b201027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:47.399238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['89acea3a-e125-4422-86ba-a93586628c41'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:47.419593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Transition to ACTIVE for port object 9d075878-324e-4ac9-a71e-cafa083efa74 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:52:47.468805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3aceeb-3378-4f6a-8b3b-c8596b320042 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedcb29f-8cef-4d72-8d44-9213265c3c23,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:47.487454 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3f3aceeb-3378-4f6a-8b3b-c8596b320042 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:47.493346 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f3aceeb-3378-4f6a-8b3b-c8596b320042 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:47.498317 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3f3aceeb-3378-4f6a-8b3b-c8596b320042 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] 10.222.0.41 "DELETE /v2.0/security-groups/dedcb29f-8cef-4d72-8d44-9213265c3c23 HTTP/1.1" status: 204 len: 168 time: 0.5061750 Jan 14 07:52:47.501257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41870) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:47.684954 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:47.972063 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-51e4a7d4-7881-4934-9a2f-3a42017e4de8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:48.108711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] Set router 89acea3a-e125-4422-86ba-a93586628c41 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:52:48.108954 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:48.237043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:48.713529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89acea3a-e125-4422-86ba-a93586628c41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1642242590', 'tenant_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '96a0ea66-df38-4350-a525-c1dfa1712f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:25Z', 'updated_at': '2021-01-14T07:52:37Z', 'revision_number': 4, 'project_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'gw_port': {'id': '96a0ea66-df38-4350-a525-c1dfa1712f8c', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89acea3a-e125-4422-86ba-a93586628c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:26Z', 'updated_at': '2021-01-14T07:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '689e820f-791b-477b-924c-6006687888fe', 'name': '', 'network_id': '50210832-9d1e-4ed2-a0a0-8d712e657903', 'tenant_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'mac_address': 'fa:16:3e:be:88:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89acea3a-e125-4422-86ba-a93586628c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '1b00e002-f7de-4e42-80d7-7a40d7d45af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:35Z', 'updated_at': '2021-01-14T07:52:46Z', 'revision_number': 4, 'project_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'subnets': [{'id': '1b00e002-f7de-4e42-80d7-7a40d7d45af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:48.720025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1ef78d-2d3e-4de0-8489-358c044c816d None None] The sync data for ids ['89acea3a-e125-4422-86ba-a93586628c41'] in n-d-769329-2 is: [{'id': '89acea3a-e125-4422-86ba-a93586628c41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1642242590', 'tenant_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '96a0ea66-df38-4350-a525-c1dfa1712f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:25Z', 'updated_at': '2021-01-14T07:52:37Z', 'revision_number': 4, 'project_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'gw_port': {'id': '96a0ea66-df38-4350-a525-c1dfa1712f8c', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89acea3a-e125-4422-86ba-a93586628c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:26Z', 'updated_at': '2021-01-14T07:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '689e820f-791b-477b-924c-6006687888fe', 'name': '', 'network_id': '50210832-9d1e-4ed2-a0a0-8d712e657903', 'tenant_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'mac_address': 'fa:16:3e:be:88:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89acea3a-e125-4422-86ba-a93586628c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3615, 'fixed_ips': [{'subnet_id': '1b00e002-f7de-4e42-80d7-7a40d7d45af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:35Z', 'updated_at': '2021-01-14T07:52:46Z', 'revision_number': 4, 'project_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'subnets': [{'id': '1b00e002-f7de-4e42-80d7-7a40d7d45af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:52:48.731890 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:48.776401 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:48.898366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56281d2-6cbf-49e3-9c23-4a8ecb348580 None None] Pushing event updated for resources: {'Port': ['ID=2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:48.912178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58757e21-f267-4b09-a105-100e768b161a tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:49.049095 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d56281d2-6cbf-49e3-9c23-4a8ecb348580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.077s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:49.055003 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.862s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:49.173274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Pushing event updated for resources: {'Port': ['ID=9d075878-324e-4ac9-a71e-cafa083efa74,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:49.220797 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:49.244143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 20c1ff3d-ab1c-4846-9e2d-90475a212d52, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=20c1ff3d-ab1c-4846-9e2d-90475a212d52,segment=NetworkSegment(2aee315a-688a-4dc5-a6c1-7a2a9624dd85),segment_id=2aee315a-688a-4dc5-a6c1-7a2a9624dd85)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:52:49.258979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Network f76abdbb-370a-4a5b-ad59-8d9c7b401fb4 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:52:49.273586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:52:49.275819 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:49.278429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:52:49.283312 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ba3fa2b5-f5c0-4795-8df7-1a96fac75096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:49.418194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=20c1ff3d-ab1c-4846-9e2d-90475a212d52,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:49.496595 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:49.519985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 689e820f-791b-477b-924c-6006687888fe up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:52:49.593032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] Attempting to bind port 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:52:49.593746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] Attempting to bind port 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'ac7c0d19-2a12-4960-acac-64ee6fcf0c87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66937d48-36ba-4585-a4ba-14da04fe1789'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:52:49.594336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] Attempting to bind port 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc on network 66937d48-36ba-4585-a4ba-14da04fe1789 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:52:49.628500 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:49.657411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:52:49.658340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] Checking segment: {'id': 'ac7c0d19-2a12-4960-acac-64ee6fcf0c87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66937d48-36ba-4585-a4ba-14da04fe1789'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:52:49.659137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:49.660010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] Bound using segment: {'id': 'ac7c0d19-2a12-4960-acac-64ee6fcf0c87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66937d48-36ba-4585-a4ba-14da04fe1789'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:52:49.661709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] Bound port: 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7c0d19-2a12-4960-acac-64ee6fcf0c87', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66937d48-36ba-4585-a4ba-14da04fe1789'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:52:49.662658 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:49.768045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Attempting to bind port 9d075878-324e-4ac9-a71e-cafa083efa74 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:52:49.769236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Attempting to bind port 9d075878-324e-4ac9-a71e-cafa083efa74 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f76abdbb-370a-4a5b-ad59-8d9c7b401fb4'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:52:49.769822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Attempting to bind port 9d075878-324e-4ac9-a71e-cafa083efa74 on network f76abdbb-370a-4a5b-ad59-8d9c7b401fb4 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:52:49.794217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:52:49.794995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Checking segment: {'id': 'eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f76abdbb-370a-4a5b-ad59-8d9c7b401fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:52:49.795673 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:49.796350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Bound using segment: {'id': 'eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f76abdbb-370a-4a5b-ad59-8d9c7b401fb4'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:52:49.797113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Bound port: 9d075878-324e-4ac9-a71e-cafa083efa74, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f76abdbb-370a-4a5b-ad59-8d9c7b401fb4'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:52:49.797744 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:49.827429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 689e820f-791b-477b-924c-6006687888fe completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:52:49.840011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 689e820f-791b-477b-924c-6006687888fe triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:52:49.840714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:50.117996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Router 7d041f46-89a0-45e7-96d2-f186d57c6f1a is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:52:50.213499 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:50.282924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] For port 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:52:50.327302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 689e820f-791b-477b-924c-6006687888fe, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=689e820f-791b-477b-924c-6006687888fe,segment=NetworkSegment(2aee315a-688a-4dc5-a6c1-7a2a9624dd85),segment_id=2aee315a-688a-4dc5-a6c1-7a2a9624dd85)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:52:50.330075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] For port 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc,segment=NetworkSegment(ac7c0d19-2a12-4960-acac-64ee6fcf0c87),segment_id=ac7c0d19-2a12-4960-acac-64ee6fcf0c87)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:52:50.339069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:50.357989 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-238fae9e-af36-4348-9335-0ae471f39ec0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:50.390430 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:50.512739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:52:50.566050 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:50.571559 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.6152356 Jan 14 07:52:50.572707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41906) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:50.658552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] Sync routers for ids ['7d041f46-89a0-45e7-96d2-f186d57c6f1a'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:52:50.718931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-58757e21-f267-4b09-a105-100e768b161a tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Deleting port 689e820f-791b-477b-924c-6006687888fe {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:52:50.720768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58757e21-f267-4b09-a105-100e768b161a tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:50.738125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] Routers {'19c869ed-caed-4390-8e39-1fe3d1fab589'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:52:50.738979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['19c869ed-caed-4390-8e39-1fe3d1fab589'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:51.128047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-58757e21-f267-4b09-a105-100e768b161a tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] For port 689e820f-791b-477b-924c-6006687888fe, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=689e820f-791b-477b-924c-6006687888fe,segment=NetworkSegment(2aee315a-688a-4dc5-a6c1-7a2a9624dd85),segment_id=2aee315a-688a-4dc5-a6c1-7a2a9624dd85)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:52:51.128837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58757e21-f267-4b09-a105-100e768b161a tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:51.250849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] Routers {'7d041f46-89a0-45e7-96d2-f186d57c6f1a'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:52:51.252170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7d041f46-89a0-45e7-96d2-f186d57c6f1a'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:51.309622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-58757e21-f267-4b09-a105-100e768b161a tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Calling delete_port for 689e820f-791b-477b-924c-6006687888fe owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:52:51.445544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=689e820f-791b-477b-924c-6006687888fe,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:51.452440 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.094s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:51.470158 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-775a0f6a-66bd-41f6-acfa-0ecc94d9b98f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.827s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:51.502422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 20c1ff3d-ab1c-4846-9e2d-90475a212d52 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:52:51.558470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] For port 9d075878-324e-4ac9-a71e-cafa083efa74, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:52:51.655081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] For port 9d075878-324e-4ac9-a71e-cafa083efa74, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9d075878-324e-4ac9-a71e-cafa083efa74,segment=NetworkSegment(eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee),segment_id=eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:52:51.779101 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:51.799578 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58757e21-f267-4b09-a105-100e768b161a tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:51.818019 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:52.027002 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:52.032204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] Set router 19c869ed-caed-4390-8e39-1fe3d1fab589 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:52:52.089924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58757e21-f267-4b09-a105-100e768b161a tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Pushing event deleted for resources: {'Port': ['ID=689e820f-791b-477b-924c-6006687888fe,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:52.093974 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-58757e21-f267-4b09-a105-100e768b161a tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:52.203948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56281d2-6cbf-49e3-9c23-4a8ecb348580 None None] Pushing event updated for resources: {'Port': ['ID=2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:52.214023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 20c1ff3d-ab1c-4846-9e2d-90475a212d52 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:52:52.214471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:52.314141 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d56281d2-6cbf-49e3-9c23-4a8ecb348580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:52.324512 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.330s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:52.450712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Pushing event updated for resources: {'Port': ['ID=9d075878-324e-4ac9-a71e-cafa083efa74,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:52.463258 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:52.571374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Allocated IP 172.20.0.1 (f76abdbb-370a-4a5b-ad59-8d9c7b401fb4/9dc45d4e-5553-47a2-b073-fcdadc3fda8d/859f6d9d-7b25-4c27-8c25-823db1d53b9c) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:52:52.587354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-58757e21-f267-4b09-a105-100e768b161a tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:52.664711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] Set router 7d041f46-89a0-45e7-96d2-f186d57c6f1a gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:52:52.888264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:52.919908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Transition to ACTIVE for port object 859f6d9d-7b25-4c27-8c25-823db1d53b9c will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:52:52.949293 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:52.975726 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-99a7de35-6aa4-4f65-87d4-fa446cbff024 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:53.190427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Pushing event updated for resources: {'Port': ['ID=859f6d9d-7b25-4c27-8c25-823db1d53b9c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:53.234539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.235018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.235275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.235634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.236078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.236492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.237055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.237474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.237914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.238325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.238913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.239482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.240346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.240764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.241253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.241857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.241984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'name': 'tempest-TestAggregatesBasicOps-1538815809-router', 'tenant_id': '4493841fa19a4d63afc89bdfa3d4095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '93ffc3d0-58a0-452a-b617-bd3d4d04f880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:43Z', 'updated_at': '2021-01-14T07:52:48Z', 'revision_number': 3, 'project_id': '4493841fa19a4d63afc89bdfa3d4095a', 'gw_port': {'id': '93ffc3d0-58a0-452a-b617-bd3d4d04f880', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:45Z', 'updated_at': '2021-01-14T07:52:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:53.242283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.242696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.243103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.243512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.243971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.244384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.244919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.245648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.246404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.247318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.247899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.248478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.249190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.250046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.250572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.251292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.252051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.252757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.253462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.254076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:52:53.265289 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:53.296284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] Checking router: 7d041f46-89a0-45e7-96d2-f186d57c6f1a for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:52:53.296649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] Updating router 7d041f46-89a0-45e7-96d2-f186d57c6f1a port 93ffc3d0-58a0-452a-b617-bd3d4d04f880 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:52:53.358058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Network f76abdbb-370a-4a5b-ad59-8d9c7b401fb4 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:52:53.359606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:52:53.369840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:52:53.399958 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:53.496182 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:53.625835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58757e21-f267-4b09-a105-100e768b161a tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Router 89acea3a-e125-4422-86ba-a93586628c41 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:52:53.665929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9d075878-324e-4ac9-a71e-cafa083efa74 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:52:53.920883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c869ed-caed-4390-8e39-1fe3d1fab589', 'name': 'tempest-TestAggregatesBasicOps-1465575231-router', 'tenant_id': '09a1df150b214e349cb8af90bb58ee0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '7c7b52c8-8fab-4cea-896a-45d13bca6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:25Z', 'updated_at': '2021-01-14T07:52:36Z', 'revision_number': 4, 'project_id': '09a1df150b214e349cb8af90bb58ee0b', 'gw_port': {'id': '7c7b52c8-8fab-4cea-896a-45d13bca6f14', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c869ed-caed-4390-8e39-1fe3d1fab589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:28Z', 'updated_at': '2021-01-14T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc', 'name': '', 'network_id': '66937d48-36ba-4585-a4ba-14da04fe1789', 'tenant_id': '09a1df150b214e349cb8af90bb58ee0b', 'mac_address': 'fa:16:3e:65:27:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c869ed-caed-4390-8e39-1fe3d1fab589', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'd0717e75-3b4a-41d4-9b76-6871e2c49cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:34Z', 'updated_at': '2021-01-14T07:52:50Z', 'revision_number': 4, 'project_id': '09a1df150b214e349cb8af90bb58ee0b', 'subnets': [{'id': 'd0717e75-3b4a-41d4-9b76-6871e2c49cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:54.093870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58757e21-f267-4b09-a105-100e768b161a tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:52:54.114996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb5a6f-734a-46ad-815b-f2317efa8a66 None None] Sync routers for ids ['89acea3a-e125-4422-86ba-a93586628c41'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:52:54.117671 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-58757e21-f267-4b09-a105-100e768b161a tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] 10.222.0.41 "PUT /v2.0/routers/89acea3a-e125-4422-86ba-a93586628c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6147139 Jan 14 07:52:54.123200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41918) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:54.155560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb5a6f-734a-46ad-815b-f2317efa8a66 None None] Routers {'89acea3a-e125-4422-86ba-a93586628c41'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:52:54.164707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7fbb5a6f-734a-46ad-815b-f2317efa8a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['89acea3a-e125-4422-86ba-a93586628c41'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:54.345819 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:54.432498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-7fbb5a6f-734a-46ad-815b-f2317efa8a66 None None] Set router 89acea3a-e125-4422-86ba-a93586628c41 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:52:54.626149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab55cd7-3709-4a20-ac81-7ddadb19251e None None] Network f76abdbb-370a-4a5b-ad59-8d9c7b401fb4 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:52:54.720925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9099e2-371d-4b17-826a-a81087d43912 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Deleting subnet 1b00e002-f7de-4e42-80d7-7a40d7d45af3 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:52:54.736582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac9099e2-371d-4b17-826a-a81087d43912 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:54.765607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:54.773065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:54.825644 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac9099e2-371d-4b17-826a-a81087d43912 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:54.855050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c010aa4b-b9c0-41ca-847c-42eb34c22d00 None None] The sync data for ids ['19c869ed-caed-4390-8e39-1fe3d1fab589'] in n-d-769329-2 is: [{'id': '19c869ed-caed-4390-8e39-1fe3d1fab589', 'name': 'tempest-TestAggregatesBasicOps-1465575231-router', 'tenant_id': '09a1df150b214e349cb8af90bb58ee0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '7c7b52c8-8fab-4cea-896a-45d13bca6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:25Z', 'updated_at': '2021-01-14T07:52:36Z', 'revision_number': 4, 'project_id': '09a1df150b214e349cb8af90bb58ee0b', 'gw_port': {'id': '7c7b52c8-8fab-4cea-896a-45d13bca6f14', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c869ed-caed-4390-8e39-1fe3d1fab589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:28Z', 'updated_at': '2021-01-14T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc', 'name': '', 'network_id': '66937d48-36ba-4585-a4ba-14da04fe1789', 'tenant_id': '09a1df150b214e349cb8af90bb58ee0b', 'mac_address': 'fa:16:3e:65:27:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c869ed-caed-4390-8e39-1fe3d1fab589', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'd0717e75-3b4a-41d4-9b76-6871e2c49cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:34Z', 'updated_at': '2021-01-14T07:52:50Z', 'revision_number': 4, 'project_id': '09a1df150b214e349cb8af90bb58ee0b', 'subnets': [{'id': 'd0717e75-3b4a-41d4-9b76-6871e2c49cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:52:54.940652 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a816bed-b4ee-44e3-b4e9-8a95845dafd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:54.988028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac9099e2-371d-4b17-826a-a81087d43912 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:55.027858 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:55.096054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-38593fb2-1b12-40d0-9710-5f3943cdc235 None None] Provisioning for port 9d075878-324e-4ac9-a71e-cafa083efa74 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:52:55.191118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cbc841ac-e8f7-4010-a0cd-76b61e8e9aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:55.281473 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.resource_extend [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 07:52:55.292313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Pushing event updated for resources: {'Port': ['ID=859f6d9d-7b25-4c27-8c25-823db1d53b9c,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:55.304470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 9d075878-324e-4ac9-a71e-cafa083efa74 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:52:55.311529 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:55.315489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 9d075878-324e-4ac9-a71e-cafa083efa74 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:52:55.315955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:55.328189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Network f76abdbb-370a-4a5b-ad59-8d9c7b401fb4 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:52:55.329623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:52:55.451642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7fbb5a6f-734a-46ad-815b-f2317efa8a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89acea3a-e125-4422-86ba-a93586628c41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1642242590', 'tenant_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '96a0ea66-df38-4350-a525-c1dfa1712f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:25Z', 'updated_at': '2021-01-14T07:52:51Z', 'revision_number': 5, 'project_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'gw_port': {'id': '96a0ea66-df38-4350-a525-c1dfa1712f8c', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89acea3a-e125-4422-86ba-a93586628c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:26Z', 'updated_at': '2021-01-14T07:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:55.464598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb5a6f-734a-46ad-815b-f2317efa8a66 None None] Checking router: 89acea3a-e125-4422-86ba-a93586628c41 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:52:55.490955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb5a6f-734a-46ad-815b-f2317efa8a66 None None] Routers {'89acea3a-e125-4422-86ba-a93586628c41'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:52:55.492225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7fbb5a6f-734a-46ad-815b-f2317efa8a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['89acea3a-e125-4422-86ba-a93586628c41'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:55.665920 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:55.709542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Router 7d041f46-89a0-45e7-96d2-f186d57c6f1a has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:52:55.736134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 9d075878-324e-4ac9-a71e-cafa083efa74, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9d075878-324e-4ac9-a71e-cafa083efa74,segment=NetworkSegment(eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee),segment_id=eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:52:55.778465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:55.810928 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-325c69f9-0650-4dc6-90c7-89d867a5fdcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:55.861282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-7fbb5a6f-734a-46ad-815b-f2317efa8a66 None None] Set router 89acea3a-e125-4422-86ba-a93586628c41 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:52:56.053374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:56.057424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=9d075878-324e-4ac9-a71e-cafa083efa74,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:56.063054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:52:56.145262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] Transition to ACTIVE for port object 93ffc3d0-58a0-452a-b617-bd3d4d04f880 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:52:56.156366 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:56.174497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:56.210184 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:56.245067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:52:56.262036 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] 10.222.0.41 "PUT /v2.0/routers/7d041f46-89a0-45e7-96d2-f186d57c6f1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6879594 Jan 14 07:52:56.402146 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac9099e2-371d-4b17-826a-a81087d43912 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:56.450188 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8e80d0d3-72a6-45c2-aff2-6cf9293792eb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:56.547591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:52:56.577021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176121d6-d1c7-41e3-99ba-d310fddbe92e None None] Pushing event updated for resources: {'Port': ['ID=93ffc3d0-58a0-452a-b617-bd3d4d04f880,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:56.585009 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-176121d6-d1c7-41e3-99ba-d310fddbe92e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:56.588336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:52:56.588862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:56.702995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9099e2-371d-4b17-826a-a81087d43912 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Pushing event deleted for resources: {'Subnet': ['ID=1b00e002-f7de-4e42-80d7-7a40d7d45af3,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:56.721718 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ac9099e2-371d-4b17-826a-a81087d43912 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:56.817672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0afdc0af-5b3a-48a8-a6af-337990ba992d None None] Provisioning complete for port 9d075878-324e-4ac9-a71e-cafa083efa74 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:52:56.818308 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0afdc0af-5b3a-48a8-a6af-337990ba992d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:56.919343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7fbb5a6f-734a-46ad-815b-f2317efa8a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89acea3a-e125-4422-86ba-a93586628c41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1642242590', 'tenant_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '96a0ea66-df38-4350-a525-c1dfa1712f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:25Z', 'updated_at': '2021-01-14T07:52:51Z', 'revision_number': 5, 'project_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'gw_port': {'id': '96a0ea66-df38-4350-a525-c1dfa1712f8c', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89acea3a-e125-4422-86ba-a93586628c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:26Z', 'updated_at': '2021-01-14T07:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:56.941570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb5a6f-734a-46ad-815b-f2317efa8a66 None None] The sync data for ids ['89acea3a-e125-4422-86ba-a93586628c41'] in n-d-769329-2 is: [{'id': '89acea3a-e125-4422-86ba-a93586628c41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1642242590', 'tenant_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '96a0ea66-df38-4350-a525-c1dfa1712f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:25Z', 'updated_at': '2021-01-14T07:52:51Z', 'revision_number': 5, 'project_id': 'a7d57a0103d5473baafa4fdf7affaba1', 'gw_port': {'id': '96a0ea66-df38-4350-a525-c1dfa1712f8c', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89acea3a-e125-4422-86ba-a93586628c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:26Z', 'updated_at': '2021-01-14T07:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:52:56.955758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ac9099e2-371d-4b17-826a-a81087d43912 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:56.960692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabe3edc-32ee-40a3-87c4-3e123b116730 None None] Network 50210832-9d1e-4ed2-a0a0-8d712e657903 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:52:57.006229 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ac9099e2-371d-4b17-826a-a81087d43912 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] 10.222.0.41 "DELETE /v2.0/subnets/1b00e002-f7de-4e42-80d7-7a40d7d45af3 HTTP/1.1" status: 204 len: 168 time: 2.8805468 Jan 14 07:52:57.009418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41938) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:57.437490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afaf77f1-ec9d-492f-b581-b80b1f03418e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:57.521523 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a8569ef-28bf-4064-86dd-3b69aeaffec8 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:57.521822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] Attempting to bind port 93ffc3d0-58a0-452a-b617-bd3d4d04f880 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:52:57.522774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] Attempting to bind port 93ffc3d0-58a0-452a-b617-bd3d4d04f880 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:52:57.523435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] Attempting to bind port 93ffc3d0-58a0-452a-b617-bd3d4d04f880 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:52:57.637834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:57.669990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:52:57.670678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:52:57.671409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:57.672177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:52:57.673090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] Bound port: 93ffc3d0-58a0-452a-b617-bd3d4d04f880, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:52:57.673791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:57.812717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a8569ef-28bf-4064-86dd-3b69aeaffec8 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:57.818805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6a8569ef-28bf-4064-86dd-3b69aeaffec8 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Deleting port 96a0ea66-df38-4350-a525-c1dfa1712f8c {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:52:57.819348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a8569ef-28bf-4064-86dd-3b69aeaffec8 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:58.040591 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:58.088618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0afdc0af-5b3a-48a8-a6af-337990ba992d None None] Provisioning for port 859f6d9d-7b25-4c27-8c25-823db1d53b9c completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:52:58.102580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0afdc0af-5b3a-48a8-a6af-337990ba992d None None] Provisioning complete for port 859f6d9d-7b25-4c27-8c25-823db1d53b9c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:52:58.102696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0afdc0af-5b3a-48a8-a6af-337990ba992d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:58.106535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6a8569ef-28bf-4064-86dd-3b69aeaffec8 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] For port 96a0ea66-df38-4350-a525-c1dfa1712f8c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=96a0ea66-df38-4350-a525-c1dfa1712f8c,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:52:58.107159 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a8569ef-28bf-4064-86dd-3b69aeaffec8 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:58.201603 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0afdc0af-5b3a-48a8-a6af-337990ba992d None None] Port 859f6d9d-7b25-4c27-8c25-823db1d53b9c cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:52:58.214984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] For port 93ffc3d0-58a0-452a-b617-bd3d4d04f880, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:52:58.218567 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:58.229812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f66969-3b1c-42dc-ac16-70d22ec7513e None None] DHCP port deletion for 50210832-9d1e-4ed2-a0a0-8d712e657903 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:52:58.233526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc,segment=NetworkSegment(ac7c0d19-2a12-4960-acac-64ee6fcf0c87),segment_id=ac7c0d19-2a12-4960-acac-64ee6fcf0c87)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:52:58.238902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] For port 93ffc3d0-58a0-452a-b617-bd3d4d04f880, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=93ffc3d0-58a0-452a-b617-bd3d4d04f880,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:52:58.254755 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:58.254755 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:58.280926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-07f66969-3b1c-42dc-ac16-70d22ec7513e None None] Deleting port 20c1ff3d-ab1c-4846-9e2d-90475a212d52 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:52:58.281356 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07f66969-3b1c-42dc-ac16-70d22ec7513e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:58.383607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6a8569ef-28bf-4064-86dd-3b69aeaffec8 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Calling delete_port for 96a0ea66-df38-4350-a525-c1dfa1712f8c owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:52:58.392152 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:58.592630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9d075878-324e-4ac9-a71e-cafa083efa74 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:52:58.623392 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a8569ef-28bf-4064-86dd-3b69aeaffec8 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:58.679826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:58.724008 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:58.737880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2e965fe1-5502-4f0c-9aeb-c5e4a26786fc None None] Provisioning complete for port 9d075878-324e-4ac9-a71e-cafa083efa74 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:52:58.738335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e965fe1-5502-4f0c-9aeb-c5e4a26786fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:58.942545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a8569ef-28bf-4064-86dd-3b69aeaffec8 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:59.008406 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.446s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:52:59.146912 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a8569ef-28bf-4064-86dd-3b69aeaffec8 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:59.150668 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a8569ef-28bf-4064-86dd-3b69aeaffec8 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:59.183693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a8569ef-28bf-4064-86dd-3b69aeaffec8 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:59.184694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8569ef-28bf-4064-86dd-3b69aeaffec8 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Fanout notify agent at l3_agent the message router_deleted on router 89acea3a-e125-4422-86ba-a93586628c41 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:52:59.217521 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a8569ef-28bf-4064-86dd-3b69aeaffec8 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:59.219153 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6a8569ef-28bf-4064-86dd-3b69aeaffec8 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] 10.222.0.41 "DELETE /v2.0/routers/89acea3a-e125-4422-86ba-a93586628c41 HTTP/1.1" status: 204 len: 168 time: 2.2081118 Jan 14 07:52:59.225671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 41986) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:59.328506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:59.375620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 9d075878-324e-4ac9-a71e-cafa083efa74 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:52:59.376206 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:59.404201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 41992) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:52:59.451142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176121d6-d1c7-41e3-99ba-d310fddbe92e None None] Pushing event updated for resources: {'Port': ['ID=93ffc3d0-58a0-452a-b617-bd3d4d04f880,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:52:59.451944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:59.456703 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-176121d6-d1c7-41e3-99ba-d310fddbe92e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:52:59.473741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] Routers {'7d041f46-89a0-45e7-96d2-f186d57c6f1a'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:52:59.474672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7d041f46-89a0-45e7-96d2-f186d57c6f1a'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:52:59.572972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Deleting port 20c1ff3d-ab1c-4846-9e2d-90475a212d52 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:52:59.573749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:59.712855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] Set router 7d041f46-89a0-45e7-96d2-f186d57c6f1a gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:52:59.886099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-07f66969-3b1c-42dc-ac16-70d22ec7513e None None] For port 20c1ff3d-ab1c-4846-9e2d-90475a212d52, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=20c1ff3d-ab1c-4846-9e2d-90475a212d52,segment=NetworkSegment(2aee315a-688a-4dc5-a6c1-7a2a9624dd85),segment_id=2aee315a-688a-4dc5-a6c1-7a2a9624dd85)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:52:59.886564 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07f66969-3b1c-42dc-ac16-70d22ec7513e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:52:59.957743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] For port 20c1ff3d-ab1c-4846-9e2d-90475a212d52, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=20c1ff3d-ab1c-4846-9e2d-90475a212d52,segment=NetworkSegment(2aee315a-688a-4dc5-a6c1-7a2a9624dd85),segment_id=2aee315a-688a-4dc5-a6c1-7a2a9624dd85)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:52:59.958285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:00.136870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Calling delete_port for 20c1ff3d-ab1c-4846-9e2d-90475a212d52 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:53:00.234063 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:00.301874 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d11e18f3-e900-48a8-a285-0c25a5ed1f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:00.353457 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bb51f828-f060-470c-99ba-98654970cc38 tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:00.380432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-07f66969-3b1c-42dc-ac16-70d22ec7513e None None] Calling delete_port for 20c1ff3d-ab1c-4846-9e2d-90475a212d52 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:53:00.439717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] No DVR routers for this DVR port 20c1ff3d-ab1c-4846-9e2d-90475a212d52 on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:53:00.441780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Pushing event deleted for resources: {'Port': ['ID=20c1ff3d-ab1c-4846-9e2d-90475a212d52,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:00.486271 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:00.503863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2e965fe1-5502-4f0c-9aeb-c5e4a26786fc None None] Provisioning complete for port 859f6d9d-7b25-4c27-8c25-823db1d53b9c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:53:00.505010 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e965fe1-5502-4f0c-9aeb-c5e4a26786fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:00.606286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2e965fe1-5502-4f0c-9aeb-c5e4a26786fc None None] Port 859f6d9d-7b25-4c27-8c25-823db1d53b9c cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:53:00.606803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:00.653217 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-07f66969-3b1c-42dc-ac16-70d22ec7513e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:53:00.653727 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-07f66969-3b1c-42dc-ac16-70d22ec7513e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:53:00.671398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'name': 'tempest-TestAggregatesBasicOps-1538815809-router', 'tenant_id': '4493841fa19a4d63afc89bdfa3d4095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '93ffc3d0-58a0-452a-b617-bd3d4d04f880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:43Z', 'updated_at': '2021-01-14T07:52:53Z', 'revision_number': 4, 'project_id': '4493841fa19a4d63afc89bdfa3d4095a', 'gw_port': {'id': '93ffc3d0-58a0-452a-b617-bd3d4d04f880', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:45Z', 'updated_at': '2021-01-14T07:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '859f6d9d-7b25-4c27-8c25-823db1d53b9c', 'name': '', 'network_id': 'f76abdbb-370a-4a5b-ad59-8d9c7b401fb4', 'tenant_id': '4493841fa19a4d63afc89bdfa3d4095a', 'mac_address': 'fa:16:3e:fc:a4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '9dc45d4e-5553-47a2-b073-fcdadc3fda8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:52Z', 'updated_at': '2021-01-14T07:52:54Z', 'revision_number': 2, 'project_id': '4493841fa19a4d63afc89bdfa3d4095a', 'subnets': [{'id': '9dc45d4e-5553-47a2-b073-fcdadc3fda8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:00.686502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9814268a-41cf-4154-a0ae-36ff2776a9f6 None None] The sync data for ids ['7d041f46-89a0-45e7-96d2-f186d57c6f1a'] in n-d-769329-2 is: [{'id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'name': 'tempest-TestAggregatesBasicOps-1538815809-router', 'tenant_id': '4493841fa19a4d63afc89bdfa3d4095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '93ffc3d0-58a0-452a-b617-bd3d4d04f880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:43Z', 'updated_at': '2021-01-14T07:52:53Z', 'revision_number': 4, 'project_id': '4493841fa19a4d63afc89bdfa3d4095a', 'gw_port': {'id': '93ffc3d0-58a0-452a-b617-bd3d4d04f880', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:45Z', 'updated_at': '2021-01-14T07:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '859f6d9d-7b25-4c27-8c25-823db1d53b9c', 'name': '', 'network_id': 'f76abdbb-370a-4a5b-ad59-8d9c7b401fb4', 'tenant_id': '4493841fa19a4d63afc89bdfa3d4095a', 'mac_address': 'fa:16:3e:fc:a4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '9dc45d4e-5553-47a2-b073-fcdadc3fda8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:52Z', 'updated_at': '2021-01-14T07:52:54Z', 'revision_number': 2, 'project_id': '4493841fa19a4d63afc89bdfa3d4095a', 'subnets': [{'id': '9dc45d4e-5553-47a2-b073-fcdadc3fda8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:53:00.757836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f93126cf-c9fd-4531-b3bd-78cdd6aaefcc None None] Provisioning complete for port 9d075878-324e-4ac9-a71e-cafa083efa74 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:53:00.758331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f93126cf-c9fd-4531-b3bd-78cdd6aaefcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:00.808398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50210832-9d1e-4ed2-a0a0-8d712e657903']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:00.826779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aee315a-688a-4dc5-a6c1-7a2a9624dd85') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:00.827509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aee315a-688a-4dc5-a6c1-7a2a9624dd85') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:00.837280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 689e820f-791b-477b-924c-6006687888fe no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:53:00.848212 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:00.869264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:00.872026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Releasing vxlan tunnel 6 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:53:00.910169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 689e820f-791b-477b-924c-6006687888fe {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:53:00.910813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 689e820f-791b-477b-924c-6006687888fe not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:53:00.911179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 20c1ff3d-ab1c-4846-9e2d-90475a212d52 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:53:00.952972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 20c1ff3d-ab1c-4846-9e2d-90475a212d52 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:53:00.953302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 20c1ff3d-ab1c-4846-9e2d-90475a212d52 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:53:01.148200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:53:01.326720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-07f66969-3b1c-42dc-ac16-70d22ec7513e None None] Deleting port 20c1ff3d-ab1c-4846-9e2d-90475a212d52 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:53:01.327436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07f66969-3b1c-42dc-ac16-70d22ec7513e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:01.470234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Network 50210832-9d1e-4ed2-a0a0-8d712e657903 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:53:01.472161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-07f66969-3b1c-42dc-ac16-70d22ec7513e None None] The port '20c1ff3d-ab1c-4846-9e2d-90475a212d52' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:53:01.480436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:53:01.480859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:01.511470 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:01.802773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 96a0ea66-df38-4350-a525-c1dfa1712f8c no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:53:01.823729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d11e18f3-e900-48a8-a285-0c25a5ed1f64 admin admin] Deleting port 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:53:01.824108 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d11e18f3-e900-48a8-a285-0c25a5ed1f64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:01.843310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Network 50210832-9d1e-4ed2-a0a0-8d712e657903 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:53:01.878570 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:53:01.955368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 96a0ea66-df38-4350-a525-c1dfa1712f8c {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:53:01.955797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 96a0ea66-df38-4350-a525-c1dfa1712f8c not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:53:02.042325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:02.052215 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:02.059419 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1494da4-e920-47f4-9438-0105c42e4c43 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:02.083880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42004) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:02.089045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Pushing event deleted for resources: {'Network': ['ID=50210832-9d1e-4ed2-a0a0-8d712e657903,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:02.108339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.108792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.109212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.109625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.110037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.110445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.110848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.111252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.111773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.112082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.112485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.112886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.113474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.114234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.114832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.115481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.116392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.117575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.118266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.118957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.119722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.120432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.121126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.121819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.122586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.123334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.124103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.124790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.125485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.126350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.127314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.128472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.128914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.130108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.131089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.131880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:02.140488 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:02.176615 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] 10.222.0.41 "DELETE /v2.0/networks/50210832-9d1e-4ed2-a0a0-8d712e657903 HTTP/1.1" status: 204 len: 168 time: 2.9494450 Jan 14 07:53:02.238921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d11e18f3-e900-48a8-a285-0c25a5ed1f64 admin admin] For port 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc,segment=NetworkSegment(ac7c0d19-2a12-4960-acac-64ee6fcf0c87),segment_id=ac7c0d19-2a12-4960-acac-64ee6fcf0c87)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:53:02.239631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d11e18f3-e900-48a8-a285-0c25a5ed1f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:02.415895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0bc846b-0b03-4dcd-aeb7-01d9b2e43332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:02.437295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d0bc846b-0b03-4dcd-aeb7-01d9b2e43332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:53:02.443452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d0bc846b-0b03-4dcd-aeb7-01d9b2e43332 admin admin] Usage tracker for resource:security_group_rule and tenant:19375c813686473993a55bc864b212d6 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:53:02.446549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d0bc846b-0b03-4dcd-aeb7-01d9b2e43332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:53:02.453759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d0bc846b-0b03-4dcd-aeb7-01d9b2e43332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:53:02.477453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d11e18f3-e900-48a8-a285-0c25a5ed1f64 admin admin] Calling delete_port for 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:53:02.576429 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0bc846b-0b03-4dcd-aeb7-01d9b2e43332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:02.580520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0bc846b-0b03-4dcd-aeb7-01d9b2e43332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:02.612607 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-978a3f94-bdfe-4d4c-bdbc-0823c5380bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:02.627053 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d0bc846b-0b03-4dcd-aeb7-01d9b2e43332 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=19375c813686473993a55bc864b212d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5276380 Jan 14 07:53:02.630581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42016) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:02.682226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42020) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:02.727503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc846b-0b03-4dcd-aeb7-01d9b2e43332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd00f8bc-d2ad-400b-a487-ea9694b982ca,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:02.732881 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0bc846b-0b03-4dcd-aeb7-01d9b2e43332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:02.758199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64df710e-36cf-48cc-8041-9a0e58e3887f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:02.802102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64df710e-36cf-48cc-8041-9a0e58e3887f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:02.868123 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64df710e-36cf-48cc-8041-9a0e58e3887f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:02.877280 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c673b391-16c7-4736-b1e4-41799103d57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:02.894248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df710e-36cf-48cc-8041-9a0e58e3887f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd00f8bc-d2ad-400b-a487-ea9694b982ca,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:02.900018 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-64df710e-36cf-48cc-8041-9a0e58e3887f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:02.903854 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-64df710e-36cf-48cc-8041-9a0e58e3887f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:02.905501 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-64df710e-36cf-48cc-8041-9a0e58e3887f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd00f8bc-d2ad-400b-a487-ea9694b982ca HTTP/1.1" status: 204 len: 168 time: 0.2733731 Jan 14 07:53:02.992475 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d11e18f3-e900-48a8-a285-0c25a5ed1f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:03.032806 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a3280e56-9ce9-4cef-96a2-9ba62acc7567 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:03.045772 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-77af5216-90a5-41dc-bf12-2ffc6466f799 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7d57a0103d5473baafa4fdf7affaba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3621919 Jan 14 07:53:03.046510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42028) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:03.153876 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aed12ca-1d67-43fc-8810-9513a7ce50b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:03.155364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 93ffc3d0-58a0-452a-b617-bd3d4d04f880 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:53:03.182413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e18f3-e900-48a8-a285-0c25a5ed1f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:03.208532 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d11e18f3-e900-48a8-a285-0c25a5ed1f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:03.219056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aed12ca-1d67-43fc-8810-9513a7ce50b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:03.302526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aed12ca-1d67-43fc-8810-9513a7ce50b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:03.309692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 93ffc3d0-58a0-452a-b617-bd3d4d04f880 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:53:03.311593 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e5140ff-afad-47ce-8306-55027a311023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:03.329992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 93ffc3d0-58a0-452a-b617-bd3d4d04f880 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:53:03.330473 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:03.336970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed12ca-1d67-43fc-8810-9513a7ce50b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f82610-74f7-4e23-ab5a-080e4d65c987,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:03.350835 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9aed12ca-1d67-43fc-8810-9513a7ce50b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:03.372128 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aed12ca-1d67-43fc-8810-9513a7ce50b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:03.378418 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9aed12ca-1d67-43fc-8810-9513a7ce50b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9f82610-74f7-4e23-ab5a-080e4d65c987 HTTP/1.1" status: 204 len: 168 time: 0.3308065 Jan 14 07:53:03.558590 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:03.577738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 93ffc3d0-58a0-452a-b617-bd3d4d04f880, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=93ffc3d0-58a0-452a-b617-bd3d4d04f880,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:53:03.583709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:03.589262 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:03.685797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=93ffc3d0-58a0-452a-b617-bd3d4d04f880,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:03.690022 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:03.699262 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d11e18f3-e900-48a8-a285-0c25a5ed1f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:04.064380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42050) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:04.093972 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce865672-0f2b-4c55-bd18-8ea4d381f8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:04.111740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ce865672-0f2b-4c55-bd18-8ea4d381f8bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:53:04.118062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ce865672-0f2b-4c55-bd18-8ea4d381f8bb admin admin] Usage tracker for resource:security_group_rule and tenant:dd1902a44dfd4c15a73556c82335e63e is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:53:04.121389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ce865672-0f2b-4c55-bd18-8ea4d381f8bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:53:04.127326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ce865672-0f2b-4c55-bd18-8ea4d381f8bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:53:04.231337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce865672-0f2b-4c55-bd18-8ea4d381f8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:04.234750 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce865672-0f2b-4c55-bd18-8ea4d381f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:04.246394 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-06db6a24-0a1b-4db5-a73c-c4108e1c0ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:04.277916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42056) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:04.300412 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ce865672-0f2b-4c55-bd18-8ea4d381f8bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd1902a44dfd4c15a73556c82335e63e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333081 Jan 14 07:53:04.302888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce865672-0f2b-4c55-bd18-8ea4d381f8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8ffa51-5f43-444c-ab7e-f06bdcd16e3f,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:04.304133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42062) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:04.306942 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ce865672-0f2b-4c55-bd18-8ea4d381f8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:04.382741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11e18f3-e900-48a8-a285-0c25a5ed1f64 admin admin] Router 19c869ed-caed-4390-8e39-1fe3d1fab589 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:53:04.410069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d203c238-5141-4d62-9ce9-dd24420466ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:04.495291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-404359086-network', 'tenant_id': '33cf3594760348a59e6dc5ba6e8818c5'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:53:04.514871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:53:04.541674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Usage tracker for resource:network and tenant:33cf3594760348a59e6dc5ba6e8818c5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:53:04.552813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:53:04.558758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d203c238-5141-4d62-9ce9-dd24420466ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:04.627116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:53:04.686355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Made reservation on behalf of 33cf3594760348a59e6dc5ba6e8818c5 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:53:04.691086 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:04.715826 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:04.744412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:53:04.747357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11e18f3-e900-48a8-a285-0c25a5ed1f64 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:53:04.750926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Usage tracker for resource:security_group_rule and tenant:33cf3594760348a59e6dc5ba6e8818c5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:53:04.754559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:53:04.759586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc8f8f2-290b-4932-b4b5-0fed72ad622c None None] Sync routers for ids ['19c869ed-caed-4390-8e39-1fe3d1fab589'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:53:04.764903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:53:04.772684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc8f8f2-290b-4932-b4b5-0fed72ad622c None None] Routers {'19c869ed-caed-4390-8e39-1fe3d1fab589'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:53:04.773401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0bc8f8f2-290b-4932-b4b5-0fed72ad622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['19c869ed-caed-4390-8e39-1fe3d1fab589'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:04.784363 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d203c238-5141-4d62-9ce9-dd24420466ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:04.796489 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-248f78dd-dbe5-4af3-929c-1e194da6e5d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:04.808176 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d11e18f3-e900-48a8-a285-0c25a5ed1f64 admin admin] 10.222.0.41 "PUT /v2.0/routers/19c869ed-caed-4390-8e39-1fe3d1fab589/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4024539 Jan 14 07:53:04.812297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42066) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:04.819953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d203c238-5141-4d62-9ce9-dd24420466ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:04.821097 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d203c238-5141-4d62-9ce9-dd24420466ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f8ffa51-5f43-444c-ab7e-f06bdcd16e3f HTTP/1.1" status: 204 len: 168 time: 0.5156248 Jan 14 07:53:04.826286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203c238-5141-4d62-9ce9-dd24420466ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8ffa51-5f43-444c-ab7e-f06bdcd16e3f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:04.830318 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d203c238-5141-4d62-9ce9-dd24420466ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:04.977484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:04.985436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:05.034128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:53:05.053415 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:05.054070 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Added segment 211d0dff-3b37-4609-8e52-26cc4ac87c96 of type vxlan for network 8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604 Jan 14 07:53:05.082976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] Sync routers for ids ['7d041f46-89a0-45e7-96d2-f186d57c6f1a'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:53:05.088910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:05.102290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-0bc8f8f2-290b-4932-b4b5-0fed72ad622c None None] Set router 19c869ed-caed-4390-8e39-1fe3d1fab589 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:53:05.118629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] Routers {'7d041f46-89a0-45e7-96d2-f186d57c6f1a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:53:05.119721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7d041f46-89a0-45e7-96d2-f186d57c6f1a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:05.124324 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b44cf4b2-cdb3-4fbc-b9f9-ccf1808e280a tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:05.140439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:05.141466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:53:05.142356 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:05.158879 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-520fd5d0-9c12-4f20-bd0a-9ae48282109d admin admin] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:05.189605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96d6a6b-ef17-4856-a4a0-96941beb61b3,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:05.194096 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:05.194751 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-680f3175-96b5-4974-bc8b-49d7450a454e tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:05.213831 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9347465 Jan 14 07:53:05.218800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42076) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:05.278830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8291d606-9847-41f6-b661-2dee5a80bcec admin admin] Request body: {'subnet': {'network_id': '8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-404359086-subnet', 'tenant_id': '33cf3594760348a59e6dc5ba6e8818c5', 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:53:05.326418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8291d606-9847-41f6-b661-2dee5a80bcec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:53:05.338676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8291d606-9847-41f6-b661-2dee5a80bcec admin admin] Usage tracker for resource:subnet and tenant:33cf3594760348a59e6dc5ba6e8818c5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:53:05.354422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8291d606-9847-41f6-b661-2dee5a80bcec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:53:05.381315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Pushing event updated for resources: {'Network': ['ID=8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:05.384358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8291d606-9847-41f6-b661-2dee5a80bcec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:53:05.393172 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:05.411997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8291d606-9847-41f6-b661-2dee5a80bcec admin admin] Made reservation on behalf of 33cf3594760348a59e6dc5ba6e8818c5 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:53:05.417153 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8291d606-9847-41f6-b661-2dee5a80bcec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:05.548933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] Set router 7d041f46-89a0-45e7-96d2-f186d57c6f1a gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:53:05.575556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-520fd5d0-9c12-4f20-bd0a-9ae48282109d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:05.583500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-520fd5d0-9c12-4f20-bd0a-9ae48282109d admin admin] Deleting port 7c7b52c8-8fab-4cea-896a-45d13bca6f14 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:53:05.584076 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-520fd5d0-9c12-4f20-bd0a-9ae48282109d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:05.631542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42082) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:05.668493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e30350b-4c75-4c5c-a3a9-a993985621a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:05.690740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1e30350b-4c75-4c5c-a3a9-a993985621a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:53:05.695818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1e30350b-4c75-4c5c-a3a9-a993985621a4 admin admin] Usage tracker for resource:security_group_rule and tenant:1132ee0383ef4e36af03dba795dcfdfe is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:53:05.700381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1e30350b-4c75-4c5c-a3a9-a993985621a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:53:05.710107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1e30350b-4c75-4c5c-a3a9-a993985621a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:53:05.745629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 93ffc3d0-58a0-452a-b617-bd3d4d04f880 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:53:05.851783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-520fd5d0-9c12-4f20-bd0a-9ae48282109d admin admin] For port 7c7b52c8-8fab-4cea-896a-45d13bca6f14, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=7c7b52c8-8fab-4cea-896a-45d13bca6f14,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:53:05.852001 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-520fd5d0-9c12-4f20-bd0a-9ae48282109d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:05.854645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:53:05.917291 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e30350b-4c75-4c5c-a3a9-a993985621a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:05.965011 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e30350b-4c75-4c5c-a3a9-a993985621a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:05.977544 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dedb09c1-e325-4116-b870-6e1feee4d2ab tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:05.992664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'name': 'tempest-TestAggregatesBasicOps-1538815809-router', 'tenant_id': '4493841fa19a4d63afc89bdfa3d4095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '93ffc3d0-58a0-452a-b617-bd3d4d04f880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:43Z', 'updated_at': '2021-01-14T07:52:53Z', 'revision_number': 4, 'project_id': '4493841fa19a4d63afc89bdfa3d4095a', 'gw_port': {'id': '93ffc3d0-58a0-452a-b617-bd3d4d04f880', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:45Z', 'updated_at': '2021-01-14T07:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '859f6d9d-7b25-4c27-8c25-823db1d53b9c', 'name': '', 'network_id': 'f76abdbb-370a-4a5b-ad59-8d9c7b401fb4', 'tenant_id': '4493841fa19a4d63afc89bdfa3d4095a', 'mac_address': 'fa:16:3e:fc:a4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '9dc45d4e-5553-47a2-b073-fcdadc3fda8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:52Z', 'updated_at': '2021-01-14T07:52:54Z', 'revision_number': 2, 'project_id': '4493841fa19a4d63afc89bdfa3d4095a', 'subnets': [{'id': '9dc45d4e-5553-47a2-b073-fcdadc3fda8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:05.998916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] Checking router: 7d041f46-89a0-45e7-96d2-f186d57c6f1a for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:53:06.000027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] Updating router 7d041f46-89a0-45e7-96d2-f186d57c6f1a port 859f6d9d-7b25-4c27-8c25-823db1d53b9c binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:53:06.015495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:53:06.035082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:53:06.076154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:06.076401 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1e30350b-4c75-4c5c-a3a9-a993985621a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1132ee0383ef4e36af03dba795dcfdfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4425793 Jan 14 07:53:06.077061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30350b-4c75-4c5c-a3a9-a993985621a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0457c93b-8b4e-4914-97e9-1cc5f1f7708e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:06.093477 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e30350b-4c75-4c5c-a3a9-a993985621a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:06.103596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42086) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:06.318905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 93ffc3d0-58a0-452a-b617-bd3d4d04f880 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:53:06.319513 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:06.349753 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68fe8d96-187a-4cf4-b952-6dd5a05abd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:06.414625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0bc8f8f2-290b-4932-b4b5-0fed72ad622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c869ed-caed-4390-8e39-1fe3d1fab589', 'name': 'tempest-TestAggregatesBasicOps-1465575231-router', 'tenant_id': '09a1df150b214e349cb8af90bb58ee0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '7c7b52c8-8fab-4cea-896a-45d13bca6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:25Z', 'updated_at': '2021-01-14T07:53:02Z', 'revision_number': 5, 'project_id': '09a1df150b214e349cb8af90bb58ee0b', 'gw_port': {'id': '7c7b52c8-8fab-4cea-896a-45d13bca6f14', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c869ed-caed-4390-8e39-1fe3d1fab589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:28Z', 'updated_at': '2021-01-14T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:06.421398 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68fe8d96-187a-4cf4-b952-6dd5a05abd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:06.421707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc8f8f2-290b-4932-b4b5-0fed72ad622c None None] Checking router: 19c869ed-caed-4390-8e39-1fe3d1fab589 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:53:06.433775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc8f8f2-290b-4932-b4b5-0fed72ad622c None None] Routers {'19c869ed-caed-4390-8e39-1fe3d1fab589'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:53:06.434500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0bc8f8f2-290b-4932-b4b5-0fed72ad622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['19c869ed-caed-4390-8e39-1fe3d1fab589'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:06.462741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-520fd5d0-9c12-4f20-bd0a-9ae48282109d admin admin] Calling delete_port for 7c7b52c8-8fab-4cea-896a-45d13bca6f14 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:53:06.641794 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-520fd5d0-9c12-4f20-bd0a-9ae48282109d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:06.699050 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:06.738902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-0bc8f8f2-290b-4932-b4b5-0fed72ad622c None None] Set router 19c869ed-caed-4390-8e39-1fe3d1fab589 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:53:06.853067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68fe8d96-187a-4cf4-b952-6dd5a05abd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:06.859123 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ba46cc61-d8ed-4e3e-8039-7c007b59d281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:06.901817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe8d96-187a-4cf4-b952-6dd5a05abd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0457c93b-8b4e-4914-97e9-1cc5f1f7708e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:06.904755 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-68fe8d96-187a-4cf4-b952-6dd5a05abd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:06.906678 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-520fd5d0-9c12-4f20-bd0a-9ae48282109d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:06.938250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-68fe8d96-187a-4cf4-b952-6dd5a05abd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:06.942490 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-68fe8d96-187a-4cf4-b952-6dd5a05abd36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0457c93b-8b4e-4914-97e9-1cc5f1f7708e HTTP/1.1" status: 204 len: 168 time: 0.8344686 Jan 14 07:53:06.948091 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8291d606-9847-41f6-b661-2dee5a80bcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:06.968456 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8a8839f6-6363-4401-95c5-6e1c3a360742 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:07.105110 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-520fd5d0-9c12-4f20-bd0a-9ae48282109d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:07.108354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-520fd5d0-9c12-4f20-bd0a-9ae48282109d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:07.108649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291d606-9847-41f6-b661-2dee5a80bcec admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f9684b-171c-4124-a2d2-0f00fe5b8d26,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:07.117466 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8291d606-9847-41f6-b661-2dee5a80bcec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:07.133502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] Transition to ACTIVE for port object 859f6d9d-7b25-4c27-8c25-823db1d53b9c will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:53:07.134625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-520fd5d0-9c12-4f20-bd0a-9ae48282109d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:07.135562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520fd5d0-9c12-4f20-bd0a-9ae48282109d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19c869ed-caed-4390-8e39-1fe3d1fab589 {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:53:07.136001 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:07.160799 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-520fd5d0-9c12-4f20-bd0a-9ae48282109d admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:07.165799 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-520fd5d0-9c12-4f20-bd0a-9ae48282109d admin admin] 10.222.0.41 "DELETE /v2.0/routers/19c869ed-caed-4390-8e39-1fe3d1fab589 HTTP/1.1" status: 204 len: 168 time: 2.3484778 Jan 14 07:53:07.166392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42092) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:07.203297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0bc8f8f2-290b-4932-b4b5-0fed72ad622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c869ed-caed-4390-8e39-1fe3d1fab589', 'name': 'tempest-TestAggregatesBasicOps-1465575231-router', 'tenant_id': '09a1df150b214e349cb8af90bb58ee0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '7c7b52c8-8fab-4cea-896a-45d13bca6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:25Z', 'updated_at': '2021-01-14T07:53:02Z', 'revision_number': 5, 'project_id': '09a1df150b214e349cb8af90bb58ee0b', 'gw_port': {'id': '7c7b52c8-8fab-4cea-896a-45d13bca6f14', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c869ed-caed-4390-8e39-1fe3d1fab589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:28Z', 'updated_at': '2021-01-14T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:07.211806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc8f8f2-290b-4932-b4b5-0fed72ad622c None None] The sync data for ids ['19c869ed-caed-4390-8e39-1fe3d1fab589'] in n-d-769329-2 is: [{'id': '19c869ed-caed-4390-8e39-1fe3d1fab589', 'name': 'tempest-TestAggregatesBasicOps-1465575231-router', 'tenant_id': '09a1df150b214e349cb8af90bb58ee0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '7c7b52c8-8fab-4cea-896a-45d13bca6f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:25Z', 'updated_at': '2021-01-14T07:53:02Z', 'revision_number': 5, 'project_id': '09a1df150b214e349cb8af90bb58ee0b', 'gw_port': {'id': '7c7b52c8-8fab-4cea-896a-45d13bca6f14', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:28:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c869ed-caed-4390-8e39-1fe3d1fab589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:28Z', 'updated_at': '2021-01-14T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:53:07.251584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-809253e3-d23a-4427-ab64-48b4f2c12dbf admin admin] Deleting subnet d0717e75-3b4a-41d4-9b76-6871e2c49cae {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:53:07.260357 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-809253e3-d23a-4427-ab64-48b4f2c12dbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:07.306009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8291d606-9847-41f6-b661-2dee5a80bcec admin admin] Checking segment: {'id': '211d0dff-3b37-4609-8e52-26cc4ac87c96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:53:07.306684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8291d606-9847-41f6-b661-2dee5a80bcec admin admin] Network hostable DHCP agents. Network: 8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:53:07.351177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8291d606-9847-41f6-b661-2dee5a80bcec admin admin] Network 8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:53:07.378488 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-809253e3-d23a-4427-ab64-48b4f2c12dbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:07.381392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8291d606-9847-41f6-b661-2dee5a80bcec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:53:07.390035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc2877c-acd0-42e8-9881-6126d73db722 None None] Network 8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:53:07.410082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8291d606-9847-41f6-b661-2dee5a80bcec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:53:07.411397 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8291d606-9847-41f6-b661-2dee5a80bcec admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:07.467206 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8291d606-9847-41f6-b661-2dee5a80bcec admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2471619 Jan 14 07:53:07.470372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42096) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:07.479733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-404359086-router', 'tenant_id': '33cf3594760348a59e6dc5ba6e8818c5', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:53:07.487639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:53:07.494248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Usage tracker for resource:router and tenant:33cf3594760348a59e6dc5ba6e8818c5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:53:07.499073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:53:07.508525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:53:07.538209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:07.540431 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:07.595247 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2e882a16-493b-4f2f-bdf2-af4a3360863a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:07.634439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-809253e3-d23a-4427-ab64-48b4f2c12dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:07.758328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604', 'network_id': '8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604', 'tenant_id': '33cf3594760348a59e6dc5ba6e8818c5', 'fixed_ips': [{'subnet_id': 'f4f9684b-171c-4124-a2d2-0f00fe5b8d26'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:53:07.759536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:07.782803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44ac9b-b000-4b37-91da-49329c2805d6 None None] Pushing event updated for resources: {'Port': ['ID=859f6d9d-7b25-4c27-8c25-823db1d53b9c,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:07.804512 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e44ac9b-b000-4b37-91da-49329c2805d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:07.856878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:07.864695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] Attempting to bind port 859f6d9d-7b25-4c27-8c25-823db1d53b9c on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:53:07.865152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] Attempting to bind port 859f6d9d-7b25-4c27-8c25-823db1d53b9c by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f76abdbb-370a-4a5b-ad59-8d9c7b401fb4'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:53:07.865742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] Attempting to bind port 859f6d9d-7b25-4c27-8c25-823db1d53b9c on network f76abdbb-370a-4a5b-ad59-8d9c7b401fb4 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:53:07.874819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:53:07.875394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] Checking segment: {'id': 'eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f76abdbb-370a-4a5b-ad59-8d9c7b401fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:53:07.876286 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:07.876727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] Bound using segment: {'id': 'eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f76abdbb-370a-4a5b-ad59-8d9c7b401fb4'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:53:07.877261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] Bound port: 859f6d9d-7b25-4c27-8c25-823db1d53b9c, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f76abdbb-370a-4a5b-ad59-8d9c7b401fb4'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:53:07.877974 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:08.045468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] For port 859f6d9d-7b25-4c27-8c25-823db1d53b9c, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:53:08.053125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] For port 859f6d9d-7b25-4c27-8c25-823db1d53b9c, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=859f6d9d-7b25-4c27-8c25-823db1d53b9c,segment=NetworkSegment(eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee),segment_id=eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:53:08.058268 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:08.083253 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae694124-f068-4d6e-be04-48dbd08db474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:08.181030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Allocated IP 172.20.0.2 (8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604/f4f9684b-171c-4124-a2d2-0f00fe5b8d26/93c45c4d-668b-4bf4-b4a8-32c8ca3166df) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:53:08.288309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44ac9b-b000-4b37-91da-49329c2805d6 None None] Pushing event updated for resources: {'Port': ['ID=859f6d9d-7b25-4c27-8c25-823db1d53b9c,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:08.304814 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e44ac9b-b000-4b37-91da-49329c2805d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:08.377830 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:08.380368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] Routers {'7d041f46-89a0-45e7-96d2-f186d57c6f1a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:53:08.381277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7d041f46-89a0-45e7-96d2-f186d57c6f1a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:08.455642 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:08.470468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Transition to ACTIVE for port object 93c45c4d-668b-4bf4-b4a8-32c8ca3166df will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:53:08.491944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Transition to ACTIVE for port object 93c45c4d-668b-4bf4-b4a8-32c8ca3166df will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:53:08.498406 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:08.524230 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:08.573727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-809253e3-d23a-4427-ab64-48b4f2c12dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:08.592238 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-713c3f44-958f-4670-baec-c07fa19097bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:08.679638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Pushing event updated for resources: {'Port': ['ID=93c45c4d-668b-4bf4-b4a8-32c8ca3166df,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:08.685390 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:08.694500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809253e3-d23a-4427-ab64-48b4f2c12dbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0717e75-3b4a-41d4-9b76-6871e2c49cae,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:08.710602 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-809253e3-d23a-4427-ab64-48b4f2c12dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:08.711121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] Set router 7d041f46-89a0-45e7-96d2-f186d57c6f1a gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:53:08.757814 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-809253e3-d23a-4427-ab64-48b4f2c12dbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:08.773901 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-809253e3-d23a-4427-ab64-48b4f2c12dbf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d0717e75-3b4a-41d4-9b76-6871e2c49cae HTTP/1.1" status: 204 len: 168 time: 1.6042707 Jan 14 07:53:08.775080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42100) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:08.779602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Network 8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:53:08.781256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5f64ec-8974-468b-8216-4277c678fd09 None None] Network 66937d48-36ba-4585-a4ba-14da04fe1789 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:53:08.812388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:53:08.821584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:53:08.908566 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:08.966819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Attempting to bind port 93c45c4d-668b-4bf4-b4a8-32c8ca3166df on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:53:08.967156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Attempting to bind port 93c45c4d-668b-4bf4-b4a8-32c8ca3166df by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '211d0dff-3b37-4609-8e52-26cc4ac87c96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:53:08.967569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Attempting to bind port 93c45c4d-668b-4bf4-b4a8-32c8ca3166df on network 8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:53:08.980466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:53:08.981039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Checking segment: {'id': '211d0dff-3b37-4609-8e52-26cc4ac87c96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:53:08.981674 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:08.982278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Bound using segment: {'id': '211d0dff-3b37-4609-8e52-26cc4ac87c96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:53:08.983013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Bound port: 93c45c4d-668b-4bf4-b4a8-32c8ca3166df, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211d0dff-3b37-4609-8e52-26cc4ac87c96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:53:08.983151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] Deleting port d5bd6e5e-7336-4bbe-a138-838f3b1dc95c {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:53:08.983524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:08.983716 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:09.121256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] For port 93c45c4d-668b-4bf4-b4a8-32c8ca3166df, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:53:09.125633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] For port 93c45c4d-668b-4bf4-b4a8-32c8ca3166df, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=93c45c4d-668b-4bf4-b4a8-32c8ca3166df,segment=NetworkSegment(211d0dff-3b37-4609-8e52-26cc4ac87c96),segment_id=211d0dff-3b37-4609-8e52-26cc4ac87c96)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:53:09.156484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:09.159285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:09.203806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:09.240076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] For port d5bd6e5e-7336-4bbe-a138-838f3b1dc95c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d5bd6e5e-7336-4bbe-a138-838f3b1dc95c,segment=NetworkSegment(ac7c0d19-2a12-4960-acac-64ee6fcf0c87),segment_id=ac7c0d19-2a12-4960-acac-64ee6fcf0c87)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:53:09.240398 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:09.258691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'name': 'tempest-TestAggregatesBasicOps-1538815809-router', 'tenant_id': '4493841fa19a4d63afc89bdfa3d4095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '93ffc3d0-58a0-452a-b617-bd3d4d04f880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:43Z', 'updated_at': '2021-01-14T07:52:53Z', 'revision_number': 4, 'project_id': '4493841fa19a4d63afc89bdfa3d4095a', 'gw_port': {'id': '93ffc3d0-58a0-452a-b617-bd3d4d04f880', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:45Z', 'updated_at': '2021-01-14T07:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '859f6d9d-7b25-4c27-8c25-823db1d53b9c', 'name': '', 'network_id': 'f76abdbb-370a-4a5b-ad59-8d9c7b401fb4', 'tenant_id': '4493841fa19a4d63afc89bdfa3d4095a', 'mac_address': 'fa:16:3e:fc:a4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '9dc45d4e-5553-47a2-b073-fcdadc3fda8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:52Z', 'updated_at': '2021-01-14T07:53:08Z', 'revision_number': 4, 'project_id': '4493841fa19a4d63afc89bdfa3d4095a', 'subnets': [{'id': '9dc45d4e-5553-47a2-b073-fcdadc3fda8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:09.263591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3a1e66-844b-4040-b38d-ea1ce2f720a4 None None] The sync data for ids ['7d041f46-89a0-45e7-96d2-f186d57c6f1a'] in n-d-769329-2 is: [{'id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'name': 'tempest-TestAggregatesBasicOps-1538815809-router', 'tenant_id': '4493841fa19a4d63afc89bdfa3d4095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '93ffc3d0-58a0-452a-b617-bd3d4d04f880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:43Z', 'updated_at': '2021-01-14T07:52:53Z', 'revision_number': 4, 'project_id': '4493841fa19a4d63afc89bdfa3d4095a', 'gw_port': {'id': '93ffc3d0-58a0-452a-b617-bd3d4d04f880', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:45Z', 'updated_at': '2021-01-14T07:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '859f6d9d-7b25-4c27-8c25-823db1d53b9c', 'name': '', 'network_id': 'f76abdbb-370a-4a5b-ad59-8d9c7b401fb4', 'tenant_id': '4493841fa19a4d63afc89bdfa3d4095a', 'mac_address': 'fa:16:3e:fc:a4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '9dc45d4e-5553-47a2-b073-fcdadc3fda8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:52Z', 'updated_at': '2021-01-14T07:53:08Z', 'revision_number': 4, 'project_id': '4493841fa19a4d63afc89bdfa3d4095a', 'subnets': [{'id': '9dc45d4e-5553-47a2-b073-fcdadc3fda8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:53:09.284733 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:09.336776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 859f6d9d-7b25-4c27-8c25-823db1d53b9c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:53:09.394353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] Calling delete_port for d5bd6e5e-7336-4bbe-a138-838f3b1dc95c owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:53:09.503239 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:09.523642 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c9acd0c9-e26f-4a2d-b82c-787ad06ef823 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:09.555386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Allocated IP 172.25.3.99 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/1eaeb518-cb25-4766-a9f3-294f04ec399d) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:53:09.581308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5bd6e5e-7336-4bbe-a138-838f3b1dc95c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:09.591516 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:09.712013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] No DVR routers for this DVR port d5bd6e5e-7336-4bbe-a138-838f3b1dc95c on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:53:09.767672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 859f6d9d-7b25-4c27-8c25-823db1d53b9c completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:53:09.791067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 859f6d9d-7b25-4c27-8c25-823db1d53b9c triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:53:09.791490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:09.845173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6884a44b-5cbd-4ad7-a235-d9ee7cead376 None None] DHCP port deletion for 66937d48-36ba-4585-a4ba-14da04fe1789 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:53:09.845970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:09.861976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:09.870594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Pushing event updated for resources: {'Port': ['ID=93c45c4d-668b-4bf4-b4a8-32c8ca3166df,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:09.885879 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:09.943708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:10.008867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:10.030258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66937d48-36ba-4585-a4ba-14da04fe1789']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:10.049798 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-190c4dfb-cb68-4b66-80d4-effc1eba8dc6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:10.053172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 859f6d9d-7b25-4c27-8c25-823db1d53b9c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=859f6d9d-7b25-4c27-8c25-823db1d53b9c,segment=NetworkSegment(eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee),segment_id=eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:53:10.054667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7c0d19-2a12-4960-acac-64ee6fcf0c87') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:10.055005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7c0d19-2a12-4960-acac-64ee6fcf0c87') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:10.057020 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:10.065281 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:10.076369 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:10.103452 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:10.106449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:53:10.159344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:53:10.167099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Pushing event updated for resources: {'Port': ['ID=1eaeb518-cb25-4766-a9f3-294f04ec399d,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:10.177229 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:10.225971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:53:10.226657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 2e4639f7-1ae0-4a20-b7a3-17bceb1acdfc not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:53:10.226951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7c7b52c8-8fab-4cea-896a-45d13bca6f14 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:53:10.237268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:53:10.239179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:53:10.252842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:53:10.275055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 7c7b52c8-8fab-4cea-896a-45d13bca6f14 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:53:10.275488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 7c7b52c8-8fab-4cea-896a-45d13bca6f14 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:53:10.298625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=859f6d9d-7b25-4c27-8c25-823db1d53b9c,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:10.307113 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:10.371540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] Network 66937d48-36ba-4585-a4ba-14da04fe1789 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:53:10.383696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:10.632721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] Network 66937d48-36ba-4585-a4ba-14da04fe1789 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:53:10.659039 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:53:10.747396 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:10.750831 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:10.766850 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:10.784946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] Pushing event deleted for resources: {'Network': ['ID=66937d48-36ba-4585-a4ba-14da04fe1789,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:10.789752 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:10.794922 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] 10.222.0.41 "DELETE /v2.0/networks/66937d48-36ba-4585-a4ba-14da04fe1789 HTTP/1.1" status: 204 len: 168 time: 2.0152214 Jan 14 07:53:10.795074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42104) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:11.110307 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:11.193186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 93c45c4d-668b-4bf4-b4a8-32c8ca3166df up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:53:11.273483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 93c45c4d-668b-4bf4-b4a8-32c8ca3166df completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:53:11.279362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 859f6d9d-7b25-4c27-8c25-823db1d53b9c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:53:11.380227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 859f6d9d-7b25-4c27-8c25-823db1d53b9c triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:53:11.381174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:11.394426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:53:11.557542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-398aa857-25f8-4a79-9e9a-36ad111d4f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:11.649248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d5bd6e5e-7336-4bbe-a138-838f3b1dc95c no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:53:11.662305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:11.708756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: d5bd6e5e-7336-4bbe-a138-838f3b1dc95c {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:53:11.709274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d5bd6e5e-7336-4bbe-a138-838f3b1dc95c not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:53:11.798881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27906cf-d6c7-4776-8fc5-e43dd78276ed None None] Network 8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:53:11.907087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-81eb0bb7-c219-4d69-8d9f-9330f749a03e None None] Provisioning for port 93c45c4d-668b-4bf4-b4a8-32c8ca3166df completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:53:11.914711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-81eb0bb7-c219-4d69-8d9f-9330f749a03e None None] Provisioning complete for port 93c45c4d-668b-4bf4-b4a8-32c8ca3166df triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:53:11.915290 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81eb0bb7-c219-4d69-8d9f-9330f749a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:11.999840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Router eccee8a4-0159-4cf5-9a68-a207f477474f is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:53:12.177393 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81eb0bb7-c219-4d69-8d9f-9330f749a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:12.184732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-398aa857-25f8-4a79-9e9a-36ad111d4f76 admin admin] Deleting port 859f6d9d-7b25-4c27-8c25-823db1d53b9c {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:53:12.185205 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-398aa857-25f8-4a79-9e9a-36ad111d4f76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:12.228490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-81eb0bb7-c219-4d69-8d9f-9330f749a03e None None] For port 93c45c4d-668b-4bf4-b4a8-32c8ca3166df, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=93c45c4d-668b-4bf4-b4a8-32c8ca3166df,segment=NetworkSegment(211d0dff-3b37-4609-8e52-26cc4ac87c96),segment_id=211d0dff-3b37-4609-8e52-26cc4ac87c96)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:53:12.233479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81eb0bb7-c219-4d69-8d9f-9330f749a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:12.236985 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-561fc228-71b8-4fdb-a199-9322e3c6bdeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:12.237507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:53:12.269310 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:12.275551 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.7991316 Jan 14 07:53:12.276148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42108) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:12.281305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] Sync routers for ids ['eccee8a4-0159-4cf5-9a68-a207f477474f'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:53:12.318623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] Routers {'eccee8a4-0159-4cf5-9a68-a207f477474f'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:53:12.318623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['eccee8a4-0159-4cf5-9a68-a207f477474f'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:12.423134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb0bb7-c219-4d69-8d9f-9330f749a03e None None] Pushing event updated for resources: {'Port': ['ID=93c45c4d-668b-4bf4-b4a8-32c8ca3166df,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:12.424136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-398aa857-25f8-4a79-9e9a-36ad111d4f76 admin admin] For port 859f6d9d-7b25-4c27-8c25-823db1d53b9c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=859f6d9d-7b25-4c27-8c25-823db1d53b9c,segment=NetworkSegment(eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee),segment_id=eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:53:12.424778 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-398aa857-25f8-4a79-9e9a-36ad111d4f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:12.429140 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-81eb0bb7-c219-4d69-8d9f-9330f749a03e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:12.567441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] Set router eccee8a4-0159-4cf5-9a68-a207f477474f gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:53:12.616561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-398aa857-25f8-4a79-9e9a-36ad111d4f76 admin admin] Calling delete_port for 859f6d9d-7b25-4c27-8c25-823db1d53b9c owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:53:12.825132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-981ba5d8-4a6d-40be-b113-4c24dd2c8a4b None None] Provisioning complete for port 93c45c4d-668b-4bf4-b4a8-32c8ca3166df triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:53:12.825653 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-981ba5d8-4a6d-40be-b113-4c24dd2c8a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:12.962022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-398aa857-25f8-4a79-9e9a-36ad111d4f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:12.993676 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:13.130271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'name': 'tempest-TestServerBasicOps-404359086-router', 'tenant_id': '33cf3594760348a59e6dc5ba6e8818c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1eaeb518-cb25-4766-a9f3-294f04ec399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:53:07Z', 'updated_at': '2021-01-14T07:53:10Z', 'revision_number': 3, 'project_id': '33cf3594760348a59e6dc5ba6e8818c5', 'gw_port': {'id': '1eaeb518-cb25-4766-a9f3-294f04ec399d', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:53:09Z', 'updated_at': '2021-01-14T07:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:13.136119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] Checking router: eccee8a4-0159-4cf5-9a68-a207f477474f for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:53:13.137374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] Updating router eccee8a4-0159-4cf5-9a68-a207f477474f port 1eaeb518-cb25-4766-a9f3-294f04ec399d binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:53:13.175510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 93c45c4d-668b-4bf4-b4a8-32c8ca3166df up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:53:13.229037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398aa857-25f8-4a79-9e9a-36ad111d4f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=859f6d9d-7b25-4c27-8c25-823db1d53b9c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:13.238495 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-398aa857-25f8-4a79-9e9a-36ad111d4f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:13.288904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0f9383af-1e26-4b8e-877f-498a8b45a64d None None] Provisioning complete for port 93c45c4d-668b-4bf4-b4a8-32c8ca3166df triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:53:13.289642 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0f9383af-1e26-4b8e-877f-498a8b45a64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:13.324312 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:13.363963 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:13.674755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 93c45c4d-668b-4bf4-b4a8-32c8ca3166df triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:53:13.675478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:13.925337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Allocated IP 172.20.0.1 (8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604/f4f9684b-171c-4124-a2d2-0f00fe5b8d26/3c9e1ecf-b785-49fd-9e88-70963176b4ff) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:53:14.063008 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-398aa857-25f8-4a79-9e9a-36ad111d4f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:14.123815 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:14.144161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Transition to ACTIVE for port object 3c9e1ecf-b785-49fd-9e88-70963176b4ff will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:53:14.167122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:14.185293 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-698143ee-e4c6-4535-ae60-6b4d9debd723 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:14.219882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-51f2dac0-6d2c-45c8-9d9d-0c8189b24bb3 None None] Provisioning complete for port 93c45c4d-668b-4bf4-b4a8-32c8ca3166df triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:53:14.220586 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51f2dac0-6d2c-45c8-9d9d-0c8189b24bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:14.282737 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:14.306860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] Transition to ACTIVE for port object 1eaeb518-cb25-4766-a9f3-294f04ec399d will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:53:14.311700 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:14.328517 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3590125a-0126-4f27-8b0b-1b578acf77a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:14.523001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Pushing event updated for resources: {'Port': ['ID=1eaeb518-cb25-4766-a9f3-294f04ec399d,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:14.563125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.563511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.563932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.564312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.564677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.565047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.565414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.565778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.566141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.566505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.567459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.567853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.568303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.568666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.569004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.569371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.569733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.570092 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.570451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.570946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.571329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.571764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.572596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.572983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.573391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.573754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.574168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.574526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.574885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.576157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.576157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.576157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.576432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.578257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.578257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.578257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:14.591442 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:14.648018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398aa857-25f8-4a79-9e9a-36ad111d4f76 admin admin] Router 7d041f46-89a0-45e7-96d2-f186d57c6f1a has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:53:14.649872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9e1ecf-b785-49fd-9e88-70963176b4ff,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:14.655817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] Attempting to bind port 1eaeb518-cb25-4766-a9f3-294f04ec399d on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:53:14.656028 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:14.656586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] Attempting to bind port 1eaeb518-cb25-4766-a9f3-294f04ec399d by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:53:14.657282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] Attempting to bind port 1eaeb518-cb25-4766-a9f3-294f04ec399d on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:53:14.666568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:53:14.667910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:53:14.667910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:14.667910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:53:14.668185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] Bound port: 1eaeb518-cb25-4766-a9f3-294f04ec399d, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:53:14.668609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:14.713464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Network 8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:53:14.714919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:53:14.719427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:53:14.749310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] For port 1eaeb518-cb25-4766-a9f3-294f04ec399d, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:53:14.753771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] For port 1eaeb518-cb25-4766-a9f3-294f04ec399d, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1eaeb518-cb25-4766-a9f3-294f04ec399d,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:53:14.760099 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:14.779170 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78faabfc-4b47-4011-b8c2-f6cf04bdd483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:14.791547 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:14.892716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398aa857-25f8-4a79-9e9a-36ad111d4f76 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:53:14.904058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0884dd-5771-4a68-ac86-8d13ed4c8a49 None None] Sync routers for ids ['7d041f46-89a0-45e7-96d2-f186d57c6f1a'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:53:14.921997 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-398aa857-25f8-4a79-9e9a-36ad111d4f76 admin admin] 10.222.0.41 "PUT /v2.0/routers/7d041f46-89a0-45e7-96d2-f186d57c6f1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1229599 Jan 14 07:53:14.922323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0884dd-5771-4a68-ac86-8d13ed4c8a49 None None] Routers {'7d041f46-89a0-45e7-96d2-f186d57c6f1a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:53:14.922792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-cf0884dd-5771-4a68-ac86-8d13ed4c8a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7d041f46-89a0-45e7-96d2-f186d57c6f1a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:14.925226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42112) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:15.075974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Pushing event updated for resources: {'Port': ['ID=1eaeb518-cb25-4766-a9f3-294f04ec399d,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:15.088800 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:15.135276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:15.150298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8379bd3a-2331-493b-afd2-b35a0a5d76fa None None] Provisioning for port 3c9e1ecf-b785-49fd-9e88-70963176b4ff completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:53:15.168699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8379bd3a-2331-493b-afd2-b35a0a5d76fa None None] Provisioning complete for port 3c9e1ecf-b785-49fd-9e88-70963176b4ff triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:53:15.169384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8379bd3a-2331-493b-afd2-b35a0a5d76fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:15.264663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-cf0884dd-5771-4a68-ac86-8d13ed4c8a49 None None] Set router 7d041f46-89a0-45e7-96d2-f186d57c6f1a gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:53:15.266566 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6a76d0c-dd09-4f29-8fb2-343ec884e5ab admin admin] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:15.282270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] Routers {'eccee8a4-0159-4cf5-9a68-a207f477474f'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:53:15.283496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['eccee8a4-0159-4cf5-9a68-a207f477474f'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:15.361443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8379bd3a-2331-493b-afd2-b35a0a5d76fa None None] Port 3c9e1ecf-b785-49fd-9e88-70963176b4ff cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:53:15.497071 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:15.502061 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:15.520434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6a76d0c-dd09-4f29-8fb2-343ec884e5ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:15.526167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b6a76d0c-dd09-4f29-8fb2-343ec884e5ab admin admin] Deleting port 93ffc3d0-58a0-452a-b617-bd3d4d04f880 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:53:15.526634 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6a76d0c-dd09-4f29-8fb2-343ec884e5ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:15.534688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] Set router eccee8a4-0159-4cf5-9a68-a207f477474f gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:53:15.548184 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d6672e91-1163-4c34-bea5-d3e677d52dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:15.627172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-cf0884dd-5771-4a68-ac86-8d13ed4c8a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'name': 'tempest-TestAggregatesBasicOps-1538815809-router', 'tenant_id': '4493841fa19a4d63afc89bdfa3d4095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '93ffc3d0-58a0-452a-b617-bd3d4d04f880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:43Z', 'updated_at': '2021-01-14T07:53:12Z', 'revision_number': 5, 'project_id': '4493841fa19a4d63afc89bdfa3d4095a', 'gw_port': {'id': '93ffc3d0-58a0-452a-b617-bd3d4d04f880', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:45Z', 'updated_at': '2021-01-14T07:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:15.632966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0884dd-5771-4a68-ac86-8d13ed4c8a49 None None] Checking router: 7d041f46-89a0-45e7-96d2-f186d57c6f1a for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:53:15.644323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0884dd-5771-4a68-ac86-8d13ed4c8a49 None None] Routers {'7d041f46-89a0-45e7-96d2-f186d57c6f1a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:53:15.645698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-cf0884dd-5771-4a68-ac86-8d13ed4c8a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['7d041f46-89a0-45e7-96d2-f186d57c6f1a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:15.653338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9e1ecf-b785-49fd-9e88-70963176b4ff,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:15.659008 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:15.669084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:15.790118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b6a76d0c-dd09-4f29-8fb2-343ec884e5ab admin admin] For port 93ffc3d0-58a0-452a-b617-bd3d4d04f880, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=93ffc3d0-58a0-452a-b617-bd3d4d04f880,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:53:15.790714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6a76d0c-dd09-4f29-8fb2-343ec884e5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:15.839527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Network 8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:53:15.841179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:53:15.852773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-cf0884dd-5771-4a68-ac86-8d13ed4c8a49 None None] Set router 7d041f46-89a0-45e7-96d2-f186d57c6f1a gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:53:16.060220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b6a76d0c-dd09-4f29-8fb2-343ec884e5ab admin admin] Calling delete_port for 93ffc3d0-58a0-452a-b617-bd3d4d04f880 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:53:16.149697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'name': 'tempest-TestServerBasicOps-404359086-router', 'tenant_id': '33cf3594760348a59e6dc5ba6e8818c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1eaeb518-cb25-4766-a9f3-294f04ec399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:53:07Z', 'updated_at': '2021-01-14T07:53:15Z', 'revision_number': 4, 'project_id': '33cf3594760348a59e6dc5ba6e8818c5', 'gw_port': {'id': '1eaeb518-cb25-4766-a9f3-294f04ec399d', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:53:09Z', 'updated_at': '2021-01-14T07:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '3c9e1ecf-b785-49fd-9e88-70963176b4ff', 'name': '', 'network_id': '8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604', 'tenant_id': '33cf3594760348a59e6dc5ba6e8818c5', 'mac_address': 'fa:16:3e:2d:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'f4f9684b-171c-4124-a2d2-0f00fe5b8d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:53:13Z', 'updated_at': '2021-01-14T07:53:13Z', 'revision_number': 1, 'project_id': '33cf3594760348a59e6dc5ba6e8818c5', 'subnets': [{'id': 'f4f9684b-171c-4124-a2d2-0f00fe5b8d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:16.154647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7f7605-d0a5-4883-b6f5-ab59c3a2c394 None None] The sync data for ids ['eccee8a4-0159-4cf5-9a68-a207f477474f'] in n-d-769329-2 is: [{'id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'name': 'tempest-TestServerBasicOps-404359086-router', 'tenant_id': '33cf3594760348a59e6dc5ba6e8818c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1eaeb518-cb25-4766-a9f3-294f04ec399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:53:07Z', 'updated_at': '2021-01-14T07:53:15Z', 'revision_number': 4, 'project_id': '33cf3594760348a59e6dc5ba6e8818c5', 'gw_port': {'id': '1eaeb518-cb25-4766-a9f3-294f04ec399d', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:53:09Z', 'updated_at': '2021-01-14T07:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '3c9e1ecf-b785-49fd-9e88-70963176b4ff', 'name': '', 'network_id': '8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604', 'tenant_id': '33cf3594760348a59e6dc5ba6e8818c5', 'mac_address': 'fa:16:3e:2d:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'f4f9684b-171c-4124-a2d2-0f00fe5b8d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:53:13Z', 'updated_at': '2021-01-14T07:53:13Z', 'revision_number': 1, 'project_id': '33cf3594760348a59e6dc5ba6e8818c5', 'subnets': [{'id': 'f4f9684b-171c-4124-a2d2-0f00fe5b8d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:53:16.266627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Router eccee8a4-0159-4cf5-9a68-a207f477474f has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:53:16.337240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c51d1659-4687-4c07-8355-86583261f7ad None None] Provisioning complete for port 3c9e1ecf-b785-49fd-9e88-70963176b4ff triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:53:16.337888 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c51d1659-4687-4c07-8355-86583261f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:16.390291 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6a76d0c-dd09-4f29-8fb2-343ec884e5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:16.452072 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:16.476491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c51d1659-4687-4c07-8355-86583261f7ad None None] Port 3c9e1ecf-b785-49fd-9e88-70963176b4ff cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:53:16.575208 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:16.612270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:53:16.632607 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] 10.222.0.41 "PUT /v2.0/routers/eccee8a4-0159-4cf5-9a68-a207f477474f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3549657 Jan 14 07:53:16.815772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-cf0884dd-5771-4a68-ac86-8d13ed4c8a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'name': 'tempest-TestAggregatesBasicOps-1538815809-router', 'tenant_id': '4493841fa19a4d63afc89bdfa3d4095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '93ffc3d0-58a0-452a-b617-bd3d4d04f880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:43Z', 'updated_at': '2021-01-14T07:53:12Z', 'revision_number': 5, 'project_id': '4493841fa19a4d63afc89bdfa3d4095a', 'gw_port': {'id': '93ffc3d0-58a0-452a-b617-bd3d4d04f880', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:45Z', 'updated_at': '2021-01-14T07:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:16.819918 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6a76d0c-dd09-4f29-8fb2-343ec884e5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:16.824293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0884dd-5771-4a68-ac86-8d13ed4c8a49 None None] The sync data for ids ['7d041f46-89a0-45e7-96d2-f186d57c6f1a'] in n-d-769329-2 is: [{'id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'name': 'tempest-TestAggregatesBasicOps-1538815809-router', 'tenant_id': '4493841fa19a4d63afc89bdfa3d4095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '93ffc3d0-58a0-452a-b617-bd3d4d04f880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:52:43Z', 'updated_at': '2021-01-14T07:53:12Z', 'revision_number': 5, 'project_id': '4493841fa19a4d63afc89bdfa3d4095a', 'gw_port': {'id': '93ffc3d0-58a0-452a-b617-bd3d4d04f880', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d041f46-89a0-45e7-96d2-f186d57c6f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:52:45Z', 'updated_at': '2021-01-14T07:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:53:17.030827 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6a76d0c-dd09-4f29-8fb2-343ec884e5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:17.035180 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6a76d0c-dd09-4f29-8fb2-343ec884e5ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:17.080491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 859f6d9d-7b25-4c27-8c25-823db1d53b9c no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:53:17.084277 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6a76d0c-dd09-4f29-8fb2-343ec884e5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:17.085444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a76d0c-dd09-4f29-8fb2-343ec884e5ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d041f46-89a0-45e7-96d2-f186d57c6f1a {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:53:17.107440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6a76d0c-dd09-4f29-8fb2-343ec884e5ab admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:17.108774 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b6a76d0c-dd09-4f29-8fb2-343ec884e5ab admin admin] 10.222.0.41 "DELETE /v2.0/routers/7d041f46-89a0-45e7-96d2-f186d57c6f1a HTTP/1.1" status: 204 len: 168 time: 2.1822841 Jan 14 07:53:17.111924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42124) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:17.130043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 859f6d9d-7b25-4c27-8c25-823db1d53b9c {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:53:17.130620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 859f6d9d-7b25-4c27-8c25-823db1d53b9c not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:53:17.218021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-02eef8b9-5e3f-46e6-8f53-a673a23f43c8 admin admin] Deleting subnet 9dc45d4e-5553-47a2-b073-fcdadc3fda8d {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:53:17.224615 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-02eef8b9-5e3f-46e6-8f53-a673a23f43c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:17.321212 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-02eef8b9-5e3f-46e6-8f53-a673a23f43c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:17.471717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-02eef8b9-5e3f-46e6-8f53-a673a23f43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:17.499356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-dc7d80e0-4c19-4a77-a97d-f8c261276f64 req-d07ccc6d-97bf-4e80-a708-dab82274728b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Request body: {'security_group': {'name': 'tempest-TestServerBasicOps-1148485725', 'description': 'tempest-TestServerBasicOps-1148485725 description'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:53:17.526692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-dc7d80e0-4c19-4a77-a97d-f8c261276f64 req-d07ccc6d-97bf-4e80-a708-dab82274728b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:53:17.543373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-dc7d80e0-4c19-4a77-a97d-f8c261276f64 req-d07ccc6d-97bf-4e80-a708-dab82274728b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Usage tracker for resource:security_group and tenant:33cf3594760348a59e6dc5ba6e8818c5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:53:17.551840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-dc7d80e0-4c19-4a77-a97d-f8c261276f64 req-d07ccc6d-97bf-4e80-a708-dab82274728b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:53:17.561109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-dc7d80e0-4c19-4a77-a97d-f8c261276f64 req-d07ccc6d-97bf-4e80-a708-dab82274728b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:53:17.587472 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-dc7d80e0-4c19-4a77-a97d-f8c261276f64 req-d07ccc6d-97bf-4e80-a708-dab82274728b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:17.612974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-dc7d80e0-4c19-4a77-a97d-f8c261276f64 req-d07ccc6d-97bf-4e80-a708-dab82274728b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:53:17.618665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-dc7d80e0-4c19-4a77-a97d-f8c261276f64 req-d07ccc6d-97bf-4e80-a708-dab82274728b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Usage tracker for resource:security_group_rule and tenant:33cf3594760348a59e6dc5ba6e8818c5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:53:17.622425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-dc7d80e0-4c19-4a77-a97d-f8c261276f64 req-d07ccc6d-97bf-4e80-a708-dab82274728b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:53:17.632248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-dc7d80e0-4c19-4a77-a97d-f8c261276f64 req-d07ccc6d-97bf-4e80-a708-dab82274728b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:53:17.758539 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-dc7d80e0-4c19-4a77-a97d-f8c261276f64 req-d07ccc6d-97bf-4e80-a708-dab82274728b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:17.763238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-dc7d80e0-4c19-4a77-a97d-f8c261276f64 req-d07ccc6d-97bf-4e80-a708-dab82274728b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:17.774520 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c96de24d-1edd-4f88-952d-784319644456 tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:17.853449 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-dc7d80e0-4c19-4a77-a97d-f8c261276f64 req-d07ccc6d-97bf-4e80-a708-dab82274728b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:17.855628 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-dc7d80e0-4c19-4a77-a97d-f8c261276f64 req-d07ccc6d-97bf-4e80-a708-dab82274728b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3611302 Jan 14 07:53:17.857010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ccc6d-97bf-4e80-a708-dab82274728b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Pushing event updated for resources: {'SecurityGroup': ['ID=614a0d98-dd2d-46b0-98a1-1c3037adad05,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:17.870907 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-02eef8b9-5e3f-46e6-8f53-a673a23f43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:17.872702 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d07ccc6d-97bf-4e80-a708-dab82274728b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:17.901824 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7ebc8a41-0624-4e63-b358-23b54b2a3e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:18.008348 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1f90615e-99a8-4697-977f-a1acb419506a req-225adc61-869f-45a1-b5b8-1501e1926373 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] 10.222.0.41 "GET /v2.0/security-groups/614a0d98-dd2d-46b0-98a1-1c3037adad05 HTTP/1.1" status: 200 len: 1804 time: 0.0990388 Jan 14 07:53:18.020900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-1f90615e-99a8-4697-977f-a1acb419506a req-ef4035d5-2a77-46fd-a943-747a9458f08b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '614a0d98-dd2d-46b0-98a1-1c3037adad05', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:53:18.021494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-1f90615e-99a8-4697-977f-a1acb419506a req-ef4035d5-2a77-46fd-a943-747a9458f08b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '614a0d98-dd2d-46b0-98a1-1c3037adad05', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:53:18.026862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eef8b9-5e3f-46e6-8f53-a673a23f43c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dc45d4e-5553-47a2-b073-fcdadc3fda8d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:18.030470 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-02eef8b9-5e3f-46e6-8f53-a673a23f43c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:18.055809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-1f90615e-99a8-4697-977f-a1acb419506a req-ef4035d5-2a77-46fd-a943-747a9458f08b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:53:18.062778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1f90615e-99a8-4697-977f-a1acb419506a req-ef4035d5-2a77-46fd-a943-747a9458f08b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Usage tracker for resource:security_group_rule and tenant:33cf3594760348a59e6dc5ba6e8818c5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:53:18.068764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1f90615e-99a8-4697-977f-a1acb419506a req-ef4035d5-2a77-46fd-a943-747a9458f08b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:53:18.079855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-1f90615e-99a8-4697-977f-a1acb419506a req-ef4035d5-2a77-46fd-a943-747a9458f08b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:53:18.104666 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-02eef8b9-5e3f-46e6-8f53-a673a23f43c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:18.107217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789cafd9-579e-4a9c-b919-f46a6f5ae54e None None] Network f76abdbb-370a-4a5b-ad59-8d9c7b401fb4 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:53:18.117212 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-02eef8b9-5e3f-46e6-8f53-a673a23f43c8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9dc45d4e-5553-47a2-b073-fcdadc3fda8d HTTP/1.1" status: 204 len: 168 time: 1.0040441 Jan 14 07:53:18.117952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42132) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:18.202364 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1f90615e-99a8-4697-977f-a1acb419506a req-ef4035d5-2a77-46fd-a943-747a9458f08b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:18.262270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1f90615e-99a8-4697-977f-a1acb419506a req-ef4035d5-2a77-46fd-a943-747a9458f08b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:18.267758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1f90615e-99a8-4697-977f-a1acb419506a req-ef4035d5-2a77-46fd-a943-747a9458f08b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:18.281044 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cca60734-c63d-4c24-8a66-68f72ae5e5a6 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:18.321169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4035d5-2a77-46fd-a943-747a9458f08b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7c2ace-69f7-4c68-a4a4-46dfbc036858,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:18.324937 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ef4035d5-2a77-46fd-a943-747a9458f08b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:18.327400 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-1f90615e-99a8-4697-977f-a1acb419506a req-ef4035d5-2a77-46fd-a943-747a9458f08b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:18.330840 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:18.331118 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1f90615e-99a8-4697-977f-a1acb419506a req-ef4035d5-2a77-46fd-a943-747a9458f08b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3156688 Jan 14 07:53:18.437479 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9f3602d3-bcf2-4a09-8f88-6407d7f91a19 req-9240978b-f9c6-43d2-bb49-b046f42bf213 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] 10.222.0.41 "GET /v2.0/security-groups/614a0d98-dd2d-46b0-98a1-1c3037adad05 HTTP/1.1" status: 200 len: 2398 time: 0.0693510 Jan 14 07:53:18.450351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] Deleting port 9d075878-324e-4ac9-a71e-cafa083efa74 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:53:18.450765 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:18.451708 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-9f3602d3-bcf2-4a09-8f88-6407d7f91a19 req-54884f0d-e980-4ead-af4c-28b96cab0043 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '614a0d98-dd2d-46b0-98a1-1c3037adad05', 'remote_group_id': None}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:53:18.452220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-9f3602d3-bcf2-4a09-8f88-6407d7f91a19 req-54884f0d-e980-4ead-af4c-28b96cab0043 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '614a0d98-dd2d-46b0-98a1-1c3037adad05', 'remote_group_id': None}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:53:18.467179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-9f3602d3-bcf2-4a09-8f88-6407d7f91a19 req-54884f0d-e980-4ead-af4c-28b96cab0043 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:53:18.474418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-9f3602d3-bcf2-4a09-8f88-6407d7f91a19 req-54884f0d-e980-4ead-af4c-28b96cab0043 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Usage tracker for resource:security_group_rule and tenant:33cf3594760348a59e6dc5ba6e8818c5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:53:18.479057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-9f3602d3-bcf2-4a09-8f88-6407d7f91a19 req-54884f0d-e980-4ead-af4c-28b96cab0043 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:53:18.486255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-9f3602d3-bcf2-4a09-8f88-6407d7f91a19 req-54884f0d-e980-4ead-af4c-28b96cab0043 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:53:18.557289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-9f3602d3-bcf2-4a09-8f88-6407d7f91a19 req-54884f0d-e980-4ead-af4c-28b96cab0043 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:18.577556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40204d76-5609-4059-84f8-630720a808f6 None None] DHCP port deletion for f76abdbb-370a-4a5b-ad59-8d9c7b401fb4 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:53:18.583035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-40204d76-5609-4059-84f8-630720a808f6 None None] Deleting port 9d075878-324e-4ac9-a71e-cafa083efa74 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:53:18.583592 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40204d76-5609-4059-84f8-630720a808f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:18.596870 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-9f3602d3-bcf2-4a09-8f88-6407d7f91a19 req-54884f0d-e980-4ead-af4c-28b96cab0043 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:18.601759 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-9f3602d3-bcf2-4a09-8f88-6407d7f91a19 req-54884f0d-e980-4ead-af4c-28b96cab0043 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:18.604207 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ec9b7112-d051-4270-acdc-8b25835d694c tempest-TestVolumeBootPattern-1402382759 tempest-TestVolumeBootPattern-1402382759] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:18.624631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54884f0d-e980-4ead-af4c-28b96cab0043 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f49f446-f46d-4919-9298-7a8955e1dbce,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:18.629219 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-54884f0d-e980-4ead-af4c-28b96cab0043 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:18.648861 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-9f3602d3-bcf2-4a09-8f88-6407d7f91a19 req-54884f0d-e980-4ead-af4c-28b96cab0043 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:18.651065 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-9f3602d3-bcf2-4a09-8f88-6407d7f91a19 req-54884f0d-e980-4ead-af4c-28b96cab0043 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2048271 Jan 14 07:53:18.730476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] For port 9d075878-324e-4ac9-a71e-cafa083efa74, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9d075878-324e-4ac9-a71e-cafa083efa74,segment=NetworkSegment(eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee),segment_id=eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:53:18.730878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:18.850865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-40204d76-5609-4059-84f8-630720a808f6 None None] For port 9d075878-324e-4ac9-a71e-cafa083efa74, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9d075878-324e-4ac9-a71e-cafa083efa74,segment=NetworkSegment(eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee),segment_id=eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:53:18.851294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40204d76-5609-4059-84f8-630720a808f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:18.875388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] Calling delete_port for 9d075878-324e-4ac9-a71e-cafa083efa74 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:53:18.892068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c574d021-352a-408f-a5f9-2eb4b88ca572 req-cdf2dc28-27fa-4a44-8828-f0764f145314 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Synchronizing usage tracker for tenant:33cf3594760348a59e6dc5ba6e8818c5 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:53:18.919896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c574d021-352a-408f-a5f9-2eb4b88ca572 req-cdf2dc28-27fa-4a44-8828-f0764f145314 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Unset dirty status for tenant:33cf3594760348a59e6dc5ba6e8818c5 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:53:18.934507 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c574d021-352a-408f-a5f9-2eb4b88ca572 req-cdf2dc28-27fa-4a44-8828-f0764f145314 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-TestServerBasicOps-1148485725&fields=id&tenant_id=33cf3594760348a59e6dc5ba6e8818c5 HTTP/1.1" status: 200 len: 267 time: 0.0988488 Jan 14 07:53:18.975270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:18.998257 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8fa5c14f-24ff-4215-94b0-5475378c8a3c tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:19.076313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-40204d76-5609-4059-84f8-630720a808f6 None None] Calling delete_port for 9d075878-324e-4ac9-a71e-cafa083efa74 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:53:19.163547 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-40204d76-5609-4059-84f8-630720a808f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:53:19.164021 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-40204d76-5609-4059-84f8-630720a808f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:53:19.177430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574d021-352a-408f-a5f9-2eb4b88ca572 req-5f247b01-8f5d-484c-95b4-77129e0e3e81 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:53:19.178456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c574d021-352a-408f-a5f9-2eb4b88ca572 req-5f247b01-8f5d-484c-95b4-77129e0e3e81 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Synchronizing usage tracker for tenant:33cf3594760348a59e6dc5ba6e8818c5 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:53:19.197578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-c574d021-352a-408f-a5f9-2eb4b88ca572 req-5f247b01-8f5d-484c-95b4-77129e0e3e81 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Unset dirty status for tenant:33cf3594760348a59e6dc5ba6e8818c5 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:53:19.204608 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c574d021-352a-408f-a5f9-2eb4b88ca572 req-5f247b01-8f5d-484c-95b4-77129e0e3e81 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] 10.222.0.41 "GET /v2.0/networks?id=8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604 HTTP/1.1" status: 200 len: 808 time: 0.2682784 Jan 14 07:53:19.225666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1eaeb518-cb25-4766-a9f3-294f04ec399d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:53:19.230504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] Pushing event deleted for resources: {'Port': ['ID=9d075878-324e-4ac9-a71e-cafa083efa74,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:19.233774 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:19.242482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] No DVR routers for this DVR port 9d075878-324e-4ac9-a71e-cafa083efa74 on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:53:19.246972 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c574d021-352a-408f-a5f9-2eb4b88ca572 req-fda333f4-504f-4cbd-aacc-629c0af3d469 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] 10.222.0.41 "GET /v2.0/quotas/33cf3594760348a59e6dc5ba6e8818c5 HTTP/1.1" status: 200 len: 375 time: 0.0301952 Jan 14 07:53:19.307967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 1eaeb518-cb25-4766-a9f3-294f04ec399d completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:53:19.313563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 1eaeb518-cb25-4766-a9f3-294f04ec399d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:53:19.313996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:19.361422 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c574d021-352a-408f-a5f9-2eb4b88ca572 req-e0c9a333-991c-47be-92b7-2e2ac0fd034e tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] 10.222.0.41 "GET /v2.0/ports?tenant_id=33cf3594760348a59e6dc5ba6e8818c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026080 Jan 14 07:53:19.380004 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:19.497500 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:19.514244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76abdbb-370a-4a5b-ad59-8d9c7b401fb4']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:19.527225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 1eaeb518-cb25-4766-a9f3-294f04ec399d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1eaeb518-cb25-4766-a9f3-294f04ec399d,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:53:19.533496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:19.534071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaed0cb7-5c2c-4d4a-8b98-d6042ab50bee') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:19.534466 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:19.538145 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d56281d2-6cbf-49e3-9c23-4a8ecb348580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:19.550328 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:19.584282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:19.587144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:53:19.616321 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c574d021-352a-408f-a5f9-2eb4b88ca572 req-2039dcca-9119-4295-8958-762d6758a2e0 service neutron] 10.222.0.41 "GET /v2.0/networks/8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393734 Jan 14 07:53:19.624468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 93ffc3d0-58a0-452a-b617-bd3d4d04f880 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:53:19.674621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-40204d76-5609-4059-84f8-630720a808f6 None None] Deleting port 9d075878-324e-4ac9-a71e-cafa083efa74 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:53:19.675208 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40204d76-5609-4059-84f8-630720a808f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:19.734224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 93ffc3d0-58a0-452a-b617-bd3d4d04f880 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:53:19.734794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 93ffc3d0-58a0-452a-b617-bd3d4d04f880 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:53:19.735521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9d075878-324e-4ac9-a71e-cafa083efa74 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:53:19.779775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 9d075878-324e-4ac9-a71e-cafa083efa74 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:53:19.780163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9d075878-324e-4ac9-a71e-cafa083efa74 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:53:19.789133 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c574d021-352a-408f-a5f9-2eb4b88ca572 req-a35b99db-465b-4345-835b-4307266cdb02 service neutron] 10.222.0.41 "GET /v2.0/networks/8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1642897 Jan 14 07:53:19.795518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] Network f76abdbb-370a-4a5b-ad59-8d9c7b401fb4 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:53:19.829514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-40204d76-5609-4059-84f8-630720a808f6 None None] The port '9d075878-324e-4ac9-a71e-cafa083efa74' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:53:19.833574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=1eaeb518-cb25-4766-a9f3-294f04ec399d,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:19.838200 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:20.165772 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:20.454726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] Network f76abdbb-370a-4a5b-ad59-8d9c7b401fb4 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:53:20.485375 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:53:20.526054 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bacc3480-7aa0-4206-8ded-d44d24865f6a req-91c8951c-ca29-467f-8bd7-39c04c9171a0 tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] 10.222.0.41 "GET /v2.0/security-groups/614a0d98-dd2d-46b0-98a1-1c3037adad05 HTTP/1.1" status: 200 len: 2997 time: 0.0653265 Jan 14 07:53:20.605233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] Sync routers for ids ['eccee8a4-0159-4cf5-9a68-a207f477474f'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:53:20.609234 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:20.618383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] Routers {'eccee8a4-0159-4cf5-9a68-a207f477474f'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:53:20.619082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['eccee8a4-0159-4cf5-9a68-a207f477474f'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:20.619629 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:20.649617 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cbc9a7a5-2477-47be-bdf5-7315749412fc tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:20.682022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-bacc3480-7aa0-4206-8ded-d44d24865f6a req-74aa0341-350a-44c3-bde7-a6e4d4903a7f tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:20.693023 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] 10.222.0.41 "DELETE /v2.0/networks/f76abdbb-370a-4a5b-ad59-8d9c7b401fb4 HTTP/1.1" status: 204 len: 168 time: 2.5738213 Jan 14 07:53:20.694955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] Pushing event deleted for resources: {'Network': ['ID=f76abdbb-370a-4a5b-ad59-8d9c7b401fb4,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:20.713177 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:20.722368 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-bacc3480-7aa0-4206-8ded-d44d24865f6a req-74aa0341-350a-44c3-bde7-a6e4d4903a7f tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:20.786852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-bacc3480-7aa0-4206-8ded-d44d24865f6a req-74aa0341-350a-44c3-bde7-a6e4d4903a7f tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:20.794736 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9f4200a6-9621-4271-96b4-1d5450660eed tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:20.836859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-bacc3480-7aa0-4206-8ded-d44d24865f6a req-74aa0341-350a-44c3-bde7-a6e4d4903a7f tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:20.840674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] Set router eccee8a4-0159-4cf5-9a68-a207f477474f gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:53:20.842031 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-bacc3480-7aa0-4206-8ded-d44d24865f6a req-74aa0341-350a-44c3-bde7-a6e4d4903a7f tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] 10.222.0.41 "DELETE /v2.0/security-groups/614a0d98-dd2d-46b0-98a1-1c3037adad05 HTTP/1.1" status: 204 len: 173 time: 0.3052776 Jan 14 07:53:20.843231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa0341-350a-44c3-bde7-a6e4d4903a7f tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Pushing event deleted for resources: {'SecurityGroup': ['ID=614a0d98-dd2d-46b0-98a1-1c3037adad05,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:20.860858 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-74aa0341-350a-44c3-bde7-a6e4d4903a7f tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:20.919289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42174) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:21.059326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42178) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:21.150365 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-63eb49ad-6eca-4cce-82ce-416e05433bda admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09a1df150b214e349cb8af90bb58ee0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0858805 Jan 14 07:53:21.151477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42182) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:21.161837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1eaeb518-cb25-4766-a9f3-294f04ec399d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:53:21.234476 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-454bd0a6-7526-4086-9662-febf01578bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:21.280936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-454bd0a6-7526-4086-9662-febf01578bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:21.340909 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-454bd0a6-7526-4086-9662-febf01578bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:21.347384 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1320430c-0577-4cb3-98f5-ad15db45a95c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:21.366118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bd0a6-7526-4086-9662-febf01578bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d962e2-c97f-4931-981d-51b52123ec5b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:21.381784 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-454bd0a6-7526-4086-9662-febf01578bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:21.385744 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-454bd0a6-7526-4086-9662-febf01578bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:21.388420 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-454bd0a6-7526-4086-9662-febf01578bae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2d962e2-c97f-4931-981d-51b52123ec5b HTTP/1.1" status: 204 len: 168 time: 0.2348492 Jan 14 07:53:21.524142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 1eaeb518-cb25-4766-a9f3-294f04ec399d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:53:21.524579 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:21.810192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'name': 'tempest-TestServerBasicOps-404359086-router', 'tenant_id': '33cf3594760348a59e6dc5ba6e8818c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1eaeb518-cb25-4766-a9f3-294f04ec399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:53:07Z', 'updated_at': '2021-01-14T07:53:15Z', 'revision_number': 4, 'project_id': '33cf3594760348a59e6dc5ba6e8818c5', 'gw_port': {'id': '1eaeb518-cb25-4766-a9f3-294f04ec399d', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:53:09Z', 'updated_at': '2021-01-14T07:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '3c9e1ecf-b785-49fd-9e88-70963176b4ff', 'name': '', 'network_id': '8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604', 'tenant_id': '33cf3594760348a59e6dc5ba6e8818c5', 'mac_address': 'fa:16:3e:2d:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'f4f9684b-171c-4124-a2d2-0f00fe5b8d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:53:13Z', 'updated_at': '2021-01-14T07:53:15Z', 'revision_number': 2, 'project_id': '33cf3594760348a59e6dc5ba6e8818c5', 'subnets': [{'id': 'f4f9684b-171c-4124-a2d2-0f00fe5b8d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:21.817725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] Checking router: eccee8a4-0159-4cf5-9a68-a207f477474f for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:53:21.818422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] Updating router eccee8a4-0159-4cf5-9a68-a207f477474f port 3c9e1ecf-b785-49fd-9e88-70963176b4ff binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:53:21.825387 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3dd5d01e-970b-43d0-a7c4-85bb093d874b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:21.898037 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:22.084499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42190) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:22.155346 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1c35b508-d136-4f4c-b6cd-f07ed9a3188f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4493841fa19a4d63afc89bdfa3d4095a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689311 Jan 14 07:53:22.159235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42194) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:22.247759 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6af4a553-3828-4a50-a26e-9c5ca20c07ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:22.284514 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6af4a553-3828-4a50-a26e-9c5ca20c07ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:22.352438 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6af4a553-3828-4a50-a26e-9c5ca20c07ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:22.362027 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-76eb3dea-c6b0-4a5e-8cf1-d46924e70bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:22.388995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4a553-3828-4a50-a26e-9c5ca20c07ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23896fc1-35b1-4cd2-9925-ed8d82819c1b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:22.401083 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6af4a553-3828-4a50-a26e-9c5ca20c07ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:22.405215 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6af4a553-3828-4a50-a26e-9c5ca20c07ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:22.408366 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6af4a553-3828-4a50-a26e-9c5ca20c07ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23896fc1-35b1-4cd2-9925-ed8d82819c1b HTTP/1.1" status: 204 len: 168 time: 0.2471373 Jan 14 07:53:22.523405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3dd5d01e-970b-43d0-a7c4-85bb093d874b admin admin] Deleting port 3c9e1ecf-b785-49fd-9e88-70963176b4ff {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:53:22.524027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3dd5d01e-970b-43d0-a7c4-85bb093d874b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:22.583675 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:22.605521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] Transition to ACTIVE for port object 3c9e1ecf-b785-49fd-9e88-70963176b4ff will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:53:22.610126 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:22.633940 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:22.798157 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3dd5d01e-970b-43d0-a7c4-85bb093d874b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:22.803641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3148339-daa7-414f-ad12-d0be27592802 None None] Pushing event updated for resources: {'Port': ['ID=3c9e1ecf-b785-49fd-9e88-70963176b4ff,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:22.809818 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d3148339-daa7-414f-ad12-d0be27592802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:23.020593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3dd5d01e-970b-43d0-a7c4-85bb093d874b admin admin] Calling delete_port for 3c9e1ecf-b785-49fd-9e88-70963176b4ff owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:53:23.092438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] Attempting to bind port 3c9e1ecf-b785-49fd-9e88-70963176b4ff on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:53:23.093141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] Attempting to bind port 3c9e1ecf-b785-49fd-9e88-70963176b4ff by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '211d0dff-3b37-4609-8e52-26cc4ac87c96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:53:23.093701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] Attempting to bind port 3c9e1ecf-b785-49fd-9e88-70963176b4ff on network 8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:53:23.102364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:53:23.102811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] Checking segment: {'id': '211d0dff-3b37-4609-8e52-26cc4ac87c96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:53:23.103242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:23.104064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] Bound using segment: {'id': '211d0dff-3b37-4609-8e52-26cc4ac87c96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:53:23.105659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] Bound port: 3c9e1ecf-b785-49fd-9e88-70963176b4ff, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211d0dff-3b37-4609-8e52-26cc4ac87c96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:53:23.107800 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:23.232001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] For port 3c9e1ecf-b785-49fd-9e88-70963176b4ff, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:53:23.235611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] For port 3c9e1ecf-b785-49fd-9e88-70963176b4ff, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3c9e1ecf-b785-49fd-9e88-70963176b4ff,segment=NetworkSegment(211d0dff-3b37-4609-8e52-26cc4ac87c96),segment_id=211d0dff-3b37-4609-8e52-26cc4ac87c96)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:53:23.240676 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:23.259712 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d56281d2-6cbf-49e3-9c23-4a8ecb348580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:23.407968 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-3dd5d01e-970b-43d0-a7c4-85bb093d874b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:53:23.408610 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-3dd5d01e-970b-43d0-a7c4-85bb093d874b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:53:23.445648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3148339-daa7-414f-ad12-d0be27592802 None None] Pushing event updated for resources: {'Port': ['ID=3c9e1ecf-b785-49fd-9e88-70963176b4ff,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:23.450614 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d3148339-daa7-414f-ad12-d0be27592802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:23.497578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] Routers {'eccee8a4-0159-4cf5-9a68-a207f477474f'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:53:23.498295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['eccee8a4-0159-4cf5-9a68-a207f477474f'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:23.709015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] Set router eccee8a4-0159-4cf5-9a68-a207f477474f gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:53:23.909730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3dd5d01e-970b-43d0-a7c4-85bb093d874b admin admin] Deleting port 3c9e1ecf-b785-49fd-9e88-70963176b4ff {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:53:23.910944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3dd5d01e-970b-43d0-a7c4-85bb093d874b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:23.991069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3bbff346-51f9-4c04-9776-b892d818470d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:24.130804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'name': 'tempest-TestServerBasicOps-404359086-router', 'tenant_id': '33cf3594760348a59e6dc5ba6e8818c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1eaeb518-cb25-4766-a9f3-294f04ec399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:53:07Z', 'updated_at': '2021-01-14T07:53:15Z', 'revision_number': 4, 'project_id': '33cf3594760348a59e6dc5ba6e8818c5', 'gw_port': {'id': '1eaeb518-cb25-4766-a9f3-294f04ec399d', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:53:09Z', 'updated_at': '2021-01-14T07:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '3c9e1ecf-b785-49fd-9e88-70963176b4ff', 'name': '', 'network_id': '8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604', 'tenant_id': '33cf3594760348a59e6dc5ba6e8818c5', 'mac_address': 'fa:16:3e:2d:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'f4f9684b-171c-4124-a2d2-0f00fe5b8d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:53:13Z', 'updated_at': '2021-01-14T07:53:23Z', 'revision_number': 4, 'project_id': '33cf3594760348a59e6dc5ba6e8818c5', 'subnets': [{'id': 'f4f9684b-171c-4124-a2d2-0f00fe5b8d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:24.137103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea94b152-f9b9-42ac-8d24-c536958dca6f None None] The sync data for ids ['eccee8a4-0159-4cf5-9a68-a207f477474f'] in n-d-769329-2 is: [{'id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'name': 'tempest-TestServerBasicOps-404359086-router', 'tenant_id': '33cf3594760348a59e6dc5ba6e8818c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1eaeb518-cb25-4766-a9f3-294f04ec399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:53:07Z', 'updated_at': '2021-01-14T07:53:15Z', 'revision_number': 4, 'project_id': '33cf3594760348a59e6dc5ba6e8818c5', 'gw_port': {'id': '1eaeb518-cb25-4766-a9f3-294f04ec399d', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:53:09Z', 'updated_at': '2021-01-14T07:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '3c9e1ecf-b785-49fd-9e88-70963176b4ff', 'name': '', 'network_id': '8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604', 'tenant_id': '33cf3594760348a59e6dc5ba6e8818c5', 'mac_address': 'fa:16:3e:2d:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': 'f4f9684b-171c-4124-a2d2-0f00fe5b8d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:53:13Z', 'updated_at': '2021-01-14T07:53:23Z', 'revision_number': 4, 'project_id': '33cf3594760348a59e6dc5ba6e8818c5', 'subnets': [{'id': 'f4f9684b-171c-4124-a2d2-0f00fe5b8d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:53:24.145999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3dd5d01e-970b-43d0-a7c4-85bb093d874b admin admin] For port 3c9e1ecf-b785-49fd-9e88-70963176b4ff, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3c9e1ecf-b785-49fd-9e88-70963176b4ff,segment=NetworkSegment(211d0dff-3b37-4609-8e52-26cc4ac87c96),segment_id=211d0dff-3b37-4609-8e52-26cc4ac87c96)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:53:24.146402 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3dd5d01e-970b-43d0-a7c4-85bb093d874b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:24.303920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3dd5d01e-970b-43d0-a7c4-85bb093d874b admin admin] Calling delete_port for 3c9e1ecf-b785-49fd-9e88-70963176b4ff owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:53:24.593811 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3dd5d01e-970b-43d0-a7c4-85bb093d874b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:24.612301 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d1e1e808-5fb1-4aa4-bfd2-3585042cdc17 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:24.715481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5d01e-970b-43d0-a7c4-85bb093d874b admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9e1ecf-b785-49fd-9e88-70963176b4ff,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:24.743687 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3dd5d01e-970b-43d0-a7c4-85bb093d874b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:25.256324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3dd5d01e-970b-43d0-a7c4-85bb093d874b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:26.154544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd5d01e-970b-43d0-a7c4-85bb093d874b admin admin] Router eccee8a4-0159-4cf5-9a68-a207f477474f has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:53:26.390744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42352) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:26.410730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd5d01e-970b-43d0-a7c4-85bb093d874b admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:53:26.424827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2e8294-02a6-4d4b-a8d5-47c5cc2e8163 None None] Sync routers for ids ['eccee8a4-0159-4cf5-9a68-a207f477474f'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:53:26.430710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42358) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:26.431266 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3dd5d01e-970b-43d0-a7c4-85bb093d874b admin admin] 10.222.0.41 "PUT /v2.0/routers/eccee8a4-0159-4cf5-9a68-a207f477474f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5121889 Jan 14 07:53:26.448031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2e8294-02a6-4d4b-a8d5-47c5cc2e8163 None None] Routers {'eccee8a4-0159-4cf5-9a68-a207f477474f'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:53:26.449920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-fc2e8294-02a6-4d4b-a8d5-47c5cc2e8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:52:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['eccee8a4-0159-4cf5-9a68-a207f477474f'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:26.662466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-fc2e8294-02a6-4d4b-a8d5-47c5cc2e8163 None None] Set router eccee8a4-0159-4cf5-9a68-a207f477474f gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:53:26.809093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f46521c7-b20d-4053-8415-b1058c9553bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:26.976389 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae3b13b1-5649-4904-8479-e0fa503faee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:27.005186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ae3b13b1-5649-4904-8479-e0fa503faee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:53:27.011907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-fc2e8294-02a6-4d4b-a8d5-47c5cc2e8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'name': 'tempest-TestServerBasicOps-404359086-router', 'tenant_id': '33cf3594760348a59e6dc5ba6e8818c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1eaeb518-cb25-4766-a9f3-294f04ec399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:53:07Z', 'updated_at': '2021-01-14T07:53:24Z', 'revision_number': 5, 'project_id': '33cf3594760348a59e6dc5ba6e8818c5', 'gw_port': {'id': '1eaeb518-cb25-4766-a9f3-294f04ec399d', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:53:09Z', 'updated_at': '2021-01-14T07:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:27.014246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ae3b13b1-5649-4904-8479-e0fa503faee8 admin admin] Usage tracker for resource:security_group_rule and tenant:c3f2a8fa965d48b1a1695e408fd368cc is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:53:27.018114 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9db0039a-edc1-4121-956a-f3974e146481 admin admin] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:27.018629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2e8294-02a6-4d4b-a8d5-47c5cc2e8163 None None] Checking router: eccee8a4-0159-4cf5-9a68-a207f477474f for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:53:27.034619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2e8294-02a6-4d4b-a8d5-47c5cc2e8163 None None] Routers {'eccee8a4-0159-4cf5-9a68-a207f477474f'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:53:27.036641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-fc2e8294-02a6-4d4b-a8d5-47c5cc2e8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:53:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['eccee8a4-0159-4cf5-9a68-a207f477474f'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:27.081233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ae3b13b1-5649-4904-8479-e0fa503faee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:53:27.106609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ae3b13b1-5649-4904-8479-e0fa503faee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:53:27.249027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-fc2e8294-02a6-4d4b-a8d5-47c5cc2e8163 None None] Set router eccee8a4-0159-4cf5-9a68-a207f477474f gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:53:27.268425 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9db0039a-edc1-4121-956a-f3974e146481 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:27.276199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9db0039a-edc1-4121-956a-f3974e146481 admin admin] Deleting port 1eaeb518-cb25-4766-a9f3-294f04ec399d {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:53:27.276575 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9db0039a-edc1-4121-956a-f3974e146481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:27.460691 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae3b13b1-5649-4904-8479-e0fa503faee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:27.464328 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae3b13b1-5649-4904-8479-e0fa503faee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:27.465086 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:27.475762 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5580205c-7c83-4e3b-892b-25cd496597ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:27.557380 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ae3b13b1-5649-4904-8479-e0fa503faee8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3f2a8fa965d48b1a1695e408fd368cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1651216 Jan 14 07:53:27.560230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42362) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:27.577915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b13b1-5649-4904-8479-e0fa503faee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab802acc-5635-4cb1-9f63-198ee612fef9,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:27.590484 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae3b13b1-5649-4904-8479-e0fa503faee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:27.604436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9db0039a-edc1-4121-956a-f3974e146481 admin admin] For port 1eaeb518-cb25-4766-a9f3-294f04ec399d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1eaeb518-cb25-4766-a9f3-294f04ec399d,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:53:27.605117 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9db0039a-edc1-4121-956a-f3974e146481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:27.644996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-fc2e8294-02a6-4d4b-a8d5-47c5cc2e8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'name': 'tempest-TestServerBasicOps-404359086-router', 'tenant_id': '33cf3594760348a59e6dc5ba6e8818c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1eaeb518-cb25-4766-a9f3-294f04ec399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:53:07Z', 'updated_at': '2021-01-14T07:53:24Z', 'revision_number': 5, 'project_id': '33cf3594760348a59e6dc5ba6e8818c5', 'gw_port': {'id': '1eaeb518-cb25-4766-a9f3-294f04ec399d', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:53:09Z', 'updated_at': '2021-01-14T07:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:27.648684 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a322e52-a8b5-4166-bf69-6ba154a96047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:27.649972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2e8294-02a6-4d4b-a8d5-47c5cc2e8163 None None] The sync data for ids ['eccee8a4-0159-4cf5-9a68-a207f477474f'] in n-d-769329-2 is: [{'id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'name': 'tempest-TestServerBasicOps-404359086-router', 'tenant_id': '33cf3594760348a59e6dc5ba6e8818c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '1eaeb518-cb25-4766-a9f3-294f04ec399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:53:07Z', 'updated_at': '2021-01-14T07:53:24Z', 'revision_number': 5, 'project_id': '33cf3594760348a59e6dc5ba6e8818c5', 'gw_port': {'id': '1eaeb518-cb25-4766-a9f3-294f04ec399d', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccee8a4-0159-4cf5-9a68-a207f477474f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:53:09Z', 'updated_at': '2021-01-14T07:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:53:27.706576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a322e52-a8b5-4166-bf69-6ba154a96047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:27.778625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a322e52-a8b5-4166-bf69-6ba154a96047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:27.781393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9db0039a-edc1-4121-956a-f3974e146481 admin admin] Calling delete_port for 1eaeb518-cb25-4766-a9f3-294f04ec399d owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:53:27.789890 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-22cc223d-884c-49bf-9d30-fd261bb924ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:27.806206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a322e52-a8b5-4166-bf69-6ba154a96047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab802acc-5635-4cb1-9f63-198ee612fef9,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:27.811469 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a322e52-a8b5-4166-bf69-6ba154a96047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:27.816177 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1a322e52-a8b5-4166-bf69-6ba154a96047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:27.823006 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1a322e52-a8b5-4166-bf69-6ba154a96047 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab802acc-5635-4cb1-9f63-198ee612fef9 HTTP/1.1" status: 204 len: 168 time: 0.2607384 Jan 14 07:53:27.962692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9db0039a-edc1-4121-956a-f3974e146481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:28.003483 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:28.251749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9db0039a-edc1-4121-956a-f3974e146481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:28.332841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42370) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:28.362246 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-32e84705-6786-4788-a581-8c04a7c824cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:28.387881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-32e84705-6786-4788-a581-8c04a7c824cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:53:28.394020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-32e84705-6786-4788-a581-8c04a7c824cf admin admin] Usage tracker for resource:security_group_rule and tenant:e05f62cba1e34eb6992c30d828efdb29 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:53:28.399746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-32e84705-6786-4788-a581-8c04a7c824cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:53:28.405382 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9db0039a-edc1-4121-956a-f3974e146481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:28.408415 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9db0039a-edc1-4121-956a-f3974e146481 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:28.408882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-32e84705-6786-4788-a581-8c04a7c824cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:53:28.433307 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9db0039a-edc1-4121-956a-f3974e146481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:28.434143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db0039a-edc1-4121-956a-f3974e146481 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eccee8a4-0159-4cf5-9a68-a207f477474f {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:53:28.464995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9db0039a-edc1-4121-956a-f3974e146481 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:28.469465 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9db0039a-edc1-4121-956a-f3974e146481 admin admin] 10.222.0.41 "DELETE /v2.0/routers/eccee8a4-0159-4cf5-9a68-a207f477474f HTTP/1.1" status: 204 len: 168 time: 2.0347974 Jan 14 07:53:28.471421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42374) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:28.516503 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-32e84705-6786-4788-a581-8c04a7c824cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:28.519977 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-32e84705-6786-4788-a581-8c04a7c824cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:28.534394 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7c000cd3-d4c3-409d-8f32-18de8e6e9469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:28.581051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6499bd-0173-43ed-88a2-f8025a7b1d06 admin admin] Deleting subnet f4f9684b-171c-4124-a2d2-0f00fe5b8d26 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:53:28.585482 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ea6499bd-0173-43ed-88a2-f8025a7b1d06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:28.598480 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-32e84705-6786-4788-a581-8c04a7c824cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e05f62cba1e34eb6992c30d828efdb29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2638147 Jan 14 07:53:28.601562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e84705-6786-4788-a581-8c04a7c824cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a8886c-44f5-4522-8fd8-07db138627f3,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:28.606247 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-32e84705-6786-4788-a581-8c04a7c824cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:28.607247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42378) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:28.655052 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ea6499bd-0173-43ed-88a2-f8025a7b1d06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:28.684591 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb3e7675-1437-45e4-96e3-3647a796dfc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:28.719943 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb3e7675-1437-45e4-96e3-3647a796dfc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:28.777044 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb3e7675-1437-45e4-96e3-3647a796dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:28.779147 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ea6499bd-0173-43ed-88a2-f8025a7b1d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:28.782655 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3f3aceeb-3378-4f6a-8b3b-c8596b320042 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:28.798715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e7675-1437-45e4-96e3-3647a796dfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a8886c-44f5-4522-8fd8-07db138627f3,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:28.802186 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-eb3e7675-1437-45e4-96e3-3647a796dfc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:28.806945 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-eb3e7675-1437-45e4-96e3-3647a796dfc3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29a8886c-44f5-4522-8fd8-07db138627f3 HTTP/1.1" status: 204 len: 168 time: 0.1947074 Jan 14 07:53:28.806945 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eb3e7675-1437-45e4-96e3-3647a796dfc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:28.978562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:29.115487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1eaeb518-cb25-4766-a9f3-294f04ec399d no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:53:29.234630 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ea6499bd-0173-43ed-88a2-f8025a7b1d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:29.256927 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eec33805-d572-4fba-8d8f-ca4ac3593a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:29.383641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 1eaeb518-cb25-4766-a9f3-294f04ec399d {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:53:29.384081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1eaeb518-cb25-4766-a9f3-294f04ec399d not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:53:29.384568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3c9e1ecf-b785-49fd-9e88-70963176b4ff no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:53:29.388514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6499bd-0173-43ed-88a2-f8025a7b1d06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4f9684b-171c-4124-a2d2-0f00fe5b8d26,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:29.391925 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ea6499bd-0173-43ed-88a2-f8025a7b1d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:29.421481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 3c9e1ecf-b785-49fd-9e88-70963176b4ff {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:53:29.422172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3c9e1ecf-b785-49fd-9e88-70963176b4ff not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:53:29.458833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ea6499bd-0173-43ed-88a2-f8025a7b1d06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:29.466807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e4ac0d-4a51-4dc4-9ecf-8c0c4908a30b None None] Network 8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:53:29.469804 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ea6499bd-0173-43ed-88a2-f8025a7b1d06 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f4f9684b-171c-4124-a2d2-0f00fe5b8d26 HTTP/1.1" status: 204 len: 168 time: 0.9961247 Jan 14 07:53:29.472231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42384) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:29.654175 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:29.733085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] Deleting port 93c45c4d-668b-4bf4-b4a8-32c8ca3166df {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:53:29.733439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:29.775218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289bcccf-6719-4007-bb06-83391a5f65c6 None None] DHCP port deletion for 8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:53:29.780429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-289bcccf-6719-4007-bb06-83391a5f65c6 None None] Deleting port 93c45c4d-668b-4bf4-b4a8-32c8ca3166df {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:53:29.780852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-289bcccf-6719-4007-bb06-83391a5f65c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:29.975004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] For port 93c45c4d-668b-4bf4-b4a8-32c8ca3166df, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=93c45c4d-668b-4bf4-b4a8-32c8ca3166df,segment=NetworkSegment(211d0dff-3b37-4609-8e52-26cc4ac87c96),segment_id=211d0dff-3b37-4609-8e52-26cc4ac87c96)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:53:29.975347 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:30.019478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-289bcccf-6719-4007-bb06-83391a5f65c6 None None] For port 93c45c4d-668b-4bf4-b4a8-32c8ca3166df, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=93c45c4d-668b-4bf4-b4a8-32c8ca3166df,segment=NetworkSegment(211d0dff-3b37-4609-8e52-26cc4ac87c96),segment_id=211d0dff-3b37-4609-8e52-26cc4ac87c96)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:53:30.020527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-289bcccf-6719-4007-bb06-83391a5f65c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:30.124726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] Calling delete_port for 93c45c4d-668b-4bf4-b4a8-32c8ca3166df owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:53:30.164722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-289bcccf-6719-4007-bb06-83391a5f65c6 None None] Calling delete_port for 93c45c4d-668b-4bf4-b4a8-32c8ca3166df owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:53:30.210436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:30.228097 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-736e3a12-1a3d-4490-988f-05c2b39a27f8 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:30.250190 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-289bcccf-6719-4007-bb06-83391a5f65c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:53:30.250607 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-289bcccf-6719-4007-bb06-83391a5f65c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:53:30.327280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c45c4d-668b-4bf4-b4a8-32c8ca3166df,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:30.335615 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:30.388319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] No DVR routers for this DVR port 93c45c4d-668b-4bf4-b4a8-32c8ca3166df on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:53:30.538801 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:30.672587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:30.686355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211d0dff-3b37-4609-8e52-26cc4ac87c96') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:30.686805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211d0dff-3b37-4609-8e52-26cc4ac87c96') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:30.700804 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:30.721565 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:30.724380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:53:30.752432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-289bcccf-6719-4007-bb06-83391a5f65c6 None None] Deleting port 93c45c4d-668b-4bf4-b4a8-32c8ca3166df {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:53:30.752966 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-289bcccf-6719-4007-bb06-83391a5f65c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:30.823778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-289bcccf-6719-4007-bb06-83391a5f65c6 None None] The port '93c45c4d-668b-4bf4-b4a8-32c8ca3166df' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:53:30.958910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] Network 8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:53:30.971034 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:31.095161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 93c45c4d-668b-4bf4-b4a8-32c8ca3166df no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:53:31.147186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 93c45c4d-668b-4bf4-b4a8-32c8ca3166df {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:53:31.147590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 93c45c4d-668b-4bf4-b4a8-32c8ca3166df not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:53:31.214726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] Network 8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:53:31.242613 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:53:31.331553 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:31.337130 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a69b9175-a166-4afe-a7a1-1e842da30cf9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:31.354494 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:31.365642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:31.373717 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:31.381451 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8eaf2fea-5f42-4bbb-8e4a-2213c5bf9604 HTTP/1.1" status: 204 len: 168 time: 1.9079053 Jan 14 07:53:31.647701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42390) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:31.707933 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-adbf1f0e-b284-4c9e-9fd3-664a6a29064b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33cf3594760348a59e6dc5ba6e8818c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580292 Jan 14 07:53:31.712104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42394) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:31.788345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18b68fba-1526-4cbb-97b4-87132e01f302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:31.817595 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18b68fba-1526-4cbb-97b4-87132e01f302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:31.868951 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18b68fba-1526-4cbb-97b4-87132e01f302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:31.875704 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0bc846b-0b03-4dcd-aeb7-01d9b2e43332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:31.902149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b68fba-1526-4cbb-97b4-87132e01f302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96d6a6b-ef17-4856-a4a0-96941beb61b3,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:31.912985 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18b68fba-1526-4cbb-97b4-87132e01f302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:31.917079 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-18b68fba-1526-4cbb-97b4-87132e01f302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:31.922802 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-18b68fba-1526-4cbb-97b4-87132e01f302 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c96d6a6b-ef17-4856-a4a0-96941beb61b3 HTTP/1.1" status: 204 len: 168 time: 0.2053595 Jan 14 07:53:46.318486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:46.582968 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:46.693502 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e4ac32a7-606e-4a08-a111-c642357f2fdf req-03ab3bc1-6c3a-451a-8c0b-9c6d806dd59e tempest-ServersAdminNegativeTestJSON-1528054975 tempest-ServersAdminNegativeTestJSON-1528054975] 10.222.0.41 "GET /v2.0/networks?tenant_id=31e1bf7cad764ee1a8e99e22edf68469&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382972 Jan 14 07:53:46.904901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac32a7-606e-4a08-a111-c642357f2fdf req-f8164fe9-bc11-4c6d-af13-d527a8597e1e tempest-ServersAdminNegativeTestJSON-1528054975 tempest-ServersAdminNegativeTestJSON-1528054975] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:53:46.908072 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e4ac32a7-606e-4a08-a111-c642357f2fdf req-f8164fe9-bc11-4c6d-af13-d527a8597e1e tempest-ServersAdminNegativeTestJSON-1528054975 tempest-ServersAdminNegativeTestJSON-1528054975] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2073076 Jan 14 07:53:46.934640 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e4ac32a7-606e-4a08-a111-c642357f2fdf req-0e60e89d-2f04-468b-8e63-0480a9c17d53 tempest-ServersAdminNegativeTestJSON-1528054975 tempest-ServersAdminNegativeTestJSON-1528054975] 10.222.0.41 "GET /v2.0/quotas/31e1bf7cad764ee1a8e99e22edf68469 HTTP/1.1" status: 200 len: 375 time: 0.0208750 Jan 14 07:53:46.995304 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-e4ac32a7-606e-4a08-a111-c642357f2fdf req-359647c3-b87c-4007-9e3c-53d7461a1c40 tempest-ServersAdminNegativeTestJSON-1528054975 tempest-ServersAdminNegativeTestJSON-1528054975] 10.222.0.41 "GET /v2.0/ports?tenant_id=31e1bf7cad764ee1a8e99e22edf68469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528257 Jan 14 07:53:47.922981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42468) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:48.120524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9506c563-6959-4abc-9111-15c39c265e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:48.146857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9506c563-6959-4abc-9111-15c39c265e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:53:48.152129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9506c563-6959-4abc-9111-15c39c265e9c admin admin] Usage tracker for resource:security_group_rule and tenant:31e1bf7cad764ee1a8e99e22edf68469 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:53:48.156860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9506c563-6959-4abc-9111-15c39c265e9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:53:48.166683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9506c563-6959-4abc-9111-15c39c265e9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:53:48.270873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9506c563-6959-4abc-9111-15c39c265e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:48.273997 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9506c563-6959-4abc-9111-15c39c265e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:48.283610 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-32e84705-6786-4788-a581-8c04a7c824cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:48.337107 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9506c563-6959-4abc-9111-15c39c265e9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=31e1bf7cad764ee1a8e99e22edf68469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4125071 Jan 14 07:53:48.338164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506c563-6959-4abc-9111-15c39c265e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f042c97b-ab96-4ab7-b567-f5525370746a,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:48.341967 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9506c563-6959-4abc-9111-15c39c265e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:48.342514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42474) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:48.396627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:53:48.436380 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e59f4ee9-4ab7-469a-8f96-ee931a098a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:48.481087 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e59f4ee9-4ab7-469a-8f96-ee931a098a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:48.555323 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e59f4ee9-4ab7-469a-8f96-ee931a098a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:48.560871 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-84770af3-daa7-4f1a-8d8f-c27ae8b7c468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:48.576882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f4ee9-4ab7-469a-8f96-ee931a098a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f042c97b-ab96-4ab7-b567-f5525370746a,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:48.579983 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e59f4ee9-4ab7-469a-8f96-ee931a098a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:48.581525 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e59f4ee9-4ab7-469a-8f96-ee931a098a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:48.583452 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e59f4ee9-4ab7-469a-8f96-ee931a098a22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f042c97b-ab96-4ab7-b567-f5525370746a HTTP/1.1" status: 204 len: 168 time: 0.2390347 Jan 14 07:53:49.030517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42482) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:49.062292 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a99dda6b-3e03-4480-88c0-c28d2102ee24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:49.080482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a99dda6b-3e03-4480-88c0-c28d2102ee24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:53:49.085590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a99dda6b-3e03-4480-88c0-c28d2102ee24 admin admin] Usage tracker for resource:security_group_rule and tenant:059af20be702456dbc88719bf4770a2e is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:53:49.088725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a99dda6b-3e03-4480-88c0-c28d2102ee24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:53:49.094980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a99dda6b-3e03-4480-88c0-c28d2102ee24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:53:49.205565 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a99dda6b-3e03-4480-88c0-c28d2102ee24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:49.209162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a99dda6b-3e03-4480-88c0-c28d2102ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:49.219294 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d9438ed-6f33-4230-9bd0-044eb1edd7f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:49.263539 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a99dda6b-3e03-4480-88c0-c28d2102ee24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=059af20be702456dbc88719bf4770a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317982 Jan 14 07:53:49.266969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42486) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:49.271419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dda6b-3e03-4480-88c0-c28d2102ee24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f677d67-73fa-4ca6-8fd1-3132639abb71,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:49.275989 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a99dda6b-3e03-4480-88c0-c28d2102ee24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:49.353623 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78d69e3d-8ec2-4461-8a4c-87300c236da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:49.386660 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78d69e3d-8ec2-4461-8a4c-87300c236da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:49.440601 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78d69e3d-8ec2-4461-8a4c-87300c236da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:49.447605 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fd6c4cbb-0708-44b9-b5af-58e255ca55b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:49.461277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d69e3d-8ec2-4461-8a4c-87300c236da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f677d67-73fa-4ca6-8fd1-3132639abb71,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:49.466441 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78d69e3d-8ec2-4461-8a4c-87300c236da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:49.476222 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-78d69e3d-8ec2-4461-8a4c-87300c236da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:49.477485 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-78d69e3d-8ec2-4461-8a4c-87300c236da2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f677d67-73fa-4ca6-8fd1-3132639abb71 HTTP/1.1" status: 204 len: 168 time: 0.2087216 Jan 14 07:53:50.608462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42508) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:50.778537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1196530058-network', 'tenant_id': '8ce81be969704f5599ecde0f28df4eae'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:53:50.788693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:53:50.794783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Usage tracker for resource:network and tenant:8ce81be969704f5599ecde0f28df4eae is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:53:50.798744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:53:50.806140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:53:50.818247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Made reservation on behalf of 8ce81be969704f5599ecde0f28df4eae for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:53:50.823296 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:50.837584 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:50.855601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:53:50.859948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Usage tracker for resource:security_group_rule and tenant:8ce81be969704f5599ecde0f28df4eae is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:53:50.863100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:53:50.870070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:53:50.982312 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:50.985352 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:50.990289 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fdd58fde-cb00-43f3-a560-2b21973b95d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:51.021022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:53:51.034844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa303c4-a9b5-48ed-be8d-532301db748e,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:51.041073 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:51.045430 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:51.046088 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Added segment 02a57507-e20c-4e7d-b4ac-6f7ef1245910 of type vxlan for network abeff9df-c571-4a41-b543-4f2acb3d050c Jan 14 07:53:51.085732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:51.119926 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:51.121100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:53:51.121792 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:51.127483 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:51.242458 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6323907 Jan 14 07:53:51.245938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Pushing event updated for resources: {'Network': ['ID=abeff9df-c571-4a41-b543-4f2acb3d050c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:51.249143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42514) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:51.249785 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:51.259391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c5f017a3-65d0-49fc-8fe9-7c51c12d2dae admin admin] Request body: {'subnet': {'network_id': 'abeff9df-c571-4a41-b543-4f2acb3d050c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1196530058-subnet', 'tenant_id': '8ce81be969704f5599ecde0f28df4eae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:53:51.259793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network abeff9df-c571-4a41-b543-4f2acb3d050c details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:53:51.266132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c5f017a3-65d0-49fc-8fe9-7c51c12d2dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:53:51.270952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c5f017a3-65d0-49fc-8fe9-7c51c12d2dae admin admin] Usage tracker for resource:subnet and tenant:8ce81be969704f5599ecde0f28df4eae is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:53:51.274507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c5f017a3-65d0-49fc-8fe9-7c51c12d2dae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:53:51.281416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c5f017a3-65d0-49fc-8fe9-7c51c12d2dae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:53:51.283759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network abeff9df-c571-4a41-b543-4f2acb3d050c details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:53:51.293992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f017a3-65d0-49fc-8fe9-7c51c12d2dae admin admin] Made reservation on behalf of 8ce81be969704f5599ecde0f28df4eae for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:53:51.299812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5f017a3-65d0-49fc-8fe9-7c51c12d2dae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:51.360794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network abeff9df-c571-4a41-b543-4f2acb3d050c details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:53:51.786959 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5f017a3-65d0-49fc-8fe9-7c51c12d2dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:51.804182 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ea6499bd-0173-43ed-88a2-f8025a7b1d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:51.940921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f017a3-65d0-49fc-8fe9-7c51c12d2dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c7006c2-9771-4c5a-84da-118b140d8bfa,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:51.947699 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c5f017a3-65d0-49fc-8fe9-7c51c12d2dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:52.025341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f017a3-65d0-49fc-8fe9-7c51c12d2dae admin admin] Checking segment: {'id': '02a57507-e20c-4e7d-b4ac-6f7ef1245910', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'abeff9df-c571-4a41-b543-4f2acb3d050c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:53:52.056012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f017a3-65d0-49fc-8fe9-7c51c12d2dae admin admin] Network hostable DHCP agents. Network: abeff9df-c571-4a41-b543-4f2acb3d050c, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:53:52.057548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f017a3-65d0-49fc-8fe9-7c51c12d2dae admin admin] Network abeff9df-c571-4a41-b543-4f2acb3d050c is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:53:52.070388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c5f017a3-65d0-49fc-8fe9-7c51c12d2dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, abeff9df-c571-4a41-b543-4f2acb3d050c) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:53:52.085454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b408681-a867-4a97-ab83-398e515f23f9 None None] Network abeff9df-c571-4a41-b543-4f2acb3d050c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:53:52.091065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f017a3-65d0-49fc-8fe9-7c51c12d2dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:53:52.092236 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c5f017a3-65d0-49fc-8fe9-7c51c12d2dae admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:52.124721 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c5f017a3-65d0-49fc-8fe9-7c51c12d2dae admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8733830 Jan 14 07:53:52.381314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589b43ef-95dd-43a6-97c7-e7627043c2c9 None None] Network abeff9df-c571-4a41-b543-4f2acb3d050c requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:53:52.947382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693550f-f92f-4fb7-8f06-a7793eacd486 req-b6c7adc6-dc9c-4b3c-bda2-cf67f2ba6224 tempest-DeleteServersTestJSON-814546612 tempest-DeleteServersTestJSON-814546612] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:53:52.950298 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1693550f-f92f-4fb7-8f06-a7793eacd486 req-b6c7adc6-dc9c-4b3c-bda2-cf67f2ba6224 tempest-DeleteServersTestJSON-814546612 tempest-DeleteServersTestJSON-814546612] 10.222.0.41 "GET /v2.0/networks?id=abeff9df-c571-4a41-b543-4f2acb3d050c HTTP/1.1" status: 200 len: 812 time: 0.2155254 Jan 14 07:53:52.973724 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1693550f-f92f-4fb7-8f06-a7793eacd486 req-0e6509dd-3bfe-402c-a249-6a88f0a8531c tempest-DeleteServersTestJSON-814546612 tempest-DeleteServersTestJSON-814546612] 10.222.0.41 "GET /v2.0/quotas/8ce81be969704f5599ecde0f28df4eae HTTP/1.1" status: 200 len: 375 time: 0.0153861 Jan 14 07:53:53.029841 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1693550f-f92f-4fb7-8f06-a7793eacd486 req-42cbe88f-628f-4fc5-9ab5-e0f2dc5a7119 tempest-DeleteServersTestJSON-814546612 tempest-DeleteServersTestJSON-814546612] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ce81be969704f5599ecde0f28df4eae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490220 Jan 14 07:53:53.202454 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1693550f-f92f-4fb7-8f06-a7793eacd486 req-d3271387-9bb3-4872-adf8-df474d41aa0d service neutron] 10.222.0.41 "GET /v2.0/networks/abeff9df-c571-4a41-b543-4f2acb3d050c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635985 Jan 14 07:53:53.375079 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1693550f-f92f-4fb7-8f06-a7793eacd486 req-6d7c03db-a58e-4dac-a507-618ca36b9c8e service neutron] 10.222.0.41 "GET /v2.0/networks/abeff9df-c571-4a41-b543-4f2acb3d050c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1644790 Jan 14 07:53:53.855601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42548) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:53.950233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c3d505-078d-46af-a128-e885fcb826c5 admin admin] Deleting subnet 6c7006c2-9771-4c5a-84da-118b140d8bfa {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:53:53.954800 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73c3d505-078d-46af-a128-e885fcb826c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:53.988779 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a4786e58-0174-4cdc-a751-a6a92f22350a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:54.033702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73c3d505-078d-46af-a128-e885fcb826c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:54.098737 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73c3d505-078d-46af-a128-e885fcb826c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:54.399924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73c3d505-078d-46af-a128-e885fcb826c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:54.417152 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8a5ee646-3bb6-4eaf-acd6-ae99e563f17d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:54.506277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3d505-078d-46af-a128-e885fcb826c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c7006c2-9771-4c5a-84da-118b140d8bfa,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:54.513951 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-73c3d505-078d-46af-a128-e885fcb826c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:54.856615 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-73c3d505-078d-46af-a128-e885fcb826c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:54.863388 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-73c3d505-078d-46af-a128-e885fcb826c5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6c7006c2-9771-4c5a-84da-118b140d8bfa HTTP/1.1" status: 204 len: 168 time: 1.0065069 Jan 14 07:53:54.866153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42556) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:54.999223 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f54fbecc-1635-400e-9031-1091ba980131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:55.206408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f54fbecc-1635-400e-9031-1091ba980131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:55.336320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f54fbecc-1635-400e-9031-1091ba980131 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abeff9df-c571-4a41-b543-4f2acb3d050c']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:55.350366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f54fbecc-1635-400e-9031-1091ba980131 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a57507-e20c-4e7d-b4ac-6f7ef1245910') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:55.350698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f54fbecc-1635-400e-9031-1091ba980131 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a57507-e20c-4e7d-b4ac-6f7ef1245910') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:53:55.365064 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f54fbecc-1635-400e-9031-1091ba980131 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:55.385019 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f54fbecc-1635-400e-9031-1091ba980131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:55.387189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f54fbecc-1635-400e-9031-1091ba980131 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:53:55.597534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f54fbecc-1635-400e-9031-1091ba980131 admin admin] Network abeff9df-c571-4a41-b543-4f2acb3d050c has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:53:55.607501 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f54fbecc-1635-400e-9031-1091ba980131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:55.839558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f54fbecc-1635-400e-9031-1091ba980131 admin admin] Network abeff9df-c571-4a41-b543-4f2acb3d050c has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:53:55.868924 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:53:55.954189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f54fbecc-1635-400e-9031-1091ba980131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:55.958729 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d9738006-1c5f-4d71-a2b8-5959bffc8874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:55.977222 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f54fbecc-1635-400e-9031-1091ba980131 admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:55.987809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fbecc-1635-400e-9031-1091ba980131 admin admin] Pushing event deleted for resources: {'Network': ['ID=abeff9df-c571-4a41-b543-4f2acb3d050c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:55.991981 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f54fbecc-1635-400e-9031-1091ba980131 admin admin] 10.222.0.41 "DELETE /v2.0/networks/abeff9df-c571-4a41-b543-4f2acb3d050c HTTP/1.1" status: 204 len: 168 time: 1.1246741 Jan 14 07:53:55.993577 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f54fbecc-1635-400e-9031-1091ba980131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:56.195865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42562) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:56.268192 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0d17a7f0-64f1-4fab-96c7-5569f24be181 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ce81be969704f5599ecde0f28df4eae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708389 Jan 14 07:53:56.271349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42566) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:56.347703 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:56.379250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:56.437589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:56.444307 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1ab20c34-6b0a-4b5f-9bca-54cefaf59b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:56.458261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa303c4-a9b5-48ed-be8d-532301db748e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:56.471440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.471892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.472317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.473920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.473920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.474336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.474691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.475103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.475511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.475979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.476387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.476794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.477286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.477694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.478099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.478755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.479230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.479632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.480068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.480472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.480915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.481320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.481712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.482116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.482559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.483036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.483574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.484007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.484410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.484810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.485243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.485645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.486126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.486527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.486929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.487333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:53:56.492985 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:56.495040 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:56.497385 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4aa303c4-a9b5-48ed-be8d-532301db748e HTTP/1.1" status: 204 len: 168 time: 0.2247789 Jan 14 07:53:56.807020 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9cf80d3d-b066-40a9-be75-17e469a0cebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:57.462033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:57.649331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42588) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:57.857191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1449839027-network', 'tenant_id': 'baa6fed7440a4257bf424b9296620b2f'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:53:57.864345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:53:57.868587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Usage tracker for resource:network and tenant:baa6fed7440a4257bf424b9296620b2f is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:53:57.871770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:53:57.877881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:53:57.894352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Made reservation on behalf of baa6fed7440a4257bf424b9296620b2f for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:53:57.899580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:57.914913 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:57.933814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:53:57.939188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Usage tracker for resource:security_group_rule and tenant:baa6fed7440a4257bf424b9296620b2f is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:53:57.943615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:53:57.951538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:53:58.003136 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:58.067514 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:58.070744 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:58.074415 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-603d5358-1a17-4ece-8bb3-321993490b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:58.114900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:53:58.121525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15514dd-f8c2-4430-9c5a-402d99d7a586,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:58.125729 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:58.130202 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:58.130600 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Added segment 1fe7f7e9-5368-4ccb-a799-5ac666ee2f10 of type vxlan for network d2869544-9ae2-4798-8141-38c2d74af877 Jan 14 07:53:58.166075 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:58.199707 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:58.200677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:53:58.201320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:58.206545 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f85c4055-e2e2-40c7-b4ca-41cf2e99ed9b tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:58.317911 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6661060 Jan 14 07:53:58.321055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42594) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:53:58.323696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Pushing event updated for resources: {'Network': ['ID=d2869544-9ae2-4798-8141-38c2d74af877,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:58.326782 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:58.329819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-26ddce88-dbf1-4bd6-953b-81d3a802d983 admin admin] Request body: {'subnet': {'network_id': 'd2869544-9ae2-4798-8141-38c2d74af877', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1449839027-subnet', 'tenant_id': 'baa6fed7440a4257bf424b9296620b2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:53:58.338065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network d2869544-9ae2-4798-8141-38c2d74af877 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:53:58.339322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-26ddce88-dbf1-4bd6-953b-81d3a802d983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:53:58.343675 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-26ddce88-dbf1-4bd6-953b-81d3a802d983 admin admin] Usage tracker for resource:subnet and tenant:baa6fed7440a4257bf424b9296620b2f is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:53:58.346915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-26ddce88-dbf1-4bd6-953b-81d3a802d983 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:53:58.352130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network d2869544-9ae2-4798-8141-38c2d74af877 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:53:58.353465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-26ddce88-dbf1-4bd6-953b-81d3a802d983 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:53:58.365056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ddce88-dbf1-4bd6-953b-81d3a802d983 admin admin] Made reservation on behalf of baa6fed7440a4257bf424b9296620b2f for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:53:58.369921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26ddce88-dbf1-4bd6-953b-81d3a802d983 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:58.370628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network d2869544-9ae2-4798-8141-38c2d74af877 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:53:58.856878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26ddce88-dbf1-4bd6-953b-81d3a802d983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:58.873835 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b18f4ec0-e2aa-41f6-a6b7-0ca0e4ba47f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:53:58.958250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:59.010638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ddce88-dbf1-4bd6-953b-81d3a802d983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4bef4d5-d9c3-4019-8b3b-fb5c7ea8647c,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:53:59.014303 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-26ddce88-dbf1-4bd6-953b-81d3a802d983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:53:59.104445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ddce88-dbf1-4bd6-953b-81d3a802d983 admin admin] Checking segment: {'id': '1fe7f7e9-5368-4ccb-a799-5ac666ee2f10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd2869544-9ae2-4798-8141-38c2d74af877'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:53:59.104835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ddce88-dbf1-4bd6-953b-81d3a802d983 admin admin] Network hostable DHCP agents. Network: d2869544-9ae2-4798-8141-38c2d74af877, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:53:59.125352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ddce88-dbf1-4bd6-953b-81d3a802d983 admin admin] Network d2869544-9ae2-4798-8141-38c2d74af877 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:53:59.137929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-26ddce88-dbf1-4bd6-953b-81d3a802d983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, d2869544-9ae2-4798-8141-38c2d74af877) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:53:59.153648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ddce88-dbf1-4bd6-953b-81d3a802d983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:53:59.154020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b658291c-e8f3-41d8-a17c-00e429cbb14b None None] Network d2869544-9ae2-4798-8141-38c2d74af877 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:53:59.154450 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26ddce88-dbf1-4bd6-953b-81d3a802d983 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:53:59.188170 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-26ddce88-dbf1-4bd6-953b-81d3a802d983 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8657613 Jan 14 07:53:59.640398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b309e1-cc42-4a25-a953-6f0339e6367d None None] Network d2869544-9ae2-4798-8141-38c2d74af877 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:54:00.291326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a874287-3a7b-4a43-9a41-4fcf562f719f req-92cc838f-31ce-4d5d-9c20-22e9b92aeeea tempest-ServerDiskConfigTestJSON-301383471 tempest-ServerDiskConfigTestJSON-301383471] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:54:00.293136 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3a874287-3a7b-4a43-9a41-4fcf562f719f req-92cc838f-31ce-4d5d-9c20-22e9b92aeeea tempest-ServerDiskConfigTestJSON-301383471 tempest-ServerDiskConfigTestJSON-301383471] 10.222.0.41 "GET /v2.0/networks?id=d2869544-9ae2-4798-8141-38c2d74af877 HTTP/1.1" status: 200 len: 815 time: 0.5342810 Jan 14 07:54:00.320721 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3a874287-3a7b-4a43-9a41-4fcf562f719f req-858d5381-8422-4bc7-bbd6-20a2156db221 tempest-ServerDiskConfigTestJSON-301383471 tempest-ServerDiskConfigTestJSON-301383471] 10.222.0.41 "GET /v2.0/quotas/baa6fed7440a4257bf424b9296620b2f HTTP/1.1" status: 200 len: 375 time: 0.0189538 Jan 14 07:54:00.380897 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3a874287-3a7b-4a43-9a41-4fcf562f719f req-661a3d9f-12a5-4ed2-a8b1-9eeb9d416914 tempest-ServerDiskConfigTestJSON-301383471 tempest-ServerDiskConfigTestJSON-301383471] 10.222.0.41 "GET /v2.0/ports?tenant_id=baa6fed7440a4257bf424b9296620b2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536368 Jan 14 07:54:00.573130 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3a874287-3a7b-4a43-9a41-4fcf562f719f req-fd7666a1-76be-45d7-b4e3-e1d36301165b service neutron] 10.222.0.41 "GET /v2.0/networks/d2869544-9ae2-4798-8141-38c2d74af877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832650 Jan 14 07:54:00.737277 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3a874287-3a7b-4a43-9a41-4fcf562f719f req-44ebbd44-579e-4bf3-82e5-5b49034ae0f7 service neutron] 10.222.0.41 "GET /v2.0/networks/d2869544-9ae2-4798-8141-38c2d74af877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1576505 Jan 14 07:54:01.670979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327203c1-25fd-4d4b-864c-2921f9f759b4 req-c54813da-f10d-4ebd-a131-01ca1c96e9fd tempest-ServerDiskConfigTestJSON-301383471 tempest-ServerDiskConfigTestJSON-301383471] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:54:01.672681 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-327203c1-25fd-4d4b-864c-2921f9f759b4 req-c54813da-f10d-4ebd-a131-01ca1c96e9fd tempest-ServerDiskConfigTestJSON-301383471 tempest-ServerDiskConfigTestJSON-301383471] 10.222.0.41 "GET /v2.0/networks?id=d2869544-9ae2-4798-8141-38c2d74af877 HTTP/1.1" status: 200 len: 815 time: 0.2341008 Jan 14 07:54:01.696541 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-327203c1-25fd-4d4b-864c-2921f9f759b4 req-a465c0af-2c63-4ab2-879f-7c955ad7d919 tempest-ServerDiskConfigTestJSON-301383471 tempest-ServerDiskConfigTestJSON-301383471] 10.222.0.41 "GET /v2.0/quotas/baa6fed7440a4257bf424b9296620b2f HTTP/1.1" status: 200 len: 375 time: 0.0136085 Jan 14 07:54:01.761026 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-327203c1-25fd-4d4b-864c-2921f9f759b4 req-5a7f34d4-2ff5-4f14-8286-e552d49244ce tempest-ServerDiskConfigTestJSON-301383471 tempest-ServerDiskConfigTestJSON-301383471] 10.222.0.41 "GET /v2.0/ports?tenant_id=baa6fed7440a4257bf424b9296620b2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552611 Jan 14 07:54:01.952595 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-327203c1-25fd-4d4b-864c-2921f9f759b4 req-8a701a96-5439-4f61-96ff-ed97f7d9bb7f service neutron] 10.222.0.41 "GET /v2.0/networks/d2869544-9ae2-4798-8141-38c2d74af877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792762 Jan 14 07:54:02.132207 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-327203c1-25fd-4d4b-864c-2921f9f759b4 req-8337fc19-5fee-41bf-88ec-0474605ec184 service neutron] 10.222.0.41 "GET /v2.0/networks/d2869544-9ae2-4798-8141-38c2d74af877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1702795 Jan 14 07:54:02.558749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42658) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:02.674932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-740e8576-391a-4d99-b7b8-36965ae9bf18 admin admin] Deleting subnet c4bef4d5-d9c3-4019-8b3b-fb5c7ea8647c {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:54:02.678556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-740e8576-391a-4d99-b7b8-36965ae9bf18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:02.750698 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-740e8576-391a-4d99-b7b8-36965ae9bf18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:02.844872 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-740e8576-391a-4d99-b7b8-36965ae9bf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:03.151327 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-740e8576-391a-4d99-b7b8-36965ae9bf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:03.168770 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9c9931d0-5cf7-48df-97eb-df7f376a2446 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:03.275378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e8576-391a-4d99-b7b8-36965ae9bf18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4bef4d5-d9c3-4019-8b3b-fb5c7ea8647c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:03.289709 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-740e8576-391a-4d99-b7b8-36965ae9bf18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:03.337429 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-740e8576-391a-4d99-b7b8-36965ae9bf18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:03.346305 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-740e8576-391a-4d99-b7b8-36965ae9bf18 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c4bef4d5-d9c3-4019-8b3b-fb5c7ea8647c HTTP/1.1" status: 204 len: 168 time: 0.7858164 Jan 14 07:54:03.350942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42666) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:03.487383 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7b583b9-311a-41a3-a4e6-0217df2d1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:03.709183 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7b583b9-311a-41a3-a4e6-0217df2d1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:03.850193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c7b583b9-311a-41a3-a4e6-0217df2d1e66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2869544-9ae2-4798-8141-38c2d74af877']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:03.869928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c7b583b9-311a-41a3-a4e6-0217df2d1e66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe7f7e9-5368-4ccb-a799-5ac666ee2f10') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:03.870265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c7b583b9-311a-41a3-a4e6-0217df2d1e66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe7f7e9-5368-4ccb-a799-5ac666ee2f10') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:03.885715 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7b583b9-311a-41a3-a4e6-0217df2d1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:03.904152 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7b583b9-311a-41a3-a4e6-0217df2d1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:03.906572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c7b583b9-311a-41a3-a4e6-0217df2d1e66 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:54:04.144807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c7b583b9-311a-41a3-a4e6-0217df2d1e66 admin admin] Network d2869544-9ae2-4798-8141-38c2d74af877 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:54:04.155553 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7b583b9-311a-41a3-a4e6-0217df2d1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:04.364686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c7b583b9-311a-41a3-a4e6-0217df2d1e66 admin admin] Network d2869544-9ae2-4798-8141-38c2d74af877 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:54:04.390423 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:54:04.490524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7b583b9-311a-41a3-a4e6-0217df2d1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:04.494991 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5d59d839-46f2-4588-883c-c42f353d54d9 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:04.511334 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7b583b9-311a-41a3-a4e6-0217df2d1e66 admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:04.522853 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c7b583b9-311a-41a3-a4e6-0217df2d1e66 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d2869544-9ae2-4798-8141-38c2d74af877 HTTP/1.1" status: 204 len: 168 time: 1.1703010 Jan 14 07:54:04.523886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b583b9-311a-41a3-a4e6-0217df2d1e66 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2869544-9ae2-4798-8141-38c2d74af877,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:04.528778 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c7b583b9-311a-41a3-a4e6-0217df2d1e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:04.696561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42672) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:04.763469 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d7a0a034-5fe4-4668-a998-b921b402992e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=baa6fed7440a4257bf424b9296620b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650327 Jan 14 07:54:04.766898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42676) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:04.839626 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a42bd27-a489-4f78-8279-cc4fa791b539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:04.874042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a42bd27-a489-4f78-8279-cc4fa791b539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:04.942474 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a42bd27-a489-4f78-8279-cc4fa791b539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:04.952125 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-454bd0a6-7526-4086-9662-febf01578bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:04.976645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42bd27-a489-4f78-8279-cc4fa791b539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15514dd-f8c2-4430-9c5a-402d99d7a586,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:04.979924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a42bd27-a489-4f78-8279-cc4fa791b539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:04.981215 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2a42bd27-a489-4f78-8279-cc4fa791b539 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a15514dd-f8c2-4430-9c5a-402d99d7a586 HTTP/1.1" status: 204 len: 168 time: 0.2132728 Jan 14 07:54:04.982546 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a42bd27-a489-4f78-8279-cc4fa791b539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:06.112888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42698) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:06.293872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1258451806-network', 'tenant_id': '71163e89940f433ebd809f1de0ba4d1c'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:54:06.300353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:06.306107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Usage tracker for resource:network and tenant:71163e89940f433ebd809f1de0ba4d1c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:06.309724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:06.317082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:06.329095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Made reservation on behalf of 71163e89940f433ebd809f1de0ba4d1c for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:54:06.336191 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:06.351376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:06.369511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:06.373838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Usage tracker for resource:security_group_rule and tenant:71163e89940f433ebd809f1de0ba4d1c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:06.377038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:06.383726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:06.489786 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:06.493372 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:06.500838 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1784366e-feef-4c0e-a149-4bd7b06035b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:06.548167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:54:06.562979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99acb7f-9c88-4f53-b179-49a87a536f59,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:06.569111 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:06.570184 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:06.570633 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Added segment 425608f4-47ce-4172-908f-5d1dd2818dd3 of type vxlan for network 46781f10-71f5-4c89-92a8-ee100d68396b Jan 14 07:54:06.600767 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:06.633084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:06.634085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:54:06.634736 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:06.638683 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cb14a412-d425-4a96-8fae-01470414746a tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:06.763459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Pushing event updated for resources: {'Network': ['ID=46781f10-71f5-4c89-92a8-ee100d68396b,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:06.766908 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6524899 Jan 14 07:54:06.768018 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:06.771269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42704) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:06.777706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 46781f10-71f5-4c89-92a8-ee100d68396b details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:54:06.779721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-271fd997-687f-407b-9b5a-2eb3d47db9da admin admin] Request body: {'subnet': {'network_id': '46781f10-71f5-4c89-92a8-ee100d68396b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1258451806-subnet', 'tenant_id': '71163e89940f433ebd809f1de0ba4d1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:54:06.787052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-271fd997-687f-407b-9b5a-2eb3d47db9da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:06.792914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-271fd997-687f-407b-9b5a-2eb3d47db9da admin admin] Usage tracker for resource:subnet and tenant:71163e89940f433ebd809f1de0ba4d1c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:06.793164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 46781f10-71f5-4c89-92a8-ee100d68396b details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:54:06.795014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-271fd997-687f-407b-9b5a-2eb3d47db9da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:06.802241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-271fd997-687f-407b-9b5a-2eb3d47db9da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:06.806632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 46781f10-71f5-4c89-92a8-ee100d68396b details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:54:06.815476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271fd997-687f-407b-9b5a-2eb3d47db9da admin admin] Made reservation on behalf of 71163e89940f433ebd809f1de0ba4d1c for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:54:06.821768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-271fd997-687f-407b-9b5a-2eb3d47db9da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:07.324320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-271fd997-687f-407b-9b5a-2eb3d47db9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:07.339608 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1ea22cc4-3c9d-4dfc-8f68-1eea1750ba39 tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:07.487158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fd997-687f-407b-9b5a-2eb3d47db9da admin admin] Pushing event updated for resources: {'Subnet': ['ID=64ba98de-159c-4611-936d-baaf685a08db,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:07.491454 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-271fd997-687f-407b-9b5a-2eb3d47db9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:07.583570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271fd997-687f-407b-9b5a-2eb3d47db9da admin admin] Checking segment: {'id': '425608f4-47ce-4172-908f-5d1dd2818dd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '46781f10-71f5-4c89-92a8-ee100d68396b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:54:07.584206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271fd997-687f-407b-9b5a-2eb3d47db9da admin admin] Network hostable DHCP agents. Network: 46781f10-71f5-4c89-92a8-ee100d68396b, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:54:07.604532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271fd997-687f-407b-9b5a-2eb3d47db9da admin admin] Network 46781f10-71f5-4c89-92a8-ee100d68396b is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:54:07.615800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-271fd997-687f-407b-9b5a-2eb3d47db9da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 46781f10-71f5-4c89-92a8-ee100d68396b) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:54:07.627144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d127ee4f-a47a-422e-ae30-4303391519a8 None None] Network 46781f10-71f5-4c89-92a8-ee100d68396b requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:54:07.632558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271fd997-687f-407b-9b5a-2eb3d47db9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:54:07.633215 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-271fd997-687f-407b-9b5a-2eb3d47db9da admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:07.656732 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-271fd997-687f-407b-9b5a-2eb3d47db9da admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8837245 Jan 14 07:54:07.661709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42708) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:07.667965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1258451806-router', 'tenant_id': '71163e89940f433ebd809f1de0ba4d1c', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:54:07.674331 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:07.679964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Usage tracker for resource:router and tenant:71163e89940f433ebd809f1de0ba4d1c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:07.684916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:07.695601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:07.705883 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:07.707216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:07.728389 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:07.954686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-46781f10-71f5-4c89-92a8-ee100d68396b', 'network_id': '46781f10-71f5-4c89-92a8-ee100d68396b', 'tenant_id': '71163e89940f433ebd809f1de0ba4d1c', 'fixed_ips': [{'subnet_id': '64ba98de-159c-4611-936d-baaf685a08db'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:54:07.956241 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:08.329054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Allocated IP 172.20.0.2 (46781f10-71f5-4c89-92a8-ee100d68396b/64ba98de-159c-4611-936d-baaf685a08db/5610b322-748b-4dcf-90ce-dd6385316e86) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:54:08.377901 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:08.632964 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:08.650461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Transition to ACTIVE for port object 5610b322-748b-4dcf-90ce-dd6385316e86 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:54:08.671843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Transition to ACTIVE for port object 5610b322-748b-4dcf-90ce-dd6385316e86 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:54:08.683845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:08.712023 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:08.765479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:08.801315 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:08.856702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Pushing event updated for resources: {'Port': ['ID=5610b322-748b-4dcf-90ce-dd6385316e86,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:08.862557 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:08.945460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Network 46781f10-71f5-4c89-92a8-ee100d68396b is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:54:08.946877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:54:08.950783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:54:09.034346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Attempting to bind port 5610b322-748b-4dcf-90ce-dd6385316e86 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:54:09.035192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Attempting to bind port 5610b322-748b-4dcf-90ce-dd6385316e86 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '425608f4-47ce-4172-908f-5d1dd2818dd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '46781f10-71f5-4c89-92a8-ee100d68396b'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:54:09.035959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Attempting to bind port 5610b322-748b-4dcf-90ce-dd6385316e86 on network 46781f10-71f5-4c89-92a8-ee100d68396b {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:54:09.051512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:54:09.051982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Checking segment: {'id': '425608f4-47ce-4172-908f-5d1dd2818dd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '46781f10-71f5-4c89-92a8-ee100d68396b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:54:09.052451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:09.052884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Bound using segment: {'id': '425608f4-47ce-4172-908f-5d1dd2818dd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '46781f10-71f5-4c89-92a8-ee100d68396b'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:54:09.053422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Bound port: 5610b322-748b-4dcf-90ce-dd6385316e86, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425608f4-47ce-4172-908f-5d1dd2818dd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '46781f10-71f5-4c89-92a8-ee100d68396b'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:54:09.053846 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:09.143705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Allocated IP 172.25.3.144 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/050afde5-a72a-46ba-a5ea-c7a93c339739) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:54:09.184287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] For port 5610b322-748b-4dcf-90ce-dd6385316e86, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:54:09.187457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] For port 5610b322-748b-4dcf-90ce-dd6385316e86, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5610b322-748b-4dcf-90ce-dd6385316e86,segment=NetworkSegment(425608f4-47ce-4172-908f-5d1dd2818dd3),segment_id=425608f4-47ce-4172-908f-5d1dd2818dd3)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:54:09.193261 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:09.210357 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-176121d6-d1c7-41e3-99ba-d310fddbe92e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:09.344051 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:09.378460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Pushing event updated for resources: {'Port': ['ID=5610b322-748b-4dcf-90ce-dd6385316e86,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:09.379813 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:09.384793 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:09.396849 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-81ee3871-aab9-419f-9ad5-be95b9968c7d tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:09.561435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Pushing event updated for resources: {'Port': ['ID=050afde5-a72a-46ba-a5ea-c7a93c339739,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:09.569516 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:09.655230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:54:09.656594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:54:09.659672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:54:10.184867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:10.590614 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:10.842066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Router d7b78563-9506-41d5-969e-9e1a44228a54 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:54:10.937568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35be8d3b-cf41-40d2-8720-2b289b8ab4b7 None None] Network 46781f10-71f5-4c89-92a8-ee100d68396b requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:54:11.043875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-21c02f47-65f8-4e14-a103-d624aa11665c None None] Provisioning for port 5610b322-748b-4dcf-90ce-dd6385316e86 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:54:11.051232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:54:11.071026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] Sync routers for ids ['d7b78563-9506-41d5-969e-9e1a44228a54'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:54:11.092102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:11.094828 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4319050 Jan 14 07:54:11.100454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42712) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:11.114400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] Routers {'d7b78563-9506-41d5-969e-9e1a44228a54'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:54:11.115164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:53:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d7b78563-9506-41d5-969e-9e1a44228a54'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:11.180161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5610b322-748b-4dcf-90ce-dd6385316e86 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:54:11.693631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] Set router d7b78563-9506-41d5-969e-9e1a44228a54 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:54:11.741144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 5610b322-748b-4dcf-90ce-dd6385316e86 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:54:11.874848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 5610b322-748b-4dcf-90ce-dd6385316e86 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:54:11.875273 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:12.018474 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:12.223094 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:12.271702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 5610b322-748b-4dcf-90ce-dd6385316e86, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5610b322-748b-4dcf-90ce-dd6385316e86,segment=NetworkSegment(425608f4-47ce-4172-908f-5d1dd2818dd3),segment_id=425608f4-47ce-4172-908f-5d1dd2818dd3)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:54:12.274633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'name': 'tempest-ServerActionsTestJSON-1258451806-router', 'tenant_id': '71163e89940f433ebd809f1de0ba4d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '050afde5-a72a-46ba-a5ea-c7a93c339739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:54:07Z', 'updated_at': '2021-01-14T07:54:09Z', 'revision_number': 3, 'project_id': '71163e89940f433ebd809f1de0ba4d1c', 'gw_port': {'id': '050afde5-a72a-46ba-a5ea-c7a93c339739', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:54:09Z', 'updated_at': '2021-01-14T07:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:12.278602 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:12.281932 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:12.318971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] Checking router: d7b78563-9506-41d5-969e-9e1a44228a54 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:54:12.319300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] Updating router d7b78563-9506-41d5-969e-9e1a44228a54 port 050afde5-a72a-46ba-a5ea-c7a93c339739 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:54:12.425339 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:12.450544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=5610b322-748b-4dcf-90ce-dd6385316e86,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:12.461251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Allocated IP 172.20.0.1 (46781f10-71f5-4c89-92a8-ee100d68396b/64ba98de-159c-4611-936d-baaf685a08db/3020a1ac-43c7-463b-b2d5-0df1d8b49b74) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:54:12.466430 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:12.475568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9bf5d72c-c692-4b6e-8713-585be1c2dece None None] Provisioning complete for port 5610b322-748b-4dcf-90ce-dd6385316e86 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:54:12.475931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9bf5d72c-c692-4b6e-8713-585be1c2dece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:12.667278 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:12.695187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Transition to ACTIVE for port object 3020a1ac-43c7-463b-b2d5-0df1d8b49b74 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:54:12.737098 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:12.753285 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-df033ced-a965-41df-81ed-4f4aca39fbfb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:12.893604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=3020a1ac-43c7-463b-b2d5-0df1d8b49b74,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:12.916391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.916816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.917271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.917698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.918116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.918526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.919116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.919736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.919934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.920341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.920747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.921150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.921627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.922034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.922439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.922842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.923442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.923638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.924055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.924537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.925099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.926272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.926272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.926272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.927385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3f6b0514-ce3e-4f81-b35a-ba3c27171014 None None] Provisioning complete for port 5610b322-748b-4dcf-90ce-dd6385316e86 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:54:12.929686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.929686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.931965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f6b0514-ce3e-4f81-b35a-ba3c27171014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:12.933814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.933814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.933814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.933814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.933814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.933814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.933814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.933814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.933814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.933814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:12.939550 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:12.985752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Network 46781f10-71f5-4c89-92a8-ee100d68396b is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:54:12.986823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:54:12.989388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:54:13.056655 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:13.071093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:13.135707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5610b322-748b-4dcf-90ce-dd6385316e86 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:54:13.166294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] Transition to ACTIVE for port object 050afde5-a72a-46ba-a5ea-c7a93c339739 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:54:13.182669 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:13.208178 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9f15731c-aab3-4261-8819-e51f21997786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:13.376445 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:13.378349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ac05a-cc80-4b2f-ae30-0f3f11c03fe8 None None] Pushing event updated for resources: {'Port': ['ID=050afde5-a72a-46ba-a5ea-c7a93c339739,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:13.397490 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-208ac05a-cc80-4b2f-ae30-0f3f11c03fe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:13.420575 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 5610b322-748b-4dcf-90ce-dd6385316e86 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:54:13.421005 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:13.519560 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2cf54ea2-93c6-4c9c-88ba-2aaf49b7f56d None None] Provisioning for port 3020a1ac-43c7-463b-b2d5-0df1d8b49b74 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:54:13.537877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] Attempting to bind port 050afde5-a72a-46ba-a5ea-c7a93c339739 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:54:13.538306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] Attempting to bind port 050afde5-a72a-46ba-a5ea-c7a93c339739 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:54:13.538730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] Attempting to bind port 050afde5-a72a-46ba-a5ea-c7a93c339739 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:54:13.544863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2cf54ea2-93c6-4c9c-88ba-2aaf49b7f56d None None] Provisioning complete for port 3020a1ac-43c7-463b-b2d5-0df1d8b49b74 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:54:13.545286 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cf54ea2-93c6-4c9c-88ba-2aaf49b7f56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:13.603187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:54:13.603619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:54:13.604107 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:13.604571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:54:13.605121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] Bound port: 050afde5-a72a-46ba-a5ea-c7a93c339739, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:54:13.605551 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:13.709597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2cf54ea2-93c6-4c9c-88ba-2aaf49b7f56d None None] Port 3020a1ac-43c7-463b-b2d5-0df1d8b49b74 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:54:13.715343 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:13.721250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:13.741203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] For port 050afde5-a72a-46ba-a5ea-c7a93c339739, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:54:13.745221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] For port 050afde5-a72a-46ba-a5ea-c7a93c339739, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=050afde5-a72a-46ba-a5ea-c7a93c339739,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:54:13.748748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:13.752414 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a3b3ecef-be18-4fc5-9ab9-df3ebfe53653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:13.765061 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:13.837851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=3020a1ac-43c7-463b-b2d5-0df1d8b49b74,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:13.841327 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:13.862938 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:13.923155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ac05a-cc80-4b2f-ae30-0f3f11c03fe8 None None] Pushing event updated for resources: {'Port': ['ID=050afde5-a72a-46ba-a5ea-c7a93c339739,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:13.931239 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-208ac05a-cc80-4b2f-ae30-0f3f11c03fe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:13.983147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] Routers {'d7b78563-9506-41d5-969e-9e1a44228a54'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:54:13.984117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:53:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d7b78563-9506-41d5-969e-9e1a44228a54'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:14.353607 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Network 46781f10-71f5-4c89-92a8-ee100d68396b is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:54:14.355213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:54:14.389329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] Set router d7b78563-9506-41d5-969e-9e1a44228a54 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:54:14.611943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Router d7b78563-9506-41d5-969e-9e1a44228a54 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:54:14.686443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-51c79502-7987-4b96-9b61-cbd978cda155 None None] Provisioning complete for port 3020a1ac-43c7-463b-b2d5-0df1d8b49b74 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:54:14.686780 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51c79502-7987-4b96-9b61-cbd978cda155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:14.783126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-51c79502-7987-4b96-9b61-cbd978cda155 None None] Port 3020a1ac-43c7-463b-b2d5-0df1d8b49b74 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:54:14.824481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:54:14.836707 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] 10.222.0.41 "PUT /v2.0/routers/d7b78563-9506-41d5-969e-9e1a44228a54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7346051 Jan 14 07:54:14.857291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'name': 'tempest-ServerActionsTestJSON-1258451806-router', 'tenant_id': '71163e89940f433ebd809f1de0ba4d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '050afde5-a72a-46ba-a5ea-c7a93c339739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:54:07Z', 'updated_at': '2021-01-14T07:54:13Z', 'revision_number': 4, 'project_id': '71163e89940f433ebd809f1de0ba4d1c', 'gw_port': {'id': '050afde5-a72a-46ba-a5ea-c7a93c339739', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:54:09Z', 'updated_at': '2021-01-14T07:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '3020a1ac-43c7-463b-b2d5-0df1d8b49b74', 'name': '', 'network_id': '46781f10-71f5-4c89-92a8-ee100d68396b', 'tenant_id': '71163e89940f433ebd809f1de0ba4d1c', 'mac_address': 'fa:16:3e:af:dc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '64ba98de-159c-4611-936d-baaf685a08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:54:12Z', 'updated_at': '2021-01-14T07:54:13Z', 'revision_number': 2, 'project_id': '71163e89940f433ebd809f1de0ba4d1c', 'subnets': [{'id': '64ba98de-159c-4611-936d-baaf685a08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:14.863832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3518b840-b0ca-472b-89de-5c53f4677751 None None] The sync data for ids ['d7b78563-9506-41d5-969e-9e1a44228a54'] in n-d-769329-2 is: [{'id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'name': 'tempest-ServerActionsTestJSON-1258451806-router', 'tenant_id': '71163e89940f433ebd809f1de0ba4d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '050afde5-a72a-46ba-a5ea-c7a93c339739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:54:07Z', 'updated_at': '2021-01-14T07:54:13Z', 'revision_number': 4, 'project_id': '71163e89940f433ebd809f1de0ba4d1c', 'gw_port': {'id': '050afde5-a72a-46ba-a5ea-c7a93c339739', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:54:09Z', 'updated_at': '2021-01-14T07:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '3020a1ac-43c7-463b-b2d5-0df1d8b49b74', 'name': '', 'network_id': '46781f10-71f5-4c89-92a8-ee100d68396b', 'tenant_id': '71163e89940f433ebd809f1de0ba4d1c', 'mac_address': 'fa:16:3e:af:dc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '64ba98de-159c-4611-936d-baaf685a08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:54:12Z', 'updated_at': '2021-01-14T07:54:13Z', 'revision_number': 2, 'project_id': '71163e89940f433ebd809f1de0ba4d1c', 'subnets': [{'id': '64ba98de-159c-4611-936d-baaf685a08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:54:15.431688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42722) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:15.438116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-dfbe1b2f-c0f7-4129-b030-3e338a09ead8 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Request body: {'security_group': {'name': 'tempest-securitygroup--864001953', 'description': 'tempest-description--1232634438'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:54:15.451391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dfbe1b2f-c0f7-4129-b030-3e338a09ead8 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:15.459146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dfbe1b2f-c0f7-4129-b030-3e338a09ead8 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Usage tracker for resource:security_group and tenant:71163e89940f433ebd809f1de0ba4d1c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:15.462852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dfbe1b2f-c0f7-4129-b030-3e338a09ead8 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:15.469462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dfbe1b2f-c0f7-4129-b030-3e338a09ead8 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:15.480873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfbe1b2f-c0f7-4129-b030-3e338a09ead8 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:15.512459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dfbe1b2f-c0f7-4129-b030-3e338a09ead8 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:15.517232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dfbe1b2f-c0f7-4129-b030-3e338a09ead8 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Usage tracker for resource:security_group_rule and tenant:71163e89940f433ebd809f1de0ba4d1c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:15.521359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dfbe1b2f-c0f7-4129-b030-3e338a09ead8 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:15.528142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dfbe1b2f-c0f7-4129-b030-3e338a09ead8 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:15.614332 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfbe1b2f-c0f7-4129-b030-3e338a09ead8 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:15.617362 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfbe1b2f-c0f7-4129-b030-3e338a09ead8 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:15.623147 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f7f7c876-dc9d-4656-bfc7-29af6e21e027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:15.668380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe1b2f-c0f7-4129-b030-3e338a09ead8 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Pushing event updated for resources: {'SecurityGroup': ['ID=81160be9-09ee-4951-8d6f-523fdf7402fc,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:15.671360 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dfbe1b2f-c0f7-4129-b030-3e338a09ead8 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:15.672086 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dfbe1b2f-c0f7-4129-b030-3e338a09ead8 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2391398 Jan 14 07:54:15.673175 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dfbe1b2f-c0f7-4129-b030-3e338a09ead8 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:15.676431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42726) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:15.683558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8ac60c09-c51b-4bca-a731-28013f6f21f0 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Request body: {'security_group_rule': {'security_group_id': '81160be9-09ee-4951-8d6f-523fdf7402fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:54:15.710489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8ac60c09-c51b-4bca-a731-28013f6f21f0 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:15.716256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8ac60c09-c51b-4bca-a731-28013f6f21f0 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Usage tracker for resource:security_group_rule and tenant:71163e89940f433ebd809f1de0ba4d1c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:15.721548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8ac60c09-c51b-4bca-a731-28013f6f21f0 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:15.733900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8ac60c09-c51b-4bca-a731-28013f6f21f0 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:15.771694 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ac60c09-c51b-4bca-a731-28013f6f21f0 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:15.870052 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ac60c09-c51b-4bca-a731-28013f6f21f0 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:15.873162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ac60c09-c51b-4bca-a731-28013f6f21f0 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:15.880387 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b548ad21-b16d-45f8-b005-492938c75145 tempest-ServersTestManualDisk-1716269146 tempest-ServersTestManualDisk-1716269146] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:15.910397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac60c09-c51b-4bca-a731-28013f6f21f0 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe85f63-35bc-4a16-b957-29bf651048ff,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:15.914417 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8ac60c09-c51b-4bca-a731-28013f6f21f0 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:15.935195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ac60c09-c51b-4bca-a731-28013f6f21f0 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:15.939899 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42730) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:15.946320 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8ac60c09-c51b-4bca-a731-28013f6f21f0 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2685878 Jan 14 07:54:15.950074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-096cd71c-3b1e-40db-a6ac-7165c3280502 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Request body: {'security_group_rule': {'security_group_id': '81160be9-09ee-4951-8d6f-523fdf7402fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:54:15.978917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-096cd71c-3b1e-40db-a6ac-7165c3280502 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:15.987691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-096cd71c-3b1e-40db-a6ac-7165c3280502 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Usage tracker for resource:security_group_rule and tenant:71163e89940f433ebd809f1de0ba4d1c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:15.994028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-096cd71c-3b1e-40db-a6ac-7165c3280502 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:16.005167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-096cd71c-3b1e-40db-a6ac-7165c3280502 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:16.026902 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-096cd71c-3b1e-40db-a6ac-7165c3280502 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:16.100555 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-096cd71c-3b1e-40db-a6ac-7165c3280502 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:16.103559 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-096cd71c-3b1e-40db-a6ac-7165c3280502 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:16.105813 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-25ebb985-2138-4848-b130-0a5347857475 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:16.136299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cd71c-3b1e-40db-a6ac-7165c3280502 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353ed49f-2e98-4194-9a09-b4d18049c9c0,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:16.148660 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-096cd71c-3b1e-40db-a6ac-7165c3280502 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:16.153677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-096cd71c-3b1e-40db-a6ac-7165c3280502 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:16.158223 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-096cd71c-3b1e-40db-a6ac-7165c3280502 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2139959 Jan 14 07:54:16.158506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42734) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:16.165322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Request body: {'floatingip': {'floating_network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:54:16.176463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:16.180699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Usage tracker for resource:floatingip and tenant:71163e89940f433ebd809f1de0ba4d1c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:16.183817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:16.190314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:16.201418 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks [] for floatingip, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:16.334329 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:16.378350 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:16.580352 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:16.694121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Allocated IP 172.25.3.54 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/a8e6c57b-e379-4341-8a1f-349dec8e77ad) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:54:16.866137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:16.893851 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:16.916892 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:17.060189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Pushing event updated for resources: {'Port': ['ID=a8e6c57b-e379-4341-8a1f-349dec8e77ad,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:17.065822 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:17.122251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:54:17.123588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:54:17.126557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:54:17.164840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 050afde5-a72a-46ba-a5ea-c7a93c339739 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:54:17.226575 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks [] for floatingip, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:17.253055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 050afde5-a72a-46ba-a5ea-c7a93c339739 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:54:17.260733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 050afde5-a72a-46ba-a5ea-c7a93c339739 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:54:17.261192 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:17.306388 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:17.404040 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:17.430399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 050afde5-a72a-46ba-a5ea-c7a93c339739, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=050afde5-a72a-46ba-a5ea-c7a93c339739,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:54:17.434282 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:17.436973 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:17.512477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=050afde5-a72a-46ba-a5ea-c7a93c339739,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:17.522826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.523221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.523605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.524157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.524535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.524917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.525292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.525657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.526024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.526392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.526762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.527126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.527567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.527956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.528327 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.528691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.529053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.529414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.529776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.530142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.530504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.530864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.531222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.531586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.532015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.532380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.532745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.533103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.533463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.533824 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.534294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.534657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.536259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.536630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.536876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.537414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:17.551667 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:17.624434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:17.628231 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:17.645721 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:17.792991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Pushing event updated for resources: {'Port': ['ID=a8e6c57b-e379-4341-8a1f-349dec8e77ad,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:17.805370 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:17.918756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7967678'] for floatingip, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:17.945176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:17.946528 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7869413 Jan 14 07:54:18.359451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7083349b-05cb-402b-8e26-59103a42100b req-61bc0720-8f28-4248-a1fb-bbe5f0ae29c6 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Synchronizing usage tracker for tenant:71163e89940f433ebd809f1de0ba4d1c on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:54:18.376871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7083349b-05cb-402b-8e26-59103a42100b req-61bc0720-8f28-4248-a1fb-bbe5f0ae29c6 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Unset dirty status for tenant:71163e89940f433ebd809f1de0ba4d1c on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:54:18.378142 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7083349b-05cb-402b-8e26-59103a42100b req-61bc0720-8f28-4248-a1fb-bbe5f0ae29c6 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--864001953&fields=id&tenant_id=71163e89940f433ebd809f1de0ba4d1c HTTP/1.1" status: 200 len: 267 time: 0.0723579 Jan 14 07:54:18.589102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083349b-05cb-402b-8e26-59103a42100b req-d1ab29c7-8ad0-4389-ba24-17a0a0c15d35 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:54:18.589904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7083349b-05cb-402b-8e26-59103a42100b req-d1ab29c7-8ad0-4389-ba24-17a0a0c15d35 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Synchronizing usage tracker for tenant:71163e89940f433ebd809f1de0ba4d1c on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:54:18.611956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-7083349b-05cb-402b-8e26-59103a42100b req-d1ab29c7-8ad0-4389-ba24-17a0a0c15d35 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Unset dirty status for tenant:71163e89940f433ebd809f1de0ba4d1c on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:54:18.615294 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7083349b-05cb-402b-8e26-59103a42100b req-d1ab29c7-8ad0-4389-ba24-17a0a0c15d35 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] 10.222.0.41 "GET /v2.0/networks?id=46781f10-71f5-4c89-92a8-ee100d68396b HTTP/1.1" status: 200 len: 812 time: 0.2285459 Jan 14 07:54:18.624584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] Sync routers for ids ['d7b78563-9506-41d5-969e-9e1a44228a54'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:54:18.635034 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7083349b-05cb-402b-8e26-59103a42100b req-3863594d-1f95-4795-8e6c-5972edb9dbfb tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] 10.222.0.41 "GET /v2.0/quotas/71163e89940f433ebd809f1de0ba4d1c HTTP/1.1" status: 200 len: 375 time: 0.0132816 Jan 14 07:54:18.637638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] Routers {'d7b78563-9506-41d5-969e-9e1a44228a54'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:54:18.638326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:53:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d7b78563-9506-41d5-969e-9e1a44228a54'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:18.759089 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7083349b-05cb-402b-8e26-59103a42100b req-4466b61f-c92c-4541-baa6-7cc5ce955450 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] 10.222.0.41 "GET /v2.0/ports?tenant_id=71163e89940f433ebd809f1de0ba4d1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1176050 Jan 14 07:54:18.848549 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] Set router d7b78563-9506-41d5-969e-9e1a44228a54 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:54:18.871089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [req-7083349b-05cb-402b-8e26-59103a42100b req-0d5435d2-e002-42ac-81b1-c861a4ad8fdb service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=80907) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 07:54:18.872380 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7083349b-05cb-402b-8e26-59103a42100b req-0d5435d2-e002-42ac-81b1-c861a4ad8fdb service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0993149 Jan 14 07:54:19.029920 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7083349b-05cb-402b-8e26-59103a42100b req-5b8399fe-81d8-4d07-8ca5-0568bef47814 service neutron] 10.222.0.41 "GET /v2.0/networks/46781f10-71f5-4c89-92a8-ee100d68396b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493549 Jan 14 07:54:19.123836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 050afde5-a72a-46ba-a5ea-c7a93c339739 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:54:19.217086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 050afde5-a72a-46ba-a5ea-c7a93c339739 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:54:19.217541 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:19.265751 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-7083349b-05cb-402b-8e26-59103a42100b req-e211ebc0-ef57-4148-aa7a-0a0368ddf65b service neutron] 10.222.0.41 "GET /v2.0/networks/46781f10-71f5-4c89-92a8-ee100d68396b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2068987 Jan 14 07:54:19.444785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'name': 'tempest-ServerActionsTestJSON-1258451806-router', 'tenant_id': '71163e89940f433ebd809f1de0ba4d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '050afde5-a72a-46ba-a5ea-c7a93c339739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:54:07Z', 'updated_at': '2021-01-14T07:54:13Z', 'revision_number': 4, 'project_id': '71163e89940f433ebd809f1de0ba4d1c', 'gw_port': {'id': '050afde5-a72a-46ba-a5ea-c7a93c339739', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:54:09Z', 'updated_at': '2021-01-14T07:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '3020a1ac-43c7-463b-b2d5-0df1d8b49b74', 'name': '', 'network_id': '46781f10-71f5-4c89-92a8-ee100d68396b', 'tenant_id': '71163e89940f433ebd809f1de0ba4d1c', 'mac_address': 'fa:16:3e:af:dc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '64ba98de-159c-4611-936d-baaf685a08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:54:12Z', 'updated_at': '2021-01-14T07:54:13Z', 'revision_number': 2, 'project_id': '71163e89940f433ebd809f1de0ba4d1c', 'subnets': [{'id': '64ba98de-159c-4611-936d-baaf685a08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:19.459490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] Checking router: d7b78563-9506-41d5-969e-9e1a44228a54 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:54:19.461015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] Updating router d7b78563-9506-41d5-969e-9e1a44228a54 port 3020a1ac-43c7-463b-b2d5-0df1d8b49b74 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:54:19.526529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:19.966341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42780) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:20.033384 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:20.046694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] Transition to ACTIVE for port object 3020a1ac-43c7-463b-b2d5-0df1d8b49b74 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:54:20.046984 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7443a03b-c942-4190-a81c-0be5f6a1b633 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:20.051779 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:20.069222 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b2ccd786-1916-4c67-b3d1-21ac577e8ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:20.085936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7443a03b-c942-4190-a81c-0be5f6a1b633 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:20.213876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Pushing event updated for resources: {'Port': ['ID=3020a1ac-43c7-463b-b2d5-0df1d8b49b74,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:20.241896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.242276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.242655 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.243024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.243390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.243783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.244155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.244518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.244883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.245244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.245610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.245972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.246424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.246793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.247144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.247498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.248106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.248236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.248769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.248891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.249225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.249578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.249942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.250299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.250702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.251044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.251397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.251847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.252205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.252562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.252917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.253267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.254211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.254577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.254931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.255285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:20.261015 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:20.433084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] Attempting to bind port 3020a1ac-43c7-463b-b2d5-0df1d8b49b74 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:54:20.433499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] Attempting to bind port 3020a1ac-43c7-463b-b2d5-0df1d8b49b74 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '425608f4-47ce-4172-908f-5d1dd2818dd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '46781f10-71f5-4c89-92a8-ee100d68396b'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:54:20.434163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] Attempting to bind port 3020a1ac-43c7-463b-b2d5-0df1d8b49b74 on network 46781f10-71f5-4c89-92a8-ee100d68396b {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:54:20.443400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:54:20.443849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] Checking segment: {'id': '425608f4-47ce-4172-908f-5d1dd2818dd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '46781f10-71f5-4c89-92a8-ee100d68396b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:54:20.444426 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:20.444947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] Bound using segment: {'id': '425608f4-47ce-4172-908f-5d1dd2818dd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '46781f10-71f5-4c89-92a8-ee100d68396b'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:54:20.445654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] Bound port: 3020a1ac-43c7-463b-b2d5-0df1d8b49b74, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425608f4-47ce-4172-908f-5d1dd2818dd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '46781f10-71f5-4c89-92a8-ee100d68396b'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:54:20.446517 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:20.477520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7443a03b-c942-4190-a81c-0be5f6a1b633 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:20.483577 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-68fe8d96-187a-4cf4-b952-6dd5a05abd36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:20.502846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443a03b-c942-4190-a81c-0be5f6a1b633 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Pushing event deleted for resources: {'SecurityGroup': ['ID=81160be9-09ee-4951-8d6f-523fdf7402fc,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:20.509187 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7443a03b-c942-4190-a81c-0be5f6a1b633 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:20.518549 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7443a03b-c942-4190-a81c-0be5f6a1b633 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:20.523616 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7443a03b-c942-4190-a81c-0be5f6a1b633 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] 10.222.0.41 "DELETE /v2.0/security-groups/81160be9-09ee-4951-8d6f-523fdf7402fc HTTP/1.1" status: 204 len: 168 time: 0.5559716 Jan 14 07:54:20.523866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42784) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:20.552169 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-bc4eab7f-14df-4b44-83fb-0ec7d002b601 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] show failed (client error): The resource could not be found. Jan 14 07:54:20.554191 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bc4eab7f-14df-4b44-83fb-0ec7d002b601 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] 10.222.0.41 "GET /v2.0/security-groups/81160be9-09ee-4951-8d6f-523fdf7402fc HTTP/1.1" status: 404 len: 347 time: 0.0287838 Jan 14 07:54:20.559027 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42788) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:20.592115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] For port 3020a1ac-43c7-463b-b2d5-0df1d8b49b74, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:54:20.600028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] For port 3020a1ac-43c7-463b-b2d5-0df1d8b49b74, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3020a1ac-43c7-463b-b2d5-0df1d8b49b74,segment=NetworkSegment(425608f4-47ce-4172-908f-5d1dd2818dd3),segment_id=425608f4-47ce-4172-908f-5d1dd2818dd3)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:54:20.603730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:20.623361 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8371ace9-f06b-4c3b-8017-6f9ee16530b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:20.756443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a920a-4655-4084-aab7-31bfab208ceb tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Deleting port a8e6c57b-e379-4341-8a1f-349dec8e77ad {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:54:20.756828 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef9a920a-4655-4084-aab7-31bfab208ceb tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:20.791522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Pushing event updated for resources: {'Port': ['ID=3020a1ac-43c7-463b-b2d5-0df1d8b49b74,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:20.798361 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:20.848930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] Routers {'d7b78563-9506-41d5-969e-9e1a44228a54'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:54:20.849647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:53:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d7b78563-9506-41d5-969e-9e1a44228a54'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:20.984329 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef9a920a-4655-4084-aab7-31bfab208ceb tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:20.984704 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef9a920a-4655-4084-aab7-31bfab208ceb tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks [] for floatingip, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:21.108439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] Set router d7b78563-9506-41d5-969e-9e1a44228a54 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:54:21.147040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ef9a920a-4655-4084-aab7-31bfab208ceb tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Calling delete_port for a8e6c57b-e379-4341-8a1f-349dec8e77ad owned by network:floatingip {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:54:21.158134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3020a1ac-43c7-463b-b2d5-0df1d8b49b74 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:54:21.247098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 3020a1ac-43c7-463b-b2d5-0df1d8b49b74 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:54:21.256643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 3020a1ac-43c7-463b-b2d5-0df1d8b49b74 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:54:21.257337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:21.344657 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef9a920a-4655-4084-aab7-31bfab208ceb tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:21.363130 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:21.407635 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:21.445815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 3020a1ac-43c7-463b-b2d5-0df1d8b49b74, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3020a1ac-43c7-463b-b2d5-0df1d8b49b74,segment=NetworkSegment(425608f4-47ce-4172-908f-5d1dd2818dd3),segment_id=425608f4-47ce-4172-908f-5d1dd2818dd3)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:54:21.449054 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:21.452063 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-775a0f6a-66bd-41f6-acfa-0ecc94d9b98f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:21.467590 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a920a-4655-4084-aab7-31bfab208ceb tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Pushing event deleted for resources: {'Port': ['ID=a8e6c57b-e379-4341-8a1f-349dec8e77ad,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:21.478371 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ef9a920a-4655-4084-aab7-31bfab208ceb tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:21.497975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'name': 'tempest-ServerActionsTestJSON-1258451806-router', 'tenant_id': '71163e89940f433ebd809f1de0ba4d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '050afde5-a72a-46ba-a5ea-c7a93c339739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:54:07Z', 'updated_at': '2021-01-14T07:54:13Z', 'revision_number': 4, 'project_id': '71163e89940f433ebd809f1de0ba4d1c', 'gw_port': {'id': '050afde5-a72a-46ba-a5ea-c7a93c339739', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:54:09Z', 'updated_at': '2021-01-14T07:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '3020a1ac-43c7-463b-b2d5-0df1d8b49b74', 'name': '', 'network_id': '46781f10-71f5-4c89-92a8-ee100d68396b', 'tenant_id': '71163e89940f433ebd809f1de0ba4d1c', 'mac_address': 'fa:16:3e:af:dc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '64ba98de-159c-4611-936d-baaf685a08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:54:12Z', 'updated_at': '2021-01-14T07:54:20Z', 'revision_number': 4, 'project_id': '71163e89940f433ebd809f1de0ba4d1c', 'subnets': [{'id': '64ba98de-159c-4611-936d-baaf685a08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:21.504226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8038f-2ec6-4b7c-a87b-567ad22ab5a3 None None] The sync data for ids ['d7b78563-9506-41d5-969e-9e1a44228a54'] in n-d-769329-2 is: [{'id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'name': 'tempest-ServerActionsTestJSON-1258451806-router', 'tenant_id': '71163e89940f433ebd809f1de0ba4d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '050afde5-a72a-46ba-a5ea-c7a93c339739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:54:07Z', 'updated_at': '2021-01-14T07:54:13Z', 'revision_number': 4, 'project_id': '71163e89940f433ebd809f1de0ba4d1c', 'gw_port': {'id': '050afde5-a72a-46ba-a5ea-c7a93c339739', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:54:09Z', 'updated_at': '2021-01-14T07:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '3020a1ac-43c7-463b-b2d5-0df1d8b49b74', 'name': '', 'network_id': '46781f10-71f5-4c89-92a8-ee100d68396b', 'tenant_id': '71163e89940f433ebd809f1de0ba4d1c', 'mac_address': 'fa:16:3e:af:dc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '64ba98de-159c-4611-936d-baaf685a08db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:54:12Z', 'updated_at': '2021-01-14T07:54:20Z', 'revision_number': 4, 'project_id': '71163e89940f433ebd809f1de0ba4d1c', 'subnets': [{'id': '64ba98de-159c-4611-936d-baaf685a08db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:54:21.532717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=3020a1ac-43c7-463b-b2d5-0df1d8b49b74,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:21.537524 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:21.665822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef9a920a-4655-4084-aab7-31bfab208ceb tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks [] for floatingip, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:21.679574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ef9a920a-4655-4084-aab7-31bfab208ceb tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854744564'] for floatingip, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:21.681140 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ef9a920a-4655-4084-aab7-31bfab208ceb tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] 10.222.0.41 "DELETE /v2.0/floatingips/cbdbfc0b-6bce-4a5f-bab9-bc6c1dfb5c17 HTTP/1.1" status: 204 len: 168 time: 1.1207111 Jan 14 07:54:21.684556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42792) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:22.329100 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56d86136-41a2-4846-ba67-2857f2606b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:22.842094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-56d86136-41a2-4846-ba67-2857f2606b5b admin admin] Deleting port 3020a1ac-43c7-463b-b2d5-0df1d8b49b74 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:54:22.842391 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56d86136-41a2-4846-ba67-2857f2606b5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:23.074670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-56d86136-41a2-4846-ba67-2857f2606b5b admin admin] For port 3020a1ac-43c7-463b-b2d5-0df1d8b49b74, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3020a1ac-43c7-463b-b2d5-0df1d8b49b74,segment=NetworkSegment(425608f4-47ce-4172-908f-5d1dd2818dd3),segment_id=425608f4-47ce-4172-908f-5d1dd2818dd3)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:54:23.075125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56d86136-41a2-4846-ba67-2857f2606b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:23.123296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3020a1ac-43c7-463b-b2d5-0df1d8b49b74 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:54:23.209545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 3020a1ac-43c7-463b-b2d5-0df1d8b49b74 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:54:23.210178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:23.234008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-56d86136-41a2-4846-ba67-2857f2606b5b admin admin] Calling delete_port for 3020a1ac-43c7-463b-b2d5-0df1d8b49b74 owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:54:23.481932 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56d86136-41a2-4846-ba67-2857f2606b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:23.500850 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d22dff6-693b-443d-a848-1ede66ccacab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:23.601208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d86136-41a2-4846-ba67-2857f2606b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=3020a1ac-43c7-463b-b2d5-0df1d8b49b74,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:23.608662 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-56d86136-41a2-4846-ba67-2857f2606b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:23.970709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-210acab9-6a4e-4149-aaf2-fe35421949f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:23.982740 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56d86136-41a2-4846-ba67-2857f2606b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:24.560343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d86136-41a2-4846-ba67-2857f2606b5b admin admin] Router d7b78563-9506-41d5-969e-9e1a44228a54 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:54:25.056646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d86136-41a2-4846-ba67-2857f2606b5b admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:54:25.067802 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-56d86136-41a2-4846-ba67-2857f2606b5b admin admin] 10.222.0.41 "PUT /v2.0/routers/d7b78563-9506-41d5-969e-9e1a44228a54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3818057 Jan 14 07:54:25.070476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42796) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:25.073263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70598754-89f3-4169-a889-60ef4a23bd94 None None] Sync routers for ids ['d7b78563-9506-41d5-969e-9e1a44228a54'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:54:25.085793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70598754-89f3-4169-a889-60ef4a23bd94 None None] Routers {'d7b78563-9506-41d5-969e-9e1a44228a54'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:54:25.086493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-70598754-89f3-4169-a889-60ef4a23bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:53:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d7b78563-9506-41d5-969e-9e1a44228a54'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:25.261234 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10ee5b1d-5223-4fe8-917f-eb365391f45a admin admin] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:25.290854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-70598754-89f3-4169-a889-60ef4a23bd94 None None] Set router d7b78563-9506-41d5-969e-9e1a44228a54 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:54:25.397614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:54:25.462911 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10ee5b1d-5223-4fe8-917f-eb365391f45a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:25.468666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-10ee5b1d-5223-4fe8-917f-eb365391f45a admin admin] Deleting port 050afde5-a72a-46ba-a5ea-c7a93c339739 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:54:25.469040 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10ee5b1d-5223-4fe8-917f-eb365391f45a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:25.643205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-70598754-89f3-4169-a889-60ef4a23bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'name': 'tempest-ServerActionsTestJSON-1258451806-router', 'tenant_id': '71163e89940f433ebd809f1de0ba4d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '050afde5-a72a-46ba-a5ea-c7a93c339739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:54:07Z', 'updated_at': '2021-01-14T07:54:23Z', 'revision_number': 5, 'project_id': '71163e89940f433ebd809f1de0ba4d1c', 'gw_port': {'id': '050afde5-a72a-46ba-a5ea-c7a93c339739', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:54:09Z', 'updated_at': '2021-01-14T07:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:25.649356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70598754-89f3-4169-a889-60ef4a23bd94 None None] Checking router: d7b78563-9506-41d5-969e-9e1a44228a54 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:54:25.658384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70598754-89f3-4169-a889-60ef4a23bd94 None None] Routers {'d7b78563-9506-41d5-969e-9e1a44228a54'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:54:25.659061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-70598754-89f3-4169-a889-60ef4a23bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:53:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['d7b78563-9506-41d5-969e-9e1a44228a54'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:25.671593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-10ee5b1d-5223-4fe8-917f-eb365391f45a admin admin] For port 050afde5-a72a-46ba-a5ea-c7a93c339739, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=050afde5-a72a-46ba-a5ea-c7a93c339739,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:54:25.672028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10ee5b1d-5223-4fe8-917f-eb365391f45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:25.816744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-10ee5b1d-5223-4fe8-917f-eb365391f45a admin admin] Calling delete_port for 050afde5-a72a-46ba-a5ea-c7a93c339739 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:54:25.866746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-70598754-89f3-4169-a889-60ef4a23bd94 None None] Set router d7b78563-9506-41d5-969e-9e1a44228a54 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:54:25.972109 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10ee5b1d-5223-4fe8-917f-eb365391f45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:26.188408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-70598754-89f3-4169-a889-60ef4a23bd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'name': 'tempest-ServerActionsTestJSON-1258451806-router', 'tenant_id': '71163e89940f433ebd809f1de0ba4d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '050afde5-a72a-46ba-a5ea-c7a93c339739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:54:07Z', 'updated_at': '2021-01-14T07:54:23Z', 'revision_number': 5, 'project_id': '71163e89940f433ebd809f1de0ba4d1c', 'gw_port': {'id': '050afde5-a72a-46ba-a5ea-c7a93c339739', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:54:09Z', 'updated_at': '2021-01-14T07:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:26.192923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70598754-89f3-4169-a889-60ef4a23bd94 None None] The sync data for ids ['d7b78563-9506-41d5-969e-9e1a44228a54'] in n-d-769329-2 is: [{'id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'name': 'tempest-ServerActionsTestJSON-1258451806-router', 'tenant_id': '71163e89940f433ebd809f1de0ba4d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '050afde5-a72a-46ba-a5ea-c7a93c339739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:54:07Z', 'updated_at': '2021-01-14T07:54:23Z', 'revision_number': 5, 'project_id': '71163e89940f433ebd809f1de0ba4d1c', 'gw_port': {'id': '050afde5-a72a-46ba-a5ea-c7a93c339739', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b78563-9506-41d5-969e-9e1a44228a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:54:09Z', 'updated_at': '2021-01-14T07:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:54:26.205674 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10ee5b1d-5223-4fe8-917f-eb365391f45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:26.354130 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10ee5b1d-5223-4fe8-917f-eb365391f45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:26.356727 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10ee5b1d-5223-4fe8-917f-eb365391f45a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:26.380235 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10ee5b1d-5223-4fe8-917f-eb365391f45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:26.380796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ee5b1d-5223-4fe8-917f-eb365391f45a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7b78563-9506-41d5-969e-9e1a44228a54 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:54:26.393408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-10ee5b1d-5223-4fe8-917f-eb365391f45a admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:26.395329 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-10ee5b1d-5223-4fe8-917f-eb365391f45a admin admin] 10.222.0.41 "DELETE /v2.0/routers/d7b78563-9506-41d5-969e-9e1a44228a54 HTTP/1.1" status: 204 len: 168 time: 1.3237550 Jan 14 07:54:26.398123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42800) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:26.472602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff2c127-c958-4475-9bb8-5befd19e4fcb admin admin] Deleting subnet 64ba98de-159c-4611-936d-baaf685a08db {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:54:26.476238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c127-c958-4475-9bb8-5befd19e4fcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:26.536518 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c127-c958-4475-9bb8-5befd19e4fcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:26.623348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c127-c958-4475-9bb8-5befd19e4fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:26.799260 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f93b498b-4613-4a9e-b0b9-28d49af63907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:26.914529 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c127-c958-4475-9bb8-5befd19e4fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:26.932632 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-017eb8f3-ade8-461f-81c0-208ae1d6a2a4 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:27.031049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2c127-c958-4475-9bb8-5befd19e4fcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64ba98de-159c-4611-936d-baaf685a08db,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:27.044085 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4ff2c127-c958-4475-9bb8-5befd19e4fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:27.080253 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4ff2c127-c958-4475-9bb8-5befd19e4fcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:27.087250 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4ff2c127-c958-4475-9bb8-5befd19e4fcb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/64ba98de-159c-4611-936d-baaf685a08db HTTP/1.1" status: 204 len: 168 time: 0.6876955 Jan 14 07:54:27.089705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42804) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:27.092891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab0ed5e-e8b0-4f8d-990f-1452757eaddf None None] Network 46781f10-71f5-4c89-92a8-ee100d68396b requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:54:27.119050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 050afde5-a72a-46ba-a5ea-c7a93c339739 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:54:27.218647 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:27.295303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] Deleting port 5610b322-748b-4dcf-90ce-dd6385316e86 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:54:27.295596 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:27.403601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 050afde5-a72a-46ba-a5ea-c7a93c339739 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:54:27.404047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 050afde5-a72a-46ba-a5ea-c7a93c339739 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:54:27.404525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3020a1ac-43c7-463b-b2d5-0df1d8b49b74 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:54:27.463719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 3020a1ac-43c7-463b-b2d5-0df1d8b49b74 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:54:27.464129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3020a1ac-43c7-463b-b2d5-0df1d8b49b74 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:54:27.509693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:27.565181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] For port 5610b322-748b-4dcf-90ce-dd6385316e86, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5610b322-748b-4dcf-90ce-dd6385316e86,segment=NetworkSegment(425608f4-47ce-4172-908f-5d1dd2818dd3),segment_id=425608f4-47ce-4172-908f-5d1dd2818dd3)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:54:27.565520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:27.635403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328bf0b8-2e59-4917-b462-f164dbcccbf7 None None] DHCP port deletion for 46781f10-71f5-4c89-92a8-ee100d68396b request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:54:27.640102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-328bf0b8-2e59-4917-b462-f164dbcccbf7 None None] Deleting port 5610b322-748b-4dcf-90ce-dd6385316e86 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:54:27.640559 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-328bf0b8-2e59-4917-b462-f164dbcccbf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:27.706172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] Calling delete_port for 5610b322-748b-4dcf-90ce-dd6385316e86 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:54:27.807723 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:27.828126 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-398aa857-25f8-4a79-9e9a-36ad111d4f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:27.891998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-328bf0b8-2e59-4917-b462-f164dbcccbf7 None None] For port 5610b322-748b-4dcf-90ce-dd6385316e86, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5610b322-748b-4dcf-90ce-dd6385316e86,segment=NetworkSegment(425608f4-47ce-4172-908f-5d1dd2818dd3),segment_id=425608f4-47ce-4172-908f-5d1dd2818dd3)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:54:27.892519 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-328bf0b8-2e59-4917-b462-f164dbcccbf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:27.930390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] Pushing event deleted for resources: {'Port': ['ID=5610b322-748b-4dcf-90ce-dd6385316e86,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:27.954577 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:27.995179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] No DVR routers for this DVR port 5610b322-748b-4dcf-90ce-dd6385316e86 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:54:28.050714 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-328bf0b8-2e59-4917-b462-f164dbcccbf7 None None] Calling delete_port for 5610b322-748b-4dcf-90ce-dd6385316e86 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:54:28.105696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:28.142775 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-328bf0b8-2e59-4917-b462-f164dbcccbf7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:54:28.143247 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-328bf0b8-2e59-4917-b462-f164dbcccbf7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:54:28.143634 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:28.273128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46781f10-71f5-4c89-92a8-ee100d68396b']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:28.291948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425608f4-47ce-4172-908f-5d1dd2818dd3') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:28.292291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425608f4-47ce-4172-908f-5d1dd2818dd3') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:28.310553 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:28.329455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:28.331871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:54:28.538785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] Network 46781f10-71f5-4c89-92a8-ee100d68396b has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:54:28.549607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:28.645039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-328bf0b8-2e59-4917-b462-f164dbcccbf7 None None] Deleting port 5610b322-748b-4dcf-90ce-dd6385316e86 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:54:28.645473 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-328bf0b8-2e59-4917-b462-f164dbcccbf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:28.715767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-328bf0b8-2e59-4917-b462-f164dbcccbf7 None None] The port '5610b322-748b-4dcf-90ce-dd6385316e86' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:54:28.957705 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:29.084759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] Network 46781f10-71f5-4c89-92a8-ee100d68396b has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:54:29.110746 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:54:29.114943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5610b322-748b-4dcf-90ce-dd6385316e86 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:54:29.154105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 5610b322-748b-4dcf-90ce-dd6385316e86 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:54:29.154520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5610b322-748b-4dcf-90ce-dd6385316e86 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:54:29.205214 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:29.210686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:29.215054 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4ca225e3-faa4-4273-ab71-d39f11367bc7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:29.240196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] Pushing event deleted for resources: {'Network': ['ID=46781f10-71f5-4c89-92a8-ee100d68396b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:29.243140 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:29.251366 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] 10.222.0.41 "DELETE /v2.0/networks/46781f10-71f5-4c89-92a8-ee100d68396b HTTP/1.1" status: 204 len: 168 time: 2.1604192 Jan 14 07:54:29.430383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42810) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:29.487152 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-65d148fb-9e5c-4e76-8be7-940408f8baba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=71163e89940f433ebd809f1de0ba4d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553508 Jan 14 07:54:29.490718 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42814) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:29.576695 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-062ef178-d372-42f9-8db3-4b45a60e19dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:29.608637 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-062ef178-d372-42f9-8db3-4b45a60e19dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:29.665900 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-062ef178-d372-42f9-8db3-4b45a60e19dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:29.672206 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:29.687836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ef178-d372-42f9-8db3-4b45a60e19dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99acb7f-9c88-4f53-b179-49a87a536f59,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:29.690828 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-062ef178-d372-42f9-8db3-4b45a60e19dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:29.701394 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-062ef178-d372-42f9-8db3-4b45a60e19dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:29.702702 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-062ef178-d372-42f9-8db3-4b45a60e19dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f99acb7f-9c88-4f53-b179-49a87a536f59 HTTP/1.1" status: 204 len: 168 time: 0.2099597 Jan 14 07:54:30.746559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42836) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:30.962286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1866367125-network', 'tenant_id': '294211939e86407b83c8a771941233ce'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:54:30.970305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:30.975761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Usage tracker for resource:network and tenant:294211939e86407b83c8a771941233ce is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:30.979195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:30.985481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:30.999553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Made reservation on behalf of 294211939e86407b83c8a771941233ce for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:54:31.006367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:31.022664 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:31.040162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:31.045047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Usage tracker for resource:security_group_rule and tenant:294211939e86407b83c8a771941233ce is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:31.048407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:31.058928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:31.166953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:31.170245 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:31.173940 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d203c238-5141-4d62-9ce9-dd24420466ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:31.212357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:54:31.224031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9e1f7d-93c9-425f-992a-ae4b381b727c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:31.228407 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:31.233728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:31.234382 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Added segment 0f8bddb7-d5bf-45c2-8b4b-1a2a6762fbc3 of type vxlan for network 9a7d669c-4961-473d-a439-43bb7e618ff4 Jan 14 07:54:31.265891 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:31.316656 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:31.317678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:54:31.318314 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:31.323951 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c7b583b9-311a-41a3-a4e6-0217df2d1e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:31.429570 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6817737 Jan 14 07:54:31.433040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42842) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:31.435225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Pushing event updated for resources: {'Network': ['ID=9a7d669c-4961-473d-a439-43bb7e618ff4,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:31.438601 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:31.441136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-83c2fc27-eb37-4efa-821f-8fb7f470a6f3 admin admin] Request body: {'subnet': {'network_id': '9a7d669c-4961-473d-a439-43bb7e618ff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1866367125-subnet', 'tenant_id': '294211939e86407b83c8a771941233ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:54:31.448193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 9a7d669c-4961-473d-a439-43bb7e618ff4 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:54:31.451101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-83c2fc27-eb37-4efa-821f-8fb7f470a6f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:31.457778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-83c2fc27-eb37-4efa-821f-8fb7f470a6f3 admin admin] Usage tracker for resource:subnet and tenant:294211939e86407b83c8a771941233ce is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:31.462684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-83c2fc27-eb37-4efa-821f-8fb7f470a6f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:31.462942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 9a7d669c-4961-473d-a439-43bb7e618ff4 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:54:31.469289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-83c2fc27-eb37-4efa-821f-8fb7f470a6f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:31.483848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c2fc27-eb37-4efa-821f-8fb7f470a6f3 admin admin] Made reservation on behalf of 294211939e86407b83c8a771941233ce for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:54:31.492028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 9a7d669c-4961-473d-a439-43bb7e618ff4 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:54:31.492372 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83c2fc27-eb37-4efa-821f-8fb7f470a6f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:32.030249 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83c2fc27-eb37-4efa-821f-8fb7f470a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:32.047367 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c9f1abb-7f96-4292-9fbb-d96c4b181a04 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:32.186615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2fc27-eb37-4efa-821f-8fb7f470a6f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfc37cb7-2e2d-4a73-8ff7-d86cefef7ef0,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:32.189674 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-83c2fc27-eb37-4efa-821f-8fb7f470a6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:32.265395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c2fc27-eb37-4efa-821f-8fb7f470a6f3 admin admin] Checking segment: {'id': '0f8bddb7-d5bf-45c2-8b4b-1a2a6762fbc3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9a7d669c-4961-473d-a439-43bb7e618ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:54:32.265801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c2fc27-eb37-4efa-821f-8fb7f470a6f3 admin admin] Network hostable DHCP agents. Network: 9a7d669c-4961-473d-a439-43bb7e618ff4, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:54:32.297978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c2fc27-eb37-4efa-821f-8fb7f470a6f3 admin admin] Network 9a7d669c-4961-473d-a439-43bb7e618ff4 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:54:32.314123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-83c2fc27-eb37-4efa-821f-8fb7f470a6f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 9a7d669c-4961-473d-a439-43bb7e618ff4) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:54:32.326683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bf28a7-2255-4b12-87f3-26c276f5a65d None None] Network 9a7d669c-4961-473d-a439-43bb7e618ff4 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:54:32.328215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c2fc27-eb37-4efa-821f-8fb7f470a6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:54:32.328865 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83c2fc27-eb37-4efa-821f-8fb7f470a6f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:32.366543 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-83c2fc27-eb37-4efa-821f-8fb7f470a6f3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9229546 Jan 14 07:54:32.602704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce10aef-f1ce-4db3-b0d5-2d6a018965a6 None None] Network 9a7d669c-4961-473d-a439-43bb7e618ff4 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:54:33.076055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73122b36-4c54-48e6-a2af-c6337a063310 req-1afb4792-16d3-45d3-bce9-eca8c66cadbc tempest-ServersNegativeTestJSON-1125624121 tempest-ServersNegativeTestJSON-1125624121] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:54:33.076835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-73122b36-4c54-48e6-a2af-c6337a063310 req-1afb4792-16d3-45d3-bce9-eca8c66cadbc tempest-ServersNegativeTestJSON-1125624121 tempest-ServersNegativeTestJSON-1125624121] Synchronizing usage tracker for tenant:294211939e86407b83c8a771941233ce on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:54:33.093924 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-73122b36-4c54-48e6-a2af-c6337a063310 req-1afb4792-16d3-45d3-bce9-eca8c66cadbc tempest-ServersNegativeTestJSON-1125624121 tempest-ServersNegativeTestJSON-1125624121] Unset dirty status for tenant:294211939e86407b83c8a771941233ce on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:54:33.095176 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-73122b36-4c54-48e6-a2af-c6337a063310 req-1afb4792-16d3-45d3-bce9-eca8c66cadbc tempest-ServersNegativeTestJSON-1125624121 tempest-ServersNegativeTestJSON-1125624121] 10.222.0.41 "GET /v2.0/networks?id=9a7d669c-4961-473d-a439-43bb7e618ff4 HTTP/1.1" status: 200 len: 814 time: 0.2159629 Jan 14 07:54:33.116129 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-73122b36-4c54-48e6-a2af-c6337a063310 req-a5c8f6d4-d542-4efc-9b64-ab166e3ef132 tempest-ServersNegativeTestJSON-1125624121 tempest-ServersNegativeTestJSON-1125624121] 10.222.0.41 "GET /v2.0/quotas/294211939e86407b83c8a771941233ce HTTP/1.1" status: 200 len: 375 time: 0.0141649 Jan 14 07:54:33.174508 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-73122b36-4c54-48e6-a2af-c6337a063310 req-193c3756-c117-43f2-b785-aed50cdc897c tempest-ServersNegativeTestJSON-1125624121 tempest-ServersNegativeTestJSON-1125624121] 10.222.0.41 "GET /v2.0/ports?tenant_id=294211939e86407b83c8a771941233ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526991 Jan 14 07:54:33.347767 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-73122b36-4c54-48e6-a2af-c6337a063310 req-a525b6d7-6588-457d-9820-51c392e9839d service neutron] 10.222.0.41 "GET /v2.0/networks/9a7d669c-4961-473d-a439-43bb7e618ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637666 Jan 14 07:54:33.506522 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-73122b36-4c54-48e6-a2af-c6337a063310 req-e6c83f7f-f562-42ee-b3fd-9b66e7472f7d service neutron] 10.222.0.41 "GET /v2.0/networks/9a7d669c-4961-473d-a439-43bb7e618ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1510086 Jan 14 07:54:33.907697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42876) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:34.011410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a1cf0e-2012-4c26-ba37-9b2e090ebbb6 admin admin] Deleting subnet cfc37cb7-2e2d-4a73-8ff7-d86cefef7ef0 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:54:34.017337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83a1cf0e-2012-4c26-ba37-9b2e090ebbb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:34.084793 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83a1cf0e-2012-4c26-ba37-9b2e090ebbb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:34.150869 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83a1cf0e-2012-4c26-ba37-9b2e090ebbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:34.440797 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83a1cf0e-2012-4c26-ba37-9b2e090ebbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:34.458557 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-55254b89-199b-4e26-997c-a2bf8889b88e tempest-PortsTestJSON-2096689958 tempest-PortsTestJSON-2096689958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:34.548997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1cf0e-2012-4c26-ba37-9b2e090ebbb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfc37cb7-2e2d-4a73-8ff7-d86cefef7ef0,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:34.558723 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-83a1cf0e-2012-4c26-ba37-9b2e090ebbb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:34.611182 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83a1cf0e-2012-4c26-ba37-9b2e090ebbb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:34.619029 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-83a1cf0e-2012-4c26-ba37-9b2e090ebbb6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cfc37cb7-2e2d-4a73-8ff7-d86cefef7ef0 HTTP/1.1" status: 204 len: 168 time: 0.7099247 Jan 14 07:54:34.621735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42884) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:34.760814 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0591e6c3-7226-43bd-87db-2475b410b884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:35.265303 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0591e6c3-7226-43bd-87db-2475b410b884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:35.413060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0591e6c3-7226-43bd-87db-2475b410b884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7d669c-4961-473d-a439-43bb7e618ff4']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:35.428636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0591e6c3-7226-43bd-87db-2475b410b884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8bddb7-d5bf-45c2-8b4b-1a2a6762fbc3') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:35.428995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-0591e6c3-7226-43bd-87db-2475b410b884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8bddb7-d5bf-45c2-8b4b-1a2a6762fbc3') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:35.445875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0591e6c3-7226-43bd-87db-2475b410b884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:35.463369 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0591e6c3-7226-43bd-87db-2475b410b884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:35.465786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0591e6c3-7226-43bd-87db-2475b410b884 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:54:35.677965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0591e6c3-7226-43bd-87db-2475b410b884 admin admin] Network 9a7d669c-4961-473d-a439-43bb7e618ff4 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:54:35.687900 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0591e6c3-7226-43bd-87db-2475b410b884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:35.895424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0591e6c3-7226-43bd-87db-2475b410b884 admin admin] Network 9a7d669c-4961-473d-a439-43bb7e618ff4 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:54:35.925156 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:54:36.011914 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0591e6c3-7226-43bd-87db-2475b410b884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:36.016321 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:36.041439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0591e6c3-7226-43bd-87db-2475b410b884 admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:36.057251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591e6c3-7226-43bd-87db-2475b410b884 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a7d669c-4961-473d-a439-43bb7e618ff4,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:36.061401 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0591e6c3-7226-43bd-87db-2475b410b884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:36.064174 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0591e6c3-7226-43bd-87db-2475b410b884 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9a7d669c-4961-473d-a439-43bb7e618ff4 HTTP/1.1" status: 204 len: 168 time: 1.4413586 Jan 14 07:54:36.259509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42890) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:36.317949 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b2ed677f-8c9a-4e84-9e99-bf1f6e42708b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=294211939e86407b83c8a771941233ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569148 Jan 14 07:54:36.323312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42894) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:36.402204 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f845902-43ad-4e28-9343-483ffe80c275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:36.433705 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f845902-43ad-4e28-9343-483ffe80c275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:36.488551 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f845902-43ad-4e28-9343-483ffe80c275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:36.493911 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f284c0f5-9170-4452-ae5a-d5387752fae2 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:36.510610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f845902-43ad-4e28-9343-483ffe80c275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9e1f7d-93c9-425f-992a-ae4b381b727c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:36.513896 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9f845902-43ad-4e28-9343-483ffe80c275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:36.515867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9f845902-43ad-4e28-9343-483ffe80c275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:36.517060 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9f845902-43ad-4e28-9343-483ffe80c275 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad9e1f7d-93c9-425f-992a-ae4b381b727c HTTP/1.1" status: 204 len: 168 time: 0.1922567 Jan 14 07:54:37.591148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42916) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:37.743151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-507745149'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:54:37.749805 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:37.754839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Usage tracker for resource:network and tenant:bcc584c15ce5460392ae855f0a3a55c3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:37.758049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:37.767072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:37.780257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Made reservation on behalf of bcc584c15ce5460392ae855f0a3a55c3 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:54:37.790517 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:37.805503 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:37.824286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:37.833285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Usage tracker for resource:security_group_rule and tenant:bcc584c15ce5460392ae855f0a3a55c3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:37.838307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:37.847277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:37.972392 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:37.976272 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:37.983030 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a42bd27-a489-4f78-8279-cc4fa791b539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:38.017338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:54:38.031418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event updated for resources: {'SecurityGroup': ['ID=942e25d7-55a2-45d9-8f4e-1e2ca639fd58,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:38.036047 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:38.037077 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:38.037517 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Added segment d0b7205c-5dcb-4766-9ce4-348937c97c9e of type vxlan for network 5f1eeab3-00ac-4f00-9e52-282186682825 Jan 14 07:54:38.067642 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:38.103013 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:38.122222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:54:38.122871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:38.126902 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b7148b7b-6bd7-4d51-a1aa-c61356f56161 tempest-NetworksIpV6Test-363305099 tempest-NetworksIpV6Test-363305099] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:38.241274 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6488223 Jan 14 07:54:38.244561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event updated for resources: {'Network': ['ID=5f1eeab3-00ac-4f00-9e52-282186682825,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:38.251639 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:38.256838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 5f1eeab3-00ac-4f00-9e52-282186682825 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:54:38.272426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 5f1eeab3-00ac-4f00-9e52-282186682825 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:54:38.286573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 5f1eeab3-00ac-4f00-9e52-282186682825 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:54:42.322029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42922) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:42.328901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-67fc671b-de94-4c08-b771-9c51c2b31d30 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Request body: {'subnet': {'network_id': '5f1eeab3-00ac-4f00-9e52-282186682825', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:54:42.453829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-67fc671b-de94-4c08-b771-9c51c2b31d30 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:42.458200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-67fc671b-de94-4c08-b771-9c51c2b31d30 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Usage tracker for resource:subnet and tenant:bcc584c15ce5460392ae855f0a3a55c3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:42.461357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-67fc671b-de94-4c08-b771-9c51c2b31d30 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:42.467409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-67fc671b-de94-4c08-b771-9c51c2b31d30 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:42.477021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fc671b-de94-4c08-b771-9c51c2b31d30 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Made reservation on behalf of bcc584c15ce5460392ae855f0a3a55c3 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:54:42.596764 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67fc671b-de94-4c08-b771-9c51c2b31d30 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:43.081881 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67fc671b-de94-4c08-b771-9c51c2b31d30 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:43.101426 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a330c288-435d-4bfb-bcb6-0697944b33d2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:43.244073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc671b-de94-4c08-b771-9c51c2b31d30 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event updated for resources: {'Subnet': ['ID=f7fb0073-6583-4c4f-b5c6-77416fa451fe,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:43.262060 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-67fc671b-de94-4c08-b771-9c51c2b31d30 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:43.326211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fc671b-de94-4c08-b771-9c51c2b31d30 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Checking segment: {'id': 'd0b7205c-5dcb-4766-9ce4-348937c97c9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5f1eeab3-00ac-4f00-9e52-282186682825'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:54:43.326816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fc671b-de94-4c08-b771-9c51c2b31d30 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Network hostable DHCP agents. Network: 5f1eeab3-00ac-4f00-9e52-282186682825, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:54:43.346859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fc671b-de94-4c08-b771-9c51c2b31d30 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Network 5f1eeab3-00ac-4f00-9e52-282186682825 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:54:43.356570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-67fc671b-de94-4c08-b771-9c51c2b31d30 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 5f1eeab3-00ac-4f00-9e52-282186682825) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:54:43.368420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c58189c-cbb8-48d5-847c-a14c6a440b8b None None] Network 5f1eeab3-00ac-4f00-9e52-282186682825 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:54:43.372274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fc671b-de94-4c08-b771-9c51c2b31d30 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:54:43.373050 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67fc671b-de94-4c08-b771-9c51c2b31d30 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:43.399733 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-67fc671b-de94-4c08-b771-9c51c2b31d30 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0761757 Jan 14 07:54:43.403525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42926) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:43.412762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-180f1dc4-9d20-401b-8b2e-a06a179cbfec tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1231835824'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:54:43.420009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-180f1dc4-9d20-401b-8b2e-a06a179cbfec tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:43.425952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-180f1dc4-9d20-401b-8b2e-a06a179cbfec tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Usage tracker for resource:network and tenant:bcc584c15ce5460392ae855f0a3a55c3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:43.429390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-180f1dc4-9d20-401b-8b2e-a06a179cbfec tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:43.436263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-180f1dc4-9d20-401b-8b2e-a06a179cbfec tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:43.448699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180f1dc4-9d20-401b-8b2e-a06a179cbfec tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Made reservation on behalf of bcc584c15ce5460392ae855f0a3a55c3 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:54:43.466602 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-180f1dc4-9d20-401b-8b2e-a06a179cbfec tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:43.511569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180f1dc4-9d20-401b-8b2e-a06a179cbfec tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:54:43.521667 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-180f1dc4-9d20-401b-8b2e-a06a179cbfec tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:43.522129 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-180f1dc4-9d20-401b-8b2e-a06a179cbfec tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Added segment 791ab398-a2bd-476a-b5a9-c9204c54f8c8 of type vxlan for network 64ace374-519c-4fb8-949f-2175917f850e Jan 14 07:54:43.557066 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-180f1dc4-9d20-401b-8b2e-a06a179cbfec tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:43.595007 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-180f1dc4-9d20-401b-8b2e-a06a179cbfec tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:43.618334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180f1dc4-9d20-401b-8b2e-a06a179cbfec tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:54:43.619403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-180f1dc4-9d20-401b-8b2e-a06a179cbfec tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:43.625495 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:43.633096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-5f1eeab3-00ac-4f00-9e52-282186682825', 'network_id': '5f1eeab3-00ac-4f00-9e52-282186682825', 'tenant_id': 'bcc584c15ce5460392ae855f0a3a55c3', 'fixed_ips': [{'subnet_id': 'f7fb0073-6583-4c4f-b5c6-77416fa451fe'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:54:43.634102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:43.746033 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-180f1dc4-9d20-401b-8b2e-a06a179cbfec tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3406558 Jan 14 07:54:43.749042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42930) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:43.756669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-05ea3f63-9557-4c1c-b0a5-3403c0b0c9ef tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Request body: {'subnet': {'network_id': '64ace374-519c-4fb8-949f-2175917f850e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:54:43.764355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f1dc4-9d20-401b-8b2e-a06a179cbfec tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event updated for resources: {'Network': ['ID=64ace374-519c-4fb8-949f-2175917f850e,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:43.768689 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-180f1dc4-9d20-401b-8b2e-a06a179cbfec tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:43.798900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 64ace374-519c-4fb8-949f-2175917f850e details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:54:43.812853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 64ace374-519c-4fb8-949f-2175917f850e details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:54:43.826771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 64ace374-519c-4fb8-949f-2175917f850e details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:54:43.893500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-05ea3f63-9557-4c1c-b0a5-3403c0b0c9ef tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:43.898804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-05ea3f63-9557-4c1c-b0a5-3403c0b0c9ef tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Usage tracker for resource:subnet and tenant:bcc584c15ce5460392ae855f0a3a55c3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:43.901937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-05ea3f63-9557-4c1c-b0a5-3403c0b0c9ef tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:43.926717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-05ea3f63-9557-4c1c-b0a5-3403c0b0c9ef tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:43.937077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ea3f63-9557-4c1c-b0a5-3403c0b0c9ef tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Made reservation on behalf of bcc584c15ce5460392ae855f0a3a55c3 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:54:44.071382 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05ea3f63-9557-4c1c-b0a5-3403c0b0c9ef tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:44.320391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Allocated IP 2001:db8:0:ffff::2 (5f1eeab3-00ac-4f00-9e52-282186682825/f7fb0073-6583-4c4f-b5c6-77416fa451fe/9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:54:44.572034 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:44.586892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Transition to ACTIVE for port object 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:54:44.608554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Transition to ACTIVE for port object 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:54:44.614769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:44.638803 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d3148339-daa7-414f-ad12-d0be27592802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:44.651756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05ea3f63-9557-4c1c-b0a5-3403c0b0c9ef tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:44.670079 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8291d606-9847-41f6-b661-2dee5a80bcec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:44.807761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Pushing event updated for resources: {'Port': ['ID=9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:44.811224 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:44.813236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea3f63-9557-4c1c-b0a5-3403c0b0c9ef tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event updated for resources: {'Subnet': ['ID=2a50f762-6fe0-4bff-996c-9de487fa0a9a,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:44.819879 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-05ea3f63-9557-4c1c-b0a5-3403c0b0c9ef tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:44.893047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Network 5f1eeab3-00ac-4f00-9e52-282186682825 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:54:44.895078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:54:44.899185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:54:44.920217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ea3f63-9557-4c1c-b0a5-3403c0b0c9ef tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Checking segment: {'id': '791ab398-a2bd-476a-b5a9-c9204c54f8c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '64ace374-519c-4fb8-949f-2175917f850e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:54:44.920821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ea3f63-9557-4c1c-b0a5-3403c0b0c9ef tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Network hostable DHCP agents. Network: 64ace374-519c-4fb8-949f-2175917f850e, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:54:44.948889 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ea3f63-9557-4c1c-b0a5-3403c0b0c9ef tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Network 64ace374-519c-4fb8-949f-2175917f850e is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:54:44.964267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-05ea3f63-9557-4c1c-b0a5-3403c0b0c9ef tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 64ace374-519c-4fb8-949f-2175917f850e) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:54:44.981249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Attempting to bind port 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:54:44.981623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ea3f63-9557-4c1c-b0a5-3403c0b0c9ef tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:54:44.981756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Attempting to bind port 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'd0b7205c-5dcb-4766-9ce4-348937c97c9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5f1eeab3-00ac-4f00-9e52-282186682825'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:54:44.982062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Attempting to bind port 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8 on network 5f1eeab3-00ac-4f00-9e52-282186682825 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:54:44.982250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05ea3f63-9557-4c1c-b0a5-3403c0b0c9ef tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:44.985614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa031c8-a745-44df-9ce2-f112598080d5 None None] Network 64ace374-519c-4fb8-949f-2175917f850e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:54:45.011128 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-05ea3f63-9557-4c1c-b0a5-3403c0b0c9ef tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.2608302 Jan 14 07:54:45.014054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42934) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:45.067328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:54:45.068119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Checking segment: {'id': 'd0b7205c-5dcb-4766-9ce4-348937c97c9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5f1eeab3-00ac-4f00-9e52-282186682825'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:54:45.068643 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:45.069127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Bound using segment: {'id': 'd0b7205c-5dcb-4766-9ce4-348937c97c9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5f1eeab3-00ac-4f00-9e52-282186682825'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:54:45.069811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Bound port: 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b7205c-5dcb-4766-9ce4-348937c97c9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5f1eeab3-00ac-4f00-9e52-282186682825'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:54:45.070270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:45.233917 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:45.280138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] For port 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:54:45.295277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] For port 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8,segment=NetworkSegment(d0b7205c-5dcb-4766-9ce4-348937c97c9e),segment_id=d0b7205c-5dcb-4766-9ce4-348937c97c9e)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:54:45.300059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:45.342172 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f493a1ff-41d0-4574-80d0-52d11f477256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:45.409519 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:45.488382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cebe9a-fc29-4da9-8ca6-a751c23e7d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-64ace374-519c-4fb8-949f-2175917f850e', 'network_id': '64ace374-519c-4fb8-949f-2175917f850e', 'tenant_id': 'bcc584c15ce5460392ae855f0a3a55c3', 'fixed_ips': [{'subnet_id': '2a50f762-6fe0-4bff-996c-9de487fa0a9a'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:54:45.489198 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-67cebe9a-fc29-4da9-8ca6-a751c23e7d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:45.565209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Pushing event updated for resources: {'Port': ['ID=9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:45.569838 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:45.801728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:45.818647 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2cf52feb-1d6f-4b95-931d-32bc1cbdf49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:45.927734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event deleted for resources: {'Subnet': ['ID=2a50f762-6fe0-4bff-996c-9de487fa0a9a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:45.935198 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server [None req-67cebe9a-fc29-4da9-8ca6-a751c23e7d33 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a50f762-6fe0-4bff-996c-9de487fa0a9a: This subnet is being modified by another concurrent operation. Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise exception Jan 14 07:54:46.087879 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a50f762-6fe0-4bff-996c-9de487fa0a9a: This subnet is being modified by another concurrent operation. Jan 14 07:54:46.099677 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server Jan 14 07:54:46.118260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372cf7a5-2609-4f86-85e0-cd158f23eb20 None None] Network 64ace374-519c-4fb8-949f-2175917f850e requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:54:46.134151 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:46.298663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ace374-519c-4fb8-949f-2175917f850e']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:46.324064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791ab398-a2bd-476a-b5a9-c9204c54f8c8') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:46.324391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791ab398-a2bd-476a-b5a9-c9204c54f8c8') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:46.353160 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:46.384458 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:46.391186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Releasing vxlan tunnel 6 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:54:46.397519 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:46.579293 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:46.629760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Network 64ace374-519c-4fb8-949f-2175917f850e has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:54:46.640276 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:46.860828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Network 64ace374-519c-4fb8-949f-2175917f850e has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:54:46.889802 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:54:47.007226 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:47.011424 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dc5d95f1-86a2-41cc-9767-0895b3eb82a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:47.028486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:47.043919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event deleted for resources: {'Network': ['ID=64ace374-519c-4fb8-949f-2175917f850e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:47.048812 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:47.051386 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "DELETE /v2.0/networks/64ace374-519c-4fb8-949f-2175917f850e HTTP/1.1" status: 204 len: 168 time: 2.0351779 Jan 14 07:54:47.056961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42938) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:47.063980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6c7c3f3a-d701-4490-8082-b90a474bb0f3 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1481889714'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:54:47.071131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6c7c3f3a-d701-4490-8082-b90a474bb0f3 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:47.077556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6c7c3f3a-d701-4490-8082-b90a474bb0f3 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Usage tracker for resource:network and tenant:bcc584c15ce5460392ae855f0a3a55c3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:47.083118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6c7c3f3a-d701-4490-8082-b90a474bb0f3 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Quota usage for network was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:47.092999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6c7c3f3a-d701-4490-8082-b90a474bb0f3 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:47.111921 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7c3f3a-d701-4490-8082-b90a474bb0f3 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Made reservation on behalf of bcc584c15ce5460392ae855f0a3a55c3 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:54:47.122011 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c7c3f3a-d701-4490-8082-b90a474bb0f3 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:47.166417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:54:47.167500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7c3f3a-d701-4490-8082-b90a474bb0f3 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:54:47.183220 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c7c3f3a-d701-4490-8082-b90a474bb0f3 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:47.183821 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-6c7c3f3a-d701-4490-8082-b90a474bb0f3 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Added segment 7c4aa6e0-033b-4279-bcb4-4949a819eeba of type vxlan for network 24fcbd31-3fcc-4e47-9c0e-ccb6313c0e4a Jan 14 07:54:47.230064 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c7c3f3a-d701-4490-8082-b90a474bb0f3 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:47.260884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:54:47.285370 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c7c3f3a-d701-4490-8082-b90a474bb0f3 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:47.307978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7c3f3a-d701-4490-8082-b90a474bb0f3 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:54:47.308749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c7c3f3a-d701-4490-8082-b90a474bb0f3 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:47.315014 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c4020289-1745-4f01-b4a7-1c96e58c8efa tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:47.619165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1124e1b2-8e71-4346-8935-94e88cc4e523 None None] Network 5f1eeab3-00ac-4f00-9e52-282186682825 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:54:47.719581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c606db34-7e8d-4dc6-a87f-8622fcecbb56 None None] Provisioning for port 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:54:47.728420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c606db34-7e8d-4dc6-a87f-8622fcecbb56 None None] Provisioning complete for port 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:54:47.728841 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c606db34-7e8d-4dc6-a87f-8622fcecbb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:47.770544 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6c7c3f3a-d701-4490-8082-b90a474bb0f3 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7123039 Jan 14 07:54:47.773633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42942) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:47.776829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c3f3a-d701-4490-8082-b90a474bb0f3 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event updated for resources: {'Network': ['ID=24fcbd31-3fcc-4e47-9c0e-ccb6313c0e4a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:47.779885 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c7c3f3a-d701-4490-8082-b90a474bb0f3 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:47.787895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1359b569-e57b-41dc-8a6f-f35b28a1b15a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Request body: {'subnet': {'network_id': '24fcbd31-3fcc-4e47-9c0e-ccb6313c0e4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:54:47.798750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 24fcbd31-3fcc-4e47-9c0e-ccb6313c0e4a details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:54:47.815898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 24fcbd31-3fcc-4e47-9c0e-ccb6313c0e4a details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:54:47.829306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 24fcbd31-3fcc-4e47-9c0e-ccb6313c0e4a details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:54:47.973542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1359b569-e57b-41dc-8a6f-f35b28a1b15a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:47.979842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1359b569-e57b-41dc-8a6f-f35b28a1b15a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Usage tracker for resource:subnet and tenant:bcc584c15ce5460392ae855f0a3a55c3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:47.984649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1359b569-e57b-41dc-8a6f-f35b28a1b15a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:47.995524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1359b569-e57b-41dc-8a6f-f35b28a1b15a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:48.006970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1359b569-e57b-41dc-8a6f-f35b28a1b15a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Made reservation on behalf of bcc584c15ce5460392ae855f0a3a55c3 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:54:48.155932 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1359b569-e57b-41dc-8a6f-f35b28a1b15a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:48.278634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.ipam_backend_mixin [None req-1359b569-e57b-41dc-8a6f-f35b28a1b15a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Performing IP validity checks on allocation pools {{(pid=80908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 07:54:48.279233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.ipam_backend_mixin [None req-1359b569-e57b-41dc-8a6f-f35b28a1b15a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Checking for overlaps among allocation pools and gateway ip {{(pid=80908) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 07:54:48.364462 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c606db34-7e8d-4dc6-a87f-8622fcecbb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:48.422529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c606db34-7e8d-4dc6-a87f-8622fcecbb56 None None] For port 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8,segment=NetworkSegment(d0b7205c-5dcb-4766-9ce4-348937c97c9e),segment_id=d0b7205c-5dcb-4766-9ce4-348937c97c9e)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:54:48.428867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c606db34-7e8d-4dc6-a87f-8622fcecbb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:48.430672 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5d1a0ed6-9866-4696-9015-bdabddde1def None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:48.533985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606db34-7e8d-4dc6-a87f-8622fcecbb56 None None] Pushing event updated for resources: {'Port': ['ID=9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:48.539449 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c606db34-7e8d-4dc6-a87f-8622fcecbb56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:48.773846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4101d143-ad25-47f1-8822-bc38398255f8 None None] Provisioning complete for port 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:54:48.774275 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4101d143-ad25-47f1-8822-bc38398255f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:48.777479 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1359b569-e57b-41dc-8a6f-f35b28a1b15a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:48.796037 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7dff377a-0da4-41d6-bd96-e4643c0b21f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:48.949556 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359b569-e57b-41dc-8a6f-f35b28a1b15a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event updated for resources: {'Subnet': ['ID=beac093e-6085-45bc-84f9-2d5ef07d356a,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:48.963064 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1359b569-e57b-41dc-8a6f-f35b28a1b15a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:49.048156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1359b569-e57b-41dc-8a6f-f35b28a1b15a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Checking segment: {'id': '7c4aa6e0-033b-4279-bcb4-4949a819eeba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '24fcbd31-3fcc-4e47-9c0e-ccb6313c0e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:54:49.048940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1359b569-e57b-41dc-8a6f-f35b28a1b15a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Network hostable DHCP agents. Network: 24fcbd31-3fcc-4e47-9c0e-ccb6313c0e4a, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:54:49.084818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1359b569-e57b-41dc-8a6f-f35b28a1b15a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Network 24fcbd31-3fcc-4e47-9c0e-ccb6313c0e4a is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:54:49.099771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1359b569-e57b-41dc-8a6f-f35b28a1b15a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 24fcbd31-3fcc-4e47-9c0e-ccb6313c0e4a) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:54:49.122615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1359b569-e57b-41dc-8a6f-f35b28a1b15a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:54:49.123831 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1359b569-e57b-41dc-8a6f-f35b28a1b15a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:49.124848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d04aa3c-b670-49b0-918f-88cfbaa09eb1 None None] Network 24fcbd31-3fcc-4e47-9c0e-ccb6313c0e4a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:54:49.149718 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1359b569-e57b-41dc-8a6f-f35b28a1b15a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3746328 Jan 14 07:54:49.152565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-929d988c-4053-40ab-a46f-2beb14bde1e1 None None] Provisioning complete for port 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:54:49.152989 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-929d988c-4053-40ab-a46f-2beb14bde1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:49.153720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42946) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:49.244326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:54:49.359234 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e21b2c2-2e8f-4d00-bf68-6d4ef3bd9a81 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:49.512561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:54:49.512976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:49.538885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e21b2c2-2e8f-4d00-bf68-6d4ef3bd9a81 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:49.650167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf43147f-9822-46ec-83d2-8009d9d6eb6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-24fcbd31-3fcc-4e47-9c0e-ccb6313c0e4a', 'network_id': '24fcbd31-3fcc-4e47-9c0e-ccb6313c0e4a', 'tenant_id': 'bcc584c15ce5460392ae855f0a3a55c3', 'fixed_ips': [{'subnet_id': 'beac093e-6085-45bc-84f9-2d5ef07d356a'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:54:49.651267 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cf43147f-9822-46ec-83d2-8009d9d6eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:49.778543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-57f0ba20-38d9-442c-a011-b6cb9dc44397 None None] Provisioning complete for port 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:54:49.779011 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57f0ba20-38d9-442c-a011-b6cb9dc44397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:49.885609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e21b2c2-2e8f-4d00-bf68-6d4ef3bd9a81 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:49.903629 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ca3e4295-749a-4f15-9f9b-df53da76ba7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:50.005882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21b2c2-2e8f-4d00-bf68-6d4ef3bd9a81 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event deleted for resources: {'Subnet': ['ID=beac093e-6085-45bc-84f9-2d5ef07d356a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:50.015388 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e21b2c2-2e8f-4d00-bf68-6d4ef3bd9a81 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:50.192491 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e21b2c2-2e8f-4d00-bf68-6d4ef3bd9a81 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server [None req-cf43147f-9822-46ec-83d2-8009d9d6eb6b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet beac093e-6085-45bc-84f9-2d5ef07d356a: This subnet is being modified by another concurrent operation. Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise exception Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet beac093e-6085-45bc-84f9-2d5ef07d356a: This subnet is being modified by another concurrent operation. Jan 14 07:54:50.295570 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server Jan 14 07:54:50.311576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd9182d-83ae-4373-bb97-fe640fa0b811 None None] Network 24fcbd31-3fcc-4e47-9c0e-ccb6313c0e4a requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:54:50.351048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1e21b2c2-2e8f-4d00-bf68-6d4ef3bd9a81 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24fcbd31-3fcc-4e47-9c0e-ccb6313c0e4a']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:50.367523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1e21b2c2-2e8f-4d00-bf68-6d4ef3bd9a81 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4aa6e0-033b-4279-bcb4-4949a819eeba') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:50.368007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1e21b2c2-2e8f-4d00-bf68-6d4ef3bd9a81 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4aa6e0-033b-4279-bcb4-4949a819eeba') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:50.387238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e21b2c2-2e8f-4d00-bf68-6d4ef3bd9a81 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:50.405208 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e21b2c2-2e8f-4d00-bf68-6d4ef3bd9a81 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:50.408098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1e21b2c2-2e8f-4d00-bf68-6d4ef3bd9a81 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Releasing vxlan tunnel 6 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:54:50.509448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de434450-fa1d-4c7f-8c34-3c6f48cec8e9 None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:54:50.614254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1e21b2c2-2e8f-4d00-bf68-6d4ef3bd9a81 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Network 24fcbd31-3fcc-4e47-9c0e-ccb6313c0e4a has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:54:50.623995 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e21b2c2-2e8f-4d00-bf68-6d4ef3bd9a81 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:50.638189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de434450-fa1d-4c7f-8c34-3c6f48cec8e9 None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:54:50.840195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1e21b2c2-2e8f-4d00-bf68-6d4ef3bd9a81 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Network 24fcbd31-3fcc-4e47-9c0e-ccb6313c0e4a has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:54:50.869145 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:54:50.968630 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e21b2c2-2e8f-4d00-bf68-6d4ef3bd9a81 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:50.972277 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:50.988481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e21b2c2-2e8f-4d00-bf68-6d4ef3bd9a81 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:51.006094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21b2c2-2e8f-4d00-bf68-6d4ef3bd9a81 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event deleted for resources: {'Network': ['ID=24fcbd31-3fcc-4e47-9c0e-ccb6313c0e4a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:51.009463 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e21b2c2-2e8f-4d00-bf68-6d4ef3bd9a81 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:51.014189 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1e21b2c2-2e8f-4d00-bf68-6d4ef3bd9a81 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "DELETE /v2.0/networks/24fcbd31-3fcc-4e47-9c0e-ccb6313c0e4a HTTP/1.1" status: 204 len: 168 time: 1.8564494 Jan 14 07:54:51.017578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42950) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:51.025174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4377b35f-2291-4b47-b571-c9adbf08da29 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1866018265'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:54:51.032232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4377b35f-2291-4b47-b571-c9adbf08da29 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:51.037183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4377b35f-2291-4b47-b571-c9adbf08da29 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Usage tracker for resource:network and tenant:bcc584c15ce5460392ae855f0a3a55c3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:51.040381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4377b35f-2291-4b47-b571-c9adbf08da29 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Quota usage for network was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:51.046830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4377b35f-2291-4b47-b571-c9adbf08da29 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:51.048410 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2491bb-88f0-4a25-bb14-ae0bdc8517ec None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:54:51.063351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4377b35f-2291-4b47-b571-c9adbf08da29 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Made reservation on behalf of bcc584c15ce5460392ae855f0a3a55c3 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:54:51.074735 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4377b35f-2291-4b47-b571-c9adbf08da29 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:51.114029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4377b35f-2291-4b47-b571-c9adbf08da29 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:54:51.124873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4377b35f-2291-4b47-b571-c9adbf08da29 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:51.125310 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-4377b35f-2291-4b47-b571-c9adbf08da29 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Added segment 2af7f341-876d-408b-a8aa-b467baf317d8 of type vxlan for network 75f7cd0a-2ce5-4881-a90e-f97b0d17d693 Jan 14 07:54:51.161648 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4377b35f-2291-4b47-b571-c9adbf08da29 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:51.186117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2491bb-88f0-4a25-bb14-ae0bdc8517ec None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:54:51.203772 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4377b35f-2291-4b47-b571-c9adbf08da29 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:51.227983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4377b35f-2291-4b47-b571-c9adbf08da29 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:54:51.228686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4377b35f-2291-4b47-b571-c9adbf08da29 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:51.235442 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c7c3f3a-d701-4490-8082-b90a474bb0f3 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:51.344296 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4377b35f-2291-4b47-b571-c9adbf08da29 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3255086 Jan 14 07:54:51.348484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42954) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:51.357102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2e1fed87-8430-4ba1-afd8-59cf2fb91bfc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Request body: {'subnet': {'network_id': '75f7cd0a-2ce5-4881-a90e-f97b0d17d693', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:54:51.385346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377b35f-2291-4b47-b571-c9adbf08da29 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event updated for resources: {'Network': ['ID=75f7cd0a-2ce5-4881-a90e-f97b0d17d693,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:51.388799 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4377b35f-2291-4b47-b571-c9adbf08da29 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:51.408233 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 75f7cd0a-2ce5-4881-a90e-f97b0d17d693 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:54:51.422217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 75f7cd0a-2ce5-4881-a90e-f97b0d17d693 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:54:51.435320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 75f7cd0a-2ce5-4881-a90e-f97b0d17d693 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:54:51.512866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2e1fed87-8430-4ba1-afd8-59cf2fb91bfc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:51.517382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2e1fed87-8430-4ba1-afd8-59cf2fb91bfc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Usage tracker for resource:subnet and tenant:bcc584c15ce5460392ae855f0a3a55c3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:51.521476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2e1fed87-8430-4ba1-afd8-59cf2fb91bfc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:51.528481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2e1fed87-8430-4ba1-afd8-59cf2fb91bfc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:51.540084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1fed87-8430-4ba1-afd8-59cf2fb91bfc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Made reservation on behalf of bcc584c15ce5460392ae855f0a3a55c3 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:54:51.680945 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e1fed87-8430-4ba1-afd8-59cf2fb91bfc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:52.214720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e1fed87-8430-4ba1-afd8-59cf2fb91bfc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:52.229090 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cd106344-3c75-4930-b8c8-f96ebd073cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:52.372898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fed87-8430-4ba1-afd8-59cf2fb91bfc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event updated for resources: {'Subnet': ['ID=9bb35609-4926-4443-bec0-a790f7406081,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:52.380468 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2e1fed87-8430-4ba1-afd8-59cf2fb91bfc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:52.454880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1fed87-8430-4ba1-afd8-59cf2fb91bfc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Checking segment: {'id': '2af7f341-876d-408b-a8aa-b467baf317d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '75f7cd0a-2ce5-4881-a90e-f97b0d17d693'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:54:52.455280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1fed87-8430-4ba1-afd8-59cf2fb91bfc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Network hostable DHCP agents. Network: 75f7cd0a-2ce5-4881-a90e-f97b0d17d693, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:54:52.478585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1fed87-8430-4ba1-afd8-59cf2fb91bfc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Network 75f7cd0a-2ce5-4881-a90e-f97b0d17d693 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:54:52.487623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2e1fed87-8430-4ba1-afd8-59cf2fb91bfc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 75f7cd0a-2ce5-4881-a90e-f97b0d17d693) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:54:52.501077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3a8cf9-78f4-401c-8469-224be418704c None None] Network 75f7cd0a-2ce5-4881-a90e-f97b0d17d693 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:54:52.504265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1fed87-8430-4ba1-afd8-59cf2fb91bfc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:54:52.504902 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2e1fed87-8430-4ba1-afd8-59cf2fb91bfc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:52.526760 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2e1fed87-8430-4ba1-afd8-59cf2fb91bfc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1770971 Jan 14 07:54:52.533079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 42958) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:52.540621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5caac282-abc7-4c13-910f-d7d63e23bfcc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1148278260'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:54:52.552172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5caac282-abc7-4c13-910f-d7d63e23bfcc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:52.558230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5caac282-abc7-4c13-910f-d7d63e23bfcc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Usage tracker for resource:network and tenant:bcc584c15ce5460392ae855f0a3a55c3 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:52.563807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5caac282-abc7-4c13-910f-d7d63e23bfcc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Quota usage for network was recalculated. Used quota:2. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:52.570349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5caac282-abc7-4c13-910f-d7d63e23bfcc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:52.580433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caac282-abc7-4c13-910f-d7d63e23bfcc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Made reservation on behalf of bcc584c15ce5460392ae855f0a3a55c3 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:54:52.590746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5caac282-abc7-4c13-910f-d7d63e23bfcc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:52.626795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5caac282-abc7-4c13-910f-d7d63e23bfcc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:54:52.637616 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5caac282-abc7-4c13-910f-d7d63e23bfcc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:52.637882 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-5caac282-abc7-4c13-910f-d7d63e23bfcc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Added segment 27ab1aea-661d-494b-99e0-c56aa9b19076 of type vxlan for network fbc01116-2d04-4b73-9318-9e2253a8362f Jan 14 07:54:52.676154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5caac282-abc7-4c13-910f-d7d63e23bfcc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:52.715209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5caac282-abc7-4c13-910f-d7d63e23bfcc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:52.747571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caac282-abc7-4c13-910f-d7d63e23bfcc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:54:52.748260 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5caac282-abc7-4c13-910f-d7d63e23bfcc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:52.756363 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cfd0e879-d6fb-4720-a618-989d10a50095 tempest-BulkNetworkOpsIpV6Test-997293751 tempest-BulkNetworkOpsIpV6Test-997293751] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:52.757625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-75f7cd0a-2ce5-4881-a90e-f97b0d17d693', 'network_id': '75f7cd0a-2ce5-4881-a90e-f97b0d17d693', 'tenant_id': 'bcc584c15ce5460392ae855f0a3a55c3', 'fixed_ips': [{'subnet_id': '9bb35609-4926-4443-bec0-a790f7406081'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:54:52.758588 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:52.907086 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5caac282-abc7-4c13-910f-d7d63e23bfcc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3723919 Jan 14 07:54:52.913240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42962) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:52.920810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1980d0a4-759c-4433-8b8e-011c96ce6151 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Request body: {'subnet': {'network_id': 'fbc01116-2d04-4b73-9318-9e2253a8362f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:54:52.924856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caac282-abc7-4c13-910f-d7d63e23bfcc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event updated for resources: {'Network': ['ID=fbc01116-2d04-4b73-9318-9e2253a8362f,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:52.929879 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5caac282-abc7-4c13-910f-d7d63e23bfcc tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:52.961783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network fbc01116-2d04-4b73-9318-9e2253a8362f details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:54:52.981629 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network fbc01116-2d04-4b73-9318-9e2253a8362f details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:54:52.998750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network fbc01116-2d04-4b73-9318-9e2253a8362f details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:54:53.088891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1980d0a4-759c-4433-8b8e-011c96ce6151 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:54:53.093497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1980d0a4-759c-4433-8b8e-011c96ce6151 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Usage tracker for resource:subnet and tenant:bcc584c15ce5460392ae855f0a3a55c3 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:54:53.096784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1980d0a4-759c-4433-8b8e-011c96ce6151 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:54:53.103897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1980d0a4-759c-4433-8b8e-011c96ce6151 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:54:53.113827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1980d0a4-759c-4433-8b8e-011c96ce6151 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Made reservation on behalf of bcc584c15ce5460392ae855f0a3a55c3 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:54:53.257836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1980d0a4-759c-4433-8b8e-011c96ce6151 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:53.504229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Allocated IP 2001:db8::2 (75f7cd0a-2ce5-4881-a90e-f97b0d17d693/9bb35609-4926-4443-bec0-a790f7406081/8fcf297d-84f3-4a21-9a2b-6ed225221823) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:54:53.828431 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1980d0a4-759c-4433-8b8e-011c96ce6151 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:53.845371 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c5f017a3-65d0-49fc-8fe9-7c51c12d2dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:54.004252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e424bbf8-3065-453c-b8c9-f6e502134e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:54.025914 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:54.045093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Transition to ACTIVE for port object 8fcf297d-84f3-4a21-9a2b-6ed225221823 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:54:54.076158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Transition to ACTIVE for port object 8fcf297d-84f3-4a21-9a2b-6ed225221823 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:54:54.087454 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:54.113623 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:54.278165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Pushing event updated for resources: {'Port': ['ID=8fcf297d-84f3-4a21-9a2b-6ed225221823,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:54.283172 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:54.324622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980d0a4-759c-4433-8b8e-011c96ce6151 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event updated for resources: {'Subnet': ['ID=a7bd2d4b-984d-4132-a168-66a375748ca9,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:54.338848 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1980d0a4-759c-4433-8b8e-011c96ce6151 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:54.355162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Network 75f7cd0a-2ce5-4881-a90e-f97b0d17d693 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:54:54.356591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:54:54.359212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:54:54.422628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1980d0a4-759c-4433-8b8e-011c96ce6151 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Checking segment: {'id': '27ab1aea-661d-494b-99e0-c56aa9b19076', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fbc01116-2d04-4b73-9318-9e2253a8362f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:54:54.423001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1980d0a4-759c-4433-8b8e-011c96ce6151 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Network hostable DHCP agents. Network: fbc01116-2d04-4b73-9318-9e2253a8362f, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:54:54.432470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Attempting to bind port 8fcf297d-84f3-4a21-9a2b-6ed225221823 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:54:54.432942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Attempting to bind port 8fcf297d-84f3-4a21-9a2b-6ed225221823 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '2af7f341-876d-408b-a8aa-b467baf317d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '75f7cd0a-2ce5-4881-a90e-f97b0d17d693'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:54:54.433465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Attempting to bind port 8fcf297d-84f3-4a21-9a2b-6ed225221823 on network 75f7cd0a-2ce5-4881-a90e-f97b0d17d693 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:54:54.441667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:54:54.442262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Checking segment: {'id': '2af7f341-876d-408b-a8aa-b467baf317d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '75f7cd0a-2ce5-4881-a90e-f97b0d17d693'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:54:54.442701 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:54.443143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Bound using segment: {'id': '2af7f341-876d-408b-a8aa-b467baf317d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '75f7cd0a-2ce5-4881-a90e-f97b0d17d693'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:54:54.443688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Bound port: 8fcf297d-84f3-4a21-9a2b-6ed225221823, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af7f341-876d-408b-a8aa-b467baf317d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '75f7cd0a-2ce5-4881-a90e-f97b0d17d693'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:54:54.444609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:54.454882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1980d0a4-759c-4433-8b8e-011c96ce6151 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Network fbc01116-2d04-4b73-9318-9e2253a8362f is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:54:54.467389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1980d0a4-759c-4433-8b8e-011c96ce6151 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, fbc01116-2d04-4b73-9318-9e2253a8362f) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:54:54.492429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1980d0a4-759c-4433-8b8e-011c96ce6151 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:54:54.493091 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1980d0a4-759c-4433-8b8e-011c96ce6151 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:54.506886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f12e33-a820-46c8-9469-a9c77460a6c9 None None] Network fbc01116-2d04-4b73-9318-9e2253a8362f requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:54:54.517264 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1980d0a4-759c-4433-8b8e-011c96ce6151 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6021948 Jan 14 07:54:54.520841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42968) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:54.668118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] For port 8fcf297d-84f3-4a21-9a2b-6ed225221823, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:54:54.691087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] For port 8fcf297d-84f3-4a21-9a2b-6ed225221823, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=8fcf297d-84f3-4a21-9a2b-6ed225221823,segment=NetworkSegment(2af7f341-876d-408b-a8aa-b467baf317d8),segment_id=2af7f341-876d-408b-a8aa-b467baf317d8)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:54:54.696476 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:54.710487 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:54.714178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2913-7f68-4287-8e78-1c76a883a72a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:54.891590 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2913-7f68-4287-8e78-1c76a883a72a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:54.995372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Pushing event updated for resources: {'Port': ['ID=8fcf297d-84f3-4a21-9a2b-6ed225221823,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:55.016613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2694dcf8-1c9b-4255-91eb-2f8f1d94801e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-fbc01116-2d04-4b73-9318-9e2253a8362f', 'network_id': 'fbc01116-2d04-4b73-9318-9e2253a8362f', 'tenant_id': 'bcc584c15ce5460392ae855f0a3a55c3', 'fixed_ips': [{'subnet_id': 'a7bd2d4b-984d-4132-a168-66a375748ca9'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:54:55.017636 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2694dcf8-1c9b-4255-91eb-2f8f1d94801e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:55.033295 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:55.300556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2913-7f68-4287-8e78-1c76a883a72a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:55.318845 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4ff2c127-c958-4475-9bb8-5befd19e4fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server [None req-2694dcf8-1c9b-4255-91eb-2f8f1d94801e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7bd2d4b-984d-4132-a168-66a375748ca9: This subnet is being modified by another concurrent operation. Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise exception Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7bd2d4b-984d-4132-a168-66a375748ca9: This subnet is being modified by another concurrent operation. Jan 14 07:54:55.361887 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server Jan 14 07:54:55.387226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c894d1a3-fb79-422d-8abb-1d2a9876e1f7 None None] Network fbc01116-2d04-4b73-9318-9e2253a8362f requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:54:55.459073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e2913-7f68-4287-8e78-1c76a883a72a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event deleted for resources: {'Subnet': ['ID=a7bd2d4b-984d-4132-a168-66a375748ca9,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:55.468113 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab8e2913-7f68-4287-8e78-1c76a883a72a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:55.681134 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2913-7f68-4287-8e78-1c76a883a72a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:55.819950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ab8e2913-7f68-4287-8e78-1c76a883a72a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc01116-2d04-4b73-9318-9e2253a8362f']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:55.836276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ab8e2913-7f68-4287-8e78-1c76a883a72a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ab1aea-661d-494b-99e0-c56aa9b19076') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:55.836616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-ab8e2913-7f68-4287-8e78-1c76a883a72a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ab1aea-661d-494b-99e0-c56aa9b19076') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:55.851118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2913-7f68-4287-8e78-1c76a883a72a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:55.868578 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2913-7f68-4287-8e78-1c76a883a72a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:55.870707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ab8e2913-7f68-4287-8e78-1c76a883a72a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Releasing vxlan tunnel 10 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:54:56.078944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ab8e2913-7f68-4287-8e78-1c76a883a72a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Network fbc01116-2d04-4b73-9318-9e2253a8362f has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:54:56.093514 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2913-7f68-4287-8e78-1c76a883a72a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:56.314189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-ab8e2913-7f68-4287-8e78-1c76a883a72a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Network fbc01116-2d04-4b73-9318-9e2253a8362f has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:54:56.344161 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:54:56.441292 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2913-7f68-4287-8e78-1c76a883a72a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:56.446635 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e1187b16-9e80-4d63-8361-b38e11d8e2e7 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:56.464532 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2913-7f68-4287-8e78-1c76a883a72a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:56.479039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e2913-7f68-4287-8e78-1c76a883a72a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event deleted for resources: {'Network': ['ID=fbc01116-2d04-4b73-9318-9e2253a8362f,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:56.482617 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab8e2913-7f68-4287-8e78-1c76a883a72a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:56.489029 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ab8e2913-7f68-4287-8e78-1c76a883a72a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "DELETE /v2.0/networks/fbc01116-2d04-4b73-9318-9e2253a8362f HTTP/1.1" status: 204 len: 168 time: 1.9625585 Jan 14 07:54:56.489671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42974) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:56.537902 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-de21f614-ce83-449a-b195-468b6fd547e8 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] GET failed (client error): The resource could not be found. Jan 14 07:54:56.538476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-de21f614-ce83-449a-b195-468b6fd547e8 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Synchronizing usage tracker for tenant:bcc584c15ce5460392ae855f0a3a55c3 on resource:subnet {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:54:56.563917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-de21f614-ce83-449a-b195-468b6fd547e8 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Unset dirty status for tenant:bcc584c15ce5460392ae855f0a3a55c3 on resource:subnet {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:54:56.567178 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-de21f614-ce83-449a-b195-468b6fd547e8 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "GET /v2.0/subnets/a7bd2d4b-984d-4132-a168-66a375748ca9 HTTP/1.1" status: 404 len: 337 time: 0.0753565 Jan 14 07:54:56.569471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42978) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:56.604507 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c385e0a1-79ae-482a-a995-44da960e1711 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] DELETE failed (client error): The resource could not be found. Jan 14 07:54:56.605021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c385e0a1-79ae-482a-a995-44da960e1711 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:54:56.610726 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c385e0a1-79ae-482a-a995-44da960e1711 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "DELETE /v2.0/networks/fbc01116-2d04-4b73-9318-9e2253a8362f HTTP/1.1" status: 404 len: 339 time: 0.0363605 Jan 14 07:54:56.612828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42982) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:56.652474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6614f1-f391-4e62-a7a8-8ca26f430f78 None None] Network 75f7cd0a-2ce5-4881-a90e-f97b0d17d693 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:54:56.662878 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa52145b-a6d7-4a27-b570-98806b03c23c tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] DELETE failed (client error): The resource could not be found. Jan 14 07:54:56.663433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa52145b-a6d7-4a27-b570-98806b03c23c tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:54:56.667206 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fa52145b-a6d7-4a27-b570-98806b03c23c tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "DELETE /v2.0/subnets/a7bd2d4b-984d-4132-a168-66a375748ca9 HTTP/1.1" status: 404 len: 337 time: 0.0510128 Jan 14 07:54:56.670402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42986) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:56.703816 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d0bb6b-d995-44d7-82f1-a99cce03ae6b tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] DELETE failed (client error): The resource could not be found. Jan 14 07:54:56.705425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d0bb6b-d995-44d7-82f1-a99cce03ae6b tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:54:56.710317 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-95d0bb6b-d995-44d7-82f1-a99cce03ae6b tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "DELETE /v2.0/networks/fbc01116-2d04-4b73-9318-9e2253a8362f HTTP/1.1" status: 404 len: 339 time: 0.0386119 Jan 14 07:54:56.714264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42990) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:56.798630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f79a6856-ce3c-4cf9-b7ee-31d39b913213 None None] Provisioning for port 8fcf297d-84f3-4a21-9a2b-6ed225221823 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:54:56.860054 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e853c33b-f45e-447d-8084-047316bd9adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:56.965657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Deleting subnet 9bb35609-4926-4443-bec0-a790f7406081 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:54:56.969284 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:57.050210 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:57.186793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8fcf297d-84f3-4a21-9a2b-6ed225221823 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:54:57.189583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:57.270067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 8fcf297d-84f3-4a21-9a2b-6ed225221823 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:54:57.275600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 8fcf297d-84f3-4a21-9a2b-6ed225221823 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:54:57.276102 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:57.393626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e434da80-d7bf-4b67-b826-8b1101cb27c5 None None] Provisioning complete for port 8fcf297d-84f3-4a21-9a2b-6ed225221823 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:54:57.393626 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e434da80-d7bf-4b67-b826-8b1101cb27c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:57.489677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:57.491611 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:57.532093 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:57.553268 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1980d0a4-759c-4433-8b8e-011c96ce6151 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:57.641258 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:54:57.641679 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:54:57.642456 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e434da80-d7bf-4b67-b826-8b1101cb27c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:57.655771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event deleted for resources: {'Subnet': ['ID=9bb35609-4926-4443-bec0-a790f7406081,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:57.679043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.679470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.679744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e434da80-d7bf-4b67-b826-8b1101cb27c5 None None] For port 8fcf297d-84f3-4a21-9a2b-6ed225221823, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=8fcf297d-84f3-4a21-9a2b-6ed225221823,segment=NetworkSegment(2af7f341-876d-408b-a8aa-b467baf317d8),segment_id=2af7f341-876d-408b-a8aa-b467baf317d8)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:54:57.679885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.680322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.680755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.681245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.681691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.682134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.682547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.682953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.683356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.683778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.683886 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e434da80-d7bf-4b67-b826-8b1101cb27c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:57.684260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.684661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.685060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.685456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.685748 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0bb69d5f-6e5f-485e-bb45-8319eb699a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:57.685858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.686222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.686620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.687014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.687411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.687839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.688240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.688729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.689044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.689442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.689838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.690237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.690642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.691195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.691632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.692056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.692458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.692934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.693427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.693886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:54:57.700214 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:57.720866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ea14f9-907e-41c8-bfd8-4a538f0622ee None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:54:57.731081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:57.744196 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2b39b237-849e-4b00-a15b-42ca5963a385 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "DELETE /v2.0/subnets/9bb35609-4926-4443-bec0-a790f7406081 HTTP/1.1" status: 204 len: 168 time: 1.0286493 Jan 14 07:54:57.746909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42994) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:57.816332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434da80-d7bf-4b67-b826-8b1101cb27c5 None None] Pushing event updated for resources: {'Port': ['ID=8fcf297d-84f3-4a21-9a2b-6ed225221823,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:57.822346 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e434da80-d7bf-4b67-b826-8b1101cb27c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:57.846739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-84c446d1-1845-4a9c-b292-186393d993ab None None] Provisioning complete for port 8fcf297d-84f3-4a21-9a2b-6ed225221823 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:54:57.847295 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-84c446d1-1845-4a9c-b292-186393d993ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:57.885955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:57.929270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ea14f9-907e-41c8-bfd8-4a538f0622ee None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:54:57.964014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Deleting port 8fcf297d-84f3-4a21-9a2b-6ed225221823 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:54:57.964379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:58.106867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:58.194250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] For port 8fcf297d-84f3-4a21-9a2b-6ed225221823, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=8fcf297d-84f3-4a21-9a2b-6ed225221823,segment=NetworkSegment(2af7f341-876d-408b-a8aa-b467baf317d8),segment_id=2af7f341-876d-408b-a8aa-b467baf317d8)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:54:58.194680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:58.335384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Calling delete_port for 8fcf297d-84f3-4a21-9a2b-6ed225221823 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:54:58.419238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:58.435447 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-07bb36db-a28f-4c73-aa86-c503e5f4e09b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:58.536028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event deleted for resources: {'Port': ['ID=8fcf297d-84f3-4a21-9a2b-6ed225221823,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:58.549663 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:58.586162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] No DVR routers for this DVR port 8fcf297d-84f3-4a21-9a2b-6ed225221823 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:54:58.629084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9b048a-756b-48d0-a57b-7a7c8fed6381 None None] Network 75f7cd0a-2ce5-4881-a90e-f97b0d17d693 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:54:58.729334 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:58.865431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd8afd3-1bf4-4ad5-bd23-60d9d86d6b01 None None] DHCP port deletion for 75f7cd0a-2ce5-4881-a90e-f97b0d17d693 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:54:58.871199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f7cd0a-2ce5-4881-a90e-f97b0d17d693']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:58.885417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af7f341-876d-408b-a8aa-b467baf317d8') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:58.885756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af7f341-876d-408b-a8aa-b467baf317d8') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:54:58.897937 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:58.913807 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:58.915947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Releasing vxlan tunnel 6 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:54:58.959508 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:59.105226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Network 75f7cd0a-2ce5-4881-a90e-f97b0d17d693 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:54:59.115066 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:59.124024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8fcf297d-84f3-4a21-9a2b-6ed225221823 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:54:59.158103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 8fcf297d-84f3-4a21-9a2b-6ed225221823 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:54:59.158504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8fcf297d-84f3-4a21-9a2b-6ed225221823 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:54:59.295836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Network 75f7cd0a-2ce5-4881-a90e-f97b0d17d693 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:54:59.321294 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:54:59.407419 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:59.411612 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:54:59.428052 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:54:59.440180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event deleted for resources: {'Network': ['ID=75f7cd0a-2ce5-4881-a90e-f97b0d17d693,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:54:59.443971 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:54:59.446043 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "DELETE /v2.0/networks/75f7cd0a-2ce5-4881-a90e-f97b0d17d693 HTTP/1.1" status: 204 len: 168 time: 1.6980383 Jan 14 07:54:59.449052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 42998) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:59.495437 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f5e21a-7bb5-4152-88a2-ad9511b8d24a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] DELETE failed (client error): The resource could not be found. Jan 14 07:54:59.495980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f5e21a-7bb5-4152-88a2-ad9511b8d24a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:54:59.497763 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c9f5e21a-7bb5-4152-88a2-ad9511b8d24a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "DELETE /v2.0/subnets/beac093e-6085-45bc-84f9-2d5ef07d356a HTTP/1.1" status: 404 len: 337 time: 0.0477171 Jan 14 07:54:59.500573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43002) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:59.528197 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecadd0ed-1f7e-468e-9886-55dabc50c922 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] DELETE failed (client error): The resource could not be found. Jan 14 07:54:59.528690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecadd0ed-1f7e-468e-9886-55dabc50c922 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:54:59.530499 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ecadd0ed-1f7e-468e-9886-55dabc50c922 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "DELETE /v2.0/networks/24fcbd31-3fcc-4e47-9c0e-ccb6313c0e4a HTTP/1.1" status: 404 len: 339 time: 0.0288701 Jan 14 07:54:59.533452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43006) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:59.577385 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab815aab-4086-42ca-8ac9-1eeeb9e5df4a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] DELETE failed (client error): The resource could not be found. Jan 14 07:54:59.577804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab815aab-4086-42ca-8ac9-1eeeb9e5df4a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:54:59.579622 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ab815aab-4086-42ca-8ac9-1eeeb9e5df4a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "DELETE /v2.0/subnets/2a50f762-6fe0-4bff-996c-9de487fa0a9a HTTP/1.1" status: 404 len: 337 time: 0.0447454 Jan 14 07:54:59.583065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43010) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:54:59.611221 n-d-769329-2 neutron-server[80794]: INFO neutron.pecan_wsgi.hooks.translation [None req-53948fcb-b453-4d5d-993f-e0f89ea2e8d4 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] DELETE failed (client error): The resource could not be found. Jan 14 07:54:59.611754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53948fcb-b453-4d5d-993f-e0f89ea2e8d4 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] No notification will be sent due to unsuccessful status code: 404 {{(pid=80907) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 07:54:59.614015 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-53948fcb-b453-4d5d-993f-e0f89ea2e8d4 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "DELETE /v2.0/networks/64ace374-519c-4fb8-949f-2175917f850e HTTP/1.1" status: 404 len: 339 time: 0.0298822 Jan 14 07:54:59.616748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43014) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:00.127456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9630d404-1bf1-42d9-bbde-d324212d8775 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Deleting subnet f7fb0073-6583-4c4f-b5c6-77416fa451fe {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:55:00.131351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9630d404-1bf1-42d9-bbde-d324212d8775 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:00.190533 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9630d404-1bf1-42d9-bbde-d324212d8775 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:00.283226 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9630d404-1bf1-42d9-bbde-d324212d8775 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:00.581164 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9630d404-1bf1-42d9-bbde-d324212d8775 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:00.595205 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7ca3480e-9abe-44a7-945a-2be598aeeffb tempest-PortsIpV6TestJSON-2028077907 tempest-PortsIpV6TestJSON-2028077907] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:00.690766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630d404-1bf1-42d9-bbde-d324212d8775 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event deleted for resources: {'Subnet': ['ID=f7fb0073-6583-4c4f-b5c6-77416fa451fe,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:00.698928 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9630d404-1bf1-42d9-bbde-d324212d8775 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:00.743158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9630d404-1bf1-42d9-bbde-d324212d8775 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:00.748739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b0dff0-073a-4cbf-9e3d-b015e1299f7b None None] Network 5f1eeab3-00ac-4f00-9e52-282186682825 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:55:00.756529 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9630d404-1bf1-42d9-bbde-d324212d8775 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "DELETE /v2.0/subnets/f7fb0073-6583-4c4f-b5c6-77416fa451fe HTTP/1.1" status: 204 len: 168 time: 1.1386786 Jan 14 07:55:00.759608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43018) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:00.908353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:00.990402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Deleting port 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:55:00.990788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:01.020441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc509c7-cc23-4068-b3f7-8190573e913d None None] DHCP port deletion for 5f1eeab3-00ac-4f00-9e52-282186682825 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:55:01.026941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-afc509c7-cc23-4068-b3f7-8190573e913d None None] Deleting port 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:55:01.026941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afc509c7-cc23-4068-b3f7-8190573e913d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:01.144792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:55:01.221791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] For port 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8,segment=NetworkSegment(d0b7205c-5dcb-4766-9ce4-348937c97c9e),segment_id=d0b7205c-5dcb-4766-9ce4-348937c97c9e)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:55:01.222731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:01.344301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-afc509c7-cc23-4068-b3f7-8190573e913d None None] For port 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8,segment=NetworkSegment(d0b7205c-5dcb-4766-9ce4-348937c97c9e),segment_id=d0b7205c-5dcb-4766-9ce4-348937c97c9e)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:55:01.344725 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afc509c7-cc23-4068-b3f7-8190573e913d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:01.357214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Calling delete_port for 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:55:01.439058 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:01.455350 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4db03d99-c0df-4bd2-bb33-9391b94cf4c2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:01.493061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-afc509c7-cc23-4068-b3f7-8190573e913d None None] Calling delete_port for 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:55:01.538083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:01.553247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event deleted for resources: {'Port': ['ID=9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:01.567393 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:01.605251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] No DVR routers for this DVR port 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:55:01.630043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-afc509c7-cc23-4068-b3f7-8190573e913d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:55:01.630663 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-afc509c7-cc23-4068-b3f7-8190573e913d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:55:01.745487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:01.877285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1eeab3-00ac-4f00-9e52-282186682825']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:01.890838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b7205c-5dcb-4766-9ce4-348937c97c9e') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:01.891189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b7205c-5dcb-4766-9ce4-348937c97c9e') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:01.904500 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:01.921554 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:01.923598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:55:02.121355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Network 5f1eeab3-00ac-4f00-9e52-282186682825 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:55:02.131166 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:02.132386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-afc509c7-cc23-4068-b3f7-8190573e913d None None] Deleting port 9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:55:02.132825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-afc509c7-cc23-4068-b3f7-8190573e913d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:02.203711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-afc509c7-cc23-4068-b3f7-8190573e913d None None] The port '9f319cdf-7c7f-4c18-a9e7-551c3b4b63c8' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:55:02.320456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Network 5f1eeab3-00ac-4f00-9e52-282186682825 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:55:02.351858 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:55:02.400925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:55:02.437291 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:02.441631 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:02.458689 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:02.471456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Pushing event deleted for resources: {'Network': ['ID=5f1eeab3-00ac-4f00-9e52-282186682825,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:02.475584 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:02.477454 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] 10.222.0.41 "DELETE /v2.0/networks/5f1eeab3-00ac-4f00-9e52-282186682825 HTTP/1.1" status: 204 len: 168 time: 1.7166529 Jan 14 07:55:02.804625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43026) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:03.025112 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6be6c76b-f3a6-4e34-9f7a-eea632e9c0a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcc584c15ce5460392ae855f0a3a55c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2191060 Jan 14 07:55:03.028015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43032) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:03.096836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d7927c0-b8c8-4ee6-b1ad-2bd1f57639b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:03.127326 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d7927c0-b8c8-4ee6-b1ad-2bd1f57639b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:03.177399 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d7927c0-b8c8-4ee6-b1ad-2bd1f57639b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:03.182616 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e2312ac5-c38e-436d-9f47-34d0b54a3e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:03.196370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7927c0-b8c8-4ee6-b1ad-2bd1f57639b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942e25d7-55a2-45d9-8f4e-1e2ca639fd58,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:03.199300 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d7927c0-b8c8-4ee6-b1ad-2bd1f57639b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:03.203222 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9d7927c0-b8c8-4ee6-b1ad-2bd1f57639b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:03.205939 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9d7927c0-b8c8-4ee6-b1ad-2bd1f57639b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/942e25d7-55a2-45d9-8f4e-1e2ca639fd58 HTTP/1.1" status: 204 len: 168 time: 0.1766574 Jan 14 07:55:04.113488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43054) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:04.260025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4941dbcc-d3b6-4f15-91a1-1fbcb47570fb tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1812331206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:55:04.271916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4941dbcc-d3b6-4f15-91a1-1fbcb47570fb tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:55:04.276044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4941dbcc-d3b6-4f15-91a1-1fbcb47570fb tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Usage tracker for resource:router and tenant:3bf45c04e4354e4dba3f272967efff55 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:55:04.279034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4941dbcc-d3b6-4f15-91a1-1fbcb47570fb tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:55:04.285633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4941dbcc-d3b6-4f15-91a1-1fbcb47570fb tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:55:04.296953 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4941dbcc-d3b6-4f15-91a1-1fbcb47570fb tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:04.298099 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4941dbcc-d3b6-4f15-91a1-1fbcb47570fb tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:04.314131 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4941dbcc-d3b6-4f15-91a1-1fbcb47570fb tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:04.335373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4941dbcc-d3b6-4f15-91a1-1fbcb47570fb tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:04.363968 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4941dbcc-d3b6-4f15-91a1-1fbcb47570fb tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:04.365256 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4941dbcc-d3b6-4f15-91a1-1fbcb47570fb tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2506924 Jan 14 07:55:04.368206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43060) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:04.374241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-587580758'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:55:04.380761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:55:04.384862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Usage tracker for resource:network and tenant:3bf45c04e4354e4dba3f272967efff55 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:55:04.388776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:55:04.395186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:55:04.404612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Made reservation on behalf of 3bf45c04e4354e4dba3f272967efff55 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:55:04.415544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:04.429899 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:04.445943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:55:04.450238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Usage tracker for resource:security_group_rule and tenant:3bf45c04e4354e4dba3f272967efff55 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:55:04.453238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:55:04.459068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:55:04.547852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:04.550656 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:04.555094 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dfbe1b2f-c0f7-4129-b030-3e338a09ead8 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:04.591383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:55:04.601217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Pushing event updated for resources: {'SecurityGroup': ['ID=d95a482f-5b08-458d-a62d-59479539e1e6,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:04.606311 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:04.608936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:04.609812 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Added segment c74c114b-f882-4e07-ba2c-986ba36effef of type vxlan for network 6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2 Jan 14 07:55:04.638274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:04.670816 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:04.690604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:55:04.691967 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:04.698268 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0591e6c3-7226-43bd-87db-2475b410b884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:04.814460 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4450490 Jan 14 07:55:04.818036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43064) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:04.826664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ae384ac2-929f-4e65-96ba-5436e2d63402 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Request body: {'subnet': {'network_id': '6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:55:04.842028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Pushing event updated for resources: {'Network': ['ID=6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:04.847980 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d63e322-7cc0-47d1-a915-3dbd70b00c0f tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:04.855861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:55:04.871530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:55:04.891218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:55:04.956227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ae384ac2-929f-4e65-96ba-5436e2d63402 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:55:04.961411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ae384ac2-929f-4e65-96ba-5436e2d63402 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Usage tracker for resource:subnet and tenant:3bf45c04e4354e4dba3f272967efff55 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:55:04.964440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ae384ac2-929f-4e65-96ba-5436e2d63402 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:55:04.970426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ae384ac2-929f-4e65-96ba-5436e2d63402 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:55:04.980814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae384ac2-929f-4e65-96ba-5436e2d63402 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Made reservation on behalf of 3bf45c04e4354e4dba3f272967efff55 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:55:05.381160 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae384ac2-929f-4e65-96ba-5436e2d63402 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:05.825295 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae384ac2-929f-4e65-96ba-5436e2d63402 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:05.838944 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1359b569-e57b-41dc-8a6f-f35b28a1b15a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:05.971996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae384ac2-929f-4e65-96ba-5436e2d63402 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Pushing event updated for resources: {'Subnet': ['ID=1c350113-2df6-43b1-9943-ca12f6279f00,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:05.977160 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae384ac2-929f-4e65-96ba-5436e2d63402 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:06.047604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae384ac2-929f-4e65-96ba-5436e2d63402 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Checking segment: {'id': 'c74c114b-f882-4e07-ba2c-986ba36effef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:55:06.048034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae384ac2-929f-4e65-96ba-5436e2d63402 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Network hostable DHCP agents. Network: 6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:55:06.067511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae384ac2-929f-4e65-96ba-5436e2d63402 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Network 6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:55:06.076846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ae384ac2-929f-4e65-96ba-5436e2d63402 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:55:06.090005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9e1293-50ba-43ea-ba0a-eb07a3e2a2cf None None] Network 6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:55:06.092484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae384ac2-929f-4e65-96ba-5436e2d63402 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:55:06.093136 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ae384ac2-929f-4e65-96ba-5436e2d63402 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:06.115893 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ae384ac2-929f-4e65-96ba-5436e2d63402 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2966118 Jan 14 07:55:06.119079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43068) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:06.125599 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b508dd01-6f29-443d-a823-869e55b55570 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-757417102'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:55:06.132423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b508dd01-6f29-443d-a823-869e55b55570 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:55:06.137379 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b508dd01-6f29-443d-a823-869e55b55570 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Usage tracker for resource:network and tenant:3bf45c04e4354e4dba3f272967efff55 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:55:06.140505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b508dd01-6f29-443d-a823-869e55b55570 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Quota usage for network was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:55:06.147836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b508dd01-6f29-443d-a823-869e55b55570 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:55:06.156922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b508dd01-6f29-443d-a823-869e55b55570 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Made reservation on behalf of 3bf45c04e4354e4dba3f272967efff55 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:55:06.167064 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b508dd01-6f29-443d-a823-869e55b55570 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:06.204676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b508dd01-6f29-443d-a823-869e55b55570 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:55:06.214420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b508dd01-6f29-443d-a823-869e55b55570 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:06.214812 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-b508dd01-6f29-443d-a823-869e55b55570 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Added segment b3693b9a-bc07-448e-8554-5ab4d76ad1f7 of type vxlan for network 52415d97-d3ae-494c-aadb-be134e93a8f8 Jan 14 07:55:06.243293 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b508dd01-6f29-443d-a823-869e55b55570 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:06.275530 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b508dd01-6f29-443d-a823-869e55b55570 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:06.295220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b508dd01-6f29-443d-a823-869e55b55570 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:55:06.295939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b508dd01-6f29-443d-a823-869e55b55570 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:06.302395 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-82c7298e-1b99-4a3e-8863-01deccb1ff53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:06.338293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2', 'network_id': '6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2', 'tenant_id': '3bf45c04e4354e4dba3f272967efff55', 'fixed_ips': [{'subnet_id': '1c350113-2df6-43b1-9943-ca12f6279f00'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:55:06.339208 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:06.410680 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b508dd01-6f29-443d-a823-869e55b55570 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2903559 Jan 14 07:55:06.413662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43072) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:06.422550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-44987c3d-4404-4217-a13c-16e0d6776249 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Request body: {'subnet': {'network_id': '52415d97-d3ae-494c-aadb-be134e93a8f8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:55:06.448596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508dd01-6f29-443d-a823-869e55b55570 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Pushing event updated for resources: {'Network': ['ID=52415d97-d3ae-494c-aadb-be134e93a8f8,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:06.462784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 52415d97-d3ae-494c-aadb-be134e93a8f8 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:55:06.476328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 52415d97-d3ae-494c-aadb-be134e93a8f8 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:55:06.489097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 52415d97-d3ae-494c-aadb-be134e93a8f8 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:55:06.500409 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b508dd01-6f29-443d-a823-869e55b55570 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:06.548165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-44987c3d-4404-4217-a13c-16e0d6776249 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:55:06.552881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-44987c3d-4404-4217-a13c-16e0d6776249 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Usage tracker for resource:subnet and tenant:3bf45c04e4354e4dba3f272967efff55 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:55:06.556374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-44987c3d-4404-4217-a13c-16e0d6776249 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:55:06.562535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-44987c3d-4404-4217-a13c-16e0d6776249 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:55:06.572437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44987c3d-4404-4217-a13c-16e0d6776249 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Made reservation on behalf of 3bf45c04e4354e4dba3f272967efff55 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:55:06.691936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-44987c3d-4404-4217-a13c-16e0d6776249 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:06.946528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Allocated IP 172.20.0.2 (6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2/1c350113-2df6-43b1-9943-ca12f6279f00/165169ca-6d0f-456c-b739-585270fe3d7e) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:55:07.154189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-44987c3d-4404-4217-a13c-16e0d6776249 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:07.168669 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9af023c6-5bda-497a-ae98-75dcfd16d705 tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:07.306567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44987c3d-4404-4217-a13c-16e0d6776249 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Pushing event updated for resources: {'Subnet': ['ID=e55a8d37-57fb-4f02-903b-974804547bd3,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:07.310666 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-44987c3d-4404-4217-a13c-16e0d6776249 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:07.354266 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:07.365058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Transition to ACTIVE for port object 165169ca-6d0f-456c-b739-585270fe3d7e will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:55:07.383113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Transition to ACTIVE for port object 165169ca-6d0f-456c-b739-585270fe3d7e will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:55:07.387947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44987c3d-4404-4217-a13c-16e0d6776249 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Checking segment: {'id': 'b3693b9a-bc07-448e-8554-5ab4d76ad1f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52415d97-d3ae-494c-aadb-be134e93a8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:55:07.388100 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:07.388346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44987c3d-4404-4217-a13c-16e0d6776249 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Network hostable DHCP agents. Network: 52415d97-d3ae-494c-aadb-be134e93a8f8, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:55:07.403873 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:07.407816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44987c3d-4404-4217-a13c-16e0d6776249 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Network 52415d97-d3ae-494c-aadb-be134e93a8f8 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:55:07.416189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-44987c3d-4404-4217-a13c-16e0d6776249 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 52415d97-d3ae-494c-aadb-be134e93a8f8) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:55:07.430247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44987c3d-4404-4217-a13c-16e0d6776249 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:55:07.430880 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-44987c3d-4404-4217-a13c-16e0d6776249 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:07.445997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7939e7-1395-411e-99bf-0ac623b598da None None] Network 52415d97-d3ae-494c-aadb-be134e93a8f8 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:55:07.453068 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-44987c3d-4404-4217-a13c-16e0d6776249 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0383065 Jan 14 07:55:07.456073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43076) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:07.461984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7c0a567c-f48f-402e-a376-373d9be90358 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Request body: {'router': {'external_gateway_info': {'network_id': '52415d97-d3ae-494c-aadb-be134e93a8f8'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:55:07.615561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Pushing event updated for resources: {'Port': ['ID=165169ca-6d0f-456c-b739-585270fe3d7e,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:07.623538 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:07.755177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Network 6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:55:07.758206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:55:07.762066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:55:07.860728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Attempting to bind port 165169ca-6d0f-456c-b739-585270fe3d7e on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:55:07.861155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Attempting to bind port 165169ca-6d0f-456c-b739-585270fe3d7e by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'c74c114b-f882-4e07-ba2c-986ba36effef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:55:07.861564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Attempting to bind port 165169ca-6d0f-456c-b739-585270fe3d7e on network 6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:55:07.869110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:55:07.869541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Checking segment: {'id': 'c74c114b-f882-4e07-ba2c-986ba36effef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:55:07.869998 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:07.870488 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7c0a567c-f48f-402e-a376-373d9be90358 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:07.870605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Bound using segment: {'id': 'c74c114b-f882-4e07-ba2c-986ba36effef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:55:07.870970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Bound port: 165169ca-6d0f-456c-b739-585270fe3d7e, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74c114b-f882-4e07-ba2c-986ba36effef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:55:07.871392 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:07.885062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf060035-7d7c-41be-8563-6dd6a4b96707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-52415d97-d3ae-494c-aadb-be134e93a8f8', 'network_id': '52415d97-d3ae-494c-aadb-be134e93a8f8', 'tenant_id': '3bf45c04e4354e4dba3f272967efff55', 'fixed_ips': [{'subnet_id': 'e55a8d37-57fb-4f02-903b-974804547bd3'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:55:07.885968 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf060035-7d7c-41be-8563-6dd6a4b96707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:08.032326 n-d-769329-2 neutron-server[80794]: INFO neutron.api.v2.resource [None req-7c0a567c-f48f-402e-a376-373d9be90358 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 07:55:08.033491 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7c0a567c-f48f-402e-a376-373d9be90358 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] 10.222.0.41 "PUT /v2.0/routers/cd8f4c0f-3125-47a9-a6fd-bd90c2757ffa HTTP/1.1" status: 400 len: 364 time: 0.5763197 Jan 14 07:55:08.041887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43080) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:08.086285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] For port 165169ca-6d0f-456c-b739-585270fe3d7e, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:55:08.092081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] For port 165169ca-6d0f-456c-b739-585270fe3d7e, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=165169ca-6d0f-456c-b739-585270fe3d7e,segment=NetworkSegment(c74c114b-f882-4e07-ba2c-986ba36effef),segment_id=c74c114b-f882-4e07-ba2c-986ba36effef)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:55:08.107162 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:08.120314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21488c0-44b7-4846-9d6f-488036e93603 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Deleting subnet e55a8d37-57fb-4f02-903b-974804547bd3 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:55:08.123477 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a21488c0-44b7-4846-9d6f-488036e93603 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:08.124315 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3287e0f-8aac-40a2-a991-aec4a11cc59e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:08.183987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a21488c0-44b7-4846-9d6f-488036e93603 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:08.255374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a21488c0-44b7-4846-9d6f-488036e93603 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:08.378853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Pushing event updated for resources: {'Port': ['ID=165169ca-6d0f-456c-b739-585270fe3d7e,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:08.385569 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:08.549517 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a21488c0-44b7-4846-9d6f-488036e93603 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server [None req-bf060035-7d7c-41be-8563-6dd6a4b96707 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e55a8d37-57fb-4f02-903b-974804547bd3: This subnet is being modified by another concurrent operation. Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise value Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server raise exception Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e55a8d37-57fb-4f02-903b-974804547bd3: This subnet is being modified by another concurrent operation. Jan 14 07:55:08.552738 n-d-769329-2 neutron-server[80794]: ERROR oslo_messaging.rpc.server Jan 14 07:55:08.566932 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ae384ac2-929f-4e65-96ba-5436e2d63402 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:08.568424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0bf22f-aed4-443f-a968-56cdbee3f49a None None] Network 52415d97-d3ae-494c-aadb-be134e93a8f8 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:55:08.659055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21488c0-44b7-4846-9d6f-488036e93603 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Pushing event deleted for resources: {'Subnet': ['ID=e55a8d37-57fb-4f02-903b-974804547bd3,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:08.668443 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a21488c0-44b7-4846-9d6f-488036e93603 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:08.731169 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a21488c0-44b7-4846-9d6f-488036e93603 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:08.739668 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a21488c0-44b7-4846-9d6f-488036e93603 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] 10.222.0.41 "DELETE /v2.0/subnets/e55a8d37-57fb-4f02-903b-974804547bd3 HTTP/1.1" status: 204 len: 168 time: 0.6960762 Jan 14 07:55:08.742059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43084) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:08.881091 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d49e72e9-2931-4b7f-bdbf-44e6ea6f37b4 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:09.088069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d49e72e9-2931-4b7f-bdbf-44e6ea6f37b4 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:09.162312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 165169ca-6d0f-456c-b739-585270fe3d7e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:55:09.215543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-d49e72e9-2931-4b7f-bdbf-44e6ea6f37b4 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52415d97-d3ae-494c-aadb-be134e93a8f8']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:09.228979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-d49e72e9-2931-4b7f-bdbf-44e6ea6f37b4 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3693b9a-bc07-448e-8554-5ab4d76ad1f7') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:09.229310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-d49e72e9-2931-4b7f-bdbf-44e6ea6f37b4 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3693b9a-bc07-448e-8554-5ab4d76ad1f7') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:09.232940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 165169ca-6d0f-456c-b739-585270fe3d7e completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:55:09.243176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d49e72e9-2931-4b7f-bdbf-44e6ea6f37b4 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:09.258830 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d49e72e9-2931-4b7f-bdbf-44e6ea6f37b4 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:09.260904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d49e72e9-2931-4b7f-bdbf-44e6ea6f37b4 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Releasing vxlan tunnel 6 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:55:09.761467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d49e72e9-2931-4b7f-bdbf-44e6ea6f37b4 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Network 52415d97-d3ae-494c-aadb-be134e93a8f8 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:55:09.771443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d49e72e9-2931-4b7f-bdbf-44e6ea6f37b4 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:09.785021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52d982c-5107-4716-be40-68f008c5c2d7 None None] Network 6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:55:09.884798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-aa917b13-1a86-4bd1-8c30-33f399c9a57b None None] Provisioning for port 165169ca-6d0f-456c-b739-585270fe3d7e completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:55:09.896808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-aa917b13-1a86-4bd1-8c30-33f399c9a57b None None] Provisioning complete for port 165169ca-6d0f-456c-b739-585270fe3d7e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:09.897238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa917b13-1a86-4bd1-8c30-33f399c9a57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:09.961843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d49e72e9-2931-4b7f-bdbf-44e6ea6f37b4 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Network 52415d97-d3ae-494c-aadb-be134e93a8f8 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:55:09.986487 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:55:10.072574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d49e72e9-2931-4b7f-bdbf-44e6ea6f37b4 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:10.076011 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b508dd01-6f29-443d-a823-869e55b55570 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:10.091484 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d49e72e9-2931-4b7f-bdbf-44e6ea6f37b4 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:10.102400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e72e9-2931-4b7f-bdbf-44e6ea6f37b4 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Pushing event deleted for resources: {'Network': ['ID=52415d97-d3ae-494c-aadb-be134e93a8f8,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:10.108129 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d49e72e9-2931-4b7f-bdbf-44e6ea6f37b4 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] 10.222.0.41 "DELETE /v2.0/networks/52415d97-d3ae-494c-aadb-be134e93a8f8 HTTP/1.1" status: 204 len: 168 time: 1.3625822 Jan 14 07:55:10.108129 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d49e72e9-2931-4b7f-bdbf-44e6ea6f37b4 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:10.108865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43088) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:10.142105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa917b13-1a86-4bd1-8c30-33f399c9a57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:10.189470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-aa917b13-1a86-4bd1-8c30-33f399c9a57b None None] For port 165169ca-6d0f-456c-b739-585270fe3d7e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=165169ca-6d0f-456c-b739-585270fe3d7e,segment=NetworkSegment(c74c114b-f882-4e07-ba2c-986ba36effef),segment_id=c74c114b-f882-4e07-ba2c-986ba36effef)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:55:10.192393 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-99debc67-b1d9-43a2-8314-cb999221ed29 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Deleting subnet 1c350113-2df6-43b1-9943-ca12f6279f00 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:55:10.193755 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-aa917b13-1a86-4bd1-8c30-33f399c9a57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:10.195901 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96fe3404-be47-4926-a96f-03e00e53295c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:10.196057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99debc67-b1d9-43a2-8314-cb999221ed29 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:10.263720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99debc67-b1d9-43a2-8314-cb999221ed29 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:10.270700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa917b13-1a86-4bd1-8c30-33f399c9a57b None None] Pushing event updated for resources: {'Port': ['ID=165169ca-6d0f-456c-b739-585270fe3d7e,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:10.274201 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa917b13-1a86-4bd1-8c30-33f399c9a57b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:10.365782 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99debc67-b1d9-43a2-8314-cb999221ed29 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:10.419756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a054cd6c-145c-4346-a271-94038bb09f8c None None] Provisioning complete for port 165169ca-6d0f-456c-b739-585270fe3d7e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:10.420800 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a054cd6c-145c-4346-a271-94038bb09f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:10.681566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2cd3a014-9aa1-4ec9-af4f-e6d9d01b9e23 None None] Provisioning complete for port 165169ca-6d0f-456c-b739-585270fe3d7e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:10.682263 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2cd3a014-9aa1-4ec9-af4f-e6d9d01b9e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:10.702144 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99debc67-b1d9-43a2-8314-cb999221ed29 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:10.732962 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b7207781-2429-486e-b936-9b5ee3054707 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:10.751571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684fe004-38ce-497c-85fa-fc2991b4f35a None None] get_active_networks_info from n-d-769329-2 {{(pid=80909) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 07:55:10.827743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99debc67-b1d9-43a2-8314-cb999221ed29 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Pushing event deleted for resources: {'Subnet': ['ID=1c350113-2df6-43b1-9943-ca12f6279f00,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:10.842921 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-99debc67-b1d9-43a2-8314-cb999221ed29 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:10.880125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-99debc67-b1d9-43a2-8314-cb999221ed29 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:10.890119 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-99debc67-b1d9-43a2-8314-cb999221ed29 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] 10.222.0.41 "DELETE /v2.0/subnets/1c350113-2df6-43b1-9943-ca12f6279f00 HTTP/1.1" status: 204 len: 168 time: 0.7804360 Jan 14 07:55:10.892664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43092) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:10.914302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684fe004-38ce-497c-85fa-fc2991b4f35a None None] Resources bound (agent type, host, resource id): {{(pid=80909) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 07:55:11.034225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:11.043340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e39c3018-eaf4-46aa-b88d-18bbbc578c7a None None] Provisioning complete for port 165169ca-6d0f-456c-b739-585270fe3d7e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:11.043786 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e39c3018-eaf4-46aa-b88d-18bbbc578c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:11.113253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Deleting port 165169ca-6d0f-456c-b739-585270fe3d7e {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:55:11.113695 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:11.155066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 165169ca-6d0f-456c-b739-585270fe3d7e up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:55:11.354662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] For port 165169ca-6d0f-456c-b739-585270fe3d7e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=165169ca-6d0f-456c-b739-585270fe3d7e,segment=NetworkSegment(c74c114b-f882-4e07-ba2c-986ba36effef),segment_id=c74c114b-f882-4e07-ba2c-986ba36effef)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:55:11.355219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:11.357551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 165169ca-6d0f-456c-b739-585270fe3d7e triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:11.357970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:11.499421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Calling delete_port for 165169ca-6d0f-456c-b739-585270fe3d7e owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:55:11.580821 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:11.598151 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a7b4a3bb-301b-40c4-bcd4-dd70d475ec36 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:11.685884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Could not find standard attr ID for object 165169ca-6d0f-456c-b739-585270fe3d7e. {{(pid=80909) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 07:55:11.695624 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No ports have port_id starting with 165169ca-6d0f-456c-b739-585270fe3d7e Jan 14 07:55:11.702185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Pushing event deleted for resources: {'Port': ['ID=165169ca-6d0f-456c-b739-585270fe3d7e,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:11.716626 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:11.753242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] No DVR routers for this DVR port 165169ca-6d0f-456c-b739-585270fe3d7e on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:55:11.757269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad02989-e96f-41c0-a8e7-acd2b2e383a1 None None] Network 6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:55:11.899557 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:11.995865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adde4cb6-22a5-409f-8d25-41f16e55721e None None] DHCP port deletion for 6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:55:12.037135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:12.052596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74c114b-f882-4e07-ba2c-986ba36effef') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:12.052931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74c114b-f882-4e07-ba2c-986ba36effef') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:12.065605 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:12.082277 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:12.085382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:55:12.285090 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Network 6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:55:12.294393 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:12.482840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Network 6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:55:12.513177 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:55:12.595315 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:12.598736 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-eac9a835-73f5-48cd-bfcd-a021098236ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:12.614843 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:12.627337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Pushing event deleted for resources: {'Network': ['ID=6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:12.631622 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:12.633342 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] 10.222.0.41 "DELETE /v2.0/networks/6ce416fd-1b1a-4b86-9b66-74d09fd7a6a2 HTTP/1.1" status: 204 len: 168 time: 1.7392409 Jan 14 07:55:12.636308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43096) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:12.686009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2774efbd-3554-4ac3-b4fa-abc415919e59 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Synchronizing usage tracker for tenant:3bf45c04e4354e4dba3f272967efff55 on resource:port {{(pid=80908) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:55:12.703182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2774efbd-3554-4ac3-b4fa-abc415919e59 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Unset dirty status for tenant:3bf45c04e4354e4dba3f272967efff55 on resource:port {{(pid=80908) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:55:12.704497 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2774efbd-3554-4ac3-b4fa-abc415919e59 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] 10.222.0.41 "GET /v2.0/ports?device_id=cd8f4c0f-3125-47a9-a6fd-bd90c2757ffa HTTP/1.1" status: 200 len: 205 time: 0.0672057 Jan 14 07:55:12.707990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43100) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:12.852577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5acd-c503-40d2-a082-1e0792829acd tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:13.122182 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5acd-c503-40d2-a082-1e0792829acd tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:13.124607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5acd-c503-40d2-a082-1e0792829acd tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:13.135433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 165169ca-6d0f-456c-b739-585270fe3d7e no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:55:13.150812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5acd-c503-40d2-a082-1e0792829acd tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:13.151387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3c5acd-c503-40d2-a082-1e0792829acd tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Fanout notify agent at l3_agent the message router_deleted on router cd8f4c0f-3125-47a9-a6fd-bd90c2757ffa {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:55:13.170355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7d3c5acd-c503-40d2-a082-1e0792829acd tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:13.171616 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7d3c5acd-c503-40d2-a082-1e0792829acd tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] 10.222.0.41 "DELETE /v2.0/routers/cd8f4c0f-3125-47a9-a6fd-bd90c2757ffa HTTP/1.1" status: 204 len: 168 time: 0.4626262 Jan 14 07:55:13.177959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 165169ca-6d0f-456c-b739-585270fe3d7e {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:55:13.178412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 165169ca-6d0f-456c-b739-585270fe3d7e not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:55:13.498645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43108) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:13.709095 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c2eee711-795f-4eb5-ba49-2418775965ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3bf45c04e4354e4dba3f272967efff55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2089853 Jan 14 07:55:13.711771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43114) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:13.778333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c190080a-953c-4d4a-bc0b-a67b8d045bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:13.806853 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c190080a-953c-4d4a-bc0b-a67b8d045bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:13.855298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c190080a-953c-4d4a-bc0b-a67b8d045bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:13.860507 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-74aa0341-350a-44c3-bde7-a6e4d4903a7f tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:13.875061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190080a-953c-4d4a-bc0b-a67b8d045bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95a482f-5b08-458d-a62d-59479539e1e6,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:13.880090 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c190080a-953c-4d4a-bc0b-a67b8d045bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:13.881373 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c190080a-953c-4d4a-bc0b-a67b8d045bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:13.883128 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c190080a-953c-4d4a-bc0b-a67b8d045bba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d95a482f-5b08-458d-a62d-59479539e1e6 HTTP/1.1" status: 204 len: 168 time: 0.1697686 Jan 14 07:55:14.781518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43136) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:14.941852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1707902519-network', 'tenant_id': '6d0fd95b863441319ef6d3ba61163af9'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:55:14.948169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:55:14.952399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Usage tracker for resource:network and tenant:6d0fd95b863441319ef6d3ba61163af9 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:55:14.955470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:55:14.962995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:55:14.975869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Made reservation on behalf of 6d0fd95b863441319ef6d3ba61163af9 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:55:14.980655 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:14.994515 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:15.011619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:55:15.017502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Usage tracker for resource:security_group_rule and tenant:6d0fd95b863441319ef6d3ba61163af9 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:55:15.021537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:55:15.027349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:55:15.119640 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:15.122733 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:15.127112 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96b688c8-baf9-4f82-86b0-292ad96ca91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:15.160566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:55:15.171448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda23447-e012-46b8-8240-bd12f9d134b9,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:15.176877 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:15.179637 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:15.180084 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Added segment 90e9cb3d-8c44-4c45-8fdd-195d74919207 of type vxlan for network 659c119e-2969-4a4b-bad5-0e2d66ee3967 Jan 14 07:55:15.208190 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:15.239611 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:15.240712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:55:15.241362 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:15.245509 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:15.355894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Pushing event updated for resources: {'Network': ['ID=659c119e-2969-4a4b-bad5-0e2d66ee3967,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:15.359433 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5767264 Jan 14 07:55:15.360476 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4cae62f5-46e9-4ff2-8065-146de769cd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:15.362991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43142) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:15.367533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 659c119e-2969-4a4b-bad5-0e2d66ee3967 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:55:15.370680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2af8a732-2251-454d-b7fe-45b3c001998d admin admin] Request body: {'subnet': {'network_id': '659c119e-2969-4a4b-bad5-0e2d66ee3967', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1707902519-subnet', 'tenant_id': '6d0fd95b863441319ef6d3ba61163af9', 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:55:15.377641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2af8a732-2251-454d-b7fe-45b3c001998d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:55:15.382819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2af8a732-2251-454d-b7fe-45b3c001998d admin admin] Usage tracker for resource:subnet and tenant:6d0fd95b863441319ef6d3ba61163af9 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:55:15.383449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 659c119e-2969-4a4b-bad5-0e2d66ee3967 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:55:15.386030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2af8a732-2251-454d-b7fe-45b3c001998d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:55:15.392037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2af8a732-2251-454d-b7fe-45b3c001998d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:55:15.400688 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 659c119e-2969-4a4b-bad5-0e2d66ee3967 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:55:15.407601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af8a732-2251-454d-b7fe-45b3c001998d admin admin] Made reservation on behalf of 6d0fd95b863441319ef6d3ba61163af9 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:55:15.412738 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2af8a732-2251-454d-b7fe-45b3c001998d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:15.862773 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2af8a732-2251-454d-b7fe-45b3c001998d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:15.882470 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-501fc026-7c15-4307-8d64-55f94a028fb8 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:16.027208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8a732-2251-454d-b7fe-45b3c001998d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc9191c-a9c1-4540-8f1a-0b7cfbce3c51,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:16.035333 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2af8a732-2251-454d-b7fe-45b3c001998d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:16.114281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af8a732-2251-454d-b7fe-45b3c001998d admin admin] Checking segment: {'id': '90e9cb3d-8c44-4c45-8fdd-195d74919207', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '659c119e-2969-4a4b-bad5-0e2d66ee3967'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:55:16.114671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af8a732-2251-454d-b7fe-45b3c001998d admin admin] Network hostable DHCP agents. Network: 659c119e-2969-4a4b-bad5-0e2d66ee3967, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:55:16.133859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af8a732-2251-454d-b7fe-45b3c001998d admin admin] Network 659c119e-2969-4a4b-bad5-0e2d66ee3967 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:55:16.141984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2af8a732-2251-454d-b7fe-45b3c001998d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 659c119e-2969-4a4b-bad5-0e2d66ee3967) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:55:16.152424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1660c1-8657-4ada-b95e-181de8204603 None None] Network 659c119e-2969-4a4b-bad5-0e2d66ee3967 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:55:16.154310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af8a732-2251-454d-b7fe-45b3c001998d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:55:16.155038 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2af8a732-2251-454d-b7fe-45b3c001998d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:16.178716 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2af8a732-2251-454d-b7fe-45b3c001998d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8112431 Jan 14 07:55:16.179372 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43146) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:16.188532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1707902519-router', 'tenant_id': '6d0fd95b863441319ef6d3ba61163af9', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:55:16.196670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:55:16.201159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Usage tracker for resource:router and tenant:6d0fd95b863441319ef6d3ba61163af9 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:55:16.204940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:55:16.211370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:55:16.220584 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:16.221660 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:16.238264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:16.402681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-659c119e-2969-4a4b-bad5-0e2d66ee3967', 'network_id': '659c119e-2969-4a4b-bad5-0e2d66ee3967', 'tenant_id': '6d0fd95b863441319ef6d3ba61163af9', 'fixed_ips': [{'subnet_id': 'fbc9191c-a9c1-4540-8f1a-0b7cfbce3c51'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:55:16.403761 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:16.542122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:16.645250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:16.762059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Allocated IP 172.20.0.2 (659c119e-2969-4a4b-bad5-0e2d66ee3967/fbc9191c-a9c1-4540-8f1a-0b7cfbce3c51/756881cf-8035-4191-b88d-9b9f735fc443) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:55:16.845219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:16.993990 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:17.005516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Transition to ACTIVE for port object 756881cf-8035-4191-b88d-9b9f735fc443 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:55:17.021873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Transition to ACTIVE for port object 756881cf-8035-4191-b88d-9b9f735fc443 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:55:17.026548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:17.041435 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-176121d6-d1c7-41e3-99ba-d310fddbe92e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:17.175731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Pushing event updated for resources: {'Port': ['ID=756881cf-8035-4191-b88d-9b9f735fc443,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:17.179471 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:17.190142 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:17.225111 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:17.251669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Network 659c119e-2969-4a4b-bad5-0e2d66ee3967 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:55:17.253685 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:55:17.256145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:55:17.322608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Attempting to bind port 756881cf-8035-4191-b88d-9b9f735fc443 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:55:17.323026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Attempting to bind port 756881cf-8035-4191-b88d-9b9f735fc443 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '90e9cb3d-8c44-4c45-8fdd-195d74919207', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '659c119e-2969-4a4b-bad5-0e2d66ee3967'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:55:17.323446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Attempting to bind port 756881cf-8035-4191-b88d-9b9f735fc443 on network 659c119e-2969-4a4b-bad5-0e2d66ee3967 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:55:17.329388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:55:17.329810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Checking segment: {'id': '90e9cb3d-8c44-4c45-8fdd-195d74919207', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '659c119e-2969-4a4b-bad5-0e2d66ee3967'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:55:17.330289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:17.330741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Bound using segment: {'id': '90e9cb3d-8c44-4c45-8fdd-195d74919207', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '659c119e-2969-4a4b-bad5-0e2d66ee3967'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:55:17.332129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Bound port: 756881cf-8035-4191-b88d-9b9f735fc443, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e9cb3d-8c44-4c45-8fdd-195d74919207', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '659c119e-2969-4a4b-bad5-0e2d66ee3967'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:55:17.332565 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:17.434569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] For port 756881cf-8035-4191-b88d-9b9f735fc443, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:55:17.437884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] For port 756881cf-8035-4191-b88d-9b9f735fc443, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=756881cf-8035-4191-b88d-9b9f735fc443,segment=NetworkSegment(90e9cb3d-8c44-4c45-8fdd-195d74919207),segment_id=90e9cb3d-8c44-4c45-8fdd-195d74919207)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:55:17.443746 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:17.457766 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f0ee976-9a33-4c8a-b2ea-6fc251a8b175 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:17.519683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Allocated IP 172.25.3.19 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/bb43be2d-77e7-4058-9322-ab99e305cf18) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:55:17.617076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Pushing event updated for resources: {'Port': ['ID=756881cf-8035-4191-b88d-9b9f735fc443,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:17.632992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.633383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.633765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.634142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.634513 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.634883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.635250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.635621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.636030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.636396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.636765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.637127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.637564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.637926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.638288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.638649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.639010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.639376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.639759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.640121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.640484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.640844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.641204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.641561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.642020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.642517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.643031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.643618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.644796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.645385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.646015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.647807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.648417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.648940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.649567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.650191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:17.675679 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:17.737257 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:17.765122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:17.781608 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bd0c17f1-2f17-42da-8ff6-ce92423a4bca tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:17.923929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Pushing event updated for resources: {'Port': ['ID=bb43be2d-77e7-4058-9322-ab99e305cf18,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:17.927500 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:18.026056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:55:18.028075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:55:18.031289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:55:18.493821 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:18.864903 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:19.097374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Router 8532cc0b-c325-4579-a499-d34938817c2a is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:55:19.177066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 756881cf-8035-4191-b88d-9b9f735fc443 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:55:19.214559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b86fe6-9bc4-493f-8cb6-0ad4180f67c9 None None] Network 659c119e-2969-4a4b-bad5-0e2d66ee3967 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:55:19.298999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:55:19.309137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] Sync routers for ids ['8532cc0b-c325-4579-a499-d34938817c2a'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:55:19.320729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] Routers {'8532cc0b-c325-4579-a499-d34938817c2a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:55:19.321460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:54:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8532cc0b-c325-4579-a499-d34938817c2a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:19.328065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:19.330135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-acb92334-819a-40c4-99c8-09f643532a29 None None] Provisioning for port 756881cf-8035-4191-b88d-9b9f735fc443 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:55:19.330390 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1485636 Jan 14 07:55:19.333673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43150) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:19.393748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 756881cf-8035-4191-b88d-9b9f735fc443 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:55:19.431215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 756881cf-8035-4191-b88d-9b9f735fc443 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:19.431582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:19.513342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] Set router 8532cc0b-c325-4579-a499-d34938817c2a gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:55:19.640047 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:19.685827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 756881cf-8035-4191-b88d-9b9f735fc443, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=756881cf-8035-4191-b88d-9b9f735fc443,segment=NetworkSegment(90e9cb3d-8c44-4c45-8fdd-195d74919207),segment_id=90e9cb3d-8c44-4c45-8fdd-195d74919207)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:55:19.692609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:19.695182 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5339ac22-c43f-4086-9f3e-c43071965039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:19.851702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8532cc0b-c325-4579-a499-d34938817c2a', 'name': 'tempest-TestEncryptedCinderVolumes-1707902519-router', 'tenant_id': '6d0fd95b863441319ef6d3ba61163af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'bb43be2d-77e7-4058-9322-ab99e305cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:55:16Z', 'updated_at': '2021-01-14T07:55:18Z', 'revision_number': 3, 'project_id': '6d0fd95b863441319ef6d3ba61163af9', 'gw_port': {'id': 'bb43be2d-77e7-4058-9322-ab99e305cf18', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:26:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8532cc0b-c325-4579-a499-d34938817c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:17Z', 'updated_at': '2021-01-14T07:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:19.857984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] Checking router: 8532cc0b-c325-4579-a499-d34938817c2a for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:55:19.859408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] Updating router 8532cc0b-c325-4579-a499-d34938817c2a port bb43be2d-77e7-4058-9322-ab99e305cf18 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:55:19.947591 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:20.051814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-814573ce-2ce4-4fb1-a00e-2f7e9e6bb1ac None None] Provisioning complete for port 756881cf-8035-4191-b88d-9b9f735fc443 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:20.052213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-814573ce-2ce4-4fb1-a00e-2f7e9e6bb1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:20.089023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=756881cf-8035-4191-b88d-9b9f735fc443,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:20.099568 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:20.335066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c49643c6-b4b9-4a3a-ad97-fd12b74a4f95 None None] Provisioning complete for port 756881cf-8035-4191-b88d-9b9f735fc443 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:20.335566 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c49643c6-b4b9-4a3a-ad97-fd12b74a4f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:20.513434 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:20.529268 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:20.542823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] Transition to ACTIVE for port object bb43be2d-77e7-4058-9322-ab99e305cf18 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:55:20.548495 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:20.568914 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0a3152f9-e95c-4dce-a977-fd752a7fa142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:20.598461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-16fcaf88-d996-400f-b670-bf650ed174b2 None None] Provisioning complete for port 756881cf-8035-4191-b88d-9b9f735fc443 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:20.599055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-16fcaf88-d996-400f-b670-bf650ed174b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:20.870460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Pushing event updated for resources: {'Port': ['ID=bb43be2d-77e7-4058-9322-ab99e305cf18,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:20.883887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.884271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.884645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.885021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.885382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.885750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.886112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.886468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.886827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.887185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.887540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.887920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.888346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.888699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.889055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.889408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.889759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.890111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.890463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.890817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.891142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.891499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.891873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.892005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Allocated IP 172.20.0.1 (659c119e-2969-4a4b-bad5-0e2d66ee3967/fbc9191c-a9c1-4540-8f1a-0b7cfbce3c51/f8ea4590-0739-4f5c-ad80-f093364df315) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:55:20.892226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.892613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.892961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.893312 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.894399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.894895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.895276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.895644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.896028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.896391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.896752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.897104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.897457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:20.904707 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:20.973429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] Attempting to bind port bb43be2d-77e7-4058-9322-ab99e305cf18 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:55:20.974167 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] Attempting to bind port bb43be2d-77e7-4058-9322-ab99e305cf18 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:55:20.974278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] Attempting to bind port bb43be2d-77e7-4058-9322-ab99e305cf18 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:55:20.981028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:55:20.981417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:55:20.982028 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:20.982465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:55:20.982977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] Bound port: bb43be2d-77e7-4058-9322-ab99e305cf18, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:55:20.983388 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:21.064633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] For port bb43be2d-77e7-4058-9322-ab99e305cf18, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:55:21.065489 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:21.069580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] For port bb43be2d-77e7-4058-9322-ab99e305cf18, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=bb43be2d-77e7-4058-9322-ab99e305cf18,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:55:21.073693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:21.084678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Transition to ACTIVE for port object f8ea4590-0739-4f5c-ad80-f093364df315 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:55:21.112582 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:21.148774 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ac848e5-3203-4b44-9460-d1022d1753c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:21.150683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 756881cf-8035-4191-b88d-9b9f735fc443 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:55:21.189106 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3904d63e-c50f-4d86-92f7-58a8a2939463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:21.231037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 756881cf-8035-4191-b88d-9b9f735fc443 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:21.231611 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:21.261170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Pushing event updated for resources: {'Port': ['ID=bb43be2d-77e7-4058-9322-ab99e305cf18,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:21.276687 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:21.299169 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Pushing event updated for resources: {'Port': ['ID=f8ea4590-0739-4f5c-ad80-f093364df315,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:21.304641 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:21.310821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] Routers {'8532cc0b-c325-4579-a499-d34938817c2a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:55:21.311476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:54:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8532cc0b-c325-4579-a499-d34938817c2a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:21.352081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Network 659c119e-2969-4a4b-bad5-0e2d66ee3967 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:55:21.353229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:55:21.356011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:55:21.418210 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:21.528592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] Set router 8532cc0b-c325-4579-a499-d34938817c2a gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:55:21.666503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-edbbba14-bb18-4a18-965f-5a0670eff488 None None] Provisioning for port f8ea4590-0739-4f5c-ad80-f093364df315 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:55:21.672036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-edbbba14-bb18-4a18-965f-5a0670eff488 None None] Provisioning complete for port f8ea4590-0739-4f5c-ad80-f093364df315 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:21.672747 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edbbba14-bb18-4a18-965f-5a0670eff488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:21.736726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-edbbba14-bb18-4a18-965f-5a0670eff488 None None] Port f8ea4590-0739-4f5c-ad80-f093364df315 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:55:21.778659 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:21.861601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8532cc0b-c325-4579-a499-d34938817c2a', 'name': 'tempest-TestEncryptedCinderVolumes-1707902519-router', 'tenant_id': '6d0fd95b863441319ef6d3ba61163af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'bb43be2d-77e7-4058-9322-ab99e305cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:55:16Z', 'updated_at': '2021-01-14T07:55:18Z', 'revision_number': 3, 'project_id': '6d0fd95b863441319ef6d3ba61163af9', 'gw_port': {'id': 'bb43be2d-77e7-4058-9322-ab99e305cf18', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:26:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8532cc0b-c325-4579-a499-d34938817c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:17Z', 'updated_at': '2021-01-14T07:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:21.865998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814a77f-089b-4b63-8995-2aa0bf11f1a6 None None] The sync data for ids ['8532cc0b-c325-4579-a499-d34938817c2a'] in n-d-769329-2 is: [{'id': '8532cc0b-c325-4579-a499-d34938817c2a', 'name': 'tempest-TestEncryptedCinderVolumes-1707902519-router', 'tenant_id': '6d0fd95b863441319ef6d3ba61163af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'bb43be2d-77e7-4058-9322-ab99e305cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:55:16Z', 'updated_at': '2021-01-14T07:55:18Z', 'revision_number': 3, 'project_id': '6d0fd95b863441319ef6d3ba61163af9', 'gw_port': {'id': 'bb43be2d-77e7-4058-9322-ab99e305cf18', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:26:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8532cc0b-c325-4579-a499-d34938817c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:17Z', 'updated_at': '2021-01-14T07:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:55:22.115363 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:22.119478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:22.147176 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cc3058a6-01c2-4f0c-b26c-4e6bee2f5dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:22.239554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Pushing event updated for resources: {'Port': ['ID=f8ea4590-0739-4f5c-ad80-f093364df315,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:22.248044 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:22.249195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:22.412381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Network 659c119e-2969-4a4b-bad5-0e2d66ee3967 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:55:22.413636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:55:22.628589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Router 8532cc0b-c325-4579-a499-d34938817c2a has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:55:22.695969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cc0d4d7f-d342-433e-a59c-276aadf13be8 None None] Provisioning complete for port f8ea4590-0739-4f5c-ad80-f093364df315 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:22.696403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cc0d4d7f-d342-433e-a59c-276aadf13be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:22.758455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d4d7f-d342-433e-a59c-276aadf13be8 None None] Port f8ea4590-0739-4f5c-ad80-f093364df315 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:55:22.827665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:55:22.837605 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] 10.222.0.41 "PUT /v2.0/routers/8532cc0b-c325-4579-a499-d34938817c2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5024910 Jan 14 07:55:23.160261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device bb43be2d-77e7-4058-9322-ab99e305cf18 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:55:23.227509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port bb43be2d-77e7-4058-9322-ab99e305cf18 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:55:23.232580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port bb43be2d-77e7-4058-9322-ab99e305cf18 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:23.233000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:23.356683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:23.373902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port bb43be2d-77e7-4058-9322-ab99e305cf18, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=bb43be2d-77e7-4058-9322-ab99e305cf18,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:55:23.376783 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:23.383663 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:23.462444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=bb43be2d-77e7-4058-9322-ab99e305cf18,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:23.466382 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:23.611452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43168) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:23.618049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-970207171-network', 'tenant_id': '2b5868b09adc40dab015933370e20e38'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:55:23.624035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:55:23.628179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Usage tracker for resource:network and tenant:2b5868b09adc40dab015933370e20e38 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:55:23.631208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:55:23.637131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:55:23.650697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Made reservation on behalf of 2b5868b09adc40dab015933370e20e38 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:55:23.655425 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:23.668978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:23.684352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:55:23.689084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Usage tracker for resource:security_group_rule and tenant:2b5868b09adc40dab015933370e20e38 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:55:23.692255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:55:23.698273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:55:23.788870 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:23.791939 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:23.796502 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c190080a-953c-4d4a-bc0b-a67b8d045bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:23.827132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:55:23.842592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fe5f1d-a27f-4a83-bf89-4cc5de68d706,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:23.845699 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:23.846143 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Added segment 0dbee9e2-dc27-4962-97e7-373c151416c6 of type vxlan for network 8e7f3fcb-62dd-47bf-8360-a6a9e87b4019 Jan 14 07:55:23.847638 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:23.876048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:23.908635 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:23.909829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:55:23.910576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:23.916248 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-21216e33-6507-490c-8d39-656b1ee42561 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:23.979684 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b785ad5-99a5-4f8f-99b5-e20a35164010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:24.027368 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4146287 Jan 14 07:55:24.030474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43172) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:24.030649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Pushing event updated for resources: {'Network': ['ID=8e7f3fcb-62dd-47bf-8360-a6a9e87b4019,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:24.034097 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b2b1f48f-3bb4-4700-9cd5-73d4764c67ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:24.038742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Request body: {'subnet': {'network_id': '8e7f3fcb-62dd-47bf-8360-a6a9e87b4019', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-970207171-subnet', 'tenant_id': '2b5868b09adc40dab015933370e20e38', 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:55:24.045351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:55:24.046166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 8e7f3fcb-62dd-47bf-8360-a6a9e87b4019 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:55:24.049591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Usage tracker for resource:subnet and tenant:2b5868b09adc40dab015933370e20e38 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:55:24.053049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:55:24.059311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:55:24.063983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 8e7f3fcb-62dd-47bf-8360-a6a9e87b4019 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:55:24.071243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Made reservation on behalf of 2b5868b09adc40dab015933370e20e38 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:55:24.076420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:24.079460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 8e7f3fcb-62dd-47bf-8360-a6a9e87b4019 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:55:24.496026 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:24.514988 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-809253e3-d23a-4427-ab64-48b4f2c12dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:24.632460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] Sync routers for ids ['8532cc0b-c325-4579-a499-d34938817c2a'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:55:24.644567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] Routers {'8532cc0b-c325-4579-a499-d34938817c2a'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:55:24.645358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:54:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8532cc0b-c325-4579-a499-d34938817c2a'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:24.845987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] Set router 8532cc0b-c325-4579-a499-d34938817c2a gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:55:24.937765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc8cd850-1c83-4be1-a764-c86d3566b070,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:24.960070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.960501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.960925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.961339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.961753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.962159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.962570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.962974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.963378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.963837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.964240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.964640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.965117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.965517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.965919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.966319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.966719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.967118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.967518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.967940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.968339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.968741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.969141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.969535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.969976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.970375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.970773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.971170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.971567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.972050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.972535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.972940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.973340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.973738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.974136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.974534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:55:24.982535 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:25.042365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Checking segment: {'id': '0dbee9e2-dc27-4962-97e7-373c151416c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8e7f3fcb-62dd-47bf-8360-a6a9e87b4019'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:55:25.042762 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Network hostable DHCP agents. Network: 8e7f3fcb-62dd-47bf-8360-a6a9e87b4019, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:55:25.062571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Network 8e7f3fcb-62dd-47bf-8360-a6a9e87b4019 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:55:25.073760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 8e7f3fcb-62dd-47bf-8360-a6a9e87b4019) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:55:25.086094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91be865-caf0-41c4-a5d3-b55eeca711b7 None None] Network 8e7f3fcb-62dd-47bf-8360-a6a9e87b4019 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:55:25.088612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:55:25.089268 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:25.111854 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0798492 Jan 14 07:55:25.114334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43176) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:25.121674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-970207171-router', 'tenant_id': '2b5868b09adc40dab015933370e20e38', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:55:25.127948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:55:25.132793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Usage tracker for resource:router and tenant:2b5868b09adc40dab015933370e20e38 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:55:25.135996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:55:25.142350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:55:25.155895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:25.157069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:25.176988 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device bb43be2d-77e7-4058-9322-ab99e305cf18 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:55:25.178122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:25.422760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port bb43be2d-77e7-4058-9322-ab99e305cf18 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:25.423106 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:25.548886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-8e7f3fcb-62dd-47bf-8360-a6a9e87b4019', 'network_id': '8e7f3fcb-62dd-47bf-8360-a6a9e87b4019', 'tenant_id': '2b5868b09adc40dab015933370e20e38', 'fixed_ips': [{'subnet_id': 'bc8cd850-1c83-4be1-a764-c86d3566b070'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:55:25.549793 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:25.568658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8532cc0b-c325-4579-a499-d34938817c2a', 'name': 'tempest-TestEncryptedCinderVolumes-1707902519-router', 'tenant_id': '6d0fd95b863441319ef6d3ba61163af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'bb43be2d-77e7-4058-9322-ab99e305cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:55:16Z', 'updated_at': '2021-01-14T07:55:21Z', 'revision_number': 4, 'project_id': '6d0fd95b863441319ef6d3ba61163af9', 'gw_port': {'id': 'bb43be2d-77e7-4058-9322-ab99e305cf18', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:26:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8532cc0b-c325-4579-a499-d34938817c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:17Z', 'updated_at': '2021-01-14T07:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'f8ea4590-0739-4f5c-ad80-f093364df315', 'name': '', 'network_id': '659c119e-2969-4a4b-bad5-0e2d66ee3967', 'tenant_id': '6d0fd95b863441319ef6d3ba61163af9', 'mac_address': 'fa:16:3e:91:4e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8532cc0b-c325-4579-a499-d34938817c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fbc9191c-a9c1-4540-8f1a-0b7cfbce3c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:20Z', 'updated_at': '2021-01-14T07:55:21Z', 'revision_number': 2, 'project_id': '6d0fd95b863441319ef6d3ba61163af9', 'subnets': [{'id': 'fbc9191c-a9c1-4540-8f1a-0b7cfbce3c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:25.589852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] Checking router: 8532cc0b-c325-4579-a499-d34938817c2a for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:55:25.590261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] Updating router 8532cc0b-c325-4579-a499-d34938817c2a port f8ea4590-0739-4f5c-ad80-f093364df315 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:55:25.789987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:26.044779 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:26.184702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:26.226091 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:26.495943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Allocated IP 172.20.0.2 (8e7f3fcb-62dd-47bf-8360-a6a9e87b4019/bc8cd850-1c83-4be1-a764-c86d3566b070/b237c2d5-0b9a-4555-8b14-88d40414586c) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:55:26.519558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Allocated IP 172.25.3.5 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/1c05ded2-4585-41a2-abf3-2a31b1986780) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:55:26.682982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:26.710930 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:26.727018 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fff8929a-9333-4c21-818f-bfaf8ddb0d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:26.860518 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9e285833-d142-47db-a871-2cf8de0ada58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:26.864340 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:26.871132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Pushing event updated for resources: {'Port': ['ID=1c05ded2-4585-41a2-abf3-2a31b1986780,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:26.876791 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:26.885587 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:26.893272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] Transition to ACTIVE for port object f8ea4590-0739-4f5c-ad80-f093364df315 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:55:26.899747 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:26.918648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Transition to ACTIVE for port object b237c2d5-0b9a-4555-8b14-88d40414586c will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:55:26.923997 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9aba9164-5cc7-4ebd-a8fd-3d51f9ac3837 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:26.930047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:55:26.931557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:55:26.934209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:55:27.069400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Transition to ACTIVE for port object b237c2d5-0b9a-4555-8b14-88d40414586c will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:55:27.082936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:27.101189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a1dfe-023d-44d9-b7c7-4be9dd18c779 None None] Pushing event updated for resources: {'Port': ['ID=f8ea4590-0739-4f5c-ad80-f093364df315,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:27.110803 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8f6a1dfe-023d-44d9-b7c7-4be9dd18c779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:27.162702 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d3148339-daa7-414f-ad12-d0be27592802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:27.304487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Pushing event updated for resources: {'Port': ['ID=b237c2d5-0b9a-4555-8b14-88d40414586c,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:27.370468 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:27.382298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:27.462054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Network 8e7f3fcb-62dd-47bf-8360-a6a9e87b4019 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:55:27.466851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:55:27.471458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:55:27.479200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] Attempting to bind port f8ea4590-0739-4f5c-ad80-f093364df315 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:55:27.479627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] Attempting to bind port f8ea4590-0739-4f5c-ad80-f093364df315 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '90e9cb3d-8c44-4c45-8fdd-195d74919207', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '659c119e-2969-4a4b-bad5-0e2d66ee3967'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:55:27.480071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] Attempting to bind port f8ea4590-0739-4f5c-ad80-f093364df315 on network 659c119e-2969-4a4b-bad5-0e2d66ee3967 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:55:27.517476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:55:27.517912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] Checking segment: {'id': '90e9cb3d-8c44-4c45-8fdd-195d74919207', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '659c119e-2969-4a4b-bad5-0e2d66ee3967'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:55:27.518367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:27.519426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] Bound using segment: {'id': '90e9cb3d-8c44-4c45-8fdd-195d74919207', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '659c119e-2969-4a4b-bad5-0e2d66ee3967'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:55:27.519990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] Bound port: f8ea4590-0739-4f5c-ad80-f093364df315, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e9cb3d-8c44-4c45-8fdd-195d74919207', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '659c119e-2969-4a4b-bad5-0e2d66ee3967'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:55:27.520606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:27.538251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:27.602933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Attempting to bind port b237c2d5-0b9a-4555-8b14-88d40414586c on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:55:27.603263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Attempting to bind port b237c2d5-0b9a-4555-8b14-88d40414586c by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '0dbee9e2-dc27-4962-97e7-373c151416c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8e7f3fcb-62dd-47bf-8360-a6a9e87b4019'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:55:27.603727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Attempting to bind port b237c2d5-0b9a-4555-8b14-88d40414586c on network 8e7f3fcb-62dd-47bf-8360-a6a9e87b4019 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:55:27.625227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:55:27.625660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Checking segment: {'id': '0dbee9e2-dc27-4962-97e7-373c151416c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8e7f3fcb-62dd-47bf-8360-a6a9e87b4019'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:55:27.626113 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:27.626557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Bound using segment: {'id': '0dbee9e2-dc27-4962-97e7-373c151416c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8e7f3fcb-62dd-47bf-8360-a6a9e87b4019'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:55:27.627099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Bound port: b237c2d5-0b9a-4555-8b14-88d40414586c, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dbee9e2-dc27-4962-97e7-373c151416c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8e7f3fcb-62dd-47bf-8360-a6a9e87b4019'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:55:27.627520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:27.719009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] For port f8ea4590-0739-4f5c-ad80-f093364df315, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:55:27.740985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] For port f8ea4590-0739-4f5c-ad80-f093364df315, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f8ea4590-0739-4f5c-ad80-f093364df315,segment=NetworkSegment(90e9cb3d-8c44-4c45-8fdd-195d74919207),segment_id=90e9cb3d-8c44-4c45-8fdd-195d74919207)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:55:27.747196 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:27.750835 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:27.767432 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c606db34-7e8d-4dc6-a87f-8622fcecbb56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:27.886536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] For port b237c2d5-0b9a-4555-8b14-88d40414586c, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:55:27.906674 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] For port b237c2d5-0b9a-4555-8b14-88d40414586c, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b237c2d5-0b9a-4555-8b14-88d40414586c,segment=NetworkSegment(0dbee9e2-dc27-4962-97e7-373c151416c6),segment_id=0dbee9e2-dc27-4962-97e7-373c151416c6)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:55:27.917126 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:27.982582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Router 3a7cbe6a-eead-4d86-b745-debc0386ea61 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:55:28.038753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a1dfe-023d-44d9-b7c7-4be9dd18c779 None None] Pushing event updated for resources: {'Port': ['ID=f8ea4590-0739-4f5c-ad80-f093364df315,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:28.054111 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8f6a1dfe-023d-44d9-b7c7-4be9dd18c779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:28.054646 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0b93795c-c1d5-44ef-b0ca-640d2927b197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:28.131176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:28.183773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:55:28.194208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] Sync routers for ids ['3a7cbe6a-eead-4d86-b745-debc0386ea61'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:55:28.195692 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Pushing event updated for resources: {'Port': ['ID=b237c2d5-0b9a-4555-8b14-88d40414586c,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:28.201442 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:28.202219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] Routers {'8532cc0b-c325-4579-a499-d34938817c2a'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:55:28.202901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:55:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8532cc0b-c325-4579-a499-d34938817c2a'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:28.209920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] Routers {'3a7cbe6a-eead-4d86-b745-debc0386ea61'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:55:28.210826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:55:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['3a7cbe6a-eead-4d86-b745-debc0386ea61'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:28.215602 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:28.217067 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1016188 Jan 14 07:55:28.219959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43180) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:28.447574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] Set router 3a7cbe6a-eead-4d86-b745-debc0386ea61 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:55:28.630427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] Set router 8532cc0b-c325-4579-a499-d34938817c2a gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:55:28.844414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7cbe6a-eead-4d86-b745-debc0386ea61', 'name': 'tempest-TestEncryptedCinderVolumes-970207171-router', 'tenant_id': '2b5868b09adc40dab015933370e20e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '1c05ded2-4585-41a2-abf3-2a31b1986780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:55:25Z', 'updated_at': '2021-01-14T07:55:27Z', 'revision_number': 3, 'project_id': '2b5868b09adc40dab015933370e20e38', 'gw_port': {'id': '1c05ded2-4585-41a2-abf3-2a31b1986780', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7cbe6a-eead-4d86-b745-debc0386ea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:26Z', 'updated_at': '2021-01-14T07:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:28.849508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] Checking router: 3a7cbe6a-eead-4d86-b745-debc0386ea61 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:55:28.849909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] Updating router 3a7cbe6a-eead-4d86-b745-debc0386ea61 port 1c05ded2-4585-41a2-abf3-2a31b1986780 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:55:28.919406 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:28.995515 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:29.073332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8532cc0b-c325-4579-a499-d34938817c2a', 'name': 'tempest-TestEncryptedCinderVolumes-1707902519-router', 'tenant_id': '6d0fd95b863441319ef6d3ba61163af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'bb43be2d-77e7-4058-9322-ab99e305cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:55:16Z', 'updated_at': '2021-01-14T07:55:21Z', 'revision_number': 4, 'project_id': '6d0fd95b863441319ef6d3ba61163af9', 'gw_port': {'id': 'bb43be2d-77e7-4058-9322-ab99e305cf18', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:26:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8532cc0b-c325-4579-a499-d34938817c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:17Z', 'updated_at': '2021-01-14T07:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'f8ea4590-0739-4f5c-ad80-f093364df315', 'name': '', 'network_id': '659c119e-2969-4a4b-bad5-0e2d66ee3967', 'tenant_id': '6d0fd95b863441319ef6d3ba61163af9', 'mac_address': 'fa:16:3e:91:4e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8532cc0b-c325-4579-a499-d34938817c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fbc9191c-a9c1-4540-8f1a-0b7cfbce3c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:20Z', 'updated_at': '2021-01-14T07:55:27Z', 'revision_number': 4, 'project_id': '6d0fd95b863441319ef6d3ba61163af9', 'subnets': [{'id': 'fbc9191c-a9c1-4540-8f1a-0b7cfbce3c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:29.077838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d58b4f9-2583-4b3c-ad33-f785728e2d39 None None] The sync data for ids ['8532cc0b-c325-4579-a499-d34938817c2a'] in n-d-769329-2 is: [{'id': '8532cc0b-c325-4579-a499-d34938817c2a', 'name': 'tempest-TestEncryptedCinderVolumes-1707902519-router', 'tenant_id': '6d0fd95b863441319ef6d3ba61163af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'bb43be2d-77e7-4058-9322-ab99e305cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:55:16Z', 'updated_at': '2021-01-14T07:55:21Z', 'revision_number': 4, 'project_id': '6d0fd95b863441319ef6d3ba61163af9', 'gw_port': {'id': 'bb43be2d-77e7-4058-9322-ab99e305cf18', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:26:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8532cc0b-c325-4579-a499-d34938817c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:17Z', 'updated_at': '2021-01-14T07:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'f8ea4590-0739-4f5c-ad80-f093364df315', 'name': '', 'network_id': '659c119e-2969-4a4b-bad5-0e2d66ee3967', 'tenant_id': '6d0fd95b863441319ef6d3ba61163af9', 'mac_address': 'fa:16:3e:91:4e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8532cc0b-c325-4579-a499-d34938817c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'fbc9191c-a9c1-4540-8f1a-0b7cfbce3c51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:20Z', 'updated_at': '2021-01-14T07:55:27Z', 'revision_number': 4, 'project_id': '6d0fd95b863441319ef6d3ba61163af9', 'subnets': [{'id': 'fbc9191c-a9c1-4540-8f1a-0b7cfbce3c51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:55:29.239171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b237c2d5-0b9a-4555-8b14-88d40414586c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:55:29.333715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port b237c2d5-0b9a-4555-8b14-88d40414586c completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:55:29.411870 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:29.430749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] Transition to ACTIVE for port object 1c05ded2-4585-41a2-abf3-2a31b1986780 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:55:29.433825 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:29.447950 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:29.450655 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:29.594472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070e420-fc32-4b23-9e41-fed26c36ba25 None None] Pushing event updated for resources: {'Port': ['ID=1c05ded2-4585-41a2-abf3-2a31b1986780,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:29.598659 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9070e420-fc32-4b23-9e41-fed26c36ba25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:29.862929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] Attempting to bind port 1c05ded2-4585-41a2-abf3-2a31b1986780 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:55:29.862929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] Attempting to bind port 1c05ded2-4585-41a2-abf3-2a31b1986780 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:55:29.864039 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] Attempting to bind port 1c05ded2-4585-41a2-abf3-2a31b1986780 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:55:29.870408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:55:29.870826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:55:29.871264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:29.871706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:55:29.872214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] Bound port: 1c05ded2-4585-41a2-abf3-2a31b1986780, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:55:29.872628 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:29.887355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc33cfd-8593-49aa-9f17-4d6ab00d2b3e None None] Network 8e7f3fcb-62dd-47bf-8360-a6a9e87b4019 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:55:29.976141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] Allocated IP 172.20.0.1 (8e7f3fcb-62dd-47bf-8360-a6a9e87b4019/bc8cd850-1c83-4be1-a764-c86d3566b070/1556fa65-e1fa-4925-afb0-ceb35a62ff7d) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:55:29.986812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] For port 1c05ded2-4585-41a2-abf3-2a31b1986780, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:55:29.990627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] For port 1c05ded2-4585-41a2-abf3-2a31b1986780, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1c05ded2-4585-41a2-abf3-2a31b1986780,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:55:29.996429 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:30.008670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8517a44b-c96f-4bf9-88ac-d0c7f3da0b3e None None] Provisioning for port b237c2d5-0b9a-4555-8b14-88d40414586c completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:55:30.016716 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1d2b590d-ac1e-4113-9d3b-c8e4ecb4db26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:30.026785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8517a44b-c96f-4bf9-88ac-d0c7f3da0b3e None None] Provisioning complete for port b237c2d5-0b9a-4555-8b14-88d40414586c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:30.027208 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8517a44b-c96f-4bf9-88ac-d0c7f3da0b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:30.181185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070e420-fc32-4b23-9e41-fed26c36ba25 None None] Pushing event updated for resources: {'Port': ['ID=1c05ded2-4585-41a2-abf3-2a31b1986780,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:30.184836 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9070e420-fc32-4b23-9e41-fed26c36ba25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:30.192720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:30.219223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] Transition to ACTIVE for port object 1556fa65-e1fa-4925-afb0-ceb35a62ff7d will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:55:30.234241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] Routers {'3a7cbe6a-eead-4d86-b745-debc0386ea61'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:55:30.234831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:55:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['3a7cbe6a-eead-4d86-b745-debc0386ea61'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:30.248874 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:30.273517 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b698c73a-c1e8-41bb-ba84-1c4abcfa7327 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:30.274457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8517a44b-c96f-4bf9-88ac-d0c7f3da0b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:30.319441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8517a44b-c96f-4bf9-88ac-d0c7f3da0b3e None None] For port b237c2d5-0b9a-4555-8b14-88d40414586c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b237c2d5-0b9a-4555-8b14-88d40414586c,segment=NetworkSegment(0dbee9e2-dc27-4962-97e7-373c151416c6),segment_id=0dbee9e2-dc27-4962-97e7-373c151416c6)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:55:30.329575 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8517a44b-c96f-4bf9-88ac-d0c7f3da0b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:30.332302 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8f6a1dfe-023d-44d9-b7c7-4be9dd18c779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:30.417084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517a44b-c96f-4bf9-88ac-d0c7f3da0b3e None None] Pushing event updated for resources: {'Port': ['ID=b237c2d5-0b9a-4555-8b14-88d40414586c,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:30.420930 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8517a44b-c96f-4bf9-88ac-d0c7f3da0b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:30.428330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1556fa65-e1fa-4925-afb0-ceb35a62ff7d,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:30.433006 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:30.461175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] Set router 3a7cbe6a-eead-4d86-b745-debc0386ea61 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:55:30.497897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] Network 8e7f3fcb-62dd-47bf-8360-a6a9e87b4019 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:55:30.499175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:55:30.501810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:55:30.569203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:30.671098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-bd1c826e-b0d3-4d1b-96a3-a0faebab7ee8 None None] Provisioning complete for port b237c2d5-0b9a-4555-8b14-88d40414586c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:30.671611 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd1c826e-b0d3-4d1b-96a3-a0faebab7ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:30.704614 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:30.837359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7cbe6a-eead-4d86-b745-debc0386ea61', 'name': 'tempest-TestEncryptedCinderVolumes-970207171-router', 'tenant_id': '2b5868b09adc40dab015933370e20e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '1c05ded2-4585-41a2-abf3-2a31b1986780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:55:25Z', 'updated_at': '2021-01-14T07:55:27Z', 'revision_number': 3, 'project_id': '2b5868b09adc40dab015933370e20e38', 'gw_port': {'id': '1c05ded2-4585-41a2-abf3-2a31b1986780', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7cbe6a-eead-4d86-b745-debc0386ea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:26Z', 'updated_at': '2021-01-14T07:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:30.842193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8896a-691e-4bde-b81d-bc0c7962e9d5 None None] The sync data for ids ['3a7cbe6a-eead-4d86-b745-debc0386ea61'] in n-d-769329-2 is: [{'id': '3a7cbe6a-eead-4d86-b745-debc0386ea61', 'name': 'tempest-TestEncryptedCinderVolumes-970207171-router', 'tenant_id': '2b5868b09adc40dab015933370e20e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '1c05ded2-4585-41a2-abf3-2a31b1986780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:55:25Z', 'updated_at': '2021-01-14T07:55:27Z', 'revision_number': 3, 'project_id': '2b5868b09adc40dab015933370e20e38', 'gw_port': {'id': '1c05ded2-4585-41a2-abf3-2a31b1986780', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7cbe6a-eead-4d86-b745-debc0386ea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:26Z', 'updated_at': '2021-01-14T07:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:55:30.971009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-04cf27ca-d77d-4fb6-bdb4-9c114d32a567 None None] Provisioning complete for port b237c2d5-0b9a-4555-8b14-88d40414586c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:30.971861 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-04cf27ca-d77d-4fb6-bdb4-9c114d32a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:31.079837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:31.085997 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:31.139272 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ef9a920a-4655-4084-aab7-31bfab208ceb tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:31.239988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:31.258121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1556fa65-e1fa-4925-afb0-ceb35a62ff7d,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:31.258991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d3f1d121-23a8-4213-bca0-ecf96e58693c None None] Provisioning for port 1556fa65-e1fa-4925-afb0-ceb35a62ff7d completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:55:31.266352 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:31.267419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d3f1d121-23a8-4213-bca0-ecf96e58693c None None] Provisioning complete for port 1556fa65-e1fa-4925-afb0-ceb35a62ff7d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:31.268003 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d3f1d121-23a8-4213-bca0-ecf96e58693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:31.307479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b237c2d5-0b9a-4555-8b14-88d40414586c up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:55:31.385943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d3f1d121-23a8-4213-bca0-ecf96e58693c None None] Port 1556fa65-e1fa-4925-afb0-ceb35a62ff7d cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:55:31.405489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port b237c2d5-0b9a-4555-8b14-88d40414586c triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:31.406418 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:31.410755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] Network 8e7f3fcb-62dd-47bf-8360-a6a9e87b4019 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:55:31.412115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:55:31.570931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-204c3321-0735-491f-ac07-bf9da289fb81 None None] Provisioning complete for port b237c2d5-0b9a-4555-8b14-88d40414586c triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:31.571375 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-204c3321-0735-491f-ac07-bf9da289fb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:31.634904 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f8ea4590-0739-4f5c-ad80-f093364df315 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:55:31.667778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] Router 3a7cbe6a-eead-4d86-b745-debc0386ea61 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:55:31.779612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port f8ea4590-0739-4f5c-ad80-f093364df315 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:55:31.785750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port f8ea4590-0739-4f5c-ad80-f093364df315 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:31.786324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:31.887615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:55:31.902203 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7fdd81dd-4516-4ca8-910e-d364f6e244e1 admin admin] 10.222.0.41 "PUT /v2.0/routers/3a7cbe6a-eead-4d86-b745-debc0386ea61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6777756 Jan 14 07:55:31.930610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-05729412-d5c8-4e13-bc8a-ed8c74e02635 None None] Provisioning complete for port 1556fa65-e1fa-4925-afb0-ceb35a62ff7d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:31.931033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05729412-d5c8-4e13-bc8a-ed8c74e02635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:31.986193 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:32.018086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-05729412-d5c8-4e13-bc8a-ed8c74e02635 None None] Port 1556fa65-e1fa-4925-afb0-ceb35a62ff7d cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:55:32.030720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port f8ea4590-0739-4f5c-ad80-f093364df315, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f8ea4590-0739-4f5c-ad80-f093364df315,segment=NetworkSegment(90e9cb3d-8c44-4c45-8fdd-195d74919207),segment_id=90e9cb3d-8c44-4c45-8fdd-195d74919207)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:55:32.036471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:32.039723 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:32.125470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=f8ea4590-0739-4f5c-ad80-f093364df315,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:32.129182 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:33.263272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1c05ded2-4585-41a2-abf3-2a31b1986780 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:55:33.364760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 1c05ded2-4585-41a2-abf3-2a31b1986780 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:55:33.371279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 1c05ded2-4585-41a2-abf3-2a31b1986780 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:33.371823 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:33.510057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:33.527104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 1c05ded2-4585-41a2-abf3-2a31b1986780, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1c05ded2-4585-41a2-abf3-2a31b1986780,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:55:33.534044 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:33.536355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f8ea4590-0739-4f5c-ad80-f093364df315 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:55:33.564962 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8f6a1dfe-023d-44d9-b7c7-4be9dd18c779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:33.676292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=1c05ded2-4585-41a2-abf3-2a31b1986780,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:33.680315 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:33.686883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port f8ea4590-0739-4f5c-ad80-f093364df315 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:33.687294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:34.387022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] Sync routers for ids ['3a7cbe6a-eead-4d86-b745-debc0386ea61'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:55:34.398861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] Routers {'3a7cbe6a-eead-4d86-b745-debc0386ea61'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:55:34.399723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:55:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['3a7cbe6a-eead-4d86-b745-debc0386ea61'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:34.614206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] Set router 3a7cbe6a-eead-4d86-b745-debc0386ea61 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:55:35.009276 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7cbe6a-eead-4d86-b745-debc0386ea61', 'name': 'tempest-TestEncryptedCinderVolumes-970207171-router', 'tenant_id': '2b5868b09adc40dab015933370e20e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '1c05ded2-4585-41a2-abf3-2a31b1986780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:55:25Z', 'updated_at': '2021-01-14T07:55:30Z', 'revision_number': 4, 'project_id': '2b5868b09adc40dab015933370e20e38', 'gw_port': {'id': '1c05ded2-4585-41a2-abf3-2a31b1986780', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7cbe6a-eead-4d86-b745-debc0386ea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:26Z', 'updated_at': '2021-01-14T07:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '1556fa65-e1fa-4925-afb0-ceb35a62ff7d', 'name': '', 'network_id': '8e7f3fcb-62dd-47bf-8360-a6a9e87b4019', 'tenant_id': '2b5868b09adc40dab015933370e20e38', 'mac_address': 'fa:16:3e:86:9c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7cbe6a-eead-4d86-b745-debc0386ea61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'bc8cd850-1c83-4be1-a764-c86d3566b070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:29Z', 'updated_at': '2021-01-14T07:55:30Z', 'revision_number': 2, 'project_id': '2b5868b09adc40dab015933370e20e38', 'subnets': [{'id': 'bc8cd850-1c83-4be1-a764-c86d3566b070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:35.014686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] Checking router: 3a7cbe6a-eead-4d86-b745-debc0386ea61 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:55:35.015187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] Updating router 3a7cbe6a-eead-4d86-b745-debc0386ea61 port 1556fa65-e1fa-4925-afb0-ceb35a62ff7d binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:55:35.073642 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:35.164141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1c05ded2-4585-41a2-abf3-2a31b1986780 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:55:35.567381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 1c05ded2-4585-41a2-abf3-2a31b1986780 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:35.567867 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:35.961966 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:35.975152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] Transition to ACTIVE for port object 1556fa65-e1fa-4925-afb0-ceb35a62ff7d will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:55:35.978219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:35.996476 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-208ac05a-cc80-4b2f-ae30-0f3f11c03fe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:36.141631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05055d08-15ec-491b-b8bd-1c9c58b4b098 None None] Pushing event updated for resources: {'Port': ['ID=1556fa65-e1fa-4925-afb0-ceb35a62ff7d,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:36.146468 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-05055d08-15ec-491b-b8bd-1c9c58b4b098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:36.346822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] Attempting to bind port 1556fa65-e1fa-4925-afb0-ceb35a62ff7d on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:55:36.347241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] Attempting to bind port 1556fa65-e1fa-4925-afb0-ceb35a62ff7d by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '0dbee9e2-dc27-4962-97e7-373c151416c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8e7f3fcb-62dd-47bf-8360-a6a9e87b4019'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:55:36.347635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] Attempting to bind port 1556fa65-e1fa-4925-afb0-ceb35a62ff7d on network 8e7f3fcb-62dd-47bf-8360-a6a9e87b4019 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:55:36.356619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:55:36.357311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] Checking segment: {'id': '0dbee9e2-dc27-4962-97e7-373c151416c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8e7f3fcb-62dd-47bf-8360-a6a9e87b4019'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:55:36.357931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:36.358537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] Bound using segment: {'id': '0dbee9e2-dc27-4962-97e7-373c151416c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8e7f3fcb-62dd-47bf-8360-a6a9e87b4019'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:55:36.359554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] Bound port: 1556fa65-e1fa-4925-afb0-ceb35a62ff7d, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dbee9e2-dc27-4962-97e7-373c151416c6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8e7f3fcb-62dd-47bf-8360-a6a9e87b4019'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:55:36.360250 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:36.495763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] For port 1556fa65-e1fa-4925-afb0-ceb35a62ff7d, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:55:36.499075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] For port 1556fa65-e1fa-4925-afb0-ceb35a62ff7d, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1556fa65-e1fa-4925-afb0-ceb35a62ff7d,segment=NetworkSegment(0dbee9e2-dc27-4962-97e7-373c151416c6),segment_id=0dbee9e2-dc27-4962-97e7-373c151416c6)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:55:36.504555 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:36.525022 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:36.704979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05055d08-15ec-491b-b8bd-1c9c58b4b098 None None] Pushing event updated for resources: {'Port': ['ID=1556fa65-e1fa-4925-afb0-ceb35a62ff7d,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:36.711669 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-05055d08-15ec-491b-b8bd-1c9c58b4b098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:36.806408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] Routers {'3a7cbe6a-eead-4d86-b745-debc0386ea61'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:55:36.807193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:55:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['3a7cbe6a-eead-4d86-b745-debc0386ea61'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:37.053196 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] Set router 3a7cbe6a-eead-4d86-b745-debc0386ea61 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:55:37.429868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7cbe6a-eead-4d86-b745-debc0386ea61', 'name': 'tempest-TestEncryptedCinderVolumes-970207171-router', 'tenant_id': '2b5868b09adc40dab015933370e20e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '1c05ded2-4585-41a2-abf3-2a31b1986780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:55:25Z', 'updated_at': '2021-01-14T07:55:30Z', 'revision_number': 4, 'project_id': '2b5868b09adc40dab015933370e20e38', 'gw_port': {'id': '1c05ded2-4585-41a2-abf3-2a31b1986780', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7cbe6a-eead-4d86-b745-debc0386ea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:26Z', 'updated_at': '2021-01-14T07:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '1556fa65-e1fa-4925-afb0-ceb35a62ff7d', 'name': '', 'network_id': '8e7f3fcb-62dd-47bf-8360-a6a9e87b4019', 'tenant_id': '2b5868b09adc40dab015933370e20e38', 'mac_address': 'fa:16:3e:86:9c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7cbe6a-eead-4d86-b745-debc0386ea61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'bc8cd850-1c83-4be1-a764-c86d3566b070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:29Z', 'updated_at': '2021-01-14T07:55:36Z', 'revision_number': 4, 'project_id': '2b5868b09adc40dab015933370e20e38', 'subnets': [{'id': 'bc8cd850-1c83-4be1-a764-c86d3566b070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:37.434408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db1c98-846c-454c-8432-b37899ae0063 None None] The sync data for ids ['3a7cbe6a-eead-4d86-b745-debc0386ea61'] in n-d-769329-2 is: [{'id': '3a7cbe6a-eead-4d86-b745-debc0386ea61', 'name': 'tempest-TestEncryptedCinderVolumes-970207171-router', 'tenant_id': '2b5868b09adc40dab015933370e20e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '1c05ded2-4585-41a2-abf3-2a31b1986780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:55:25Z', 'updated_at': '2021-01-14T07:55:30Z', 'revision_number': 4, 'project_id': '2b5868b09adc40dab015933370e20e38', 'gw_port': {'id': '1c05ded2-4585-41a2-abf3-2a31b1986780', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7cbe6a-eead-4d86-b745-debc0386ea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:26Z', 'updated_at': '2021-01-14T07:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '1556fa65-e1fa-4925-afb0-ceb35a62ff7d', 'name': '', 'network_id': '8e7f3fcb-62dd-47bf-8360-a6a9e87b4019', 'tenant_id': '2b5868b09adc40dab015933370e20e38', 'mac_address': 'fa:16:3e:86:9c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7cbe6a-eead-4d86-b745-debc0386ea61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': 'bc8cd850-1c83-4be1-a764-c86d3566b070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:29Z', 'updated_at': '2021-01-14T07:55:36Z', 'revision_number': 4, 'project_id': '2b5868b09adc40dab015933370e20e38', 'subnets': [{'id': 'bc8cd850-1c83-4be1-a764-c86d3566b070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:55:39.214610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1556fa65-e1fa-4925-afb0-ceb35a62ff7d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:55:39.303314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 1556fa65-e1fa-4925-afb0-ceb35a62ff7d completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:55:39.309727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 1556fa65-e1fa-4925-afb0-ceb35a62ff7d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:39.310243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:39.403981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:55:39.454188 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:39.494961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 1556fa65-e1fa-4925-afb0-ceb35a62ff7d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1556fa65-e1fa-4925-afb0-ceb35a62ff7d,segment=NetworkSegment(0dbee9e2-dc27-4962-97e7-373c151416c6),segment_id=0dbee9e2-dc27-4962-97e7-373c151416c6)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:55:39.508789 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:39.513198 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:39.590859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=1556fa65-e1fa-4925-afb0-ceb35a62ff7d,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:39.594808 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:41.187622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1556fa65-e1fa-4925-afb0-ceb35a62ff7d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:55:41.277695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 1556fa65-e1fa-4925-afb0-ceb35a62ff7d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:55:41.278118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:42.392262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04da50-57b8-411a-a649-873130ba6a47 req-d17f960a-f854-41fe-a8f2-5d868fe40772 tempest-TestEncryptedCinderVolumes-104383478 tempest-TestEncryptedCinderVolumes-104383478] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:55:42.393091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4c04da50-57b8-411a-a649-873130ba6a47 req-d17f960a-f854-41fe-a8f2-5d868fe40772 tempest-TestEncryptedCinderVolumes-104383478 tempest-TestEncryptedCinderVolumes-104383478] Synchronizing usage tracker for tenant:6d0fd95b863441319ef6d3ba61163af9 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:55:42.411731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4c04da50-57b8-411a-a649-873130ba6a47 req-d17f960a-f854-41fe-a8f2-5d868fe40772 tempest-TestEncryptedCinderVolumes-104383478 tempest-TestEncryptedCinderVolumes-104383478] Unset dirty status for tenant:6d0fd95b863441319ef6d3ba61163af9 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:55:42.413052 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4c04da50-57b8-411a-a649-873130ba6a47 req-d17f960a-f854-41fe-a8f2-5d868fe40772 tempest-TestEncryptedCinderVolumes-104383478 tempest-TestEncryptedCinderVolumes-104383478] 10.222.0.41 "GET /v2.0/networks?id=659c119e-2969-4a4b-bad5-0e2d66ee3967 HTTP/1.1" status: 200 len: 817 time: 0.2068400 Jan 14 07:55:42.431124 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4c04da50-57b8-411a-a649-873130ba6a47 req-204aa04f-17ce-4e56-8942-bdd459323181 tempest-TestEncryptedCinderVolumes-104383478 tempest-TestEncryptedCinderVolumes-104383478] 10.222.0.41 "GET /v2.0/quotas/6d0fd95b863441319ef6d3ba61163af9 HTTP/1.1" status: 200 len: 375 time: 0.0119772 Jan 14 07:55:42.530974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4c04da50-57b8-411a-a649-873130ba6a47 req-87e9e821-3e26-4672-8c2d-b4ca5b19a96d tempest-TestEncryptedCinderVolumes-104383478 tempest-TestEncryptedCinderVolumes-104383478] Synchronizing usage tracker for tenant:6d0fd95b863441319ef6d3ba61163af9 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:55:42.548738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4c04da50-57b8-411a-a649-873130ba6a47 req-87e9e821-3e26-4672-8c2d-b4ca5b19a96d tempest-TestEncryptedCinderVolumes-104383478 tempest-TestEncryptedCinderVolumes-104383478] Unset dirty status for tenant:6d0fd95b863441319ef6d3ba61163af9 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:55:42.550855 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4c04da50-57b8-411a-a649-873130ba6a47 req-87e9e821-3e26-4672-8c2d-b4ca5b19a96d tempest-TestEncryptedCinderVolumes-104383478 tempest-TestEncryptedCinderVolumes-104383478] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d0fd95b863441319ef6d3ba61163af9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130266 Jan 14 07:55:42.706750 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4c04da50-57b8-411a-a649-873130ba6a47 req-dc343981-0b94-4056-809a-ddda8d3e8cc8 service neutron] 10.222.0.41 "GET /v2.0/networks/659c119e-2969-4a4b-bad5-0e2d66ee3967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431723 Jan 14 07:55:42.852826 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4c04da50-57b8-411a-a649-873130ba6a47 req-4f5ff5e2-a9d4-4d4b-8344-b53ead150114 service neutron] 10.222.0.41 "GET /v2.0/networks/659c119e-2969-4a4b-bad5-0e2d66ee3967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1395421 Jan 14 07:55:46.489163 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:46.635862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:53.536228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe02f3-a27d-4e51-9c4a-81d321d63156 req-2f7bc761-59db-4e7a-826d-0b7574f910cd tempest-TestEncryptedCinderVolumes-104383478 tempest-TestEncryptedCinderVolumes-104383478] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:55:53.537956 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4dbe02f3-a27d-4e51-9c4a-81d321d63156 req-2f7bc761-59db-4e7a-826d-0b7574f910cd tempest-TestEncryptedCinderVolumes-104383478 tempest-TestEncryptedCinderVolumes-104383478] 10.222.0.41 "GET /v2.0/networks?id=659c119e-2969-4a4b-bad5-0e2d66ee3967 HTTP/1.1" status: 200 len: 817 time: 0.1959662 Jan 14 07:55:53.555918 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4dbe02f3-a27d-4e51-9c4a-81d321d63156 req-09d49a19-521f-4b85-8533-407dde9771de tempest-TestEncryptedCinderVolumes-104383478 tempest-TestEncryptedCinderVolumes-104383478] 10.222.0.41 "GET /v2.0/quotas/6d0fd95b863441319ef6d3ba61163af9 HTTP/1.1" status: 200 len: 375 time: 0.0118098 Jan 14 07:55:53.674287 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4dbe02f3-a27d-4e51-9c4a-81d321d63156 req-b9ead96e-d5e8-4800-8c11-6fba4645e6bd tempest-TestEncryptedCinderVolumes-104383478 tempest-TestEncryptedCinderVolumes-104383478] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d0fd95b863441319ef6d3ba61163af9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1122987 Jan 14 07:55:53.833708 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4dbe02f3-a27d-4e51-9c4a-81d321d63156 req-117d1ab9-1e29-4ead-9429-3f47ade2938a service neutron] 10.222.0.41 "GET /v2.0/networks/659c119e-2969-4a4b-bad5-0e2d66ee3967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459713 Jan 14 07:55:53.975682 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ce797429-39db-4b0c-b817-cb0cf037eac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:53.994068 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4dbe02f3-a27d-4e51-9c4a-81d321d63156 req-3a07de7f-d1a3-4005-ad1f-f332f83b68e6 service neutron] 10.222.0.41 "GET /v2.0/networks/659c119e-2969-4a4b-bad5-0e2d66ee3967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1539109 Jan 14 07:55:54.882070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43406) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:55.851429 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37cd3dc2-518f-4c80-a240-59d8fddb2bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:56.371846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-37cd3dc2-518f-4c80-a240-59d8fddb2bac admin admin] Deleting port f8ea4590-0739-4f5c-ad80-f093364df315 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:55:56.372455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37cd3dc2-518f-4c80-a240-59d8fddb2bac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:56.580286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-37cd3dc2-518f-4c80-a240-59d8fddb2bac admin admin] For port f8ea4590-0739-4f5c-ad80-f093364df315, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f8ea4590-0739-4f5c-ad80-f093364df315,segment=NetworkSegment(90e9cb3d-8c44-4c45-8fdd-195d74919207),segment_id=90e9cb3d-8c44-4c45-8fdd-195d74919207)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:55:56.580691 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37cd3dc2-518f-4c80-a240-59d8fddb2bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:56.733594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-37cd3dc2-518f-4c80-a240-59d8fddb2bac admin admin] Calling delete_port for f8ea4590-0739-4f5c-ad80-f093364df315 owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:55:56.803940 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fef88118-f123-40f9-96c9-d80e1f4635ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:57.089918 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37cd3dc2-518f-4c80-a240-59d8fddb2bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:57.107507 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5b11eece-df1b-412f-bdc0-7a347324636c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:55:57.208245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd3dc2-518f-4c80-a240-59d8fddb2bac admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ea4590-0739-4f5c-ad80-f093364df315,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:55:57.211495 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-37cd3dc2-518f-4c80-a240-59d8fddb2bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:55:57.474277 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:57.553264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-37cd3dc2-518f-4c80-a240-59d8fddb2bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:58.008506 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:58.086693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cd3dc2-518f-4c80-a240-59d8fddb2bac admin admin] Router 8532cc0b-c325-4579-a499-d34938817c2a has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:55:58.294345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cd3dc2-518f-4c80-a240-59d8fddb2bac admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:55:58.304827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5513810a-de73-46e4-bcd8-6a8b567487e0 None None] Sync routers for ids ['8532cc0b-c325-4579-a499-d34938817c2a'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:55:58.315180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5513810a-de73-46e4-bcd8-6a8b567487e0 None None] Routers {'8532cc0b-c325-4579-a499-d34938817c2a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:55:58.316479 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-37cd3dc2-518f-4c80-a240-59d8fddb2bac admin admin] 10.222.0.41 "PUT /v2.0/routers/8532cc0b-c325-4579-a499-d34938817c2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4326148 Jan 14 07:55:58.316672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5513810a-de73-46e4-bcd8-6a8b567487e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:55:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8532cc0b-c325-4579-a499-d34938817c2a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:58.319732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43410) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:58.513636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-5513810a-de73-46e4-bcd8-6a8b567487e0 None None] Set router 8532cc0b-c325-4579-a499-d34938817c2a gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:55:58.520239 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51bd26ee-252a-46f5-be60-0a79c9ae40f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:58.728590 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51bd26ee-252a-46f5-be60-0a79c9ae40f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:58.739755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-51bd26ee-252a-46f5-be60-0a79c9ae40f5 admin admin] Deleting port bb43be2d-77e7-4058-9322-ab99e305cf18 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:55:58.740179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51bd26ee-252a-46f5-be60-0a79c9ae40f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:58.844845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5513810a-de73-46e4-bcd8-6a8b567487e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8532cc0b-c325-4579-a499-d34938817c2a', 'name': 'tempest-TestEncryptedCinderVolumes-1707902519-router', 'tenant_id': '6d0fd95b863441319ef6d3ba61163af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'bb43be2d-77e7-4058-9322-ab99e305cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:55:16Z', 'updated_at': '2021-01-14T07:55:57Z', 'revision_number': 5, 'project_id': '6d0fd95b863441319ef6d3ba61163af9', 'gw_port': {'id': 'bb43be2d-77e7-4058-9322-ab99e305cf18', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:26:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8532cc0b-c325-4579-a499-d34938817c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:17Z', 'updated_at': '2021-01-14T07:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:58.849292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5513810a-de73-46e4-bcd8-6a8b567487e0 None None] Checking router: 8532cc0b-c325-4579-a499-d34938817c2a for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:55:58.858532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5513810a-de73-46e4-bcd8-6a8b567487e0 None None] Routers {'8532cc0b-c325-4579-a499-d34938817c2a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:55:58.859205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5513810a-de73-46e4-bcd8-6a8b567487e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:55:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8532cc0b-c325-4579-a499-d34938817c2a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:58.944608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-51bd26ee-252a-46f5-be60-0a79c9ae40f5 admin admin] For port bb43be2d-77e7-4058-9322-ab99e305cf18, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=bb43be2d-77e7-4058-9322-ab99e305cf18,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:55:58.945291 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51bd26ee-252a-46f5-be60-0a79c9ae40f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:58.976115 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:59.072711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-5513810a-de73-46e4-bcd8-6a8b567487e0 None None] Set router 8532cc0b-c325-4579-a499-d34938817c2a gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:55:59.093298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-51bd26ee-252a-46f5-be60-0a79c9ae40f5 admin admin] Calling delete_port for bb43be2d-77e7-4058-9322-ab99e305cf18 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:55:59.248538 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51bd26ee-252a-46f5-be60-0a79c9ae40f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:59.481993 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51bd26ee-252a-46f5-be60-0a79c9ae40f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:59.564234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-5513810a-de73-46e4-bcd8-6a8b567487e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8532cc0b-c325-4579-a499-d34938817c2a', 'name': 'tempest-TestEncryptedCinderVolumes-1707902519-router', 'tenant_id': '6d0fd95b863441319ef6d3ba61163af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'bb43be2d-77e7-4058-9322-ab99e305cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:55:16Z', 'updated_at': '2021-01-14T07:55:57Z', 'revision_number': 5, 'project_id': '6d0fd95b863441319ef6d3ba61163af9', 'gw_port': {'id': 'bb43be2d-77e7-4058-9322-ab99e305cf18', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:26:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8532cc0b-c325-4579-a499-d34938817c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:17Z', 'updated_at': '2021-01-14T07:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:55:59.568902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5513810a-de73-46e4-bcd8-6a8b567487e0 None None] The sync data for ids ['8532cc0b-c325-4579-a499-d34938817c2a'] in n-d-769329-2 is: [{'id': '8532cc0b-c325-4579-a499-d34938817c2a', 'name': 'tempest-TestEncryptedCinderVolumes-1707902519-router', 'tenant_id': '6d0fd95b863441319ef6d3ba61163af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': 'bb43be2d-77e7-4058-9322-ab99e305cf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:55:16Z', 'updated_at': '2021-01-14T07:55:57Z', 'revision_number': 5, 'project_id': '6d0fd95b863441319ef6d3ba61163af9', 'gw_port': {'id': 'bb43be2d-77e7-4058-9322-ab99e305cf18', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:26:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8532cc0b-c325-4579-a499-d34938817c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:17Z', 'updated_at': '2021-01-14T07:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:55:59.630247 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51bd26ee-252a-46f5-be60-0a79c9ae40f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:59.633011 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51bd26ee-252a-46f5-be60-0a79c9ae40f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:59.664228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51bd26ee-252a-46f5-be60-0a79c9ae40f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:59.664923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bd26ee-252a-46f5-be60-0a79c9ae40f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8532cc0b-c325-4579-a499-d34938817c2a {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:55:59.682305 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-51bd26ee-252a-46f5-be60-0a79c9ae40f5 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:59.683767 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-51bd26ee-252a-46f5-be60-0a79c9ae40f5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/8532cc0b-c325-4579-a499-d34938817c2a HTTP/1.1" status: 204 len: 168 time: 1.3623934 Jan 14 07:55:59.690990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43414) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:55:59.764945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a97a313-776e-4467-9021-ee0a91ec812a admin admin] Deleting subnet fbc9191c-a9c1-4540-8f1a-0b7cfbce3c51 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:55:59.768697 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a97a313-776e-4467-9021-ee0a91ec812a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:59.828353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a97a313-776e-4467-9021-ee0a91ec812a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:55:59.926871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a97a313-776e-4467-9021-ee0a91ec812a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:00.231010 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a97a313-776e-4467-9021-ee0a91ec812a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:00.249273 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ad714626-64ee-4949-8d44-7fc85a48131b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:00.338860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97a313-776e-4467-9021-ee0a91ec812a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbc9191c-a9c1-4540-8f1a-0b7cfbce3c51,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:00.341775 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8a97a313-776e-4467-9021-ee0a91ec812a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:00.402117 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a97a313-776e-4467-9021-ee0a91ec812a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:00.408451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc46180-b745-4253-a452-e4783b544e74 None None] Network 659c119e-2969-4a4b-bad5-0e2d66ee3967 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:56:00.412339 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8a97a313-776e-4467-9021-ee0a91ec812a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fbc9191c-a9c1-4540-8f1a-0b7cfbce3c51 HTTP/1.1" status: 204 len: 168 time: 0.7199883 Jan 14 07:56:00.415972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43418) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:00.544301 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:00.616979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Deleting port 756881cf-8035-4191-b88d-9b9f735fc443 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:56:00.617564 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:00.705399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f37b73e-addf-4ffa-a3c6-4774cce859b4 None None] DHCP port deletion for 659c119e-2969-4a4b-bad5-0e2d66ee3967 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:56:00.712068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5f37b73e-addf-4ffa-a3c6-4774cce859b4 None None] Deleting port 756881cf-8035-4191-b88d-9b9f735fc443 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:56:00.712488 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f37b73e-addf-4ffa-a3c6-4774cce859b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:00.996311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-5f37b73e-addf-4ffa-a3c6-4774cce859b4 None None] For port 756881cf-8035-4191-b88d-9b9f735fc443, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=756881cf-8035-4191-b88d-9b9f735fc443,segment=NetworkSegment(90e9cb3d-8c44-4c45-8fdd-195d74919207),segment_id=90e9cb3d-8c44-4c45-8fdd-195d74919207)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:56:00.996918 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f37b73e-addf-4ffa-a3c6-4774cce859b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:01.140250 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-5f37b73e-addf-4ffa-a3c6-4774cce859b4 None None] Calling delete_port for 756881cf-8035-4191-b88d-9b9f735fc443 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:56:01.185646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device bb43be2d-77e7-4058-9322-ab99e305cf18 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:56:01.204463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] For port 756881cf-8035-4191-b88d-9b9f735fc443, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=756881cf-8035-4191-b88d-9b9f735fc443,segment=NetworkSegment(90e9cb3d-8c44-4c45-8fdd-195d74919207),segment_id=90e9cb3d-8c44-4c45-8fdd-195d74919207)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:56:01.204856 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:01.226567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: bb43be2d-77e7-4058-9322-ab99e305cf18 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:56:01.226884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device bb43be2d-77e7-4058-9322-ab99e305cf18 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:56:01.227358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 756881cf-8035-4191-b88d-9b9f735fc443 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:56:01.312157 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5f37b73e-addf-4ffa-a3c6-4774cce859b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:01.329340 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:01.341087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Calling delete_port for 756881cf-8035-4191-b88d-9b9f735fc443 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:56:01.368407 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No active binding found for port 756881cf-8035-4191-b88d-9b9f735fc443 {{(pid=80909) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 14 07:56:01.368885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 756881cf-8035-4191-b88d-9b9f735fc443 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:56:01.369355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f8ea4590-0739-4f5c-ad80-f093364df315 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:56:01.418295 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:56:01.418680 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:56:01.636239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37b73e-addf-4ffa-a3c6-4774cce859b4 None None] Pushing event deleted for resources: {'Port': ['ID=756881cf-8035-4191-b88d-9b9f735fc443,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:01.644694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: f8ea4590-0739-4f5c-ad80-f093364df315 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:56:01.645281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f8ea4590-0739-4f5c-ad80-f093364df315 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:56:01.647154 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f37b73e-addf-4ffa-a3c6-4774cce859b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:01.700311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37b73e-addf-4ffa-a3c6-4774cce859b4 None None] No DVR routers for this DVR port 756881cf-8035-4191-b88d-9b9f735fc443 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:56:01.920965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Deleting port 756881cf-8035-4191-b88d-9b9f735fc443 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:56:01.921181 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:01.997550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] The port '756881cf-8035-4191-b88d-9b9f735fc443' was deleted {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:56:02.131349 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:02.268847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659c119e-2969-4a4b-bad5-0e2d66ee3967']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:02.282819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e9cb3d-8c44-4c45-8fdd-195d74919207') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:02.283159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e9cb3d-8c44-4c45-8fdd-195d74919207') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:02.297721 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:02.314389 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:02.317402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:56:02.508915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Network 659c119e-2969-4a4b-bad5-0e2d66ee3967 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:56:02.523328 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:02.720539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Network 659c119e-2969-4a4b-bad5-0e2d66ee3967 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: % (table.description, expected, rows_matched) Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:56:02.746683 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:56:02.838286 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:02.842681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:02.845570 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f5241d31-8b3d-4116-a5b5-638c670e0c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:02.872297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Pushing event deleted for resources: {'Network': ['ID=659c119e-2969-4a4b-bad5-0e2d66ee3967,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:02.887510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.888024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.888499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.888998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.889422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.889845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.890259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.890672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.891086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.891497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.891963 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.892370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.892860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.893265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.893919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.894698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.895114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.895528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.896112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.896526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.896935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.897345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.897753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.898162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.898612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.899021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.899428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.899862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.900270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.900680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.901086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.901490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.901898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.902306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.902742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.903147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:02.908230 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:02.915485 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c555faaf-76f6-4967-9189-a0c5330b6172 admin admin] 10.222.0.41 "DELETE /v2.0/networks/659c119e-2969-4a4b-bad5-0e2d66ee3967 HTTP/1.1" status: 204 len: 168 time: 2.4982953 Jan 14 07:56:02.918712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43422) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:03.516784 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b28b42a-7b64-4f1a-8908-50e1e2d17e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:04.054699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3b28b42a-7b64-4f1a-8908-50e1e2d17e68 admin admin] Deleting port 1556fa65-e1fa-4925-afb0-ceb35a62ff7d {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:56:04.055321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b28b42a-7b64-4f1a-8908-50e1e2d17e68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:04.260045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3b28b42a-7b64-4f1a-8908-50e1e2d17e68 admin admin] For port 1556fa65-e1fa-4925-afb0-ceb35a62ff7d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1556fa65-e1fa-4925-afb0-ceb35a62ff7d,segment=NetworkSegment(0dbee9e2-dc27-4962-97e7-373c151416c6),segment_id=0dbee9e2-dc27-4962-97e7-373c151416c6)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:56:04.260376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b28b42a-7b64-4f1a-8908-50e1e2d17e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:04.396117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3b28b42a-7b64-4f1a-8908-50e1e2d17e68 admin admin] Calling delete_port for 1556fa65-e1fa-4925-afb0-ceb35a62ff7d owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:56:04.599844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b28b42a-7b64-4f1a-8908-50e1e2d17e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:04.616851 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-56d86136-41a2-4846-ba67-2857f2606b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:04.720702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28b42a-7b64-4f1a-8908-50e1e2d17e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=1556fa65-e1fa-4925-afb0-ceb35a62ff7d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:04.728304 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3b28b42a-7b64-4f1a-8908-50e1e2d17e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:05.103003 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b28b42a-7b64-4f1a-8908-50e1e2d17e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:05.923445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b28b42a-7b64-4f1a-8908-50e1e2d17e68 admin admin] Router 3a7cbe6a-eead-4d86-b745-debc0386ea61 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:56:06.120644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b28b42a-7b64-4f1a-8908-50e1e2d17e68 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:56:06.132223 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3b28b42a-7b64-4f1a-8908-50e1e2d17e68 admin admin] 10.222.0.41 "PUT /v2.0/routers/3a7cbe6a-eead-4d86-b745-debc0386ea61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2122254 Jan 14 07:56:06.134910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0194059-a014-4096-a9f0-dc2fe80f1147 None None] Sync routers for ids ['3a7cbe6a-eead-4d86-b745-debc0386ea61'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:56:06.135077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43426) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:06.146817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0194059-a014-4096-a9f0-dc2fe80f1147 None None] Routers {'3a7cbe6a-eead-4d86-b745-debc0386ea61'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:56:06.147520 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b0194059-a014-4096-a9f0-dc2fe80f1147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:55:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['3a7cbe6a-eead-4d86-b745-debc0386ea61'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:06.333378 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-baaed9fb-1ede-4b61-ad84-189abec75a94 admin admin] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:06.345804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-b0194059-a014-4096-a9f0-dc2fe80f1147 None None] Set router 3a7cbe6a-eead-4d86-b745-debc0386ea61 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:56:06.524454 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-baaed9fb-1ede-4b61-ad84-189abec75a94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:06.529880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-baaed9fb-1ede-4b61-ad84-189abec75a94 admin admin] Deleting port 1c05ded2-4585-41a2-abf3-2a31b1986780 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:56:06.530255 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-baaed9fb-1ede-4b61-ad84-189abec75a94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:06.652482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b0194059-a014-4096-a9f0-dc2fe80f1147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7cbe6a-eead-4d86-b745-debc0386ea61', 'name': 'tempest-TestEncryptedCinderVolumes-970207171-router', 'tenant_id': '2b5868b09adc40dab015933370e20e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '1c05ded2-4585-41a2-abf3-2a31b1986780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:55:25Z', 'updated_at': '2021-01-14T07:56:04Z', 'revision_number': 5, 'project_id': '2b5868b09adc40dab015933370e20e38', 'gw_port': {'id': '1c05ded2-4585-41a2-abf3-2a31b1986780', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7cbe6a-eead-4d86-b745-debc0386ea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:26Z', 'updated_at': '2021-01-14T07:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:06.656768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0194059-a014-4096-a9f0-dc2fe80f1147 None None] Checking router: 3a7cbe6a-eead-4d86-b745-debc0386ea61 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:56:06.667456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0194059-a014-4096-a9f0-dc2fe80f1147 None None] Routers {'3a7cbe6a-eead-4d86-b745-debc0386ea61'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:56:06.668178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b0194059-a014-4096-a9f0-dc2fe80f1147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:55:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['3a7cbe6a-eead-4d86-b745-debc0386ea61'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:06.740071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-baaed9fb-1ede-4b61-ad84-189abec75a94 admin admin] For port 1c05ded2-4585-41a2-abf3-2a31b1986780, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1c05ded2-4585-41a2-abf3-2a31b1986780,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:56:06.740524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-baaed9fb-1ede-4b61-ad84-189abec75a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:06.871509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-b0194059-a014-4096-a9f0-dc2fe80f1147 None None] Set router 3a7cbe6a-eead-4d86-b745-debc0386ea61 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:56:06.883542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-baaed9fb-1ede-4b61-ad84-189abec75a94 admin admin] Calling delete_port for 1c05ded2-4585-41a2-abf3-2a31b1986780 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:56:07.037988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-baaed9fb-1ede-4b61-ad84-189abec75a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:07.201335 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b0194059-a014-4096-a9f0-dc2fe80f1147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7cbe6a-eead-4d86-b745-debc0386ea61', 'name': 'tempest-TestEncryptedCinderVolumes-970207171-router', 'tenant_id': '2b5868b09adc40dab015933370e20e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '1c05ded2-4585-41a2-abf3-2a31b1986780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:55:25Z', 'updated_at': '2021-01-14T07:56:04Z', 'revision_number': 5, 'project_id': '2b5868b09adc40dab015933370e20e38', 'gw_port': {'id': '1c05ded2-4585-41a2-abf3-2a31b1986780', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7cbe6a-eead-4d86-b745-debc0386ea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:26Z', 'updated_at': '2021-01-14T07:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:07.205523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0194059-a014-4096-a9f0-dc2fe80f1147 None None] The sync data for ids ['3a7cbe6a-eead-4d86-b745-debc0386ea61'] in n-d-769329-2 is: [{'id': '3a7cbe6a-eead-4d86-b745-debc0386ea61', 'name': 'tempest-TestEncryptedCinderVolumes-970207171-router', 'tenant_id': '2b5868b09adc40dab015933370e20e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '1c05ded2-4585-41a2-abf3-2a31b1986780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:55:25Z', 'updated_at': '2021-01-14T07:56:04Z', 'revision_number': 5, 'project_id': '2b5868b09adc40dab015933370e20e38', 'gw_port': {'id': '1c05ded2-4585-41a2-abf3-2a31b1986780', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:11:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7cbe6a-eead-4d86-b745-debc0386ea61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:55:26Z', 'updated_at': '2021-01-14T07:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:56:07.240620 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-baaed9fb-1ede-4b61-ad84-189abec75a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:07.387562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-baaed9fb-1ede-4b61-ad84-189abec75a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:07.390017 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-baaed9fb-1ede-4b61-ad84-189abec75a94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:07.411420 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-baaed9fb-1ede-4b61-ad84-189abec75a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:07.412178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baaed9fb-1ede-4b61-ad84-189abec75a94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a7cbe6a-eead-4d86-b745-debc0386ea61 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:56:07.430925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-baaed9fb-1ede-4b61-ad84-189abec75a94 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:07.432234 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-baaed9fb-1ede-4b61-ad84-189abec75a94 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3a7cbe6a-eead-4d86-b745-debc0386ea61 HTTP/1.1" status: 204 len: 168 time: 1.2962711 Jan 14 07:56:07.434989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43430) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:07.508131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc36364-a56a-49c2-ba7d-838c9f01d52b admin admin] Deleting subnet bc8cd850-1c83-4be1-a764-c86d3566b070 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:56:07.511385 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdc36364-a56a-49c2-ba7d-838c9f01d52b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:07.573361 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdc36364-a56a-49c2-ba7d-838c9f01d52b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:07.670263 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdc36364-a56a-49c2-ba7d-838c9f01d52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:07.999952 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdc36364-a56a-49c2-ba7d-838c9f01d52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:08.022812 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-26ddce88-dbf1-4bd6-953b-81d3a802d983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:08.115641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc36364-a56a-49c2-ba7d-838c9f01d52b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc8cd850-1c83-4be1-a764-c86d3566b070,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:08.119374 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fdc36364-a56a-49c2-ba7d-838c9f01d52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:08.164204 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdc36364-a56a-49c2-ba7d-838c9f01d52b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:08.169319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a75e80-a272-40fb-8318-6d419d58c3cc None None] Network 8e7f3fcb-62dd-47bf-8360-a6a9e87b4019 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:56:08.170636 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fdc36364-a56a-49c2-ba7d-838c9f01d52b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bc8cd850-1c83-4be1-a764-c86d3566b070 HTTP/1.1" status: 204 len: 168 time: 0.7345374 Jan 14 07:56:08.173420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43436) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:08.292625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:08.359769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] Deleting port b237c2d5-0b9a-4555-8b14-88d40414586c {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:56:08.360141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:08.428268 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb1b029-50d8-48db-89d0-888a3b89a150 None None] DHCP port deletion for 8e7f3fcb-62dd-47bf-8360-a6a9e87b4019 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:56:08.432931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6cb1b029-50d8-48db-89d0-888a3b89a150 None None] Deleting port b237c2d5-0b9a-4555-8b14-88d40414586c {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:56:08.433356 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b029-50d8-48db-89d0-888a3b89a150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:08.582124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] For port b237c2d5-0b9a-4555-8b14-88d40414586c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b237c2d5-0b9a-4555-8b14-88d40414586c,segment=NetworkSegment(0dbee9e2-dc27-4962-97e7-373c151416c6),segment_id=0dbee9e2-dc27-4962-97e7-373c151416c6)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:56:08.582522 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:08.655569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6cb1b029-50d8-48db-89d0-888a3b89a150 None None] For port b237c2d5-0b9a-4555-8b14-88d40414586c, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=b237c2d5-0b9a-4555-8b14-88d40414586c,segment=NetworkSegment(0dbee9e2-dc27-4962-97e7-373c151416c6),segment_id=0dbee9e2-dc27-4962-97e7-373c151416c6)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:56:08.656268 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b029-50d8-48db-89d0-888a3b89a150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:08.710966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] Calling delete_port for b237c2d5-0b9a-4555-8b14-88d40414586c owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:56:08.786958 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:08.789095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6cb1b029-50d8-48db-89d0-888a3b89a150 None None] Calling delete_port for b237c2d5-0b9a-4555-8b14-88d40414586c owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:56:08.804098 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8e9aeaaf-c442-4ce6-9070-3a4b9a9df5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:08.868225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-6cb1b029-50d8-48db-89d0-888a3b89a150 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:56:08.868646 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-6cb1b029-50d8-48db-89d0-888a3b89a150 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:56:08.897775 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] Pushing event deleted for resources: {'Port': ['ID=b237c2d5-0b9a-4555-8b14-88d40414586c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:08.906624 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:08.956229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] No DVR routers for this DVR port b237c2d5-0b9a-4555-8b14-88d40414586c on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:56:09.081410 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:09.165491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1556fa65-e1fa-4925-afb0-ceb35a62ff7d no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:56:09.197315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7f3fcb-62dd-47bf-8360-a6a9e87b4019']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:09.200701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 1556fa65-e1fa-4925-afb0-ceb35a62ff7d {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:56:09.201104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1556fa65-e1fa-4925-afb0-ceb35a62ff7d not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:56:09.201579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1c05ded2-4585-41a2-abf3-2a31b1986780 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:56:09.214491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dbee9e2-dc27-4962-97e7-373c151416c6') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:09.214833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dbee9e2-dc27-4962-97e7-373c151416c6') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:09.227985 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:09.234551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 1c05ded2-4585-41a2-abf3-2a31b1986780 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:56:09.234973 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1c05ded2-4585-41a2-abf3-2a31b1986780 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:56:09.235409 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b237c2d5-0b9a-4555-8b14-88d40414586c no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:56:09.246520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:09.248653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:56:09.269493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: b237c2d5-0b9a-4555-8b14-88d40414586c {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:56:09.269937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device b237c2d5-0b9a-4555-8b14-88d40414586c not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:56:09.369783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6cb1b029-50d8-48db-89d0-888a3b89a150 None None] Deleting port b237c2d5-0b9a-4555-8b14-88d40414586c {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:56:09.370363 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6cb1b029-50d8-48db-89d0-888a3b89a150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:09.433815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] Network 8e7f3fcb-62dd-47bf-8360-a6a9e87b4019 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:56:09.439187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-6cb1b029-50d8-48db-89d0-888a3b89a150 None None] The port 'b237c2d5-0b9a-4555-8b14-88d40414586c' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:56:09.443480 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:09.918531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] Network 8e7f3fcb-62dd-47bf-8360-a6a9e87b4019 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:56:09.941999 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:56:10.026354 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:10.030536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:10.035152 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1c72bb8-0d3d-4eb9-8892-f7df3781de1f tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:10.057880 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] Pushing event deleted for resources: {'Network': ['ID=8e7f3fcb-62dd-47bf-8360-a6a9e87b4019,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:10.060481 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:10.062025 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] 10.222.0.41 "DELETE /v2.0/networks/8e7f3fcb-62dd-47bf-8360-a6a9e87b4019 HTTP/1.1" status: 204 len: 168 time: 1.8875556 Jan 14 07:56:10.276205 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43442) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:10.329811 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-be9317c5-01ba-4eed-af10-ffe075c98443 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d0fd95b863441319ef6d3ba61163af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522625 Jan 14 07:56:10.333083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43446) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:10.395111 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a4625fc-0349-4fc7-97aa-e21bddcb06e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:10.422285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a4625fc-0349-4fc7-97aa-e21bddcb06e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:10.471132 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a4625fc-0349-4fc7-97aa-e21bddcb06e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:10.476503 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6af4a553-3828-4a50-a26e-9c5ca20c07ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:10.489625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4625fc-0349-4fc7-97aa-e21bddcb06e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda23447-e012-46b8-8240-bd12f9d134b9,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:10.492864 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a4625fc-0349-4fc7-97aa-e21bddcb06e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:10.495254 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a4625fc-0349-4fc7-97aa-e21bddcb06e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:10.496198 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2a4625fc-0349-4fc7-97aa-e21bddcb06e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cda23447-e012-46b8-8240-bd12f9d134b9 HTTP/1.1" status: 204 len: 168 time: 0.1621222 Jan 14 07:56:11.005489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43454) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:11.062157 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-254c87b2-98b0-4685-8c17-0b75c1696d2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b5868b09adc40dab015933370e20e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552769 Jan 14 07:56:11.064800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43458) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:11.136589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4c97516-a51b-46c5-84cb-54b241caee8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:11.166443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4c97516-a51b-46c5-84cb-54b241caee8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:11.225806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4c97516-a51b-46c5-84cb-54b241caee8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:11.230061 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18b68fba-1526-4cbb-97b4-87132e01f302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:11.242630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c97516-a51b-46c5-84cb-54b241caee8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fe5f1d-a27f-4a83-bf89-4cc5de68d706,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:11.246954 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c4c97516-a51b-46c5-84cb-54b241caee8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:11.250758 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c4c97516-a51b-46c5-84cb-54b241caee8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:11.254026 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c4c97516-a51b-46c5-84cb-54b241caee8a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91fe5f1d-a27f-4a83-bf89-4cc5de68d706 HTTP/1.1" status: 204 len: 168 time: 0.1879909 Jan 14 07:56:12.173595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43480) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:12.319115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-242223820-network', 'tenant_id': '7da5c3c839794b5080261c745cdb7dd1'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:56:12.325362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:56:12.329422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Usage tracker for resource:network and tenant:7da5c3c839794b5080261c745cdb7dd1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:56:12.333321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:56:12.339043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:56:12.348747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Made reservation on behalf of 7da5c3c839794b5080261c745cdb7dd1 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:56:12.353451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:12.366333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:12.382102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:56:12.386120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Usage tracker for resource:security_group_rule and tenant:7da5c3c839794b5080261c745cdb7dd1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:56:12.389113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:56:12.395472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:56:12.487016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:12.489820 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:12.494092 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-543de616-f97b-4090-8108-5dd6b5ad39f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:12.526562 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:56:12.535776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8359451-2169-4dbf-a4d6-a71b2a6c4e6c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:12.541108 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:12.544159 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:12.544159 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Added segment ad676117-1405-43f2-9f52-81182eb485df of type vxlan for network 88dd538c-9e4d-439d-b8b1-36774445a918 Jan 14 07:56:12.571380 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:12.605203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:12.606163 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:56:12.606787 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:12.612538 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f593412-dd51-4870-9449-b4e62a03c1f0 tempest-RoutersNegativeTest-729224336 tempest-RoutersNegativeTest-729224336] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:12.715179 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5403731 Jan 14 07:56:12.716161 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Pushing event updated for resources: {'Network': ['ID=88dd538c-9e4d-439d-b8b1-36774445a918,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:12.718343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43486) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:12.719281 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:12.724814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f6b11548-e018-4ed8-9dd2-d9db61331ae2 admin admin] Request body: {'subnet': {'network_id': '88dd538c-9e4d-439d-b8b1-36774445a918', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-242223820-subnet', 'tenant_id': '7da5c3c839794b5080261c745cdb7dd1', 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:56:12.729397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 88dd538c-9e4d-439d-b8b1-36774445a918 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:56:12.731482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f6b11548-e018-4ed8-9dd2-d9db61331ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:56:12.735977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f6b11548-e018-4ed8-9dd2-d9db61331ae2 admin admin] Usage tracker for resource:subnet and tenant:7da5c3c839794b5080261c745cdb7dd1 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:56:12.739634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f6b11548-e018-4ed8-9dd2-d9db61331ae2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:56:12.744005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 88dd538c-9e4d-439d-b8b1-36774445a918 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:56:12.745627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f6b11548-e018-4ed8-9dd2-d9db61331ae2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:56:12.759793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b11548-e018-4ed8-9dd2-d9db61331ae2 admin admin] Made reservation on behalf of 7da5c3c839794b5080261c745cdb7dd1 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:56:12.760812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 88dd538c-9e4d-439d-b8b1-36774445a918 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:56:12.764623 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6b11548-e018-4ed8-9dd2-d9db61331ae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:13.213831 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6b11548-e018-4ed8-9dd2-d9db61331ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:13.230138 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fdc36364-a56a-49c2-ba7d-838c9f01d52b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:13.361927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b11548-e018-4ed8-9dd2-d9db61331ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da0d09a3-38ed-4f37-bf42-1b3f95b7eb53,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:13.369290 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f6b11548-e018-4ed8-9dd2-d9db61331ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:13.438720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b11548-e018-4ed8-9dd2-d9db61331ae2 admin admin] Checking segment: {'id': 'ad676117-1405-43f2-9f52-81182eb485df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88dd538c-9e4d-439d-b8b1-36774445a918'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:56:13.439105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b11548-e018-4ed8-9dd2-d9db61331ae2 admin admin] Network hostable DHCP agents. Network: 88dd538c-9e4d-439d-b8b1-36774445a918, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:56:13.458403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b11548-e018-4ed8-9dd2-d9db61331ae2 admin admin] Network 88dd538c-9e4d-439d-b8b1-36774445a918 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:56:13.466530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f6b11548-e018-4ed8-9dd2-d9db61331ae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 88dd538c-9e4d-439d-b8b1-36774445a918) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:56:13.476059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696c5238-db98-49d5-9360-575f02efd425 None None] Network 88dd538c-9e4d-439d-b8b1-36774445a918 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:56:13.478772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b11548-e018-4ed8-9dd2-d9db61331ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:56:13.479408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6b11548-e018-4ed8-9dd2-d9db61331ae2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:13.499424 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f6b11548-e018-4ed8-9dd2-d9db61331ae2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7798612 Jan 14 07:56:13.502518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43490) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:13.509272 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-242223820-router', 'tenant_id': '7da5c3c839794b5080261c745cdb7dd1', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:56:13.515754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:56:13.519994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Usage tracker for resource:router and tenant:7da5c3c839794b5080261c745cdb7dd1 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:56:13.523077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:56:13.528883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:56:13.539931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:13.541137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:13.556942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:13.715004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-88dd538c-9e4d-439d-b8b1-36774445a918', 'network_id': '88dd538c-9e4d-439d-b8b1-36774445a918', 'tenant_id': '7da5c3c839794b5080261c745cdb7dd1', 'fixed_ips': [{'subnet_id': 'da0d09a3-38ed-4f37-bf42-1b3f95b7eb53'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:56:13.716012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:13.843836 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:14.020585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Allocated IP 172.20.0.2 (88dd538c-9e4d-439d-b8b1-36774445a918/da0d09a3-38ed-4f37-bf42-1b3f95b7eb53/f3b4df6b-826b-432f-849a-70a8f3839952) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:56:14.191607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:14.225334 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:14.246790 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:14.257638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Transition to ACTIVE for port object f3b4df6b-826b-432f-849a-70a8f3839952 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:56:14.275412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Transition to ACTIVE for port object f3b4df6b-826b-432f-849a-70a8f3839952 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:56:14.279415 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:14.295304 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:14.428845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Pushing event updated for resources: {'Port': ['ID=f3b4df6b-826b-432f-849a-70a8f3839952,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:14.435128 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:14.485265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Network 88dd538c-9e4d-439d-b8b1-36774445a918 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:56:14.486745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:56:14.489661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:56:14.506262 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Allocated IP 172.25.3.144 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/33622326-f20b-4f34-ab28-acbe5be90c21) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:56:14.546967 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Attempting to bind port f3b4df6b-826b-432f-849a-70a8f3839952 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:56:14.547391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Attempting to bind port f3b4df6b-826b-432f-849a-70a8f3839952 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'ad676117-1405-43f2-9f52-81182eb485df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88dd538c-9e4d-439d-b8b1-36774445a918'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:56:14.547842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Attempting to bind port f3b4df6b-826b-432f-849a-70a8f3839952 on network 88dd538c-9e4d-439d-b8b1-36774445a918 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:56:14.554522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:56:14.554980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Checking segment: {'id': 'ad676117-1405-43f2-9f52-81182eb485df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88dd538c-9e4d-439d-b8b1-36774445a918'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:56:14.555430 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:14.555916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Bound using segment: {'id': 'ad676117-1405-43f2-9f52-81182eb485df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88dd538c-9e4d-439d-b8b1-36774445a918'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:56:14.556439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Bound port: f3b4df6b-826b-432f-849a-70a8f3839952, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad676117-1405-43f2-9f52-81182eb485df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88dd538c-9e4d-439d-b8b1-36774445a918'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:56:14.556862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:14.647907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] For port f3b4df6b-826b-432f-849a-70a8f3839952, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:56:14.651435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] For port f3b4df6b-826b-432f-849a-70a8f3839952, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f3b4df6b-826b-432f-849a-70a8f3839952,segment=NetworkSegment(ad676117-1405-43f2-9f52-81182eb485df),segment_id=ad676117-1405-43f2-9f52-81182eb485df)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:56:14.655489 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:14.669267 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:14.671427 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa917b13-1a86-4bd1-8c30-33f399c9a57b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:14.696783 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:14.713318 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1f80dd21-e7b7-448f-8ff8-a06e17173850 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:14.833691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Pushing event updated for resources: {'Port': ['ID=f3b4df6b-826b-432f-849a-70a8f3839952,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:14.845761 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:15.190630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Pushing event updated for resources: {'Port': ['ID=33622326-f20b-4f34-ab28-acbe5be90c21,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:15.207380 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:15.259845 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:56:15.261179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:56:15.263547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:56:15.702560 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:16.071955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:16.295878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55f54c2-d95b-47bd-8aec-b119d77f3dd5 None None] Network 88dd538c-9e4d-439d-b8b1-36774445a918 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:56:16.297866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Router 34e2c85e-17a5-4bf8-a473-82103569fc87 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:56:16.396358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ad0976e8-9aa0-4489-9afd-cd30235fe78e None None] Provisioning for port f3b4df6b-826b-432f-849a-70a8f3839952 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:56:16.404050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:56:16.492028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:56:16.503428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] Sync routers for ids ['34e2c85e-17a5-4bf8-a473-82103569fc87'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:56:16.513993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] Routers {'34e2c85e-17a5-4bf8-a473-82103569fc87'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:56:16.514843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:55:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['34e2c85e-17a5-4bf8-a473-82103569fc87'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:16.523808 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:16.528139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43494) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:16.528287 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8fd756f7-6d58-49f8-befe-e1a8c07959ab admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0238032 Jan 14 07:56:16.552589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:16.610118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:16.733705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] Set router 34e2c85e-17a5-4bf8-a473-82103569fc87 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:56:17.097336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e2c85e-17a5-4bf8-a473-82103569fc87', 'name': 'tempest-TestMinimumBasicScenario-242223820-router', 'tenant_id': '7da5c3c839794b5080261c745cdb7dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '33622326-f20b-4f34-ab28-acbe5be90c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:56:13Z', 'updated_at': '2021-01-14T07:56:15Z', 'revision_number': 3, 'project_id': '7da5c3c839794b5080261c745cdb7dd1', 'gw_port': {'id': '33622326-f20b-4f34-ab28-acbe5be90c21', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e2c85e-17a5-4bf8-a473-82103569fc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:14Z', 'updated_at': '2021-01-14T07:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:17.102127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] Checking router: 34e2c85e-17a5-4bf8-a473-82103569fc87 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:56:17.102605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] Updating router 34e2c85e-17a5-4bf8-a473-82103569fc87 port 33622326-f20b-4f34-ab28-acbe5be90c21 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:56:17.175698 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:17.219168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f3b4df6b-826b-432f-849a-70a8f3839952 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:56:17.312933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port f3b4df6b-826b-432f-849a-70a8f3839952 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:56:17.318128 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port f3b4df6b-826b-432f-849a-70a8f3839952 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:56:17.318621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:17.363428 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:17.442312 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:17.476707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port f3b4df6b-826b-432f-849a-70a8f3839952, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f3b4df6b-826b-432f-849a-70a8f3839952,segment=NetworkSegment(ad676117-1405-43f2-9f52-81182eb485df),segment_id=ad676117-1405-43f2-9f52-81182eb485df)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:56:17.479692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:17.481891 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-81eb0bb7-c219-4d69-8d9f-9330f749a03e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:17.555154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=f3b4df6b-826b-432f-849a-70a8f3839952,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:17.558725 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:17.616667 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:17.629108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] Transition to ACTIVE for port object 33622326-f20b-4f34-ab28-acbe5be90c21 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:56:17.631816 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:17.647263 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e196a64-2877-4cbd-a0fe-46de18418f77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:17.723887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Allocated IP 172.20.0.1 (88dd538c-9e4d-439d-b8b1-36774445a918/da0d09a3-38ed-4f37-bf42-1b3f95b7eb53/ad90074e-5a1b-49e6-8b50-c916ae6da033) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:56:17.784767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5a9a8-ee4f-4757-90ec-f171997b30f5 None None] Pushing event updated for resources: {'Port': ['ID=33622326-f20b-4f34-ab28-acbe5be90c21,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:17.790083 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a1c5a9a8-ee4f-4757-90ec-f171997b30f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:17.851582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] Attempting to bind port 33622326-f20b-4f34-ab28-acbe5be90c21 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:56:17.851940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] Attempting to bind port 33622326-f20b-4f34-ab28-acbe5be90c21 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:56:17.852303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] Attempting to bind port 33622326-f20b-4f34-ab28-acbe5be90c21 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:56:17.858308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:56:17.858728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:56:17.859166 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:17.859596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:56:17.860150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] Bound port: 33622326-f20b-4f34-ab28-acbe5be90c21, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:56:17.860561 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:17.886659 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:17.904319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Transition to ACTIVE for port object ad90074e-5a1b-49e6-8b50-c916ae6da033 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:56:17.931557 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:17.938827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] For port 33622326-f20b-4f34-ab28-acbe5be90c21, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:56:17.943381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] For port 33622326-f20b-4f34-ab28-acbe5be90c21, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=33622326-f20b-4f34-ab28-acbe5be90c21,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:56:17.947297 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:17.949937 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-73964aed-df30-48be-aecc-8fa14f78d35f tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:17.963956 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:18.088896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Pushing event updated for resources: {'Port': ['ID=ad90074e-5a1b-49e6-8b50-c916ae6da033,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:18.093326 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:18.121628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5a9a8-ee4f-4757-90ec-f171997b30f5 None None] Pushing event updated for resources: {'Port': ['ID=33622326-f20b-4f34-ab28-acbe5be90c21,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:18.126191 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a1c5a9a8-ee4f-4757-90ec-f171997b30f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:18.153496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Network 88dd538c-9e4d-439d-b8b1-36774445a918 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:56:18.154701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:56:18.157726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:56:18.166212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] Routers {'34e2c85e-17a5-4bf8-a473-82103569fc87'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:56:18.166888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:55:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['34e2c85e-17a5-4bf8-a473-82103569fc87'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:18.220681 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:18.366423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] Set router 34e2c85e-17a5-4bf8-a473-82103569fc87 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:56:18.431744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2a723c2f-a899-4a45-a979-3f2d43c8871a None None] Provisioning for port ad90074e-5a1b-49e6-8b50-c916ae6da033 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:56:18.437660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2a723c2f-a899-4a45-a979-3f2d43c8871a None None] Provisioning complete for port ad90074e-5a1b-49e6-8b50-c916ae6da033 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:56:18.438086 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a723c2f-a899-4a45-a979-3f2d43c8871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:18.500438 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2a723c2f-a899-4a45-a979-3f2d43c8871a None None] Port ad90074e-5a1b-49e6-8b50-c916ae6da033 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:56:18.681427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e2c85e-17a5-4bf8-a473-82103569fc87', 'name': 'tempest-TestMinimumBasicScenario-242223820-router', 'tenant_id': '7da5c3c839794b5080261c745cdb7dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '33622326-f20b-4f34-ab28-acbe5be90c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:56:13Z', 'updated_at': '2021-01-14T07:56:15Z', 'revision_number': 3, 'project_id': '7da5c3c839794b5080261c745cdb7dd1', 'gw_port': {'id': '33622326-f20b-4f34-ab28-acbe5be90c21', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e2c85e-17a5-4bf8-a473-82103569fc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:14Z', 'updated_at': '2021-01-14T07:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:18.685702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbef6a8a-bce1-4e76-8fb8-dec2f5c4aba1 None None] The sync data for ids ['34e2c85e-17a5-4bf8-a473-82103569fc87'] in n-d-769329-2 is: [{'id': '34e2c85e-17a5-4bf8-a473-82103569fc87', 'name': 'tempest-TestMinimumBasicScenario-242223820-router', 'tenant_id': '7da5c3c839794b5080261c745cdb7dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '33622326-f20b-4f34-ab28-acbe5be90c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:56:13Z', 'updated_at': '2021-01-14T07:56:15Z', 'revision_number': 3, 'project_id': '7da5c3c839794b5080261c745cdb7dd1', 'gw_port': {'id': '33622326-f20b-4f34-ab28-acbe5be90c21', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e2c85e-17a5-4bf8-a473-82103569fc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:14Z', 'updated_at': '2021-01-14T07:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:56:18.794245 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:19.108987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:19.114251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:19.161743 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:19.239733 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:19.263620 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 33622326-f20b-4f34-ab28-acbe5be90c21 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:56:19.271321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Pushing event updated for resources: {'Port': ['ID=ad90074e-5a1b-49e6-8b50-c916ae6da033,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:19.328602 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:19.341915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 33622326-f20b-4f34-ab28-acbe5be90c21 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:56:19.347907 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 33622326-f20b-4f34-ab28-acbe5be90c21 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:56:19.348431 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:19.416999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Network 88dd538c-9e4d-439d-b8b1-36774445a918 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:56:19.418656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:56:19.483343 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:19.508387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 33622326-f20b-4f34-ab28-acbe5be90c21, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=33622326-f20b-4f34-ab28-acbe5be90c21,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:56:19.513254 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:19.514287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f3b4df6b-826b-432f-849a-70a8f3839952 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:56:19.573327 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:19.646624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Router 34e2c85e-17a5-4bf8-a473-82103569fc87 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:56:19.654710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port f3b4df6b-826b-432f-849a-70a8f3839952 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:56:19.655131 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:19.693265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=33622326-f20b-4f34-ab28-acbe5be90c21,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:19.713617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.713927 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.714307 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.714680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.715111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.715484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.715944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.717009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.717429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.718119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.718231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.718509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.718942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.719305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.719726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.720134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.720519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.720879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.721265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.721705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.722067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.722423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.722835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.723188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.723608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.723994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.724349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.724706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.725064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.725420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.725878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.726288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.726649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.726982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.727347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.727725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:19.734523 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:19.765998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-86f609d2-7716-418f-b5b4-003dd1c6af55 None None] Provisioning complete for port ad90074e-5a1b-49e6-8b50-c916ae6da033 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:56:19.766544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-86f609d2-7716-418f-b5b4-003dd1c6af55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:19.850947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:56:19.863477 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] 10.222.0.41 "PUT /v2.0/routers/34e2c85e-17a5-4bf8-a473-82103569fc87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3333626 Jan 14 07:56:19.876728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-86f609d2-7716-418f-b5b4-003dd1c6af55 None None] Port ad90074e-5a1b-49e6-8b50-c916ae6da033 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:56:21.189710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 33622326-f20b-4f34-ab28-acbe5be90c21 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:56:21.280676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 33622326-f20b-4f34-ab28-acbe5be90c21 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:56:21.281226 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:21.629726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aee4876-f54c-4488-a807-d711421e690a None None] Sync routers for ids ['34e2c85e-17a5-4bf8-a473-82103569fc87'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:56:21.641084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aee4876-f54c-4488-a807-d711421e690a None None] Routers {'34e2c85e-17a5-4bf8-a473-82103569fc87'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:56:21.644917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0aee4876-f54c-4488-a807-d711421e690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:55:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['34e2c85e-17a5-4bf8-a473-82103569fc87'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:21.865244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-0aee4876-f54c-4488-a807-d711421e690a None None] Set router 34e2c85e-17a5-4bf8-a473-82103569fc87 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:56:22.432552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0aee4876-f54c-4488-a807-d711421e690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e2c85e-17a5-4bf8-a473-82103569fc87', 'name': 'tempest-TestMinimumBasicScenario-242223820-router', 'tenant_id': '7da5c3c839794b5080261c745cdb7dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '33622326-f20b-4f34-ab28-acbe5be90c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:56:13Z', 'updated_at': '2021-01-14T07:56:18Z', 'revision_number': 4, 'project_id': '7da5c3c839794b5080261c745cdb7dd1', 'gw_port': {'id': '33622326-f20b-4f34-ab28-acbe5be90c21', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e2c85e-17a5-4bf8-a473-82103569fc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:14Z', 'updated_at': '2021-01-14T07:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'ad90074e-5a1b-49e6-8b50-c916ae6da033', 'name': '', 'network_id': '88dd538c-9e4d-439d-b8b1-36774445a918', 'tenant_id': '7da5c3c839794b5080261c745cdb7dd1', 'mac_address': 'fa:16:3e:8d:9a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e2c85e-17a5-4bf8-a473-82103569fc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'da0d09a3-38ed-4f37-bf42-1b3f95b7eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:17Z', 'updated_at': '2021-01-14T07:56:18Z', 'revision_number': 2, 'project_id': '7da5c3c839794b5080261c745cdb7dd1', 'subnets': [{'id': 'da0d09a3-38ed-4f37-bf42-1b3f95b7eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:22.437222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aee4876-f54c-4488-a807-d711421e690a None None] Checking router: 34e2c85e-17a5-4bf8-a473-82103569fc87 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:56:22.437633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aee4876-f54c-4488-a807-d711421e690a None None] Updating router 34e2c85e-17a5-4bf8-a473-82103569fc87 port ad90074e-5a1b-49e6-8b50-c916ae6da033 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:56:22.502084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0aee4876-f54c-4488-a807-d711421e690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:22.978908 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0aee4876-f54c-4488-a807-d711421e690a None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:22.993441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-0aee4876-f54c-4488-a807-d711421e690a None None] Transition to ACTIVE for port object ad90074e-5a1b-49e6-8b50-c916ae6da033 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:56:22.997761 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0aee4876-f54c-4488-a807-d711421e690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:23.014295 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:23.162972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a41c9-5754-4e5a-84a4-2c676e0a144e None None] Pushing event updated for resources: {'Port': ['ID=ad90074e-5a1b-49e6-8b50-c916ae6da033,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:23.166909 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a0a41c9-5754-4e5a-84a4-2c676e0a144e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:23.359948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0aee4876-f54c-4488-a807-d711421e690a None None] Attempting to bind port ad90074e-5a1b-49e6-8b50-c916ae6da033 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:56:23.360378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0aee4876-f54c-4488-a807-d711421e690a None None] Attempting to bind port ad90074e-5a1b-49e6-8b50-c916ae6da033 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'ad676117-1405-43f2-9f52-81182eb485df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88dd538c-9e4d-439d-b8b1-36774445a918'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:56:23.360799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aee4876-f54c-4488-a807-d711421e690a None None] Attempting to bind port ad90074e-5a1b-49e6-8b50-c916ae6da033 on network 88dd538c-9e4d-439d-b8b1-36774445a918 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:56:23.370780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aee4876-f54c-4488-a807-d711421e690a None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:56:23.371378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aee4876-f54c-4488-a807-d711421e690a None None] Checking segment: {'id': 'ad676117-1405-43f2-9f52-81182eb485df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88dd538c-9e4d-439d-b8b1-36774445a918'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:56:23.371982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0aee4876-f54c-4488-a807-d711421e690a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:23.372536 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aee4876-f54c-4488-a807-d711421e690a None None] Bound using segment: {'id': 'ad676117-1405-43f2-9f52-81182eb485df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88dd538c-9e4d-439d-b8b1-36774445a918'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:56:23.373240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-0aee4876-f54c-4488-a807-d711421e690a None None] Bound port: ad90074e-5a1b-49e6-8b50-c916ae6da033, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad676117-1405-43f2-9f52-81182eb485df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88dd538c-9e4d-439d-b8b1-36774445a918'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:56:23.373770 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0aee4876-f54c-4488-a807-d711421e690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:23.481185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0aee4876-f54c-4488-a807-d711421e690a None None] For port ad90074e-5a1b-49e6-8b50-c916ae6da033, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:56:23.484558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0aee4876-f54c-4488-a807-d711421e690a None None] For port ad90074e-5a1b-49e6-8b50-c916ae6da033, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ad90074e-5a1b-49e6-8b50-c916ae6da033,segment=NetworkSegment(ad676117-1405-43f2-9f52-81182eb485df),segment_id=ad676117-1405-43f2-9f52-81182eb485df)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:56:23.488963 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0aee4876-f54c-4488-a807-d711421e690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:23.503196 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8517a44b-c96f-4bf9-88ac-d0c7f3da0b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:23.647371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a41c9-5754-4e5a-84a4-2c676e0a144e None None] Pushing event updated for resources: {'Port': ['ID=ad90074e-5a1b-49e6-8b50-c916ae6da033,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:23.654218 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a0a41c9-5754-4e5a-84a4-2c676e0a144e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:23.730121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aee4876-f54c-4488-a807-d711421e690a None None] Routers {'34e2c85e-17a5-4bf8-a473-82103569fc87'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:56:23.730835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0aee4876-f54c-4488-a807-d711421e690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:55:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['34e2c85e-17a5-4bf8-a473-82103569fc87'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:23.954493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-0aee4876-f54c-4488-a807-d711421e690a None None] Set router 34e2c85e-17a5-4bf8-a473-82103569fc87 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:56:24.139585 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fdf037f2-52c8-438f-b5c7-39d4cbfe9199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:24.364147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-0aee4876-f54c-4488-a807-d711421e690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e2c85e-17a5-4bf8-a473-82103569fc87', 'name': 'tempest-TestMinimumBasicScenario-242223820-router', 'tenant_id': '7da5c3c839794b5080261c745cdb7dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '33622326-f20b-4f34-ab28-acbe5be90c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:56:13Z', 'updated_at': '2021-01-14T07:56:18Z', 'revision_number': 4, 'project_id': '7da5c3c839794b5080261c745cdb7dd1', 'gw_port': {'id': '33622326-f20b-4f34-ab28-acbe5be90c21', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e2c85e-17a5-4bf8-a473-82103569fc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:14Z', 'updated_at': '2021-01-14T07:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'ad90074e-5a1b-49e6-8b50-c916ae6da033', 'name': '', 'network_id': '88dd538c-9e4d-439d-b8b1-36774445a918', 'tenant_id': '7da5c3c839794b5080261c745cdb7dd1', 'mac_address': 'fa:16:3e:8d:9a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e2c85e-17a5-4bf8-a473-82103569fc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'da0d09a3-38ed-4f37-bf42-1b3f95b7eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:17Z', 'updated_at': '2021-01-14T07:56:23Z', 'revision_number': 4, 'project_id': '7da5c3c839794b5080261c745cdb7dd1', 'subnets': [{'id': 'da0d09a3-38ed-4f37-bf42-1b3f95b7eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:24.368490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aee4876-f54c-4488-a807-d711421e690a None None] The sync data for ids ['34e2c85e-17a5-4bf8-a473-82103569fc87'] in n-d-769329-2 is: [{'id': '34e2c85e-17a5-4bf8-a473-82103569fc87', 'name': 'tempest-TestMinimumBasicScenario-242223820-router', 'tenant_id': '7da5c3c839794b5080261c745cdb7dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '33622326-f20b-4f34-ab28-acbe5be90c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:56:13Z', 'updated_at': '2021-01-14T07:56:18Z', 'revision_number': 4, 'project_id': '7da5c3c839794b5080261c745cdb7dd1', 'gw_port': {'id': '33622326-f20b-4f34-ab28-acbe5be90c21', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e2c85e-17a5-4bf8-a473-82103569fc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:14Z', 'updated_at': '2021-01-14T07:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'ad90074e-5a1b-49e6-8b50-c916ae6da033', 'name': '', 'network_id': '88dd538c-9e4d-439d-b8b1-36774445a918', 'tenant_id': '7da5c3c839794b5080261c745cdb7dd1', 'mac_address': 'fa:16:3e:8d:9a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e2c85e-17a5-4bf8-a473-82103569fc87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'da0d09a3-38ed-4f37-bf42-1b3f95b7eb53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:17Z', 'updated_at': '2021-01-14T07:56:23Z', 'revision_number': 4, 'project_id': '7da5c3c839794b5080261c745cdb7dd1', 'subnets': [{'id': 'da0d09a3-38ed-4f37-bf42-1b3f95b7eb53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:56:25.249920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ad90074e-5a1b-49e6-8b50-c916ae6da033 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:56:25.342777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port ad90074e-5a1b-49e6-8b50-c916ae6da033 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:56:25.350576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port ad90074e-5a1b-49e6-8b50-c916ae6da033 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:56:25.351133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:25.501460 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:25.539689 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port ad90074e-5a1b-49e6-8b50-c916ae6da033, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ad90074e-5a1b-49e6-8b50-c916ae6da033,segment=NetworkSegment(ad676117-1405-43f2-9f52-81182eb485df),segment_id=ad676117-1405-43f2-9f52-81182eb485df)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:56:25.543561 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:25.545548 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:25.626278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=ad90074e-5a1b-49e6-8b50-c916ae6da033,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:25.632128 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:26.807300 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-50ea6462-23e4-429e-bf8c-b216df958964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:27.203131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ad90074e-5a1b-49e6-8b50-c916ae6da033 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:56:27.292782 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port ad90074e-5a1b-49e6-8b50-c916ae6da033 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:56:27.293317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:27.478473 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:28.011113 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:28.973362 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:30.176110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044227f7-d8a1-4832-87fe-af9757f83661 req-c7ec3a5d-e311-42e5-8517-ac97960cd6a4 tempest-TestMinimumBasicScenario-1976642017 tempest-TestMinimumBasicScenario-1976642017] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:56:30.177654 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-044227f7-d8a1-4832-87fe-af9757f83661 req-c7ec3a5d-e311-42e5-8517-ac97960cd6a4 tempest-TestMinimumBasicScenario-1976642017 tempest-TestMinimumBasicScenario-1976642017] 10.222.0.41 "GET /v2.0/networks?id=88dd538c-9e4d-439d-b8b1-36774445a918 HTTP/1.1" status: 200 len: 814 time: 0.1796825 Jan 14 07:56:30.195267 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-044227f7-d8a1-4832-87fe-af9757f83661 req-dc51b1cf-29ae-4ead-a616-57972ba4463e tempest-TestMinimumBasicScenario-1976642017 tempest-TestMinimumBasicScenario-1976642017] 10.222.0.41 "GET /v2.0/quotas/7da5c3c839794b5080261c745cdb7dd1 HTTP/1.1" status: 200 len: 375 time: 0.0115855 Jan 14 07:56:30.294251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-044227f7-d8a1-4832-87fe-af9757f83661 req-68f996a6-0b18-44b2-8885-16b1ed092bb5 tempest-TestMinimumBasicScenario-1976642017 tempest-TestMinimumBasicScenario-1976642017] Synchronizing usage tracker for tenant:7da5c3c839794b5080261c745cdb7dd1 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:56:30.311062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-044227f7-d8a1-4832-87fe-af9757f83661 req-68f996a6-0b18-44b2-8885-16b1ed092bb5 tempest-TestMinimumBasicScenario-1976642017 tempest-TestMinimumBasicScenario-1976642017] Unset dirty status for tenant:7da5c3c839794b5080261c745cdb7dd1 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:56:30.312584 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-044227f7-d8a1-4832-87fe-af9757f83661 req-68f996a6-0b18-44b2-8885-16b1ed092bb5 tempest-TestMinimumBasicScenario-1976642017 tempest-TestMinimumBasicScenario-1976642017] 10.222.0.41 "GET /v2.0/ports?tenant_id=7da5c3c839794b5080261c745cdb7dd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116464 Jan 14 07:56:30.469455 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-044227f7-d8a1-4832-87fe-af9757f83661 req-06bd7788-6994-4071-af7c-2d096fbe8314 service neutron] 10.222.0.41 "GET /v2.0/networks/88dd538c-9e4d-439d-b8b1-36774445a918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431410 Jan 14 07:56:30.614092 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-044227f7-d8a1-4832-87fe-af9757f83661 req-0dbd1740-1fd8-4ba0-8774-771637150af0 service neutron] 10.222.0.41 "GET /v2.0/networks/88dd538c-9e4d-439d-b8b1-36774445a918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376643 Jan 14 07:56:31.421411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43612) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:31.997220 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-59cfdeeb-31c0-4903-876f-3e367b636b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:32.494134 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-59cfdeeb-31c0-4903-876f-3e367b636b5f admin admin] Deleting port ad90074e-5a1b-49e6-8b50-c916ae6da033 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:56:32.494753 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-59cfdeeb-31c0-4903-876f-3e367b636b5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:32.684117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-59cfdeeb-31c0-4903-876f-3e367b636b5f admin admin] For port ad90074e-5a1b-49e6-8b50-c916ae6da033, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ad90074e-5a1b-49e6-8b50-c916ae6da033,segment=NetworkSegment(ad676117-1405-43f2-9f52-81182eb485df),segment_id=ad676117-1405-43f2-9f52-81182eb485df)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:56:32.684521 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-59cfdeeb-31c0-4903-876f-3e367b636b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:32.819341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-59cfdeeb-31c0-4903-876f-3e367b636b5f admin admin] Calling delete_port for ad90074e-5a1b-49e6-8b50-c916ae6da033 owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:56:33.442643 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-59cfdeeb-31c0-4903-876f-3e367b636b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:33.458550 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0f05110e-19ae-4275-aee6-d571b0c5df53 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:33.546777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfdeeb-31c0-4903-876f-3e367b636b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=ad90074e-5a1b-49e6-8b50-c916ae6da033,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:33.554287 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-59cfdeeb-31c0-4903-876f-3e367b636b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:33.865945 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-59cfdeeb-31c0-4903-876f-3e367b636b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:34.380952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cfdeeb-31c0-4903-876f-3e367b636b5f admin admin] Router 34e2c85e-17a5-4bf8-a473-82103569fc87 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:56:34.581990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cfdeeb-31c0-4903-876f-3e367b636b5f admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:56:34.591949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c40d58d-55f4-42b9-a294-cc72187875e5 None None] Sync routers for ids ['34e2c85e-17a5-4bf8-a473-82103569fc87'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:56:34.598324 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-59cfdeeb-31c0-4903-876f-3e367b636b5f admin admin] 10.222.0.41 "PUT /v2.0/routers/34e2c85e-17a5-4bf8-a473-82103569fc87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1757104 Jan 14 07:56:34.601080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43616) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:34.606638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c40d58d-55f4-42b9-a294-cc72187875e5 None None] Routers {'34e2c85e-17a5-4bf8-a473-82103569fc87'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:56:34.607309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2c40d58d-55f4-42b9-a294-cc72187875e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:56:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['34e2c85e-17a5-4bf8-a473-82103569fc87'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:34.793067 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4840a8fe-36fd-41bf-881b-d71cd1bc17e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:34.950288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-2c40d58d-55f4-42b9-a294-cc72187875e5 None None] Set router 34e2c85e-17a5-4bf8-a473-82103569fc87 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:56:34.987477 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4840a8fe-36fd-41bf-881b-d71cd1bc17e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:34.993141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4840a8fe-36fd-41bf-881b-d71cd1bc17e2 admin admin] Deleting port 33622326-f20b-4f34-ab28-acbe5be90c21 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:56:34.993513 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4840a8fe-36fd-41bf-881b-d71cd1bc17e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:35.194412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4840a8fe-36fd-41bf-881b-d71cd1bc17e2 admin admin] For port 33622326-f20b-4f34-ab28-acbe5be90c21, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=33622326-f20b-4f34-ab28-acbe5be90c21,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:56:35.195196 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4840a8fe-36fd-41bf-881b-d71cd1bc17e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:35.260933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2c40d58d-55f4-42b9-a294-cc72187875e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e2c85e-17a5-4bf8-a473-82103569fc87', 'name': 'tempest-TestMinimumBasicScenario-242223820-router', 'tenant_id': '7da5c3c839794b5080261c745cdb7dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '33622326-f20b-4f34-ab28-acbe5be90c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:56:13Z', 'updated_at': '2021-01-14T07:56:33Z', 'revision_number': 5, 'project_id': '7da5c3c839794b5080261c745cdb7dd1', 'gw_port': {'id': '33622326-f20b-4f34-ab28-acbe5be90c21', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e2c85e-17a5-4bf8-a473-82103569fc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:14Z', 'updated_at': '2021-01-14T07:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:35.265085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c40d58d-55f4-42b9-a294-cc72187875e5 None None] Checking router: 34e2c85e-17a5-4bf8-a473-82103569fc87 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:56:35.274267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c40d58d-55f4-42b9-a294-cc72187875e5 None None] Routers {'34e2c85e-17a5-4bf8-a473-82103569fc87'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:56:35.274939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2c40d58d-55f4-42b9-a294-cc72187875e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:56:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['34e2c85e-17a5-4bf8-a473-82103569fc87'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:35.327954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4840a8fe-36fd-41bf-881b-d71cd1bc17e2 admin admin] Calling delete_port for 33622326-f20b-4f34-ab28-acbe5be90c21 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:56:35.465780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-2c40d58d-55f4-42b9-a294-cc72187875e5 None None] Set router 34e2c85e-17a5-4bf8-a473-82103569fc87 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:56:35.471812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4840a8fe-36fd-41bf-881b-d71cd1bc17e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:35.665069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4840a8fe-36fd-41bf-881b-d71cd1bc17e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:35.777460 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2c40d58d-55f4-42b9-a294-cc72187875e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e2c85e-17a5-4bf8-a473-82103569fc87', 'name': 'tempest-TestMinimumBasicScenario-242223820-router', 'tenant_id': '7da5c3c839794b5080261c745cdb7dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '33622326-f20b-4f34-ab28-acbe5be90c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:56:13Z', 'updated_at': '2021-01-14T07:56:33Z', 'revision_number': 5, 'project_id': '7da5c3c839794b5080261c745cdb7dd1', 'gw_port': {'id': '33622326-f20b-4f34-ab28-acbe5be90c21', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e2c85e-17a5-4bf8-a473-82103569fc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:14Z', 'updated_at': '2021-01-14T07:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:35.781533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c40d58d-55f4-42b9-a294-cc72187875e5 None None] The sync data for ids ['34e2c85e-17a5-4bf8-a473-82103569fc87'] in n-d-769329-2 is: [{'id': '34e2c85e-17a5-4bf8-a473-82103569fc87', 'name': 'tempest-TestMinimumBasicScenario-242223820-router', 'tenant_id': '7da5c3c839794b5080261c745cdb7dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '33622326-f20b-4f34-ab28-acbe5be90c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:56:13Z', 'updated_at': '2021-01-14T07:56:33Z', 'revision_number': 5, 'project_id': '7da5c3c839794b5080261c745cdb7dd1', 'gw_port': {'id': '33622326-f20b-4f34-ab28-acbe5be90c21', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:47:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e2c85e-17a5-4bf8-a473-82103569fc87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:14Z', 'updated_at': '2021-01-14T07:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:56:35.810010 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4840a8fe-36fd-41bf-881b-d71cd1bc17e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:35.813114 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4840a8fe-36fd-41bf-881b-d71cd1bc17e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:35.842421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4840a8fe-36fd-41bf-881b-d71cd1bc17e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:35.842977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4840a8fe-36fd-41bf-881b-d71cd1bc17e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34e2c85e-17a5-4bf8-a473-82103569fc87 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:56:35.856312 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4840a8fe-36fd-41bf-881b-d71cd1bc17e2 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:35.857563 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4840a8fe-36fd-41bf-881b-d71cd1bc17e2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/34e2c85e-17a5-4bf8-a473-82103569fc87 HTTP/1.1" status: 204 len: 168 time: 1.2554693 Jan 14 07:56:35.860370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43620) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:35.928959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-989fd7ef-8edd-4bea-be21-af41861d5bf9 admin admin] Deleting subnet da0d09a3-38ed-4f37-bf42-1b3f95b7eb53 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:56:35.932266 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-989fd7ef-8edd-4bea-be21-af41861d5bf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:35.989163 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-989fd7ef-8edd-4bea-be21-af41861d5bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:36.079568 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-989fd7ef-8edd-4bea-be21-af41861d5bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:36.351862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-989fd7ef-8edd-4bea-be21-af41861d5bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:36.368055 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9630d404-1bf1-42d9-bbde-d324212d8775 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:36.748323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fd7ef-8edd-4bea-be21-af41861d5bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da0d09a3-38ed-4f37-bf42-1b3f95b7eb53,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:36.762199 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-989fd7ef-8edd-4bea-be21-af41861d5bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:36.795863 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-989fd7ef-8edd-4bea-be21-af41861d5bf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:36.801286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba204945-bd71-4bc4-b22a-0c579c4f8e03 None None] Network 88dd538c-9e4d-439d-b8b1-36774445a918 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:56:36.802399 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-989fd7ef-8edd-4bea-be21-af41861d5bf9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/da0d09a3-38ed-4f37-bf42-1b3f95b7eb53 HTTP/1.1" status: 204 len: 168 time: 0.9409935 Jan 14 07:56:36.805144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43624) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:36.928377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:37.000613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] Deleting port f3b4df6b-826b-432f-849a-70a8f3839952 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:56:37.000936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:37.073378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05acbe34-e4a0-4331-934c-28bcd2f79f15 None None] DHCP port deletion for 88dd538c-9e4d-439d-b8b1-36774445a918 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:56:37.078318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-05acbe34-e4a0-4331-934c-28bcd2f79f15 None None] Deleting port f3b4df6b-826b-432f-849a-70a8f3839952 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:56:37.078738 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05acbe34-e4a0-4331-934c-28bcd2f79f15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:37.196340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ad90074e-5a1b-49e6-8b50-c916ae6da033 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:56:37.236424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: ad90074e-5a1b-49e6-8b50-c916ae6da033 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:56:37.236851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ad90074e-5a1b-49e6-8b50-c916ae6da033 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:56:37.238079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 33622326-f20b-4f34-ab28-acbe5be90c21 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:56:37.238224 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] For port f3b4df6b-826b-432f-849a-70a8f3839952, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f3b4df6b-826b-432f-849a-70a8f3839952,segment=NetworkSegment(ad676117-1405-43f2-9f52-81182eb485df),segment_id=ad676117-1405-43f2-9f52-81182eb485df)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:56:37.238543 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:37.277807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 33622326-f20b-4f34-ab28-acbe5be90c21 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:56:37.278124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 33622326-f20b-4f34-ab28-acbe5be90c21 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:56:37.278660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device f3b4df6b-826b-432f-849a-70a8f3839952 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:56:37.370792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] Calling delete_port for f3b4df6b-826b-432f-849a-70a8f3839952 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:56:37.445051 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:37.445338 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-05acbe34-e4a0-4331-934c-28bcd2f79f15 None None] For port f3b4df6b-826b-432f-849a-70a8f3839952, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=f3b4df6b-826b-432f-849a-70a8f3839952,segment=NetworkSegment(ad676117-1405-43f2-9f52-81182eb485df),segment_id=ad676117-1405-43f2-9f52-81182eb485df)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:56:37.445769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05acbe34-e4a0-4331-934c-28bcd2f79f15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:37.454432 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No ports have port_id starting with f3b4df6b-826b-432f-849a-70a8f3839952 Jan 14 07:56:37.461853 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:37.557987 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b4df6b-826b-432f-849a-70a8f3839952,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:37.571204 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:37.583458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-05acbe34-e4a0-4331-934c-28bcd2f79f15 None None] Calling delete_port for f3b4df6b-826b-432f-849a-70a8f3839952 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:56:37.610928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] No DVR routers for this DVR port f3b4df6b-826b-432f-849a-70a8f3839952 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:56:37.657361 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-05acbe34-e4a0-4331-934c-28bcd2f79f15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:56:37.657788 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-05acbe34-e4a0-4331-934c-28bcd2f79f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:56:37.740522 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:37.856672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88dd538c-9e4d-439d-b8b1-36774445a918']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:37.874325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad676117-1405-43f2-9f52-81182eb485df') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:37.874781 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad676117-1405-43f2-9f52-81182eb485df') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:37.887304 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:37.902176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:37.904216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:56:38.095396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] Network 88dd538c-9e4d-439d-b8b1-36774445a918 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:56:38.108212 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:38.159177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-05acbe34-e4a0-4331-934c-28bcd2f79f15 None None] Deleting port f3b4df6b-826b-432f-849a-70a8f3839952 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:56:38.159750 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05acbe34-e4a0-4331-934c-28bcd2f79f15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:38.231007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-05acbe34-e4a0-4331-934c-28bcd2f79f15 None None] The port 'f3b4df6b-826b-432f-849a-70a8f3839952' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:56:38.302487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] Network 88dd538c-9e4d-439d-b8b1-36774445a918 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:56:38.326092 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:56:38.417165 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:38.420391 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:38.436421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:38.445681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=88dd538c-9e4d-439d-b8b1-36774445a918,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:38.450518 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:38.454453 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] 10.222.0.41 "DELETE /v2.0/networks/88dd538c-9e4d-439d-b8b1-36774445a918 HTTP/1.1" status: 204 len: 168 time: 1.6482971 Jan 14 07:56:38.602537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43632) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:38.656178 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c99d6701-4b1b-4755-92fc-57cca6165ca0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7da5c3c839794b5080261c745cdb7dd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521641 Jan 14 07:56:38.658747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43636) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:38.721680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6ffbd46-e559-4f53-9f94-4b3a93c94c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:38.748678 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6ffbd46-e559-4f53-9f94-4b3a93c94c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:38.794269 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6ffbd46-e559-4f53-9f94-4b3a93c94c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:38.799355 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b5b9012e-bce7-484c-8127-a2752f033595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:38.813661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffbd46-e559-4f53-9f94-4b3a93c94c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8359451-2169-4dbf-a4d6-a71b2a6c4e6c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:38.819331 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b6ffbd46-e559-4f53-9f94-4b3a93c94c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:38.819975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b6ffbd46-e559-4f53-9f94-4b3a93c94c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:38.822639 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b6ffbd46-e559-4f53-9f94-4b3a93c94c6a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c8359451-2169-4dbf-a4d6-a71b2a6c4e6c HTTP/1.1" status: 204 len: 168 time: 0.1612716 Jan 14 07:56:41.238129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43678) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:41.244217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-78466373', 'description': 'tempest-secgroup-smoke-78466373 description', 'project_id': '670eaef9ed3b4106acadbe717be61dd5'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:56:41.255676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:56:41.259795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:56:41.262816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:56:41.269141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:56:41.283321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:41.296978 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:41.312798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:56:41.316982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:56:41.319917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:56:41.325916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:56:41.417757 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:41.420602 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:41.424365 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-062ef178-d372-42f9-8db3-4b45a60e19dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:41.434785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:56:41.443888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:56:41.453195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:56:41.465141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:56:41.468969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroup': ['ID=549fc105-4d38-4b9d-88be-413fe10ecf53,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:41.474568 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:41.546376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:41.549057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:41.554928 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2a4625fc-0349-4fc7-97aa-e21bddcb06e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:41.593769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:41.595084 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3558643 Jan 14 07:56:41.597392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroup': ['ID=e1888760-6f04-4d79-9996-bed2003d768a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:41.599047 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43682) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:41.600456 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:41.605234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': 'e1888760-6f04-4d79-9996-bed2003d768a', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:56:41.619847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:56:41.624044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:56:41.627091 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:56:41.633263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:56:41.648775 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:41.712651 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:41.715341 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:41.717239 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-99961137-0b54-4f1c-942e-f1406e4a6822 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:41.742458 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af1154f-6622-4ba4-8fba-fbc217eed822,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:41.753879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.754317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.754745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.755165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.755583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.756051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.756461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.756878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.757286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.757693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.758103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.758510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.758999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.759399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.759833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.760239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.760645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.761049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.761452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.761854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.762258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.762662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.763066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.763467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.763930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.764334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.764736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.765149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.765542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.765944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.766351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.766750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.767151 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.767553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.767989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.768585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:41.772962 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:41.774551 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:41.777337 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-925d9074-e0bf-4970-8f9f-008c4814637e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1771259 Jan 14 07:56:41.778742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43686) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:41.785274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0b8c2b12-12b5-4619-a121-b0d81bae3633 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': 'e1888760-6f04-4d79-9996-bed2003d768a', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:56:41.796255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0b8c2b12-12b5-4619-a121-b0d81bae3633 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:56:41.801422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0b8c2b12-12b5-4619-a121-b0d81bae3633 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:56:41.804463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0b8c2b12-12b5-4619-a121-b0d81bae3633 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:56:41.810218 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0b8c2b12-12b5-4619-a121-b0d81bae3633 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:56:41.826623 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2b12-12b5-4619-a121-b0d81bae3633 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:41.891197 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2b12-12b5-4619-a121-b0d81bae3633 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:41.894504 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2b12-12b5-4619-a121-b0d81bae3633 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:41.896418 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f63e3209-540e-4637-ad22-7ecc7869bc49 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:41.920610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c2b12-12b5-4619-a121-b0d81bae3633 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b0625a-ce8a-4cd6-9100-e32a709eb6b9,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:41.923362 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0b8c2b12-12b5-4619-a121-b0d81bae3633 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:41.930553 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2b12-12b5-4619-a121-b0d81bae3633 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:41.932164 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0b8c2b12-12b5-4619-a121-b0d81bae3633 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1520927 Jan 14 07:56:41.934840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43690) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:41.941065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-65b7a595-ff4b-48c6-a238-9716f2874399 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': 'e1888760-6f04-4d79-9996-bed2003d768a', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:56:41.952146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-65b7a595-ff4b-48c6-a238-9716f2874399 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:56:41.956343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-65b7a595-ff4b-48c6-a238-9716f2874399 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:56:41.959326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-65b7a595-ff4b-48c6-a238-9716f2874399 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:56:41.965100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-65b7a595-ff4b-48c6-a238-9716f2874399 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:56:41.981364 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-65b7a595-ff4b-48c6-a238-9716f2874399 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.050622 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-65b7a595-ff4b-48c6-a238-9716f2874399 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.053541 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-65b7a595-ff4b-48c6-a238-9716f2874399 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.055441 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-338a1a74-80e8-4abe-9fec-3538f776bc92 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:42.079322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7a595-ff4b-48c6-a238-9716f2874399 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b667435-5b41-4bbc-acd5-ee803d12bae7,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:42.085132 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-65b7a595-ff4b-48c6-a238-9716f2874399 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:42.088912 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-65b7a595-ff4b-48c6-a238-9716f2874399 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.090209 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-65b7a595-ff4b-48c6-a238-9716f2874399 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1543806 Jan 14 07:56:42.093155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43694) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:42.098853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ba72cf3a-aa73-4ae3-a16a-0de8d26cc62e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': 'e1888760-6f04-4d79-9996-bed2003d768a', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:56:42.109780 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ba72cf3a-aa73-4ae3-a16a-0de8d26cc62e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:56:42.114546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ba72cf3a-aa73-4ae3-a16a-0de8d26cc62e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:56:42.117628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ba72cf3a-aa73-4ae3-a16a-0de8d26cc62e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:56:42.123363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ba72cf3a-aa73-4ae3-a16a-0de8d26cc62e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:56:42.140784 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba72cf3a-aa73-4ae3-a16a-0de8d26cc62e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.211374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba72cf3a-aa73-4ae3-a16a-0de8d26cc62e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.214207 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba72cf3a-aa73-4ae3-a16a-0de8d26cc62e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.216650 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ba9227bc-bb13-43cc-949f-939f09d22a48 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:42.241251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72cf3a-aa73-4ae3-a16a-0de8d26cc62e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6948a61e-c945-4c17-b9cd-cddf62978fd3,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:42.244379 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ba72cf3a-aa73-4ae3-a16a-0de8d26cc62e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:42.251896 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ba72cf3a-aa73-4ae3-a16a-0de8d26cc62e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.253228 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ba72cf3a-aa73-4ae3-a16a-0de8d26cc62e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1590655 Jan 14 07:56:42.256446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43698) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:42.262275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7ff00d1a-d002-4478-9c35-33c58f39ec25 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': 'e1888760-6f04-4d79-9996-bed2003d768a', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:56:42.273086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7ff00d1a-d002-4478-9c35-33c58f39ec25 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:56:42.277124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7ff00d1a-d002-4478-9c35-33c58f39ec25 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:56:42.280159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7ff00d1a-d002-4478-9c35-33c58f39ec25 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:56:42.286690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7ff00d1a-d002-4478-9c35-33c58f39ec25 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:56:42.296919 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-7ff00d1a-d002-4478-9c35-33c58f39ec25 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Project 670eaef9ed3b4106acadbe717be61dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:56:42.304720 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ff00d1a-d002-4478-9c35-33c58f39ec25 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.376052 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ff00d1a-d002-4478-9c35-33c58f39ec25 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.378881 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ff00d1a-d002-4478-9c35-33c58f39ec25 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.380788 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3d43b487-7f26-42f6-9daf-686067e8c400 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:42.403770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff00d1a-d002-4478-9c35-33c58f39ec25 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93129c63-ee97-4c8a-9ab0-2fb0df245271,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:42.406815 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7ff00d1a-d002-4478-9c35-33c58f39ec25 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:42.414496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7ff00d1a-d002-4478-9c35-33c58f39ec25 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.416483 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7ff00d1a-d002-4478-9c35-33c58f39ec25 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1589799 Jan 14 07:56:42.419497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43702) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:42.425768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-adf31f14-d362-4973-8098-be0e003e90d6 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': 'e1888760-6f04-4d79-9996-bed2003d768a', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:56:42.436441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-adf31f14-d362-4973-8098-be0e003e90d6 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:56:42.440496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-adf31f14-d362-4973-8098-be0e003e90d6 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:56:42.443498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-adf31f14-d362-4973-8098-be0e003e90d6 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:56:42.449584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-adf31f14-d362-4973-8098-be0e003e90d6 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:56:42.460355 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-adf31f14-d362-4973-8098-be0e003e90d6 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Project 670eaef9ed3b4106acadbe717be61dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:56:42.467235 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-adf31f14-d362-4973-8098-be0e003e90d6 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.537910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-adf31f14-d362-4973-8098-be0e003e90d6 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.540492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-adf31f14-d362-4973-8098-be0e003e90d6 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.542397 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ed1e1d53-f3de-4c73-b97e-842a9ae114b0 tempest-SecGroupIPv6Test-585591615 tempest-SecGroupIPv6Test-585591615] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:42.566952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf31f14-d362-4973-8098-be0e003e90d6 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cef3704-ae5a-424d-8b28-3110adf01db0,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:42.569596 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-adf31f14-d362-4973-8098-be0e003e90d6 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:42.576254 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-adf31f14-d362-4973-8098-be0e003e90d6 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.577565 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-adf31f14-d362-4973-8098-be0e003e90d6 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1569703 Jan 14 07:56:42.581461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43706) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:42.587755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0394598b-ec96-42fe-9b95-ff608796380a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'network': {'name': 'tempest-network-smoke--279751376', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'port_security_enabled': True}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:56:42.593777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0394598b-ec96-42fe-9b95-ff608796380a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:56:42.598909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0394598b-ec96-42fe-9b95-ff608796380a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:network and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:56:42.602146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0394598b-ec96-42fe-9b95-ff608796380a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:56:42.608137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0394598b-ec96-42fe-9b95-ff608796380a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:56:42.617587 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0394598b-ec96-42fe-9b95-ff608796380a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Made reservation on behalf of 670eaef9ed3b4106acadbe717be61dd5 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:56:42.626717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0394598b-ec96-42fe-9b95-ff608796380a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.660539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0394598b-ec96-42fe-9b95-ff608796380a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:56:42.669558 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0394598b-ec96-42fe-9b95-ff608796380a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.669944 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-0394598b-ec96-42fe-9b95-ff608796380a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Added segment def1c671-5711-4007-9171-02de139d6887 of type vxlan for network b47a4aab-e45c-41c3-99e4-ee3cca27a365 Jan 14 07:56:42.696378 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0394598b-ec96-42fe-9b95-ff608796380a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.726862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0394598b-ec96-42fe-9b95-ff608796380a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.745529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0394598b-ec96-42fe-9b95-ff608796380a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:56:42.746183 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0394598b-ec96-42fe-9b95-ff608796380a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.751455 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:42.851044 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0394598b-ec96-42fe-9b95-ff608796380a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2682097 Jan 14 07:56:42.854228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43710) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:42.860632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1711282977', 'admin_state_up': True, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:56:42.863360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394598b-ec96-42fe-9b95-ff608796380a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Network': ['ID=b47a4aab-e45c-41c3-99e4-ee3cca27a365,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:42.866625 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0394598b-ec96-42fe-9b95-ff608796380a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:42.873511 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:56:42.877032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network b47a4aab-e45c-41c3-99e4-ee3cca27a365 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:56:42.878108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:router and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:56:42.881403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:56:42.887412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:56:42.890865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network b47a4aab-e45c-41c3-99e4-ee3cca27a365 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:56:42.899096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.900206 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:42.904329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network b47a4aab-e45c-41c3-99e4-ee3cca27a365 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:56:42.917012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:43.214649 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:43.540753 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:43.573408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:43.859742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Allocated IP 172.25.3.234 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/dd963fc4-b9ce-440a-b52c-c76dcbb76ce1) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:56:44.022621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:44.051246 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:44.067450 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d11e18f3-e900-48a8-a285-0c25a5ed1f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:44.209716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Port': ['ID=dd963fc4-b9ce-440a-b52c-c76dcbb76ce1,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:44.216234 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:44.268292 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:56:44.269522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:56:44.271827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:56:44.709375 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:45.365199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:45.578208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Router 5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:56:45.773534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:56:45.783138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] Sync routers for ids ['5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:56:45.793996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] Routers {'5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:56:45.794712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:56:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:45.808124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:45.809459 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9540772 Jan 14 07:56:45.812981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43714) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:45.991125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] Set router 5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:56:46.018791 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-26ee3b07-c2c1-4aac-9a2f-5f349016fb0e tempest-TestNetworkAdvancedServerOps-522184427 tempest-TestNetworkAdvancedServerOps-522184427] 10.222.0.41 "GET /v2.0/subnets?project_id=670eaef9ed3b4106acadbe717be61dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2012122 Jan 14 07:56:46.019073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43720) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:46.171770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fac368e-64a5-4297-ab52-151f3472ea07 tempest-TestNetworkAdvancedServerOps-522184427 tempest-TestNetworkAdvancedServerOps-522184427] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:56:46.173438 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7fac368e-64a5-4297-ab52-151f3472ea07 tempest-TestNetworkAdvancedServerOps-522184427 tempest-TestNetworkAdvancedServerOps-522184427] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1534050 Jan 14 07:56:46.176890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43724) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:46.224293 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ac020957-a356-47f1-abbe-db03088ae310 tempest-TestNetworkAdvancedServerOps-522184427 tempest-TestNetworkAdvancedServerOps-522184427] 10.222.0.41 "GET /v2.0/subnets?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461125 Jan 14 07:56:46.227104 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43728) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:46.233580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f57df5c6-bf8e-4ecd-9e57-4c4c35d01b96 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1022230052', 'network_id': 'b47a4aab-e45c-41c3-99e4-ee3cca27a365', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:56:46.316313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711282977', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dd963fc4-b9ce-440a-b52c-c76dcbb76ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:56:42Z', 'updated_at': '2021-01-14T07:56:44Z', 'revision_number': 3, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': 'dd963fc4-b9ce-440a-b52c-c76dcbb76ce1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:43Z', 'updated_at': '2021-01-14T07:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:46.320445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] Checking router: 5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:56:46.320856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] Updating router 5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9 port dd963fc4-b9ce-440a-b52c-c76dcbb76ce1 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:56:46.356573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f57df5c6-bf8e-4ecd-9e57-4c4c35d01b96 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:56:46.360653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f57df5c6-bf8e-4ecd-9e57-4c4c35d01b96 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:subnet and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:56:46.364474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f57df5c6-bf8e-4ecd-9e57-4c4c35d01b96 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:56:46.370240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f57df5c6-bf8e-4ecd-9e57-4c4c35d01b96 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:56:46.375787 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:46.380412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57df5c6-bf8e-4ecd-9e57-4c4c35d01b96 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Made reservation on behalf of 670eaef9ed3b4106acadbe717be61dd5 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:56:46.500242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f57df5c6-bf8e-4ecd-9e57-4c4c35d01b96 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:46.562928 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:46.677570 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:46.816639 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:46.829121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] Transition to ACTIVE for port object dd963fc4-b9ce-440a-b52c-c76dcbb76ce1 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:56:46.832512 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:46.849170 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e434da80-d7bf-4b67-b826-8b1101cb27c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:46.956435 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f57df5c6-bf8e-4ecd-9e57-4c4c35d01b96 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:46.972880 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-597bf1ed-a494-419f-ac87-c11fcd17ae5b tempest-RoutersNegativeTest-1918951457 tempest-RoutersNegativeTest-1918951457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:46.981627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfb6f4-6d09-410e-b6e4-f7b19c424d95 None None] Pushing event updated for resources: {'Port': ['ID=dd963fc4-b9ce-440a-b52c-c76dcbb76ce1,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:46.985950 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d5cfb6f4-6d09-410e-b6e4-f7b19c424d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:47.048303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] Attempting to bind port dd963fc4-b9ce-440a-b52c-c76dcbb76ce1 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:56:47.048725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] Attempting to bind port dd963fc4-b9ce-440a-b52c-c76dcbb76ce1 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:56:47.049142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] Attempting to bind port dd963fc4-b9ce-440a-b52c-c76dcbb76ce1 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:56:47.055853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:56:47.056412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:56:47.056868 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:47.057310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:56:47.057829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] Bound port: dd963fc4-b9ce-440a-b52c-c76dcbb76ce1, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:56:47.058253 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:47.113065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57df5c6-bf8e-4ecd-9e57-4c4c35d01b96 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Subnet': ['ID=9347c363-8a1d-46e5-ab2a-d512dca2dfca,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:47.126713 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f57df5c6-bf8e-4ecd-9e57-4c4c35d01b96 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:47.161651 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] For port dd963fc4-b9ce-440a-b52c-c76dcbb76ce1, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:56:47.165002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] For port dd963fc4-b9ce-440a-b52c-c76dcbb76ce1, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=dd963fc4-b9ce-440a-b52c-c76dcbb76ce1,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:56:47.168440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:47.183934 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:47.191396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57df5c6-bf8e-4ecd-9e57-4c4c35d01b96 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Checking segment: {'id': 'def1c671-5711-4007-9171-02de139d6887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b47a4aab-e45c-41c3-99e4-ee3cca27a365'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:56:47.191864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57df5c6-bf8e-4ecd-9e57-4c4c35d01b96 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network hostable DHCP agents. Network: b47a4aab-e45c-41c3-99e4-ee3cca27a365, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:56:47.211826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57df5c6-bf8e-4ecd-9e57-4c4c35d01b96 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network b47a4aab-e45c-41c3-99e4-ee3cca27a365 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:56:47.220626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f57df5c6-bf8e-4ecd-9e57-4c4c35d01b96 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, b47a4aab-e45c-41c3-99e4-ee3cca27a365) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:56:47.235709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57df5c6-bf8e-4ecd-9e57-4c4c35d01b96 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:56:47.236374 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f57df5c6-bf8e-4ecd-9e57-4c4c35d01b96 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:47.257443 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f57df5c6-bf8e-4ecd-9e57-4c4c35d01b96 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0291214 Jan 14 07:56:47.260390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43732) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:47.465643 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726ee236-8fe7-4030-93a0-f6a9d2191bce None None] Network b47a4aab-e45c-41c3-99e4-ee3cca27a365 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:56:47.634941 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfb6f4-6d09-410e-b6e4-f7b19c424d95 None None] Pushing event updated for resources: {'Port': ['ID=dd963fc4-b9ce-440a-b52c-c76dcbb76ce1,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:47.641447 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d5cfb6f4-6d09-410e-b6e4-f7b19c424d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:47.743346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] Routers {'5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:56:47.744005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:56:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:47.872453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-b47a4aab-e45c-41c3-99e4-ee3cca27a365', 'network_id': 'b47a4aab-e45c-41c3-99e4-ee3cca27a365', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'fixed_ips': [{'subnet_id': '9347c363-8a1d-46e5-ab2a-d512dca2dfca'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:56:47.873564 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:48.040405 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:48.095299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] Set router 5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:56:48.575011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Allocated IP 172.20.0.2 (b47a4aab-e45c-41c3-99e4-ee3cca27a365/9347c363-8a1d-46e5-ab2a-d512dca2dfca/08ac177d-a889-458a-98cd-a0daa7863b09) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:56:48.725496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711282977', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dd963fc4-b9ce-440a-b52c-c76dcbb76ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:56:42Z', 'updated_at': '2021-01-14T07:56:44Z', 'revision_number': 3, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': 'dd963fc4-b9ce-440a-b52c-c76dcbb76ce1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:43Z', 'updated_at': '2021-01-14T07:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:48.739411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ec6322-e8a9-40d0-ba9c-76545eb83df0 None None] The sync data for ids ['5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9'] in n-d-769329-2 is: [{'id': '5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711282977', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dd963fc4-b9ce-440a-b52c-c76dcbb76ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:56:42Z', 'updated_at': '2021-01-14T07:56:44Z', 'revision_number': 3, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': 'dd963fc4-b9ce-440a-b52c-c76dcbb76ce1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:43Z', 'updated_at': '2021-01-14T07:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:56:48.901481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:48.920457 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Transition to ACTIVE for port object 08ac177d-a889-458a-98cd-a0daa7863b09 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:56:48.944093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Transition to ACTIVE for port object 08ac177d-a889-458a-98cd-a0daa7863b09 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:56:48.950703 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:48.972415 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a0a41c9-5754-4e5a-84a4-2c676e0a144e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:49.075077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Allocated IP 172.20.0.1 (b47a4aab-e45c-41c3-99e4-ee3cca27a365/9347c363-8a1d-46e5-ab2a-d512dca2dfca/ab5d8495-84a9-448d-9704-f1ee925cadcd) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:56:49.130147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Pushing event updated for resources: {'Port': ['ID=08ac177d-a889-458a-98cd-a0daa7863b09,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:49.135072 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:49.217997 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Network b47a4aab-e45c-41c3-99e4-ee3cca27a365 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:56:49.219541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:56:49.222348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:56:49.298132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Attempting to bind port 08ac177d-a889-458a-98cd-a0daa7863b09 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:56:49.298624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Attempting to bind port 08ac177d-a889-458a-98cd-a0daa7863b09 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'def1c671-5711-4007-9171-02de139d6887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b47a4aab-e45c-41c3-99e4-ee3cca27a365'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:56:49.299048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Attempting to bind port 08ac177d-a889-458a-98cd-a0daa7863b09 on network b47a4aab-e45c-41c3-99e4-ee3cca27a365 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:56:49.305694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:56:49.306191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Checking segment: {'id': 'def1c671-5711-4007-9171-02de139d6887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b47a4aab-e45c-41c3-99e4-ee3cca27a365'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:56:49.306557 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:49.306994 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Bound using segment: {'id': 'def1c671-5711-4007-9171-02de139d6887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b47a4aab-e45c-41c3-99e4-ee3cca27a365'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:56:49.307523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Bound port: 08ac177d-a889-458a-98cd-a0daa7863b09, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def1c671-5711-4007-9171-02de139d6887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b47a4aab-e45c-41c3-99e4-ee3cca27a365'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:56:49.307977 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:49.354090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:49.382133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Transition to ACTIVE for port object ab5d8495-84a9-448d-9704-f1ee925cadcd will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:56:49.418181 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:49.426217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] For port 08ac177d-a889-458a-98cd-a0daa7863b09, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:56:49.430057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] For port 08ac177d-a889-458a-98cd-a0daa7863b09, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=08ac177d-a889-458a-98cd-a0daa7863b09,segment=NetworkSegment(def1c671-5711-4007-9171-02de139d6887),segment_id=def1c671-5711-4007-9171-02de139d6887)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:56:49.434140 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:49.439438 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8bc5fcfc-09a6-413e-82c1-c161dbb5b7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:49.451738 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:49.603949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Port': ['ID=ab5d8495-84a9-448d-9704-f1ee925cadcd,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:49.610238 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:49.619525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Pushing event updated for resources: {'Port': ['ID=08ac177d-a889-458a-98cd-a0daa7863b09,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:49.623982 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:49.674846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network b47a4aab-e45c-41c3-99e4-ee3cca27a365 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:56:49.676252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:56:49.678730 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:56:49.759031 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:50.097532 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:50.621669 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:50.625290 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:50.656987 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7ce0ef1c-379d-4f73-8f1b-94f050b1ef5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:50.756416 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:50.777744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Port': ['ID=ab5d8495-84a9-448d-9704-f1ee925cadcd,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:50.785656 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:50.927747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network b47a4aab-e45c-41c3-99e4-ee3cca27a365 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:56:50.929376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:56:51.069529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dcd96a-7a02-4a60-b274-da6dd1b45ac1 None None] Network b47a4aab-e45c-41c3-99e4-ee3cca27a365 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:56:51.157695 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Router 5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:56:51.183527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-61a86543-4b0f-4410-aea3-76fbf903ab94 None None] Provisioning for port 08ac177d-a889-458a-98cd-a0daa7863b09 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:56:51.412815 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:56:51.423755 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-639be24d-64e9-44b1-bbd2-2e44cb30a11e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "PUT /v2.0/routers/5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1620181 Jan 14 07:56:51.490960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device dd963fc4-b9ce-440a-b52c-c76dcbb76ce1 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:56:51.631779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port dd963fc4-b9ce-440a-b52c-c76dcbb76ce1 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:56:51.639793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port dd963fc4-b9ce-440a-b52c-c76dcbb76ce1 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:56:51.640224 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:51.649074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4422f21b-1545-44a5-964e-ee63241d3f8d req-4cd4537e-76ea-415e-8bdb-2aed02310f18 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Synchronizing usage tracker for tenant:670eaef9ed3b4106acadbe717be61dd5 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:56:51.670566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4422f21b-1545-44a5-964e-ee63241d3f8d req-4cd4537e-76ea-415e-8bdb-2aed02310f18 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Unset dirty status for tenant:670eaef9ed3b4106acadbe717be61dd5 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:56:51.672087 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4422f21b-1545-44a5-964e-ee63241d3f8d req-4cd4537e-76ea-415e-8bdb-2aed02310f18 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78466373&fields=id&tenant_id=670eaef9ed3b4106acadbe717be61dd5 HTTP/1.1" status: 200 len: 267 time: 0.0736151 Jan 14 07:56:51.798716 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:51.816693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port dd963fc4-b9ce-440a-b52c-c76dcbb76ce1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=dd963fc4-b9ce-440a-b52c-c76dcbb76ce1,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:56:51.821052 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:51.822979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 08ac177d-a889-458a-98cd-a0daa7863b09 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:56:51.829249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] Sync routers for ids ['5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:56:51.845842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] Routers {'5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:56:51.847374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:56:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:51.854720 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:51.885395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422f21b-1545-44a5-964e-ee63241d3f8d req-d0268255-5be2-4d2f-99da-7fa172f134ef tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:56:51.897080 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4422f21b-1545-44a5-964e-ee63241d3f8d req-d0268255-5be2-4d2f-99da-7fa172f134ef tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "GET /v2.0/networks?id=b47a4aab-e45c-41c3-99e4-ee3cca27a365 HTTP/1.1" status: 200 len: 796 time: 0.2150991 Jan 14 07:56:51.929353 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4422f21b-1545-44a5-964e-ee63241d3f8d req-534a1092-5913-4593-9fd1-9c5695eacb79 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "GET /v2.0/quotas/670eaef9ed3b4106acadbe717be61dd5 HTTP/1.1" status: 200 len: 375 time: 0.0296061 Jan 14 07:56:52.007797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=dd963fc4-b9ce-440a-b52c-c76dcbb76ce1,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:52.024326 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:52.032403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-667f63f6-8a48-428c-9d11-ffa694749170 None None] Provisioning for port ab5d8495-84a9-448d-9704-f1ee925cadcd completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:56:52.039611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-667f63f6-8a48-428c-9d11-ffa694749170 None None] Provisioning complete for port ab5d8495-84a9-448d-9704-f1ee925cadcd triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:56:52.040360 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-667f63f6-8a48-428c-9d11-ffa694749170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:52.042635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4422f21b-1545-44a5-964e-ee63241d3f8d req-01bf7933-f1a1-4803-ab55-ed1f50b6dc67 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Synchronizing usage tracker for tenant:670eaef9ed3b4106acadbe717be61dd5 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:56:52.062459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-4422f21b-1545-44a5-964e-ee63241d3f8d req-01bf7933-f1a1-4803-ab55-ed1f50b6dc67 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Unset dirty status for tenant:670eaef9ed3b4106acadbe717be61dd5 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:56:52.075579 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4422f21b-1545-44a5-964e-ee63241d3f8d req-01bf7933-f1a1-4803-ab55-ed1f50b6dc67 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "GET /v2.0/ports?tenant_id=670eaef9ed3b4106acadbe717be61dd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1388931 Jan 14 07:56:52.093444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] Set router 5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:56:52.101635 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-667f63f6-8a48-428c-9d11-ffa694749170 None None] Port ab5d8495-84a9-448d-9704-f1ee925cadcd cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:56:52.103222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 08ac177d-a889-458a-98cd-a0daa7863b09 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:56:52.122522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 08ac177d-a889-458a-98cd-a0daa7863b09 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:56:52.123591 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:52.269910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ff756d42-1207-4a1a-a670-e2c0854187f7 None None] Provisioning complete for port 08ac177d-a889-458a-98cd-a0daa7863b09 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:56:52.270486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff756d42-1207-4a1a-a670-e2c0854187f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:52.277448 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4422f21b-1545-44a5-964e-ee63241d3f8d req-8822a480-62fa-428d-b9eb-4d2797071a54 service neutron] 10.222.0.41 "GET /v2.0/networks/b47a4aab-e45c-41c3-99e4-ee3cca27a365?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983135 Jan 14 07:56:52.363357 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:52.447321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 08ac177d-a889-458a-98cd-a0daa7863b09, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=08ac177d-a889-458a-98cd-a0daa7863b09,segment=NetworkSegment(def1c671-5711-4007-9171-02de139d6887),segment_id=def1c671-5711-4007-9171-02de139d6887)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:56:52.458732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:52.463669 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f37b73e-addf-4ffa-a3c6-4774cce859b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:52.474958 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-4422f21b-1545-44a5-964e-ee63241d3f8d req-a00d87c7-3b03-4868-9391-914bda45df8f service neutron] 10.222.0.41 "GET /v2.0/networks/b47a4aab-e45c-41c3-99e4-ee3cca27a365?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1964176 Jan 14 07:56:52.529340 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ff756d42-1207-4a1a-a670-e2c0854187f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:52.534792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711282977', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dd963fc4-b9ce-440a-b52c-c76dcbb76ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:56:42Z', 'updated_at': '2021-01-14T07:56:50Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': 'dd963fc4-b9ce-440a-b52c-c76dcbb76ce1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:43Z', 'updated_at': '2021-01-14T07:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'ab5d8495-84a9-448d-9704-f1ee925cadcd', 'name': '', 'network_id': 'b47a4aab-e45c-41c3-99e4-ee3cca27a365', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'mac_address': 'fa:16:3e:24:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '9347c363-8a1d-46e5-ab2a-d512dca2dfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:48Z', 'updated_at': '2021-01-14T07:56:50Z', 'revision_number': 2, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'subnets': [{'id': '9347c363-8a1d-46e5-ab2a-d512dca2dfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:52.539854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] Checking router: 5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:56:52.540522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] Updating router 5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9 port ab5d8495-84a9-448d-9704-f1ee925cadcd binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:56:52.618228 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=08ac177d-a889-458a-98cd-a0daa7863b09,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:52.624883 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:52.628743 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:52.640141 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-ff756d42-1207-4a1a-a670-e2c0854187f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:56:52.640568 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-ff756d42-1207-4a1a-a670-e2c0854187f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:56:52.935392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43762) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:53.169803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:53.183672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] Transition to ACTIVE for port object ab5d8495-84a9-448d-9704-f1ee925cadcd will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:56:53.187948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:53.211024 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9070e420-fc32-4b23-9e41-fed26c36ba25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:53.249996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device dd963fc4-b9ce-440a-b52c-c76dcbb76ce1 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:56:53.345289 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8c8a176d-cb4f-40d5-a117-c0f754f5c72e None None] Provisioning complete for port 08ac177d-a889-458a-98cd-a0daa7863b09 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:56:53.347022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8c8a176d-cb4f-40d5-a117-c0f754f5c72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:53.365710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Pushing event updated for resources: {'Port': ['ID=ab5d8495-84a9-448d-9704-f1ee925cadcd,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:53.395249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.395579 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.395966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.396340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.396711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.397086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.397450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.398080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.398207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.398461 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.398828 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.399186 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.399617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.400089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.400332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.400687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.401024 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.401381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.401741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.402352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.402465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.402758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.402873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port dd963fc4-b9ce-440a-b52c-c76dcbb76ce1 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:56:53.403111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.403215 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:53.403464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.403905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.404265 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.404625 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.404977 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.405329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.405683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.406498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.406856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.407209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.407563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.407943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.408297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:56:53.420204 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:53.440475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:56:53.625881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 08ac177d-a889-458a-98cd-a0daa7863b09 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:56:53.670037 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20b29149-68d7-4a78-997b-8b216b4cfb29 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:53.723731 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 08ac177d-a889-458a-98cd-a0daa7863b09 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:56:53.724167 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:53.756087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] Attempting to bind port ab5d8495-84a9-448d-9704-f1ee925cadcd on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:56:53.756422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] Attempting to bind port ab5d8495-84a9-448d-9704-f1ee925cadcd by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'def1c671-5711-4007-9171-02de139d6887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b47a4aab-e45c-41c3-99e4-ee3cca27a365'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:56:53.756840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] Attempting to bind port ab5d8495-84a9-448d-9704-f1ee925cadcd on network b47a4aab-e45c-41c3-99e4-ee3cca27a365 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:56:53.762867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:56:53.763084 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] Checking segment: {'id': 'def1c671-5711-4007-9171-02de139d6887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b47a4aab-e45c-41c3-99e4-ee3cca27a365'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:56:53.763489 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:53.764095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] Bound using segment: {'id': 'def1c671-5711-4007-9171-02de139d6887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b47a4aab-e45c-41c3-99e4-ee3cca27a365'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:56:53.764611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] Bound port: ab5d8495-84a9-448d-9704-f1ee925cadcd, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def1c671-5711-4007-9171-02de139d6887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b47a4aab-e45c-41c3-99e4-ee3cca27a365'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:56:53.765029 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:53.864746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] For port ab5d8495-84a9-448d-9704-f1ee925cadcd, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:56:53.868105 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] For port ab5d8495-84a9-448d-9704-f1ee925cadcd, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ab5d8495-84a9-448d-9704-f1ee925cadcd,segment=NetworkSegment(def1c671-5711-4007-9171-02de139d6887),segment_id=def1c671-5711-4007-9171-02de139d6887)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:56:53.872395 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:53.888531 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e66808d1-44c9-4696-83b9-0959aad60a55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:53.981447 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-76daf4d5-8130-4229-a2a6-2be787ea80a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:54.052598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Pushing event updated for resources: {'Port': ['ID=ab5d8495-84a9-448d-9704-f1ee925cadcd,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:54.061092 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:54.111207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] Routers {'5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:56:54.112156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:56:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:54.320406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] Set router 5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:56:54.633216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-20b29149-68d7-4a78-997b-8b216b4cfb29 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Deleting port ab5d8495-84a9-448d-9704-f1ee925cadcd {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:56:54.633838 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20b29149-68d7-4a78-997b-8b216b4cfb29 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:54.669135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711282977', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dd963fc4-b9ce-440a-b52c-c76dcbb76ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:56:42Z', 'updated_at': '2021-01-14T07:56:50Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': 'dd963fc4-b9ce-440a-b52c-c76dcbb76ce1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:43Z', 'updated_at': '2021-01-14T07:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'ab5d8495-84a9-448d-9704-f1ee925cadcd', 'name': '', 'network_id': 'b47a4aab-e45c-41c3-99e4-ee3cca27a365', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'mac_address': 'fa:16:3e:24:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '9347c363-8a1d-46e5-ab2a-d512dca2dfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:48Z', 'updated_at': '2021-01-14T07:56:53Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'subnets': [{'id': '9347c363-8a1d-46e5-ab2a-d512dca2dfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:54.673462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d03191-d812-4e83-b19e-69341787dac5 None None] The sync data for ids ['5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9'] in n-d-769329-2 is: [{'id': '5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711282977', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dd963fc4-b9ce-440a-b52c-c76dcbb76ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:56:42Z', 'updated_at': '2021-01-14T07:56:50Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': 'dd963fc4-b9ce-440a-b52c-c76dcbb76ce1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:43Z', 'updated_at': '2021-01-14T07:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'ab5d8495-84a9-448d-9704-f1ee925cadcd', 'name': '', 'network_id': 'b47a4aab-e45c-41c3-99e4-ee3cca27a365', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'mac_address': 'fa:16:3e:24:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '9347c363-8a1d-46e5-ab2a-d512dca2dfca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:48Z', 'updated_at': '2021-01-14T07:56:53Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'subnets': [{'id': '9347c363-8a1d-46e5-ab2a-d512dca2dfca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:56:54.873383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-20b29149-68d7-4a78-997b-8b216b4cfb29 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] For port ab5d8495-84a9-448d-9704-f1ee925cadcd, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=ab5d8495-84a9-448d-9704-f1ee925cadcd,segment=NetworkSegment(def1c671-5711-4007-9171-02de139d6887),segment_id=def1c671-5711-4007-9171-02de139d6887)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:56:54.873882 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20b29149-68d7-4a78-997b-8b216b4cfb29 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:55.018982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-20b29149-68d7-4a78-997b-8b216b4cfb29 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Calling delete_port for ab5d8495-84a9-448d-9704-f1ee925cadcd owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:56:55.234887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ab5d8495-84a9-448d-9704-f1ee925cadcd up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:56:55.316117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port ab5d8495-84a9-448d-9704-f1ee925cadcd completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:56:55.321466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port ab5d8495-84a9-448d-9704-f1ee925cadcd triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:56:55.321886 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:55.419583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20b29149-68d7-4a78-997b-8b216b4cfb29 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:55.433113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Port ab5d8495-84a9-448d-9704-f1ee925cadcd update to ACTIVE by agent not found {{(pid=80909) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Jan 14 07:56:55.442931 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dfde8662-5ee5-4b38-8ac7-efb94d36f7a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:55.557515 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b29149-68d7-4a78-997b-8b216b4cfb29 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event deleted for resources: {'Port': ['ID=ab5d8495-84a9-448d-9704-f1ee925cadcd,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:55.564707 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-20b29149-68d7-4a78-997b-8b216b4cfb29 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:55.922486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20b29149-68d7-4a78-997b-8b216b4cfb29 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:56.458384 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b29149-68d7-4a78-997b-8b216b4cfb29 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Router 5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:56:56.647715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b29149-68d7-4a78-997b-8b216b4cfb29 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:56:56.658123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d6d807-dd47-44ee-b2e9-c099fdf49271 None None] Sync routers for ids ['5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:56:56.665000 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-20b29149-68d7-4a78-997b-8b216b4cfb29 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "PUT /v2.0/routers/5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7279420 Jan 14 07:56:56.667463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43770) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:56.668948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d6d807-dd47-44ee-b2e9-c099fdf49271 None None] Routers {'5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:56:56.669842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d9d6d807-dd47-44ee-b2e9-c099fdf49271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:56:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:56.860625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6a2146f6-5c8b-48f0-aeba-1fbe9139b0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:56.884914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-d9d6d807-dd47-44ee-b2e9-c099fdf49271 None None] Set router 5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:56:56.895426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-09587d15-b598-41e8-ae3e-da6acb6a5f75 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Deleting subnet 9347c363-8a1d-46e5-ab2a-d512dca2dfca {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:56:56.898878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09587d15-b598-41e8-ae3e-da6acb6a5f75 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:56.973015 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09587d15-b598-41e8-ae3e-da6acb6a5f75 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:57.072465 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09587d15-b598-41e8-ae3e-da6acb6a5f75 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:57.239535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d9d6d807-dd47-44ee-b2e9-c099fdf49271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711282977', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dd963fc4-b9ce-440a-b52c-c76dcbb76ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:56:42Z', 'updated_at': '2021-01-14T07:56:55Z', 'revision_number': 5, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': 'dd963fc4-b9ce-440a-b52c-c76dcbb76ce1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:43Z', 'updated_at': '2021-01-14T07:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:57.244330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d6d807-dd47-44ee-b2e9-c099fdf49271 None None] Checking router: 5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:56:57.255617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d6d807-dd47-44ee-b2e9-c099fdf49271 None None] Routers {'5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:56:57.256368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d9d6d807-dd47-44ee-b2e9-c099fdf49271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:56:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:57.418249 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09587d15-b598-41e8-ae3e-da6acb6a5f75 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:57.435845 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0dd6216e-d844-4d92-bdea-74c85d560875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:57.501130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-d9d6d807-dd47-44ee-b2e9-c099fdf49271 None None] Set router 5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:56:57.548263 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:57.833280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d9d6d807-dd47-44ee-b2e9-c099fdf49271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711282977', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dd963fc4-b9ce-440a-b52c-c76dcbb76ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:56:42Z', 'updated_at': '2021-01-14T07:56:55Z', 'revision_number': 5, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': 'dd963fc4-b9ce-440a-b52c-c76dcbb76ce1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:43Z', 'updated_at': '2021-01-14T07:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:56:57.838298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d6d807-dd47-44ee-b2e9-c099fdf49271 None None] The sync data for ids ['5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9'] in n-d-769329-2 is: [{'id': '5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1711282977', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'dd963fc4-b9ce-440a-b52c-c76dcbb76ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:56:42Z', 'updated_at': '2021-01-14T07:56:55Z', 'revision_number': 5, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': 'dd963fc4-b9ce-440a-b52c-c76dcbb76ce1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:74:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:56:43Z', 'updated_at': '2021-01-14T07:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:56:57.852873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09587d15-b598-41e8-ae3e-da6acb6a5f75 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event deleted for resources: {'Subnet': ['ID=9347c363-8a1d-46e5-ab2a-d512dca2dfca,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:57.863098 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-09587d15-b598-41e8-ae3e-da6acb6a5f75 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:57.920948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-09587d15-b598-41e8-ae3e-da6acb6a5f75 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:57.926058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b4aaa9-889f-4286-8fe4-5b32c2ae0f43 None None] Network b47a4aab-e45c-41c3-99e4-ee3cca27a365 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:56:57.929318 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-09587d15-b598-41e8-ae3e-da6acb6a5f75 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "DELETE /v2.0/subnets/9347c363-8a1d-46e5-ab2a-d512dca2dfca HTTP/1.1" status: 204 len: 168 time: 1.2604041 Jan 14 07:56:57.931908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43774) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:58.154702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec401-20b0-403c-9515-44b190b87a4a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:58.231683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:58.424416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0503754b-d8af-443e-bf38-42b8a02b3718 None None] DHCP port deletion for b47a4aab-e45c-41c3-99e4-ee3cca27a365 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:56:58.429784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0503754b-d8af-443e-bf38-42b8a02b3718 None None] Deleting port 08ac177d-a889-458a-98cd-a0daa7863b09 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:56:58.430209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0503754b-d8af-443e-bf38-42b8a02b3718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:58.659198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0503754b-d8af-443e-bf38-42b8a02b3718 None None] For port 08ac177d-a889-458a-98cd-a0daa7863b09, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=08ac177d-a889-458a-98cd-a0daa7863b09,segment=NetworkSegment(def1c671-5711-4007-9171-02de139d6887),segment_id=def1c671-5711-4007-9171-02de139d6887)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:56:58.659555 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0503754b-d8af-443e-bf38-42b8a02b3718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:58.692083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec401-20b0-403c-9515-44b190b87a4a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:58.697791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ec401-20b0-403c-9515-44b190b87a4a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Deleting port dd963fc4-b9ce-440a-b52c-c76dcbb76ce1 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:56:58.698164 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec401-20b0-403c-9515-44b190b87a4a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:58.792847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0503754b-d8af-443e-bf38-42b8a02b3718 None None] Calling delete_port for 08ac177d-a889-458a-98cd-a0daa7863b09 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:56:58.872321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0503754b-d8af-443e-bf38-42b8a02b3718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:58.888689 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:56:58.892829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8a3ec401-20b0-403c-9515-44b190b87a4a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] For port dd963fc4-b9ce-440a-b52c-c76dcbb76ce1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=dd963fc4-b9ce-440a-b52c-c76dcbb76ce1,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:56:58.893831 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec401-20b0-403c-9515-44b190b87a4a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:58.992894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503754b-d8af-443e-bf38-42b8a02b3718 None None] Pushing event deleted for resources: {'Port': ['ID=08ac177d-a889-458a-98cd-a0daa7863b09,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:56:58.995576 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0503754b-d8af-443e-bf38-42b8a02b3718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:56:59.027417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ec401-20b0-403c-9515-44b190b87a4a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Calling delete_port for dd963fc4-b9ce-440a-b52c-c76dcbb76ce1 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:56:59.040440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:59.060512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0503754b-d8af-443e-bf38-42b8a02b3718 None None] No DVR routers for this DVR port 08ac177d-a889-458a-98cd-a0daa7863b09 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:56:59.170918 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec401-20b0-403c-9515-44b190b87a4a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:59.197932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ab5d8495-84a9-448d-9704-f1ee925cadcd no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:56:59.239137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: ab5d8495-84a9-448d-9704-f1ee925cadcd {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:56:59.239500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device ab5d8495-84a9-448d-9704-f1ee925cadcd not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:56:59.240030 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 08ac177d-a889-458a-98cd-a0daa7863b09 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:56:59.275048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 08ac177d-a889-458a-98cd-a0daa7863b09 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:56:59.275451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 08ac177d-a889-458a-98cd-a0daa7863b09 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:56:59.376268 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec401-20b0-403c-9515-44b190b87a4a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:59.518748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec401-20b0-403c-9515-44b190b87a4a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:59.520919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec401-20b0-403c-9515-44b190b87a4a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:59.541033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec401-20b0-403c-9515-44b190b87a4a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:59.541598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3ec401-20b0-403c-9515-44b190b87a4a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Fanout notify agent at l3_agent the message router_deleted on router 5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:56:59.565012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec401-20b0-403c-9515-44b190b87a4a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:59.566763 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8a3ec401-20b0-403c-9515-44b190b87a4a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "DELETE /v2.0/routers/5b369ff2-eabf-4c6c-a6d7-b0754d74b0c9 HTTP/1.1" status: 204 len: 168 time: 1.6334426 Jan 14 07:56:59.571554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43778) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:56:59.709903 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-043fc951-3da3-4ebd-a494-27b079811197 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:56:59.922252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-043fc951-3da3-4ebd-a494-27b079811197 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:00.049806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-043fc951-3da3-4ebd-a494-27b079811197 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47a4aab-e45c-41c3-99e4-ee3cca27a365']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:00.063174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-043fc951-3da3-4ebd-a494-27b079811197 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def1c671-5711-4007-9171-02de139d6887') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:00.063504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-043fc951-3da3-4ebd-a494-27b079811197 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def1c671-5711-4007-9171-02de139d6887') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:00.077158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-043fc951-3da3-4ebd-a494-27b079811197 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:00.093189 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-043fc951-3da3-4ebd-a494-27b079811197 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:00.095363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-043fc951-3da3-4ebd-a494-27b079811197 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:57:00.284854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-043fc951-3da3-4ebd-a494-27b079811197 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network b47a4aab-e45c-41c3-99e4-ee3cca27a365 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:57:00.299076 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-043fc951-3da3-4ebd-a494-27b079811197 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:00.487623 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-043fc951-3da3-4ebd-a494-27b079811197 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network b47a4aab-e45c-41c3-99e4-ee3cca27a365 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:57:00.512074 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:57:00.603614 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-043fc951-3da3-4ebd-a494-27b079811197 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:00.607077 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5f6d1a94-2fd4-46e9-ab8d-4fe515b46178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:00.626294 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-043fc951-3da3-4ebd-a494-27b079811197 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:00.634874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fc951-3da3-4ebd-a494-27b079811197 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event deleted for resources: {'Network': ['ID=b47a4aab-e45c-41c3-99e4-ee3cca27a365,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:00.638092 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-043fc951-3da3-4ebd-a494-27b079811197 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "DELETE /v2.0/networks/b47a4aab-e45c-41c3-99e4-ee3cca27a365 HTTP/1.1" status: 204 len: 168 time: 1.0646963 Jan 14 07:57:00.639119 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-043fc951-3da3-4ebd-a494-27b079811197 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:00.641141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43782) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:00.722099 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ccb99e9d-761e-487b-95fc-247594206b25 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:00.756612 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ccb99e9d-761e-487b-95fc-247594206b25 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:00.824118 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ccb99e9d-761e-487b-95fc-247594206b25 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:00.830121 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e35daacf-76e3-4718-a2e1-1d566f908fb9 tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:00.850008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb99e9d-761e-487b-95fc-247594206b25 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1888760-6f04-4d79-9996-bed2003d768a,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:00.855150 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ccb99e9d-761e-487b-95fc-247594206b25 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:00.859966 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ccb99e9d-761e-487b-95fc-247594206b25 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:00.861291 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ccb99e9d-761e-487b-95fc-247594206b25 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "DELETE /v2.0/security-groups/e1888760-6f04-4d79-9996-bed2003d768a HTTP/1.1" status: 204 len: 168 time: 0.2191012 Jan 14 07:57:01.204875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device dd963fc4-b9ce-440a-b52c-c76dcbb76ce1 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:57:01.245774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: dd963fc4-b9ce-440a-b52c-c76dcbb76ce1 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:57:01.246177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device dd963fc4-b9ce-440a-b52c-c76dcbb76ce1 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:57:01.354381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43790) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:01.361227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-79f6374c-4263-4345-b2f6-55254202ff10 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1196301203', 'description': 'tempest-secgroup-smoke-1196301203 description', 'project_id': '670eaef9ed3b4106acadbe717be61dd5'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:01.373371 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-79f6374c-4263-4345-b2f6-55254202ff10 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:01.379427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-79f6374c-4263-4345-b2f6-55254202ff10 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:01.382956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-79f6374c-4263-4345-b2f6-55254202ff10 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:01.389563 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-79f6374c-4263-4345-b2f6-55254202ff10 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:01.401597 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79f6374c-4263-4345-b2f6-55254202ff10 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:01.427468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-79f6374c-4263-4345-b2f6-55254202ff10 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:01.431740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-79f6374c-4263-4345-b2f6-55254202ff10 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:01.434944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-79f6374c-4263-4345-b2f6-55254202ff10 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:01.442053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-79f6374c-4263-4345-b2f6-55254202ff10 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:01.527957 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79f6374c-4263-4345-b2f6-55254202ff10 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:01.531488 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79f6374c-4263-4345-b2f6-55254202ff10 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:01.536524 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fcf1cc78-1255-412a-a3e1-7a0ce17b8393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:01.588726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6374c-4263-4345-b2f6-55254202ff10 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroup': ['ID=85cdc51e-3cc6-40cd-a57b-5df5599cb5aa,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:01.592544 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-79f6374c-4263-4345-b2f6-55254202ff10 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:01.595352 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79f6374c-4263-4345-b2f6-55254202ff10 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:01.599360 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-79f6374c-4263-4345-b2f6-55254202ff10 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2433426 Jan 14 07:57:01.602588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43794) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:01.609956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2f1087f8-5f4a-44c2-a3fd-f4d65198bdb1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': '85cdc51e-3cc6-40cd-a57b-5df5599cb5aa', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:01.622355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2f1087f8-5f4a-44c2-a3fd-f4d65198bdb1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:01.626860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2f1087f8-5f4a-44c2-a3fd-f4d65198bdb1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:01.630965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2f1087f8-5f4a-44c2-a3fd-f4d65198bdb1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:01.637081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2f1087f8-5f4a-44c2-a3fd-f4d65198bdb1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:01.656243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f1087f8-5f4a-44c2-a3fd-f4d65198bdb1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:01.730065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f1087f8-5f4a-44c2-a3fd-f4d65198bdb1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:01.732960 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f1087f8-5f4a-44c2-a3fd-f4d65198bdb1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:01.741414 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-30b5bbf1-f4b2-423f-9fa5-235a4f4bc5d8 tempest-TaggedBootDevicesTest-2124020687 tempest-TaggedBootDevicesTest-2124020687] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:01.762980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1087f8-5f4a-44c2-a3fd-f4d65198bdb1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e98cd9-2582-409a-862f-0b3a36360458,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:01.766215 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2f1087f8-5f4a-44c2-a3fd-f4d65198bdb1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:01.774847 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f1087f8-5f4a-44c2-a3fd-f4d65198bdb1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:01.776362 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2f1087f8-5f4a-44c2-a3fd-f4d65198bdb1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1724572 Jan 14 07:57:01.779339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43798) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:01.785328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8037f22c-4781-4866-a0fe-2ced6ea5f759 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': '85cdc51e-3cc6-40cd-a57b-5df5599cb5aa', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:01.796756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8037f22c-4781-4866-a0fe-2ced6ea5f759 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:01.801352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8037f22c-4781-4866-a0fe-2ced6ea5f759 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:01.804550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8037f22c-4781-4866-a0fe-2ced6ea5f759 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:01.810509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8037f22c-4781-4866-a0fe-2ced6ea5f759 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:01.829739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8037f22c-4781-4866-a0fe-2ced6ea5f759 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:01.897803 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8037f22c-4781-4866-a0fe-2ced6ea5f759 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:01.902148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8037f22c-4781-4866-a0fe-2ced6ea5f759 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:01.904409 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a0f68e8-34d2-46fc-8115-6c3e10e75dd5 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:01.929597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037f22c-4781-4866-a0fe-2ced6ea5f759 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d8d4d53-5165-4bc9-9391-59ef1333f73f,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:01.938572 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8037f22c-4781-4866-a0fe-2ced6ea5f759 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:01.940622 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8037f22c-4781-4866-a0fe-2ced6ea5f759 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:01.942484 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8037f22c-4781-4866-a0fe-2ced6ea5f759 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1620767 Jan 14 07:57:01.945592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43802) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:01.951950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-c1e68b17-aa20-4432-b51c-50af4b62e5cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': '85cdc51e-3cc6-40cd-a57b-5df5599cb5aa', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:01.963796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c1e68b17-aa20-4432-b51c-50af4b62e5cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:01.967981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c1e68b17-aa20-4432-b51c-50af4b62e5cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:01.971251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-c1e68b17-aa20-4432-b51c-50af4b62e5cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:01.977446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-c1e68b17-aa20-4432-b51c-50af4b62e5cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:01.998931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1e68b17-aa20-4432-b51c-50af4b62e5cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.067196 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1e68b17-aa20-4432-b51c-50af4b62e5cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.070379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1e68b17-aa20-4432-b51c-50af4b62e5cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.072699 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-351e4a86-105d-4917-bdfd-51a3b08c24d6 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:02.099013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e68b17-aa20-4432-b51c-50af4b62e5cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa735c6d-6742-4c4a-bbb8-674e580e7d33,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:02.103447 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c1e68b17-aa20-4432-b51c-50af4b62e5cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:02.111251 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c1e68b17-aa20-4432-b51c-50af4b62e5cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.113595 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c1e68b17-aa20-4432-b51c-50af4b62e5cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1669669 Jan 14 07:57:02.116472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43806) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:02.122056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-0e7e0280-08e0-42fe-b5a4-01ce0cc73af9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': '85cdc51e-3cc6-40cd-a57b-5df5599cb5aa', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:02.134150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0e7e0280-08e0-42fe-b5a4-01ce0cc73af9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:02.138340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0e7e0280-08e0-42fe-b5a4-01ce0cc73af9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:02.141436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-0e7e0280-08e0-42fe-b5a4-01ce0cc73af9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:02.147934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-0e7e0280-08e0-42fe-b5a4-01ce0cc73af9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:02.164584 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0280-08e0-42fe-b5a4-01ce0cc73af9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.234066 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0280-08e0-42fe-b5a4-01ce0cc73af9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.237975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0280-08e0-42fe-b5a4-01ce0cc73af9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.240059 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a4cdecff-b8c6-42ce-b5cf-17776dcfa543 tempest-SecurityGroupRulesTestJSON-1210458893 tempest-SecurityGroupRulesTestJSON-1210458893] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:02.266115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e0280-08e0-42fe-b5a4-01ce0cc73af9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eabcb93d-27c3-44cb-8485-ad3e7b459528,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:02.273957 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e7e0280-08e0-42fe-b5a4-01ce0cc73af9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:02.278728 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0280-08e0-42fe-b5a4-01ce0cc73af9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.280754 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0e7e0280-08e0-42fe-b5a4-01ce0cc73af9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1631970 Jan 14 07:57:02.284577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43810) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:02.290523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-005cd6aa-8de5-4adb-9f2a-843634d9693a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': '85cdc51e-3cc6-40cd-a57b-5df5599cb5aa', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:02.302838 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-005cd6aa-8de5-4adb-9f2a-843634d9693a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:02.307102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-005cd6aa-8de5-4adb-9f2a-843634d9693a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:02.310280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-005cd6aa-8de5-4adb-9f2a-843634d9693a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:02.317729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-005cd6aa-8de5-4adb-9f2a-843634d9693a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:02.328372 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-005cd6aa-8de5-4adb-9f2a-843634d9693a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Project 670eaef9ed3b4106acadbe717be61dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:57:02.336056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-005cd6aa-8de5-4adb-9f2a-843634d9693a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.405659 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-005cd6aa-8de5-4adb-9f2a-843634d9693a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.409169 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-005cd6aa-8de5-4adb-9f2a-843634d9693a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.411346 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6a88469c-a495-4d95-8a2c-8d266e9d9f70 tempest-NegativeSecGroupIPv6Test-1803310552 tempest-NegativeSecGroupIPv6Test-1803310552] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:02.436248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cd6aa-8de5-4adb-9f2a-843634d9693a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b2c9e5-9dc0-4623-a6c8-f4747fb11804,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:02.439048 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-005cd6aa-8de5-4adb-9f2a-843634d9693a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:02.446621 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-005cd6aa-8de5-4adb-9f2a-843634d9693a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.448234 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-005cd6aa-8de5-4adb-9f2a-843634d9693a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1625671 Jan 14 07:57:02.451129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43814) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:02.456926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-a60a3886-063b-4a76-9a29-a50b022303d8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': '85cdc51e-3cc6-40cd-a57b-5df5599cb5aa', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:02.467459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a60a3886-063b-4a76-9a29-a50b022303d8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:02.472288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a60a3886-063b-4a76-9a29-a50b022303d8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:02.475893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-a60a3886-063b-4a76-9a29-a50b022303d8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:02.481711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-a60a3886-063b-4a76-9a29-a50b022303d8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:02.491871 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-a60a3886-063b-4a76-9a29-a50b022303d8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Project 670eaef9ed3b4106acadbe717be61dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:57:02.498545 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a60a3886-063b-4a76-9a29-a50b022303d8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.570136 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a60a3886-063b-4a76-9a29-a50b022303d8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.573213 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a60a3886-063b-4a76-9a29-a50b022303d8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.575584 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2f1087f8-5f4a-44c2-a3fd-f4d65198bdb1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:02.600821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a3886-063b-4a76-9a29-a50b022303d8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=459a62bc-68e1-4014-9533-b7cdc6244153,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:02.606088 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a60a3886-063b-4a76-9a29-a50b022303d8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:02.614254 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a60a3886-063b-4a76-9a29-a50b022303d8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.615537 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a60a3886-063b-4a76-9a29-a50b022303d8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1633453 Jan 14 07:57:02.618522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43818) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:02.624664 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-ab17f35a-17c4-45b6-9fe0-5d340660128c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'network': {'name': 'tempest-network-smoke--931836564', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'port_security_enabled': True}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:02.630669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ab17f35a-17c4-45b6-9fe0-5d340660128c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:02.634740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ab17f35a-17c4-45b6-9fe0-5d340660128c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:network and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:02.637790 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-ab17f35a-17c4-45b6-9fe0-5d340660128c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:02.643791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-ab17f35a-17c4-45b6-9fe0-5d340660128c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:02.653424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab17f35a-17c4-45b6-9fe0-5d340660128c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Made reservation on behalf of 670eaef9ed3b4106acadbe717be61dd5 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:57:02.663195 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab17f35a-17c4-45b6-9fe0-5d340660128c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.696690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab17f35a-17c4-45b6-9fe0-5d340660128c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:57:02.706074 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab17f35a-17c4-45b6-9fe0-5d340660128c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.706503 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-ab17f35a-17c4-45b6-9fe0-5d340660128c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Added segment d7334999-b33a-4858-a49b-c65aa114b265 of type vxlan for network 6ef2b6bf-c246-424d-af85-1782dd04f605 Jan 14 07:57:02.733328 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab17f35a-17c4-45b6-9fe0-5d340660128c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.764703 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab17f35a-17c4-45b6-9fe0-5d340660128c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.784412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab17f35a-17c4-45b6-9fe0-5d340660128c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:57:02.785055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab17f35a-17c4-45b6-9fe0-5d340660128c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.790570 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c89a932f-df25-4e06-943b-ef39cf94a318 tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:02.891320 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-ab17f35a-17c4-45b6-9fe0-5d340660128c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2716134 Jan 14 07:57:02.895131 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43822) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:02.901056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1826851188', 'admin_state_up': True, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:02.904114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17f35a-17c4-45b6-9fe0-5d340660128c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Network': ['ID=6ef2b6bf-c246-424d-af85-1782dd04f605,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:02.907114 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab17f35a-17c4-45b6-9fe0-5d340660128c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:02.913680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:02.916971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 6ef2b6bf-c246-424d-af85-1782dd04f605 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:57:02.918037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:router and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:02.921112 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:02.928836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:02.939790 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.941042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.956952 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:02.989540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 6ef2b6bf-c246-424d-af85-1782dd04f605 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:57:03.010622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 6ef2b6bf-c246-424d-af85-1782dd04f605 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:57:03.251411 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:03.565844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:03.598313 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:03.870723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Allocated IP 172.25.3.39 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/3196d1a1-5677-4178-943c-eb68873a1824) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:57:04.025473 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:04.051527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:04.067046 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:04.195165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Port': ['ID=3196d1a1-5677-4178-943c-eb68873a1824,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:04.199503 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:04.257249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:57:04.258436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:57:04.260862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:57:04.687763 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:05.053804 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:05.268923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Router e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:57:05.742346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:57:05.752346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] Sync routers for ids ['e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:57:05.763219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] Routers {'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:57:05.763912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:56:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:05.776457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:05.777797 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8815897 Jan 14 07:57:05.781254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43828) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:05.829324 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1dc7635a-e51c-47f6-8547-626f3b9fde61 tempest-TestNetworkAdvancedServerOps-522184427 tempest-TestNetworkAdvancedServerOps-522184427] 10.222.0.41 "GET /v2.0/subnets?project_id=670eaef9ed3b4106acadbe717be61dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467737 Jan 14 07:57:05.832705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43832) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:05.954820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] Set router e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:57:05.980530 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657998c2-9cdd-41bc-aebc-ebe24d547d70 tempest-TestNetworkAdvancedServerOps-522184427 tempest-TestNetworkAdvancedServerOps-522184427] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:57:05.982186 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-657998c2-9cdd-41bc-aebc-ebe24d547d70 tempest-TestNetworkAdvancedServerOps-522184427 tempest-TestNetworkAdvancedServerOps-522184427] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1484571 Jan 14 07:57:05.985374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43836) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:06.037084 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a28e5da0-fea7-4255-997b-ea2dca500180 tempest-TestNetworkAdvancedServerOps-522184427 tempest-TestNetworkAdvancedServerOps-522184427] 10.222.0.41 "GET /v2.0/subnets?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0504143 Jan 14 07:57:06.039592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43840) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:06.046058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-2f4cff1a-5000-4691-8f63-7ec90c1dabc9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'subnet': {'name': 'tempest-subnet-smoke-192113931', 'network_id': '6ef2b6bf-c246-424d-af85-1782dd04f605', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:06.170029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2f4cff1a-5000-4691-8f63-7ec90c1dabc9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:06.174064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2f4cff1a-5000-4691-8f63-7ec90c1dabc9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:subnet and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:06.177834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-2f4cff1a-5000-4691-8f63-7ec90c1dabc9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:06.184597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-2f4cff1a-5000-4691-8f63-7ec90c1dabc9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:06.195074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4cff1a-5000-4691-8f63-7ec90c1dabc9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Made reservation on behalf of 670eaef9ed3b4106acadbe717be61dd5 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:57:06.273863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826851188', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '3196d1a1-5677-4178-943c-eb68873a1824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:02Z', 'updated_at': '2021-01-14T07:57:04Z', 'revision_number': 3, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '3196d1a1-5677-4178-943c-eb68873a1824', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:03Z', 'updated_at': '2021-01-14T07:57:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:06.278367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] Checking router: e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:57:06.278517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] Updating router e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a port 3196d1a1-5677-4178-943c-eb68873a1824 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:57:06.320345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f4cff1a-5000-4691-8f63-7ec90c1dabc9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:06.335108 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:06.736311 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:06.754774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] Transition to ACTIVE for port object 3196d1a1-5677-4178-943c-eb68873a1824 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:57:06.757090 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:06.769323 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f4cff1a-5000-4691-8f63-7ec90c1dabc9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:06.773154 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-49603546-49ac-45de-aac2-9615a39cf8d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:06.785434 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-02eef8b9-5e3f-46e6-8f53-a673a23f43c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:06.902355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f1c8b-07c6-472a-bd32-b0a0a167845d None None] Pushing event updated for resources: {'Port': ['ID=3196d1a1-5677-4178-943c-eb68873a1824,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:06.906724 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d9f1c8b-07c6-472a-bd32-b0a0a167845d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:06.925004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cff1a-5000-4691-8f63-7ec90c1dabc9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Subnet': ['ID=5aec1dae-4429-4c36-8c15-0a1eb79862fb,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:06.932236 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2f4cff1a-5000-4691-8f63-7ec90c1dabc9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:06.972535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] Attempting to bind port 3196d1a1-5677-4178-943c-eb68873a1824 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:57:06.972937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] Attempting to bind port 3196d1a1-5677-4178-943c-eb68873a1824 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:57:06.973333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] Attempting to bind port 3196d1a1-5677-4178-943c-eb68873a1824 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:57:06.979108 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:57:06.979525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:57:06.980137 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:06.980512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:57:06.981017 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] Bound port: 3196d1a1-5677-4178-943c-eb68873a1824, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:57:06.981425 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:07.004004 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4cff1a-5000-4691-8f63-7ec90c1dabc9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Checking segment: {'id': 'd7334999-b33a-4858-a49b-c65aa114b265', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ef2b6bf-c246-424d-af85-1782dd04f605'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:57:07.004309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4cff1a-5000-4691-8f63-7ec90c1dabc9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network hostable DHCP agents. Network: 6ef2b6bf-c246-424d-af85-1782dd04f605, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:57:07.022935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4cff1a-5000-4691-8f63-7ec90c1dabc9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network 6ef2b6bf-c246-424d-af85-1782dd04f605 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:57:07.031467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-2f4cff1a-5000-4691-8f63-7ec90c1dabc9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 6ef2b6bf-c246-424d-af85-1782dd04f605) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:57:07.040892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dc55a4-57fe-437f-9b06-9ceb2ef3062d None None] Network 6ef2b6bf-c246-424d-af85-1782dd04f605 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:57:07.046271 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4cff1a-5000-4691-8f63-7ec90c1dabc9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:57:07.046931 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2f4cff1a-5000-4691-8f63-7ec90c1dabc9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:07.059822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] For port 3196d1a1-5677-4178-943c-eb68873a1824, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:57:07.062919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] For port 3196d1a1-5677-4178-943c-eb68873a1824, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3196d1a1-5677-4178-943c-eb68873a1824,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:57:07.067702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:07.073452 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2f4cff1a-5000-4691-8f63-7ec90c1dabc9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0297697 Jan 14 07:57:07.074020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43844) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:07.083583 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e32533d3-229d-46cf-a9a6-07e52634b7f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:07.295267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-6ef2b6bf-c246-424d-af85-1782dd04f605', 'network_id': '6ef2b6bf-c246-424d-af85-1782dd04f605', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'fixed_ips': [{'subnet_id': '5aec1dae-4429-4c36-8c15-0a1eb79862fb'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:57:07.296453 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:07.393879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f1c8b-07c6-472a-bd32-b0a0a167845d None None] Pushing event updated for resources: {'Port': ['ID=3196d1a1-5677-4178-943c-eb68873a1824,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:07.399422 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d9f1c8b-07c6-472a-bd32-b0a0a167845d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:07.443712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] Routers {'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:57:07.444957 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:56:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:07.608516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Allocated IP 172.20.0.2 (6ef2b6bf-c246-424d-af85-1782dd04f605/5aec1dae-4429-4c36-8c15-0a1eb79862fb/710df266-f693-4c42-bd10-b036af7b537b) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:57:07.640073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] Set router e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:57:07.833281 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:07.845290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Transition to ACTIVE for port object 710df266-f693-4c42-bd10-b036af7b537b will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:57:07.868558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Transition to ACTIVE for port object 710df266-f693-4c42-bd10-b036af7b537b will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:57:07.873365 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:07.901179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:07.970680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826851188', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '3196d1a1-5677-4178-943c-eb68873a1824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:02Z', 'updated_at': '2021-01-14T07:57:04Z', 'revision_number': 3, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '3196d1a1-5677-4178-943c-eb68873a1824', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:03Z', 'updated_at': '2021-01-14T07:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:07.975993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e635ba5f-14eb-4b45-bc72-9bb94524b1a1 None None] The sync data for ids ['e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a'] in n-d-769329-2 is: [{'id': 'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826851188', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '3196d1a1-5677-4178-943c-eb68873a1824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:02Z', 'updated_at': '2021-01-14T07:57:04Z', 'revision_number': 3, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '3196d1a1-5677-4178-943c-eb68873a1824', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:03Z', 'updated_at': '2021-01-14T07:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:57:07.991058 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d5cfb6f4-6d09-410e-b6e4-f7b19c424d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:08.091162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Pushing event updated for resources: {'Port': ['ID=710df266-f693-4c42-bd10-b036af7b537b,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:08.094937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Network 6ef2b6bf-c246-424d-af85-1782dd04f605 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:57:08.095800 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:08.097421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:57:08.099422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:57:08.155136 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Attempting to bind port 710df266-f693-4c42-bd10-b036af7b537b on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:57:08.155555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Attempting to bind port 710df266-f693-4c42-bd10-b036af7b537b by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'd7334999-b33a-4858-a49b-c65aa114b265', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ef2b6bf-c246-424d-af85-1782dd04f605'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:57:08.156023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Attempting to bind port 710df266-f693-4c42-bd10-b036af7b537b on network 6ef2b6bf-c246-424d-af85-1782dd04f605 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:57:08.162735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:57:08.163156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Checking segment: {'id': 'd7334999-b33a-4858-a49b-c65aa114b265', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ef2b6bf-c246-424d-af85-1782dd04f605'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:57:08.163632 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:08.164093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Bound using segment: {'id': 'd7334999-b33a-4858-a49b-c65aa114b265', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ef2b6bf-c246-424d-af85-1782dd04f605'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:57:08.164608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Bound port: 710df266-f693-4c42-bd10-b036af7b537b, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7334999-b33a-4858-a49b-c65aa114b265', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ef2b6bf-c246-424d-af85-1782dd04f605'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:57:08.165023 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:08.259704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] For port 710df266-f693-4c42-bd10-b036af7b537b, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:57:08.262550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] For port 710df266-f693-4c42-bd10-b036af7b537b, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=710df266-f693-4c42-bd10-b036af7b537b,segment=NetworkSegment(d7334999-b33a-4858-a49b-c65aa114b265),segment_id=d7334999-b33a-4858-a49b-c65aa114b265)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:57:08.266085 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:08.282517 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c6e9437c-6443-4613-8fac-a5ab39ce64f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:08.521480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Allocated IP 172.20.0.1 (6ef2b6bf-c246-424d-af85-1782dd04f605/5aec1dae-4429-4c36-8c15-0a1eb79862fb/5bbbb124-6c69-4c8f-9b54-771d7e29aa8d) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:57:08.615311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Pushing event updated for resources: {'Port': ['ID=710df266-f693-4c42-bd10-b036af7b537b,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:08.620326 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:08.717283 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:08.736315 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Transition to ACTIVE for port object 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:57:08.757761 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:08.774981 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4acdac1b-f521-4914-bb5a-998d9f12ecc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:08.920258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Port': ['ID=5bbbb124-6c69-4c8f-9b54-771d7e29aa8d,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:08.927295 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:09.007851 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network 6ef2b6bf-c246-424d-af85-1782dd04f605 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:57:09.009286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:57:09.011759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:57:09.077186 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:09.262877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3196d1a1-5677-4178-943c-eb68873a1824 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:57:09.341159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 3196d1a1-5677-4178-943c-eb68873a1824 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:57:09.348148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 3196d1a1-5677-4178-943c-eb68873a1824 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:09.348580 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:09.366116 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:09.480081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:09.498085 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 3196d1a1-5677-4178-943c-eb68873a1824, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3196d1a1-5677-4178-943c-eb68873a1824,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:57:09.503563 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:09.504569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 710df266-f693-4c42-bd10-b036af7b537b up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:57:09.534903 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1a0a41c9-5754-4e5a-84a4-2c676e0a144e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:09.632840 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=3196d1a1-5677-4178-943c-eb68873a1824,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:09.637424 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:09.646868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 710df266-f693-4c42-bd10-b036af7b537b completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:57:10.071823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c46611-2139-4c65-b6d2-cddf4e5f000a None None] Network 6ef2b6bf-c246-424d-af85-1782dd04f605 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:57:10.173258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c11a3b19-8875-48a4-a1b0-6141b7738266 None None] Provisioning for port 710df266-f693-4c42-bd10-b036af7b537b completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:57:10.183365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c11a3b19-8875-48a4-a1b0-6141b7738266 None None] Provisioning complete for port 710df266-f693-4c42-bd10-b036af7b537b triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:10.183813 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c11a3b19-8875-48a4-a1b0-6141b7738266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:10.213492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:10.217408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:10.260867 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-05cab4f3-17a9-4a12-8a47-8330000c63aa tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:10.349765 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:10.371966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Port': ['ID=5bbbb124-6c69-4c8f-9b54-771d7e29aa8d,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:10.429877 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:10.443241 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c11a3b19-8875-48a4-a1b0-6141b7738266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:10.493079 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c11a3b19-8875-48a4-a1b0-6141b7738266 None None] For port 710df266-f693-4c42-bd10-b036af7b537b, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=710df266-f693-4c42-bd10-b036af7b537b,segment=NetworkSegment(d7334999-b33a-4858-a49b-c65aa114b265),segment_id=d7334999-b33a-4858-a49b-c65aa114b265)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:57:10.498715 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c11a3b19-8875-48a4-a1b0-6141b7738266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:10.500398 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-208ac05a-cc80-4b2f-ae30-0f3f11c03fe8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:10.514102 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network 6ef2b6bf-c246-424d-af85-1782dd04f605 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:57:10.515347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:57:10.575132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a3b19-8875-48a4-a1b0-6141b7738266 None None] Pushing event updated for resources: {'Port': ['ID=710df266-f693-4c42-bd10-b036af7b537b,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:10.578784 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c11a3b19-8875-48a4-a1b0-6141b7738266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:10.726075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Router e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:57:10.735009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f37ce8fa-0beb-4db4-8f6c-c457416f210c None None] Provisioning for port 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:57:10.741719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f37ce8fa-0beb-4db4-8f6c-c457416f210c None None] Provisioning complete for port 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:10.742298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f37ce8fa-0beb-4db4-8f6c-c457416f210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:10.809589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-f37ce8fa-0beb-4db4-8f6c-c457416f210c None None] Port 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:57:10.823360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f37ce8fa-0beb-4db4-8f6c-c457416f210c None None] Provisioning complete for port 710df266-f693-4c42-bd10-b036af7b537b triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:10.823830 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f37ce8fa-0beb-4db4-8f6c-c457416f210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:10.932140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:57:10.952354 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "PUT /v2.0/routers/e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8763282 Jan 14 07:57:10.966385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] Sync routers for ids ['e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:57:10.984007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] Routers {'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:57:10.984395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:56:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:11.161273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-8f21047f-86d0-43c5-b837-16721d94123b req-0dc78fba-5976-4104-abbb-58fab9c414ad tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Synchronizing usage tracker for tenant:670eaef9ed3b4106acadbe717be61dd5 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:57:11.181765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-8f21047f-86d0-43c5-b837-16721d94123b req-0dc78fba-5976-4104-abbb-58fab9c414ad tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Unset dirty status for tenant:670eaef9ed3b4106acadbe717be61dd5 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:57:11.187546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cb2e6d74-5541-4357-980a-5a2d6677b968 None None] Provisioning complete for port 710df266-f693-4c42-bd10-b036af7b537b triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:11.188006 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb2e6d74-5541-4357-980a-5a2d6677b968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:11.193411 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8f21047f-86d0-43c5-b837-16721d94123b req-0dc78fba-5976-4104-abbb-58fab9c414ad tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196301203&fields=id&tenant_id=670eaef9ed3b4106acadbe717be61dd5 HTTP/1.1" status: 200 len: 267 time: 0.0824776 Jan 14 07:57:11.251584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3196d1a1-5677-4178-943c-eb68873a1824 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:57:11.292098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] Set router e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:57:11.407419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21047f-86d0-43c5-b837-16721d94123b req-89a7895c-6347-4014-b6b9-d4f41174bad2 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:57:11.407919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-8f21047f-86d0-43c5-b837-16721d94123b req-89a7895c-6347-4014-b6b9-d4f41174bad2 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Synchronizing usage tracker for tenant:670eaef9ed3b4106acadbe717be61dd5 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:57:11.426852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-8f21047f-86d0-43c5-b837-16721d94123b req-89a7895c-6347-4014-b6b9-d4f41174bad2 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Unset dirty status for tenant:670eaef9ed3b4106acadbe717be61dd5 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:57:11.432295 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8f21047f-86d0-43c5-b837-16721d94123b req-89a7895c-6347-4014-b6b9-d4f41174bad2 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "GET /v2.0/networks?id=6ef2b6bf-c246-424d-af85-1782dd04f605 HTTP/1.1" status: 200 len: 796 time: 0.2379723 Jan 14 07:57:11.446333 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8f21047f-86d0-43c5-b837-16721d94123b req-9b776dcf-987d-44a2-8b37-5177302e0271 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "GET /v2.0/quotas/670eaef9ed3b4106acadbe717be61dd5 HTTP/1.1" status: 200 len: 375 time: 0.0120726 Jan 14 07:57:11.550888 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8f21047f-86d0-43c5-b837-16721d94123b req-9e5a3a29-3519-485d-bfbc-b1add995deff tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "GET /v2.0/ports?tenant_id=670eaef9ed3b4106acadbe717be61dd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981026 Jan 14 07:57:11.594468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 3196d1a1-5677-4178-943c-eb68873a1824 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:11.594812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:11.711674 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8f21047f-86d0-43c5-b837-16721d94123b req-e034752c-e274-43bd-9159-d7bbb6ad546a service neutron] 10.222.0.41 "GET /v2.0/networks/6ef2b6bf-c246-424d-af85-1782dd04f605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478620 Jan 14 07:57:11.719932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-cb2e6d74-5541-4357-980a-5a2d6677b968 None None] Provisioning complete for port 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:11.720361 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb2e6d74-5541-4357-980a-5a2d6677b968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:11.860216 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-8f21047f-86d0-43c5-b837-16721d94123b req-feb19aa4-71c3-4f54-8883-b83d11eb620d service neutron] 10.222.0.41 "GET /v2.0/networks/6ef2b6bf-c246-424d-af85-1782dd04f605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419322 Jan 14 07:57:11.887281 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e6d74-5541-4357-980a-5a2d6677b968 None None] Port 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:57:11.896914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 710df266-f693-4c42-bd10-b036af7b537b up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:57:11.977658 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826851188', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '3196d1a1-5677-4178-943c-eb68873a1824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:02Z', 'updated_at': '2021-01-14T07:57:09Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '3196d1a1-5677-4178-943c-eb68873a1824', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:03Z', 'updated_at': '2021-01-14T07:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '5bbbb124-6c69-4c8f-9b54-771d7e29aa8d', 'name': '', 'network_id': '6ef2b6bf-c246-424d-af85-1782dd04f605', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'mac_address': 'fa:16:3e:3c:fd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '5aec1dae-4429-4c36-8c15-0a1eb79862fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:08Z', 'updated_at': '2021-01-14T07:57:10Z', 'revision_number': 2, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'subnets': [{'id': '5aec1dae-4429-4c36-8c15-0a1eb79862fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:11.986402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] Checking router: e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:57:11.987398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] Updating router e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a port 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:57:12.033464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 710df266-f693-4c42-bd10-b036af7b537b triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:12.034453 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:12.122858 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:12.144373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3703236b-10f0-4213-9ac0-6e293825f271 None None] Provisioning complete for port 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:12.144906 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3703236b-10f0-4213-9ac0-6e293825f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:12.228247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43874) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:12.275054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3703236b-10f0-4213-9ac0-6e293825f271 None None] Port 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:57:12.386005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3703236b-10f0-4213-9ac0-6e293825f271 None None] Provisioning complete for port 710df266-f693-4c42-bd10-b036af7b537b triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:12.386431 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3703236b-10f0-4213-9ac0-6e293825f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:12.847377 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a35803bd-a867-42b7-a64b-407ea155865b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:13.002271 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:13.014777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] Transition to ACTIVE for port object 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:57:13.017833 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:13.034002 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:13.168992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95da87-914f-4f46-8335-7964d4646190 None None] Pushing event updated for resources: {'Port': ['ID=5bbbb124-6c69-4c8f-9b54-771d7e29aa8d,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:13.173404 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7e95da87-914f-4f46-8335-7964d4646190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:13.354034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] Attempting to bind port 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:57:13.354594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] Attempting to bind port 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'd7334999-b33a-4858-a49b-c65aa114b265', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ef2b6bf-c246-424d-af85-1782dd04f605'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:57:13.354830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] Attempting to bind port 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d on network 6ef2b6bf-c246-424d-af85-1782dd04f605 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:57:13.356043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a35803bd-a867-42b7-a64b-407ea155865b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Deleting port 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:57:13.356619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a35803bd-a867-42b7-a64b-407ea155865b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:13.360985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:57:13.361414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] Checking segment: {'id': 'd7334999-b33a-4858-a49b-c65aa114b265', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ef2b6bf-c246-424d-af85-1782dd04f605'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:57:13.362427 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:13.362874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] Bound using segment: {'id': 'd7334999-b33a-4858-a49b-c65aa114b265', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ef2b6bf-c246-424d-af85-1782dd04f605'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:57:13.363502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] Bound port: 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7334999-b33a-4858-a49b-c65aa114b265', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ef2b6bf-c246-424d-af85-1782dd04f605'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:57:13.363951 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:13.465684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] For port 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:57:13.469376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] For port 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5bbbb124-6c69-4c8f-9b54-771d7e29aa8d,segment=NetworkSegment(d7334999-b33a-4858-a49b-c65aa114b265),segment_id=d7334999-b33a-4858-a49b-c65aa114b265)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:57:13.475779 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:13.493440 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0503754b-d8af-443e-bf38-42b8a02b3718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:13.572497 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-a35803bd-a867-42b7-a64b-407ea155865b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] For port 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d, host n-d-769329-2, got binding levels [] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:57:13.572894 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a35803bd-a867-42b7-a64b-407ea155865b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:13.665462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95da87-914f-4f46-8335-7964d4646190 None None] Pushing event updated for resources: {'Port': ['ID=5bbbb124-6c69-4c8f-9b54-771d7e29aa8d,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:13.677793 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7e95da87-914f-4f46-8335-7964d4646190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:13.707837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a35803bd-a867-42b7-a64b-407ea155865b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Calling delete_port for 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:57:13.710013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] Routers {'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:57:13.710715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:56:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:13.927993 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] Set router e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:57:14.005679 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-a35803bd-a867-42b7-a64b-407ea155865b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80908) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:57:14.006049 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-a35803bd-a867-42b7-a64b-407ea155865b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:57:14.299677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826851188', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '3196d1a1-5677-4178-943c-eb68873a1824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:02Z', 'updated_at': '2021-01-14T07:57:09Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '3196d1a1-5677-4178-943c-eb68873a1824', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:03Z', 'updated_at': '2021-01-14T07:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '5bbbb124-6c69-4c8f-9b54-771d7e29aa8d', 'name': '', 'network_id': '6ef2b6bf-c246-424d-af85-1782dd04f605', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'mac_address': 'fa:16:3e:3c:fd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '5aec1dae-4429-4c36-8c15-0a1eb79862fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:08Z', 'updated_at': '2021-01-14T07:57:13Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'subnets': [{'id': '5aec1dae-4429-4c36-8c15-0a1eb79862fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:14.306181 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c33e21c-b99f-49e1-a82c-e176450b4b09 None None] The sync data for ids ['e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a'] in n-d-769329-2 is: [{'id': 'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826851188', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '3196d1a1-5677-4178-943c-eb68873a1824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:02Z', 'updated_at': '2021-01-14T07:57:09Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '3196d1a1-5677-4178-943c-eb68873a1824', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:03Z', 'updated_at': '2021-01-14T07:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '5bbbb124-6c69-4c8f-9b54-771d7e29aa8d', 'name': '', 'network_id': '6ef2b6bf-c246-424d-af85-1782dd04f605', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'mac_address': 'fa:16:3e:3c:fd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '5aec1dae-4429-4c36-8c15-0a1eb79862fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:08Z', 'updated_at': '2021-01-14T07:57:13Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'subnets': [{'id': '5aec1dae-4429-4c36-8c15-0a1eb79862fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:57:14.507041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a35803bd-a867-42b7-a64b-407ea155865b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Deleting port 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:57:14.507486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a35803bd-a867-42b7-a64b-407ea155865b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:15.044585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-a35803bd-a867-42b7-a64b-407ea155865b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] For port 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=5bbbb124-6c69-4c8f-9b54-771d7e29aa8d,segment=NetworkSegment(d7334999-b33a-4858-a49b-c65aa114b265),segment_id=d7334999-b33a-4858-a49b-c65aa114b265)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:57:15.044988 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a35803bd-a867-42b7-a64b-407ea155865b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:15.183069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-a35803bd-a867-42b7-a64b-407ea155865b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Calling delete_port for 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:57:15.238894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:57:15.312467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:57:15.318080 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:15.318495 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:15.389908 n-d-769329-2 neutron-server[80794]: INFO neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No ports have port_id starting with 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d Jan 14 07:57:15.390802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a35803bd-a867-42b7-a64b-407ea155865b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:15.409314 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f54ee78b-2465-4aa4-a766-7d01079fb381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:15.509486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35803bd-a867-42b7-a64b-407ea155865b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event deleted for resources: {'Port': ['ID=5bbbb124-6c69-4c8f-9b54-771d7e29aa8d,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:15.519928 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a35803bd-a867-42b7-a64b-407ea155865b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:15.840005 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a35803bd-a867-42b7-a64b-407ea155865b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:16.364884 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35803bd-a867-42b7-a64b-407ea155865b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Router e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:57:16.536585 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:16.552107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35803bd-a867-42b7-a64b-407ea155865b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:57:16.561653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a761c0-4013-48c8-b9c1-ae57318a4b50 None None] Sync routers for ids ['e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:57:16.565396 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a35803bd-a867-42b7-a64b-407ea155865b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "PUT /v2.0/routers/e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3356249 Jan 14 07:57:16.568299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43882) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:16.571763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a761c0-4013-48c8-b9c1-ae57318a4b50 None None] Routers {'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:57:16.572703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-08a761c0-4013-48c8-b9c1-ae57318a4b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:56:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:16.620034 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:16.766232 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-08a761c0-4013-48c8-b9c1-ae57318a4b50 None None] Set router e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:57:16.781340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74f0f56-6207-4346-8b4b-bc760865b214 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Deleting subnet 5aec1dae-4429-4c36-8c15-0a1eb79862fb {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:57:16.785264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c74f0f56-6207-4346-8b4b-bc760865b214 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:16.842794 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c74f0f56-6207-4346-8b4b-bc760865b214 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:16.950915 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c74f0f56-6207-4346-8b4b-bc760865b214 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:17.081641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-08a761c0-4013-48c8-b9c1-ae57318a4b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826851188', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '3196d1a1-5677-4178-943c-eb68873a1824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:02Z', 'updated_at': '2021-01-14T07:57:15Z', 'revision_number': 5, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '3196d1a1-5677-4178-943c-eb68873a1824', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:03Z', 'updated_at': '2021-01-14T07:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:17.085785 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a761c0-4013-48c8-b9c1-ae57318a4b50 None None] Checking router: e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:57:17.094557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a761c0-4013-48c8-b9c1-ae57318a4b50 None None] Routers {'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:57:17.095209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-08a761c0-4013-48c8-b9c1-ae57318a4b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:56:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:17.254524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c74f0f56-6207-4346-8b4b-bc760865b214 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:17.271061 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ceb32b48-7eac-49ce-b724-5da301f5167e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:17.282096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-08a761c0-4013-48c8-b9c1-ae57318a4b50 None None] Set router e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:57:17.374441 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f0f56-6207-4346-8b4b-bc760865b214 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event deleted for resources: {'Subnet': ['ID=5aec1dae-4429-4c36-8c15-0a1eb79862fb,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:17.378379 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c74f0f56-6207-4346-8b4b-bc760865b214 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:17.433715 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c74f0f56-6207-4346-8b4b-bc760865b214 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:17.440622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa56f80-b4a6-4804-820e-a064b00dc2ce None None] Network 6ef2b6bf-c246-424d-af85-1782dd04f605 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:57:17.440808 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c74f0f56-6207-4346-8b4b-bc760865b214 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "DELETE /v2.0/subnets/5aec1dae-4429-4c36-8c15-0a1eb79862fb HTTP/1.1" status: 204 len: 168 time: 0.8714073 Jan 14 07:57:17.444288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43886) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:17.617171 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-08a761c0-4013-48c8-b9c1-ae57318a4b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826851188', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '3196d1a1-5677-4178-943c-eb68873a1824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:02Z', 'updated_at': '2021-01-14T07:57:15Z', 'revision_number': 5, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '3196d1a1-5677-4178-943c-eb68873a1824', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:03Z', 'updated_at': '2021-01-14T07:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:17.621826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a761c0-4013-48c8-b9c1-ae57318a4b50 None None] The sync data for ids ['e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a'] in n-d-769329-2 is: [{'id': 'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1826851188', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '3196d1a1-5677-4178-943c-eb68873a1824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:02Z', 'updated_at': '2021-01-14T07:57:15Z', 'revision_number': 5, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '3196d1a1-5677-4178-943c-eb68873a1824', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:73:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:03Z', 'updated_at': '2021-01-14T07:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:57:17.656827 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ded4bf0-8a61-4877-b89e-35694437a8b8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:17.728900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0def061f-abe5-4a15-96ae-47aa2dad60ff None None] DHCP port deletion for 6ef2b6bf-c246-424d-af85-1782dd04f605 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:57:17.733383 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0def061f-abe5-4a15-96ae-47aa2dad60ff None None] Deleting port 710df266-f693-4c42-bd10-b036af7b537b {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:57:17.733802 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0def061f-abe5-4a15-96ae-47aa2dad60ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:17.851341 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ded4bf0-8a61-4877-b89e-35694437a8b8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:17.856744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3ded4bf0-8a61-4877-b89e-35694437a8b8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Deleting port 3196d1a1-5677-4178-943c-eb68873a1824 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:57:17.857115 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ded4bf0-8a61-4877-b89e-35694437a8b8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:17.963110 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0def061f-abe5-4a15-96ae-47aa2dad60ff None None] For port 710df266-f693-4c42-bd10-b036af7b537b, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=710df266-f693-4c42-bd10-b036af7b537b,segment=NetworkSegment(d7334999-b33a-4858-a49b-c65aa114b265),segment_id=d7334999-b33a-4858-a49b-c65aa114b265)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:57:17.963553 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0def061f-abe5-4a15-96ae-47aa2dad60ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:18.097177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0def061f-abe5-4a15-96ae-47aa2dad60ff None None] Calling delete_port for 710df266-f693-4c42-bd10-b036af7b537b owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:57:18.173679 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0def061f-abe5-4a15-96ae-47aa2dad60ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:18.191594 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c11a3b19-8875-48a4-a1b0-6141b7738266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:18.284817 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def061f-abe5-4a15-96ae-47aa2dad60ff None None] Pushing event deleted for resources: {'Port': ['ID=710df266-f693-4c42-bd10-b036af7b537b,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:18.294074 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0def061f-abe5-4a15-96ae-47aa2dad60ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:18.347221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0def061f-abe5-4a15-96ae-47aa2dad60ff None None] No DVR routers for this DVR port 710df266-f693-4c42-bd10-b036af7b537b on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:57:18.368553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-3ded4bf0-8a61-4877-b89e-35694437a8b8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] For port 3196d1a1-5677-4178-943c-eb68873a1824, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=3196d1a1-5677-4178-943c-eb68873a1824,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:57:18.368951 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ded4bf0-8a61-4877-b89e-35694437a8b8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:18.496717 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-3ded4bf0-8a61-4877-b89e-35694437a8b8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Calling delete_port for 3196d1a1-5677-4178-943c-eb68873a1824 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:57:18.633710 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ded4bf0-8a61-4877-b89e-35694437a8b8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:18.831583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ded4bf0-8a61-4877-b89e-35694437a8b8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:18.965723 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ded4bf0-8a61-4877-b89e-35694437a8b8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:18.968148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ded4bf0-8a61-4877-b89e-35694437a8b8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:18.989020 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ded4bf0-8a61-4877-b89e-35694437a8b8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:18.989779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ded4bf0-8a61-4877-b89e-35694437a8b8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Fanout notify agent at l3_agent the message router_deleted on router e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:57:19.016289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3ded4bf0-8a61-4877-b89e-35694437a8b8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:19.017537 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3ded4bf0-8a61-4877-b89e-35694437a8b8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "DELETE /v2.0/routers/e6dfd5b9-dd2c-4977-92c4-a34fdc61a49a HTTP/1.1" status: 204 len: 168 time: 1.5721567 Jan 14 07:57:19.020699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43890) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:19.156821 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00b82024-2d3d-42a2-b7d5-cf01c221635d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:19.212296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 710df266-f693-4c42-bd10-b036af7b537b no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:57:19.247703 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 710df266-f693-4c42-bd10-b036af7b537b {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:57:19.248283 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 710df266-f693-4c42-bd10-b036af7b537b not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:57:19.248764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:57:19.283681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:57:19.284344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 5bbbb124-6c69-4c8f-9b54-771d7e29aa8d not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:57:19.371562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00b82024-2d3d-42a2-b7d5-cf01c221635d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:19.504238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-00b82024-2d3d-42a2-b7d5-cf01c221635d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef2b6bf-c246-424d-af85-1782dd04f605']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:19.516952 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-00b82024-2d3d-42a2-b7d5-cf01c221635d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7334999-b33a-4858-a49b-c65aa114b265') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:19.517290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-00b82024-2d3d-42a2-b7d5-cf01c221635d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7334999-b33a-4858-a49b-c65aa114b265') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:19.529353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00b82024-2d3d-42a2-b7d5-cf01c221635d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:19.548009 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00b82024-2d3d-42a2-b7d5-cf01c221635d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:19.550681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-00b82024-2d3d-42a2-b7d5-cf01c221635d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:57:19.735137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-00b82024-2d3d-42a2-b7d5-cf01c221635d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network 6ef2b6bf-c246-424d-af85-1782dd04f605 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:57:19.744633 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00b82024-2d3d-42a2-b7d5-cf01c221635d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:19.926928 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-00b82024-2d3d-42a2-b7d5-cf01c221635d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network 6ef2b6bf-c246-424d-af85-1782dd04f605 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:57:19.951723 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:57:20.040698 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00b82024-2d3d-42a2-b7d5-cf01c221635d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:20.044044 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0394598b-ec96-42fe-9b95-ff608796380a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:20.062875 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-00b82024-2d3d-42a2-b7d5-cf01c221635d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:20.069920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b82024-2d3d-42a2-b7d5-cf01c221635d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event deleted for resources: {'Network': ['ID=6ef2b6bf-c246-424d-af85-1782dd04f605,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:20.075148 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-00b82024-2d3d-42a2-b7d5-cf01c221635d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:20.082034 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-00b82024-2d3d-42a2-b7d5-cf01c221635d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "DELETE /v2.0/networks/6ef2b6bf-c246-424d-af85-1782dd04f605 HTTP/1.1" status: 204 len: 168 time: 1.0602643 Jan 14 07:57:20.085018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43894) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:20.160789 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f81e2d0f-6460-43c6-ac32-efaa53649b7c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:20.196301 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f81e2d0f-6460-43c6-ac32-efaa53649b7c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:20.249363 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f81e2d0f-6460-43c6-ac32-efaa53649b7c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:20.255489 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ce865672-0f2b-4c55-bd18-8ea4d381f8bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:20.271542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e2d0f-6460-43c6-ac32-efaa53649b7c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cdc51e-3cc6-40cd-a57b-5df5599cb5aa,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:20.274352 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f81e2d0f-6460-43c6-ac32-efaa53649b7c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:20.281209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f81e2d0f-6460-43c6-ac32-efaa53649b7c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:20.282439 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f81e2d0f-6460-43c6-ac32-efaa53649b7c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "DELETE /v2.0/security-groups/85cdc51e-3cc6-40cd-a57b-5df5599cb5aa HTTP/1.1" status: 204 len: 168 time: 0.1964378 Jan 14 07:57:20.618487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43902) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:20.624437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1766910215', 'description': 'tempest-secgroup-smoke-1766910215 description', 'project_id': '670eaef9ed3b4106acadbe717be61dd5'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:20.635522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:20.640138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:20.644874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:20.651719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:20.663885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:20.687164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:20.691766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:20.694876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:20.702862 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:20.780722 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:20.783983 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:20.789562 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d15631fe-d178-484f-aace-c04b59550aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:20.835510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroup': ['ID=6470e40e-e18e-4fb9-999b-acb9d93d56c2,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:20.843233 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:20.844603 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2250237 Jan 14 07:57:20.846446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.846876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.847298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.847764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.848184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.848598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.849008 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.849422 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.850339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.850499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43906) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:20.850751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.851160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.851550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.852057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.852472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.852871 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.853267 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.853653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.854056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.854462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.854865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.855269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.855687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.856095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.856465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b2be34ac-c863-4cb7-b12f-fda6e632be61 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': '6470e40e-e18e-4fb9-999b-acb9d93d56c2', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:20.856598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.856909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.857311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.857712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.858111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.858509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.858909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.859310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.859743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.860143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.860542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.860944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.861342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:20.866253 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:20.868311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b2be34ac-c863-4cb7-b12f-fda6e632be61 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:20.872622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b2be34ac-c863-4cb7-b12f-fda6e632be61 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:20.875788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b2be34ac-c863-4cb7-b12f-fda6e632be61 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:20.881591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b2be34ac-c863-4cb7-b12f-fda6e632be61 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:20.898472 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2be34ac-c863-4cb7-b12f-fda6e632be61 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:20.963351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2be34ac-c863-4cb7-b12f-fda6e632be61 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:20.966039 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2be34ac-c863-4cb7-b12f-fda6e632be61 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:20.968157 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-67aa6502-8015-4b68-8a33-85778eab8bd8 tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:20.990097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be34ac-c863-4cb7-b12f-fda6e632be61 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c008d4-242d-4c1c-bffd-d2d0802f0824,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:20.995331 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b2be34ac-c863-4cb7-b12f-fda6e632be61 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:21.002317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2be34ac-c863-4cb7-b12f-fda6e632be61 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.003597 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b2be34ac-c863-4cb7-b12f-fda6e632be61 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521542 Jan 14 07:57:21.006683 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43910) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:21.012772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-36ac080d-cd77-4e20-a812-fc498d16d74c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': '6470e40e-e18e-4fb9-999b-acb9d93d56c2', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:21.024442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-36ac080d-cd77-4e20-a812-fc498d16d74c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:21.028702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-36ac080d-cd77-4e20-a812-fc498d16d74c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:21.032015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-36ac080d-cd77-4e20-a812-fc498d16d74c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:21.038991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-36ac080d-cd77-4e20-a812-fc498d16d74c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:21.056116 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36ac080d-cd77-4e20-a812-fc498d16d74c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.121378 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36ac080d-cd77-4e20-a812-fc498d16d74c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.124016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36ac080d-cd77-4e20-a812-fc498d16d74c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.125912 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4cfe8ab-0025-4347-996a-4ad9e4736a5f tempest-AttachVolumeTestJSON-732861958 tempest-AttachVolumeTestJSON-732861958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:21.154610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac080d-cd77-4e20-a812-fc498d16d74c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbab976f-1a14-4b5d-8017-7f31055478c1,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:21.157314 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-36ac080d-cd77-4e20-a812-fc498d16d74c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:21.164364 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-36ac080d-cd77-4e20-a812-fc498d16d74c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.165797 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-36ac080d-cd77-4e20-a812-fc498d16d74c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1578901 Jan 14 07:57:21.168681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43914) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:21.174624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-7db29150-2bf5-48cd-959f-b9f0760a4007 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': '6470e40e-e18e-4fb9-999b-acb9d93d56c2', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:21.185598 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7db29150-2bf5-48cd-959f-b9f0760a4007 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:21.190764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7db29150-2bf5-48cd-959f-b9f0760a4007 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:21.193856 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-7db29150-2bf5-48cd-959f-b9f0760a4007 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:21.200033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-7db29150-2bf5-48cd-959f-b9f0760a4007 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:21.213571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3196d1a1-5677-4178-943c-eb68873a1824 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:57:21.218861 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7db29150-2bf5-48cd-959f-b9f0760a4007 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.247001 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 3196d1a1-5677-4178-943c-eb68873a1824 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:57:21.247404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 3196d1a1-5677-4178-943c-eb68873a1824 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:57:21.286713 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7db29150-2bf5-48cd-959f-b9f0760a4007 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.289264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7db29150-2bf5-48cd-959f-b9f0760a4007 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.291155 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ef4035d5-2a77-46fd-a943-747a9458f08b tempest-TestServerBasicOps-1024043871 tempest-TestServerBasicOps-1024043871] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:21.315819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db29150-2bf5-48cd-959f-b9f0760a4007 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2b6268-fc62-4651-b7b6-330c2f178937,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:21.318469 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7db29150-2bf5-48cd-959f-b9f0760a4007 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:21.325611 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7db29150-2bf5-48cd-959f-b9f0760a4007 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.326911 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7db29150-2bf5-48cd-959f-b9f0760a4007 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573846 Jan 14 07:57:21.329992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43918) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:21.335985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6859cb1e-f506-4a01-840f-b956a35e43df tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': '6470e40e-e18e-4fb9-999b-acb9d93d56c2', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:21.347477 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6859cb1e-f506-4a01-840f-b956a35e43df tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:21.352848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6859cb1e-f506-4a01-840f-b956a35e43df tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:21.356358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6859cb1e-f506-4a01-840f-b956a35e43df tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:21.363214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6859cb1e-f506-4a01-840f-b956a35e43df tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:21.380016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6859cb1e-f506-4a01-840f-b956a35e43df tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.448409 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6859cb1e-f506-4a01-840f-b956a35e43df tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.451153 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6859cb1e-f506-4a01-840f-b956a35e43df tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.458297 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a60a3886-063b-4a76-9a29-a50b022303d8 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:21.479639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859cb1e-f506-4a01-840f-b956a35e43df tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb3487e-4393-4ee9-bae3-91c93d6dbe12,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:21.482428 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6859cb1e-f506-4a01-840f-b956a35e43df tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:21.490421 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6859cb1e-f506-4a01-840f-b956a35e43df tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.491721 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6859cb1e-f506-4a01-840f-b956a35e43df tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1605518 Jan 14 07:57:21.494659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43922) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:21.500287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-dc30698e-3f73-4d00-a602-8a6327a7c89d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': '6470e40e-e18e-4fb9-999b-acb9d93d56c2', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:21.510905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dc30698e-3f73-4d00-a602-8a6327a7c89d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:21.514986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dc30698e-3f73-4d00-a602-8a6327a7c89d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:21.518093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dc30698e-3f73-4d00-a602-8a6327a7c89d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:21.523932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dc30698e-3f73-4d00-a602-8a6327a7c89d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:21.534338 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-dc30698e-3f73-4d00-a602-8a6327a7c89d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Project 670eaef9ed3b4106acadbe717be61dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:57:21.541368 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc30698e-3f73-4d00-a602-8a6327a7c89d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.613154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc30698e-3f73-4d00-a602-8a6327a7c89d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.615730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc30698e-3f73-4d00-a602-8a6327a7c89d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.617635 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-36d9e8e8-6222-433b-b0d2-4af55633336e tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:21.640908 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30698e-3f73-4d00-a602-8a6327a7c89d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf35b8b-d550-430d-93eb-20e1e0af007b,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:21.644148 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dc30698e-3f73-4d00-a602-8a6327a7c89d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:21.650496 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dc30698e-3f73-4d00-a602-8a6327a7c89d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.651835 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dc30698e-3f73-4d00-a602-8a6327a7c89d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1561408 Jan 14 07:57:21.654853 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43926) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:21.661532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-31434e8c-df77-4b6f-9ba2-cbb83f6aa0cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': '6470e40e-e18e-4fb9-999b-acb9d93d56c2', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:21.672364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-31434e8c-df77-4b6f-9ba2-cbb83f6aa0cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:21.676493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-31434e8c-df77-4b6f-9ba2-cbb83f6aa0cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:21.679526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-31434e8c-df77-4b6f-9ba2-cbb83f6aa0cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:21.685483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-31434e8c-df77-4b6f-9ba2-cbb83f6aa0cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:21.695832 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-31434e8c-df77-4b6f-9ba2-cbb83f6aa0cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Project 670eaef9ed3b4106acadbe717be61dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:57:21.702950 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31434e8c-df77-4b6f-9ba2-cbb83f6aa0cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.777042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31434e8c-df77-4b6f-9ba2-cbb83f6aa0cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.779700 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31434e8c-df77-4b6f-9ba2-cbb83f6aa0cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.781652 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8f933334-cbb1-42cd-bb9e-80ab03a1d311 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:21.806811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31434e8c-df77-4b6f-9ba2-cbb83f6aa0cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b47cd7-69ac-414c-abe4-88a3527fab80,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:21.809608 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31434e8c-df77-4b6f-9ba2-cbb83f6aa0cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:21.816600 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-31434e8c-df77-4b6f-9ba2-cbb83f6aa0cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.817917 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-31434e8c-df77-4b6f-9ba2-cbb83f6aa0cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1619587 Jan 14 07:57:21.820971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43930) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:21.827463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-3f34272a-e282-4056-a5fe-b16d9d4c3306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'network': {'name': 'tempest-network-smoke--256102391', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'port_security_enabled': True}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:21.834608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3f34272a-e282-4056-a5fe-b16d9d4c3306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:21.839026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3f34272a-e282-4056-a5fe-b16d9d4c3306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:network and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:21.842159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3f34272a-e282-4056-a5fe-b16d9d4c3306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:21.849523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3f34272a-e282-4056-a5fe-b16d9d4c3306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:21.859698 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f34272a-e282-4056-a5fe-b16d9d4c3306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Made reservation on behalf of 670eaef9ed3b4106acadbe717be61dd5 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:57:21.869944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f34272a-e282-4056-a5fe-b16d9d4c3306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.904189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f34272a-e282-4056-a5fe-b16d9d4c3306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:57:21.915899 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f34272a-e282-4056-a5fe-b16d9d4c3306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.916305 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-3f34272a-e282-4056-a5fe-b16d9d4c3306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Added segment 945ce497-50f5-4d8d-909d-67294421a561 of type vxlan for network f1a8dc69-d242-4861-a314-d6a780c8fee6 Jan 14 07:57:21.946768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f34272a-e282-4056-a5fe-b16d9d4c3306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.979556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f34272a-e282-4056-a5fe-b16d9d4c3306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:21.999427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f34272a-e282-4056-a5fe-b16d9d4c3306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:57:22.000127 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3f34272a-e282-4056-a5fe-b16d9d4c3306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:22.005893 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-95b105f0-628b-4e6a-875b-056284cdf31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:22.120785 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3f34272a-e282-4056-a5fe-b16d9d4c3306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2986791 Jan 14 07:57:22.123863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 43934) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:22.126789 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34272a-e282-4056-a5fe-b16d9d4c3306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Network': ['ID=f1a8dc69-d242-4861-a314-d6a780c8fee6,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:22.129776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1384678325', 'admin_state_up': True, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:22.130004 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3f34272a-e282-4056-a5fe-b16d9d4c3306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:22.140666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network f1a8dc69-d242-4861-a314-d6a780c8fee6 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:57:22.141910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:22.146626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:router and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:22.149732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:22.155978 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:22.159147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network f1a8dc69-d242-4861-a314-d6a780c8fee6 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:57:22.167054 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:22.168167 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:22.172227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network f1a8dc69-d242-4861-a314-d6a780c8fee6 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:57:22.185733 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:22.784069 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:23.108789 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:23.142035 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:23.453983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Allocated IP 172.25.3.240 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/0f87b331-c5de-485d-ae83-836fbe2f6a78) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:57:23.611238 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:23.637201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:23.652558 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b9ca61c6-df4a-46b2-a3a0-28a5691b3f13 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:23.792771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Port': ['ID=0f87b331-c5de-485d-ae83-836fbe2f6a78,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:23.807063 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:23.846545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:57:23.847699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:57:23.849964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:57:23.977147 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57591712-cfae-49ce-a8c9-17703dc46c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:24.285708 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:24.656648 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:24.874940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Router 181f4896-209d-41f7-8fd1-c2eff0b2497c is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:57:25.062225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:57:25.072706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] Sync routers for ids ['181f4896-209d-41f7-8fd1-c2eff0b2497c'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:57:25.083571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] Routers {'181f4896-209d-41f7-8fd1-c2eff0b2497c'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:57:25.084537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:56:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['181f4896-209d-41f7-8fd1-c2eff0b2497c'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:25.097219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:25.098561 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1e73e60d-a0c4-46e6-a7d0-0ec4646cad55 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9736106 Jan 14 07:57:25.102245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43942) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:25.167813 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-11b96315-9a7e-4642-aef3-ecff40feb95d tempest-TestNetworkAdvancedServerOps-522184427 tempest-TestNetworkAdvancedServerOps-522184427] 10.222.0.41 "GET /v2.0/subnets?project_id=670eaef9ed3b4106acadbe717be61dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0638256 Jan 14 07:57:25.170282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43946) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:25.280021 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] Set router 181f4896-209d-41f7-8fd1-c2eff0b2497c gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:57:25.360123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f868de6-8ab9-44cd-8c51-8cdb8dbddbcd tempest-TestNetworkAdvancedServerOps-522184427 tempest-TestNetworkAdvancedServerOps-522184427] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:57:25.362336 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1f868de6-8ab9-44cd-8c51-8cdb8dbddbcd tempest-TestNetworkAdvancedServerOps-522184427 tempest-TestNetworkAdvancedServerOps-522184427] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1903419 Jan 14 07:57:25.365735 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43950) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:25.421734 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-847cd2ae-835c-429c-b121-66036ad4aacd tempest-TestNetworkAdvancedServerOps-522184427 tempest-TestNetworkAdvancedServerOps-522184427] 10.222.0.41 "GET /v2.0/subnets?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0547225 Jan 14 07:57:25.425038 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43954) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:25.433222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-dbd57c82-f3e5-4019-8104-07035fb9734f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1388168373', 'network_id': 'f1a8dc69-d242-4861-a314-d6a780c8fee6', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:25.588885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dbd57c82-f3e5-4019-8104-07035fb9734f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:25.592995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dbd57c82-f3e5-4019-8104-07035fb9734f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:subnet and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:25.595830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f4896-209d-41f7-8fd1-c2eff0b2497c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384678325', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0f87b331-c5de-485d-ae83-836fbe2f6a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:22Z', 'updated_at': '2021-01-14T07:57:24Z', 'revision_number': 3, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '0f87b331-c5de-485d-ae83-836fbe2f6a78', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181f4896-209d-41f7-8fd1-c2eff0b2497c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:23Z', 'updated_at': '2021-01-14T07:57:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:25.596111 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-dbd57c82-f3e5-4019-8104-07035fb9734f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:25.600133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] Checking router: 181f4896-209d-41f7-8fd1-c2eff0b2497c for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:57:25.600534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] Updating router 181f4896-209d-41f7-8fd1-c2eff0b2497c port 0f87b331-c5de-485d-ae83-836fbe2f6a78 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:57:25.602342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-dbd57c82-f3e5-4019-8104-07035fb9734f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:25.612473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd57c82-f3e5-4019-8104-07035fb9734f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Made reservation on behalf of 670eaef9ed3b4106acadbe717be61dd5 for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:57:25.658870 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:25.739139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dbd57c82-f3e5-4019-8104-07035fb9734f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:26.082000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:26.096920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] Transition to ACTIVE for port object 0f87b331-c5de-485d-ae83-836fbe2f6a78 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:57:26.102047 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:26.121949 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d5cfb6f4-6d09-410e-b6e4-f7b19c424d95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:26.213644 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dbd57c82-f3e5-4019-8104-07035fb9734f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:26.230332 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-83a1cf0e-2012-4c26-ba37-9b2e090ebbb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:26.249621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Pushing event updated for resources: {'Port': ['ID=0f87b331-c5de-485d-ae83-836fbe2f6a78,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:26.260459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.260829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.261261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.261614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.261961 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.262535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.262535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.262535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.264792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.264792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.264792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.264792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.264792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.265190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.265450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.265809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.266174 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.266534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.266885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.267245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.267611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.268903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.269274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.269632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.270035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.270397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.270758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.271117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.271478 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.271891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.272252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.272611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.272968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.274203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.274203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.274203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:26.295898 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:26.359611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] Attempting to bind port 0f87b331-c5de-485d-ae83-836fbe2f6a78 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:57:26.360297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] Attempting to bind port 0f87b331-c5de-485d-ae83-836fbe2f6a78 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:57:26.360833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] Attempting to bind port 0f87b331-c5de-485d-ae83-836fbe2f6a78 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:57:26.369759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd57c82-f3e5-4019-8104-07035fb9734f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Subnet': ['ID=4aeee86c-84f2-499d-b098-50d427f2fa7c,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:26.370150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:57:26.370946 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:57:26.371658 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:26.372465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:57:26.373538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] Bound port: 0f87b331-c5de-485d-ae83-836fbe2f6a78, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:57:26.374285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:26.383630 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dbd57c82-f3e5-4019-8104-07035fb9734f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:26.449180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd57c82-f3e5-4019-8104-07035fb9734f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Checking segment: {'id': '945ce497-50f5-4d8d-909d-67294421a561', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1a8dc69-d242-4861-a314-d6a780c8fee6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:57:26.449570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd57c82-f3e5-4019-8104-07035fb9734f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network hostable DHCP agents. Network: f1a8dc69-d242-4861-a314-d6a780c8fee6, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:57:26.465573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] For port 0f87b331-c5de-485d-ae83-836fbe2f6a78, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:57:26.469041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] For port 0f87b331-c5de-485d-ae83-836fbe2f6a78, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0f87b331-c5de-485d-ae83-836fbe2f6a78,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:57:26.470263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd57c82-f3e5-4019-8104-07035fb9734f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network f1a8dc69-d242-4861-a314-d6a780c8fee6 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:57:26.478880 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:26.488435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-dbd57c82-f3e5-4019-8104-07035fb9734f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, f1a8dc69-d242-4861-a314-d6a780c8fee6) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:57:26.494563 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:26.507935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd57c82-f3e5-4019-8104-07035fb9734f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:57:26.508577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-dbd57c82-f3e5-4019-8104-07035fb9734f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:26.531924 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dbd57c82-f3e5-4019-8104-07035fb9734f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1029329 Jan 14 07:57:26.532298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43958) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:26.584753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bf03d0-a90e-4e5c-8d89-9609381f85f7 None None] Network f1a8dc69-d242-4861-a314-d6a780c8fee6 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:57:26.754786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Pushing event updated for resources: {'Port': ['ID=0f87b331-c5de-485d-ae83-836fbe2f6a78,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:26.775814 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:26.881564 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4dfa75ad-3fa3-4828-b34e-94907a2cd361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:26.891861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] Routers {'181f4896-209d-41f7-8fd1-c2eff0b2497c'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:57:26.892564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:56:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['181f4896-209d-41f7-8fd1-c2eff0b2497c'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:27.021346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-f1a8dc69-d242-4861-a314-d6a780c8fee6', 'network_id': 'f1a8dc69-d242-4861-a314-d6a780c8fee6', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'fixed_ips': [{'subnet_id': '4aeee86c-84f2-499d-b098-50d427f2fa7c'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:57:27.022256 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:27.246053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] Set router 181f4896-209d-41f7-8fd1-c2eff0b2497c gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:57:27.598683 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:27.608485 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:27.916500 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Allocated IP 172.20.0.2 (f1a8dc69-d242-4861-a314-d6a780c8fee6/4aeee86c-84f2-499d-b098-50d427f2fa7c/e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:57:28.047741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f4896-209d-41f7-8fd1-c2eff0b2497c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384678325', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0f87b331-c5de-485d-ae83-836fbe2f6a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:22Z', 'updated_at': '2021-01-14T07:57:24Z', 'revision_number': 3, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '0f87b331-c5de-485d-ae83-836fbe2f6a78', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181f4896-209d-41f7-8fd1-c2eff0b2497c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:23Z', 'updated_at': '2021-01-14T07:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:28.054702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:28.058397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6646db23-68a6-4e23-b6da-131ef11236ad None None] The sync data for ids ['181f4896-209d-41f7-8fd1-c2eff0b2497c'] in n-d-769329-2 is: [{'id': '181f4896-209d-41f7-8fd1-c2eff0b2497c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384678325', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0f87b331-c5de-485d-ae83-836fbe2f6a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:22Z', 'updated_at': '2021-01-14T07:57:24Z', 'revision_number': 3, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '0f87b331-c5de-485d-ae83-836fbe2f6a78', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181f4896-209d-41f7-8fd1-c2eff0b2497c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:23Z', 'updated_at': '2021-01-14T07:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:57:28.193048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:28.203996 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Transition to ACTIVE for port object e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:57:28.220339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Transition to ACTIVE for port object e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:57:28.226084 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:28.242375 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-95adb5b5-fc7a-4b21-a244-f9ce7f5e0451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:28.293157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Allocated IP 172.20.0.1 (f1a8dc69-d242-4861-a314-d6a780c8fee6/4aeee86c-84f2-499d-b098-50d427f2fa7c/d0fff3c1-2562-47d4-a720-3d1111e0be21) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:57:28.380053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Pushing event updated for resources: {'Port': ['ID=e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:28.386008 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:28.466531 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Network f1a8dc69-d242-4861-a314-d6a780c8fee6 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:57:28.467842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:57:28.470222 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:57:28.503977 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:28.523788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Transition to ACTIVE for port object d0fff3c1-2562-47d4-a720-3d1111e0be21 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:57:28.533481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Attempting to bind port e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:57:28.533918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Attempting to bind port e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '945ce497-50f5-4d8d-909d-67294421a561', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1a8dc69-d242-4861-a314-d6a780c8fee6'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:57:28.534333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Attempting to bind port e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda on network f1a8dc69-d242-4861-a314-d6a780c8fee6 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:57:28.540679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:57:28.541203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Checking segment: {'id': '945ce497-50f5-4d8d-909d-67294421a561', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1a8dc69-d242-4861-a314-d6a780c8fee6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:57:28.541561 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:28.541983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Bound using segment: {'id': '945ce497-50f5-4d8d-909d-67294421a561', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1a8dc69-d242-4861-a314-d6a780c8fee6'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:57:28.542514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Bound port: e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945ce497-50f5-4d8d-909d-67294421a561', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1a8dc69-d242-4861-a314-d6a780c8fee6'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:57:28.542938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:28.549740 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:28.567151 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-947306cf-1ca4-485e-82e9-4e3c2859521a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:28.650018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] For port e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:57:28.653570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] For port e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda,segment=NetworkSegment(945ce497-50f5-4d8d-909d-67294421a561),segment_id=945ce497-50f5-4d8d-909d-67294421a561)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:57:28.657215 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:28.678172 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:28.729933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Port': ['ID=d0fff3c1-2562-47d4-a720-3d1111e0be21,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:28.735752 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:28.776374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network f1a8dc69-d242-4861-a314-d6a780c8fee6 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:57:28.777605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:57:28.780239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:57:28.839690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Pushing event updated for resources: {'Port': ['ID=e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:28.847266 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:28.851029 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:28.979177 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:29.225043 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:29.340347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0f87b331-c5de-485d-ae83-836fbe2f6a78 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:57:29.432156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 0f87b331-c5de-485d-ae83-836fbe2f6a78 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:57:29.437175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 0f87b331-c5de-485d-ae83-836fbe2f6a78 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:29.437602 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:29.563663 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:29.580075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 0f87b331-c5de-485d-ae83-836fbe2f6a78, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0f87b331-c5de-485d-ae83-836fbe2f6a78,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:57:29.583036 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:29.585038 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7e95da87-914f-4f46-8335-7964d4646190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:29.654405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=0f87b331-c5de-485d-ae83-836fbe2f6a78,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:29.659233 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:29.774154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:29.777814 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:29.812643 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-20b29149-68d7-4a78-997b-8b216b4cfb29 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:29.900016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:29.916903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Port': ['ID=d0fff3c1-2562-47d4-a720-3d1111e0be21,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:29.919968 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:30.058918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network f1a8dc69-d242-4861-a314-d6a780c8fee6 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:57:30.060147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:57:30.276705 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Router 181f4896-209d-41f7-8fd1-c2eff0b2497c has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:57:30.335254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b8410b-8a0d-45d8-a29d-12c4c2c75b32 None None] Network f1a8dc69-d242-4861-a314-d6a780c8fee6 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:57:30.436499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:57:30.452568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-41f5d543-975d-49ae-8aec-5d1cc0db77f4 None None] Provisioning for port e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:57:30.494230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:57:30.510181 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e88e6dfe-3e3c-415d-b65f-d7519b2789ed tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "PUT /v2.0/routers/181f4896-209d-41f7-8fd1-c2eff0b2497c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9765792 Jan 14 07:57:30.728057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2c3cac00-5515-4bcf-9ad3-8cbba34e4bd2 req-27efe4ba-0b12-4408-96d3-bfc716198a07 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Synchronizing usage tracker for tenant:670eaef9ed3b4106acadbe717be61dd5 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:57:30.744227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-2c3cac00-5515-4bcf-9ad3-8cbba34e4bd2 req-27efe4ba-0b12-4408-96d3-bfc716198a07 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Unset dirty status for tenant:670eaef9ed3b4106acadbe717be61dd5 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:57:30.745627 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c3cac00-5515-4bcf-9ad3-8cbba34e4bd2 req-27efe4ba-0b12-4408-96d3-bfc716198a07 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1766910215&fields=id&tenant_id=670eaef9ed3b4106acadbe717be61dd5 HTTP/1.1" status: 200 len: 267 time: 0.0673387 Jan 14 07:57:30.885660 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4bfc15cb-8409-412b-a0d5-40d395a88b6f None None] Provisioning for port d0fff3c1-2562-47d4-a720-3d1111e0be21 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:57:30.890938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4bfc15cb-8409-412b-a0d5-40d395a88b6f None None] Provisioning complete for port d0fff3c1-2562-47d4-a720-3d1111e0be21 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:30.891344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4bfc15cb-8409-412b-a0d5-40d395a88b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:30.962363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cac00-5515-4bcf-9ad3-8cbba34e4bd2 req-adda9ad6-b360-4166-b2a6-e245ed1ac579 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:57:30.965645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4bfc15cb-8409-412b-a0d5-40d395a88b6f None None] Port d0fff3c1-2562-47d4-a720-3d1111e0be21 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:57:30.966037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] Sync routers for ids ['181f4896-209d-41f7-8fd1-c2eff0b2497c'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:57:30.975056 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c3cac00-5515-4bcf-9ad3-8cbba34e4bd2 req-adda9ad6-b360-4166-b2a6-e245ed1ac579 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "GET /v2.0/networks?id=f1a8dc69-d242-4861-a314-d6a780c8fee6 HTTP/1.1" status: 200 len: 796 time: 0.2202225 Jan 14 07:57:30.980984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] Routers {'181f4896-209d-41f7-8fd1-c2eff0b2497c'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:57:30.983449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:57:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['181f4896-209d-41f7-8fd1-c2eff0b2497c'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:30.996055 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c3cac00-5515-4bcf-9ad3-8cbba34e4bd2 req-2fb0418c-d48e-462f-8de7-117767830cf4 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "GET /v2.0/quotas/670eaef9ed3b4106acadbe717be61dd5 HTTP/1.1" status: 200 len: 375 time: 0.0131841 Jan 14 07:57:31.110341 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c3cac00-5515-4bcf-9ad3-8cbba34e4bd2 req-4463acec-c1bf-401f-ac5b-3d8648b62ab6 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "GET /v2.0/ports?tenant_id=670eaef9ed3b4106acadbe717be61dd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1073508 Jan 14 07:57:31.184064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] Set router 181f4896-209d-41f7-8fd1-c2eff0b2497c gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:57:31.334901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-834f415c-91a5-4225-803c-f60ea7f9164c None None] Provisioning complete for port d0fff3c1-2562-47d4-a720-3d1111e0be21 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:31.336946 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-834f415c-91a5-4225-803c-f60ea7f9164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:31.406402 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:57:31.539389 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-834f415c-91a5-4225-803c-f60ea7f9164c None None] Port d0fff3c1-2562-47d4-a720-3d1111e0be21 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:57:31.546896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:57:31.554653 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:31.555187 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:31.657872 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c3cac00-5515-4bcf-9ad3-8cbba34e4bd2 req-ff3ecd2e-dcae-478f-b78f-8dbf85c12f79 service neutron] 10.222.0.41 "GET /v2.0/networks/f1a8dc69-d242-4861-a314-d6a780c8fee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328884 Jan 14 07:57:31.668000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-863f0497-bce8-42f5-bbe9-e2140f54124e None None] Provisioning complete for port d0fff3c1-2562-47d4-a720-3d1111e0be21 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:31.669196 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-863f0497-bce8-42f5-bbe9-e2140f54124e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:31.780149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-863f0497-bce8-42f5-bbe9-e2140f54124e None None] Port d0fff3c1-2562-47d4-a720-3d1111e0be21 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:57:31.783999 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:31.800767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f4896-209d-41f7-8fd1-c2eff0b2497c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384678325', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0f87b331-c5de-485d-ae83-836fbe2f6a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:22Z', 'updated_at': '2021-01-14T07:57:29Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '0f87b331-c5de-485d-ae83-836fbe2f6a78', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f4896-209d-41f7-8fd1-c2eff0b2497c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:23Z', 'updated_at': '2021-01-14T07:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'd0fff3c1-2562-47d4-a720-3d1111e0be21', 'name': '', 'network_id': 'f1a8dc69-d242-4861-a314-d6a780c8fee6', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'mac_address': 'fa:16:3e:a6:1c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181f4896-209d-41f7-8fd1-c2eff0b2497c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4aeee86c-84f2-499d-b098-50d427f2fa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:28Z', 'updated_at': '2021-01-14T07:57:29Z', 'revision_number': 2, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'subnets': [{'id': '4aeee86c-84f2-499d-b098-50d427f2fa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:31.805687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] Checking router: 181f4896-209d-41f7-8fd1-c2eff0b2497c for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:57:31.806415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] Updating router 181f4896-209d-41f7-8fd1-c2eff0b2497c port d0fff3c1-2562-47d4-a720-3d1111e0be21 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:57:31.819617 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda,segment=NetworkSegment(945ce497-50f5-4d8d-909d-67294421a561),segment_id=945ce497-50f5-4d8d-909d-67294421a561)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:57:31.822921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:31.823970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0f87b331-c5de-485d-ae83-836fbe2f6a78 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:57:31.825472 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-2c3cac00-5515-4bcf-9ad3-8cbba34e4bd2 req-5805e883-0211-4fe3-b863-70d63162723e service neutron] 10.222.0.41 "GET /v2.0/networks/f1a8dc69-d242-4861-a314-d6a780c8fee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1574948 Jan 14 07:57:31.859045 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:31.865030 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:31.958494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-347bcc14-a6c2-4e07-ae93-03ace89015c9 None None] Provisioning complete for port e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:31.959270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-347bcc14-a6c2-4e07-ae93-03ace89015c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:32.052794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:32.061773 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:32.076930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 0f87b331-c5de-485d-ae83-836fbe2f6a78 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:32.077361 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:32.305841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43990) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:32.387757 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:32.402462 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] Transition to ACTIVE for port object d0fff3c1-2562-47d4-a720-3d1111e0be21 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:57:32.406006 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:32.422524 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e196a64-2877-4cbd-a0fe-46de18418f77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:32.554806 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20160666-7ca7-4e50-ac60-4f8c66117684 None None] Pushing event updated for resources: {'Port': ['ID=d0fff3c1-2562-47d4-a720-3d1111e0be21,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:32.559407 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-20160666-7ca7-4e50-ac60-4f8c66117684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:32.741624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] Attempting to bind port d0fff3c1-2562-47d4-a720-3d1111e0be21 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:57:32.742298 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] Attempting to bind port d0fff3c1-2562-47d4-a720-3d1111e0be21 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '945ce497-50f5-4d8d-909d-67294421a561', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1a8dc69-d242-4861-a314-d6a780c8fee6'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:57:32.742820 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] Attempting to bind port d0fff3c1-2562-47d4-a720-3d1111e0be21 on network f1a8dc69-d242-4861-a314-d6a780c8fee6 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:57:32.750028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:57:32.750473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] Checking segment: {'id': '945ce497-50f5-4d8d-909d-67294421a561', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1a8dc69-d242-4861-a314-d6a780c8fee6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:57:32.750921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:32.751373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] Bound using segment: {'id': '945ce497-50f5-4d8d-909d-67294421a561', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1a8dc69-d242-4861-a314-d6a780c8fee6'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:57:32.751950 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] Bound port: d0fff3c1-2562-47d4-a720-3d1111e0be21, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945ce497-50f5-4d8d-909d-67294421a561', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1a8dc69-d242-4861-a314-d6a780c8fee6'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:57:32.753343 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:32.857885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] For port d0fff3c1-2562-47d4-a720-3d1111e0be21, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:57:32.862117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] For port d0fff3c1-2562-47d4-a720-3d1111e0be21, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d0fff3c1-2562-47d4-a720-3d1111e0be21,segment=NetworkSegment(945ce497-50f5-4d8d-909d-67294421a561),segment_id=945ce497-50f5-4d8d-909d-67294421a561)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:57:32.865772 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:32.879763 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e44ac9b-b000-4b37-91da-49329c2805d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:33.030687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20160666-7ca7-4e50-ac60-4f8c66117684 None None] Pushing event updated for resources: {'Port': ['ID=d0fff3c1-2562-47d4-a720-3d1111e0be21,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:33.035701 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-20160666-7ca7-4e50-ac60-4f8c66117684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:33.092415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] Routers {'181f4896-209d-41f7-8fd1-c2eff0b2497c'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:57:33.093179 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:57:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['181f4896-209d-41f7-8fd1-c2eff0b2497c'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:33.239639 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:57:33.268765 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05b24c4a-429a-4eb0-8742-60c877a93306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:33.311144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] Set router 181f4896-209d-41f7-8fd1-c2eff0b2497c gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:57:33.323784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:33.324342 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:33.654421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f4896-209d-41f7-8fd1-c2eff0b2497c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384678325', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0f87b331-c5de-485d-ae83-836fbe2f6a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:22Z', 'updated_at': '2021-01-14T07:57:29Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '0f87b331-c5de-485d-ae83-836fbe2f6a78', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f4896-209d-41f7-8fd1-c2eff0b2497c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:23Z', 'updated_at': '2021-01-14T07:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'd0fff3c1-2562-47d4-a720-3d1111e0be21', 'name': '', 'network_id': 'f1a8dc69-d242-4861-a314-d6a780c8fee6', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'mac_address': 'fa:16:3e:a6:1c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181f4896-209d-41f7-8fd1-c2eff0b2497c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4aeee86c-84f2-499d-b098-50d427f2fa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:28Z', 'updated_at': '2021-01-14T07:57:32Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'subnets': [{'id': '4aeee86c-84f2-499d-b098-50d427f2fa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:33.658741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515703ce-b8b6-4160-a80f-b35e29a8c1c0 None None] The sync data for ids ['181f4896-209d-41f7-8fd1-c2eff0b2497c'] in n-d-769329-2 is: [{'id': '181f4896-209d-41f7-8fd1-c2eff0b2497c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384678325', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0f87b331-c5de-485d-ae83-836fbe2f6a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:22Z', 'updated_at': '2021-01-14T07:57:29Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '0f87b331-c5de-485d-ae83-836fbe2f6a78', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f4896-209d-41f7-8fd1-c2eff0b2497c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:23Z', 'updated_at': '2021-01-14T07:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'd0fff3c1-2562-47d4-a720-3d1111e0be21', 'name': '', 'network_id': 'f1a8dc69-d242-4861-a314-d6a780c8fee6', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'mac_address': 'fa:16:3e:a6:1c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181f4896-209d-41f7-8fd1-c2eff0b2497c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4aeee86c-84f2-499d-b098-50d427f2fa7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:28Z', 'updated_at': '2021-01-14T07:57:32Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'subnets': [{'id': '4aeee86c-84f2-499d-b098-50d427f2fa7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:57:33.819992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-05b24c4a-429a-4eb0-8742-60c877a93306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Deleting port d0fff3c1-2562-47d4-a720-3d1111e0be21 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:57:33.820380 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05b24c4a-429a-4eb0-8742-60c877a93306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:34.055071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-05b24c4a-429a-4eb0-8742-60c877a93306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] For port d0fff3c1-2562-47d4-a720-3d1111e0be21, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d0fff3c1-2562-47d4-a720-3d1111e0be21,segment=NetworkSegment(945ce497-50f5-4d8d-909d-67294421a561),segment_id=945ce497-50f5-4d8d-909d-67294421a561)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:57:34.055489 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05b24c4a-429a-4eb0-8742-60c877a93306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:34.196284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-05b24c4a-429a-4eb0-8742-60c877a93306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Calling delete_port for d0fff3c1-2562-47d4-a720-3d1111e0be21 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:57:34.583601 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05b24c4a-429a-4eb0-8742-60c877a93306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:34.599778 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:34.693611 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b24c4a-429a-4eb0-8742-60c877a93306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event deleted for resources: {'Port': ['ID=d0fff3c1-2562-47d4-a720-3d1111e0be21,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:34.700793 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-05b24c4a-429a-4eb0-8742-60c877a93306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:35.058343 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05b24c4a-429a-4eb0-8742-60c877a93306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:35.590748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b24c4a-429a-4eb0-8742-60c877a93306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Router 181f4896-209d-41f7-8fd1-c2eff0b2497c has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:57:35.781882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b24c4a-429a-4eb0-8742-60c877a93306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:57:35.794709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53261df-fff2-4ffb-8211-23715d436a9a None None] Sync routers for ids ['181f4896-209d-41f7-8fd1-c2eff0b2497c'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:57:35.797938 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-05b24c4a-429a-4eb0-8742-60c877a93306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "PUT /v2.0/routers/181f4896-209d-41f7-8fd1-c2eff0b2497c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4904613 Jan 14 07:57:35.801370 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 43998) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:35.808107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53261df-fff2-4ffb-8211-23715d436a9a None None] Routers {'181f4896-209d-41f7-8fd1-c2eff0b2497c'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:57:35.808835 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e53261df-fff2-4ffb-8211-23715d436a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:57:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['181f4896-209d-41f7-8fd1-c2eff0b2497c'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:36.219146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e53261df-fff2-4ffb-8211-23715d436a9a None None] Set router 181f4896-209d-41f7-8fd1-c2eff0b2497c gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:57:36.350865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f10be0-32a6-44a5-9a41-f7d495a0aa2c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Deleting subnet 4aeee86c-84f2-499d-b098-50d427f2fa7c {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:57:36.354083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0f10be0-32a6-44a5-9a41-f7d495a0aa2c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:36.413205 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0f10be0-32a6-44a5-9a41-f7d495a0aa2c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:36.532309 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0f10be0-32a6-44a5-9a41-f7d495a0aa2c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:36.594198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e53261df-fff2-4ffb-8211-23715d436a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f4896-209d-41f7-8fd1-c2eff0b2497c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384678325', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0f87b331-c5de-485d-ae83-836fbe2f6a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:22Z', 'updated_at': '2021-01-14T07:57:34Z', 'revision_number': 5, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '0f87b331-c5de-485d-ae83-836fbe2f6a78', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f4896-209d-41f7-8fd1-c2eff0b2497c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:23Z', 'updated_at': '2021-01-14T07:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:36.599109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53261df-fff2-4ffb-8211-23715d436a9a None None] Checking router: 181f4896-209d-41f7-8fd1-c2eff0b2497c for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:57:36.608483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53261df-fff2-4ffb-8211-23715d436a9a None None] Routers {'181f4896-209d-41f7-8fd1-c2eff0b2497c'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:57:36.609170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e53261df-fff2-4ffb-8211-23715d436a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:57:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['181f4896-209d-41f7-8fd1-c2eff0b2497c'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:36.805784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e53261df-fff2-4ffb-8211-23715d436a9a None None] Set router 181f4896-209d-41f7-8fd1-c2eff0b2497c gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:57:36.855607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0f10be0-32a6-44a5-9a41-f7d495a0aa2c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:36.872125 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-73c3d505-078d-46af-a128-e885fcb826c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:36.967346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f10be0-32a6-44a5-9a41-f7d495a0aa2c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event deleted for resources: {'Subnet': ['ID=4aeee86c-84f2-499d-b098-50d427f2fa7c,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:36.981175 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f0f10be0-32a6-44a5-9a41-f7d495a0aa2c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:37.015735 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0f10be0-32a6-44a5-9a41-f7d495a0aa2c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:37.022653 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f0f10be0-32a6-44a5-9a41-f7d495a0aa2c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "DELETE /v2.0/subnets/4aeee86c-84f2-499d-b098-50d427f2fa7c HTTP/1.1" status: 204 len: 168 time: 1.2202275 Jan 14 07:57:37.023569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b8a271-b6e2-4b38-9304-1a2d18274ee7 None None] Network f1a8dc69-d242-4861-a314-d6a780c8fee6 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:57:37.025499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44002) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:37.231367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b913b9d-3022-4a49-8645-3f3498c12bff tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:37.321076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e53261df-fff2-4ffb-8211-23715d436a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181f4896-209d-41f7-8fd1-c2eff0b2497c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384678325', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0f87b331-c5de-485d-ae83-836fbe2f6a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:22Z', 'updated_at': '2021-01-14T07:57:34Z', 'revision_number': 5, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '0f87b331-c5de-485d-ae83-836fbe2f6a78', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f4896-209d-41f7-8fd1-c2eff0b2497c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:23Z', 'updated_at': '2021-01-14T07:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:37.329052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53261df-fff2-4ffb-8211-23715d436a9a None None] The sync data for ids ['181f4896-209d-41f7-8fd1-c2eff0b2497c'] in n-d-769329-2 is: [{'id': '181f4896-209d-41f7-8fd1-c2eff0b2497c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384678325', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '0f87b331-c5de-485d-ae83-836fbe2f6a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:22Z', 'updated_at': '2021-01-14T07:57:34Z', 'revision_number': 5, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '0f87b331-c5de-485d-ae83-836fbe2f6a78', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181f4896-209d-41f7-8fd1-c2eff0b2497c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:23Z', 'updated_at': '2021-01-14T07:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:57:37.380545 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0525b96c-da89-4f40-812f-83b9cbfaea7e None None] DHCP port deletion for f1a8dc69-d242-4861-a314-d6a780c8fee6 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:57:37.384755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0525b96c-da89-4f40-812f-83b9cbfaea7e None None] Deleting port e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:57:37.385173 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0525b96c-da89-4f40-812f-83b9cbfaea7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:37.433744 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b913b9d-3022-4a49-8645-3f3498c12bff tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_gateway, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:37.440326 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4b913b9d-3022-4a49-8645-3f3498c12bff tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Deleting port 0f87b331-c5de-485d-ae83-836fbe2f6a78 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:57:37.440757 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b913b9d-3022-4a49-8645-3f3498c12bff tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:37.636917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4b913b9d-3022-4a49-8645-3f3498c12bff tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] For port 0f87b331-c5de-485d-ae83-836fbe2f6a78, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0f87b331-c5de-485d-ae83-836fbe2f6a78,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:57:37.637493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b913b9d-3022-4a49-8645-3f3498c12bff tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:37.638244 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-0525b96c-da89-4f40-812f-83b9cbfaea7e None None] For port e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda,segment=NetworkSegment(945ce497-50f5-4d8d-909d-67294421a561),segment_id=945ce497-50f5-4d8d-909d-67294421a561)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:57:37.638679 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0525b96c-da89-4f40-812f-83b9cbfaea7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:37.775577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-0525b96c-da89-4f40-812f-83b9cbfaea7e None None] Calling delete_port for e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:57:37.776314 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4b913b9d-3022-4a49-8645-3f3498c12bff tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Calling delete_port for 0f87b331-c5de-485d-ae83-836fbe2f6a78 owned by network:router_gateway {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:57:37.853573 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0525b96c-da89-4f40-812f-83b9cbfaea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:37.870699 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3fb2d32-263f-457d-af06-36e850f0f8aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:37.926203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b913b9d-3022-4a49-8645-3f3498c12bff tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:37.983184 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525b96c-da89-4f40-812f-83b9cbfaea7e None None] Pushing event deleted for resources: {'Port': ['ID=e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:37.988191 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0525b96c-da89-4f40-812f-83b9cbfaea7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:38.021406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525b96c-da89-4f40-812f-83b9cbfaea7e None None] No DVR routers for this DVR port e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:57:38.131671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b913b9d-3022-4a49-8645-3f3498c12bff tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:38.271559 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b913b9d-3022-4a49-8645-3f3498c12bff tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:38.274252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b913b9d-3022-4a49-8645-3f3498c12bff tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:38.296333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b913b9d-3022-4a49-8645-3f3498c12bff tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:38.296776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b913b9d-3022-4a49-8645-3f3498c12bff tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Fanout notify agent at l3_agent the message router_deleted on router 181f4896-209d-41f7-8fd1-c2eff0b2497c {{(pid=80908) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:57:38.320161 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b913b9d-3022-4a49-8645-3f3498c12bff tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:38.324721 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4b913b9d-3022-4a49-8645-3f3498c12bff tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "DELETE /v2.0/routers/181f4896-209d-41f7-8fd1-c2eff0b2497c HTTP/1.1" status: 204 len: 168 time: 1.2950072 Jan 14 07:57:38.325755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44006) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:38.468755 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-403c70ef-e432-4f85-95b1-60d0d561454f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:38.682503 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-403c70ef-e432-4f85-95b1-60d0d561454f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:38.811300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-403c70ef-e432-4f85-95b1-60d0d561454f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a8dc69-d242-4861-a314-d6a780c8fee6']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:38.825242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-403c70ef-e432-4f85-95b1-60d0d561454f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945ce497-50f5-4d8d-909d-67294421a561') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:38.825574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-403c70ef-e432-4f85-95b1-60d0d561454f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945ce497-50f5-4d8d-909d-67294421a561') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:38.837901 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-403c70ef-e432-4f85-95b1-60d0d561454f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:38.852799 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-403c70ef-e432-4f85-95b1-60d0d561454f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:38.854800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-403c70ef-e432-4f85-95b1-60d0d561454f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:57:39.042352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-403c70ef-e432-4f85-95b1-60d0d561454f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network f1a8dc69-d242-4861-a314-d6a780c8fee6 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:57:39.052748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-403c70ef-e432-4f85-95b1-60d0d561454f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:39.221676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:57:39.236985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-403c70ef-e432-4f85-95b1-60d0d561454f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network f1a8dc69-d242-4861-a314-d6a780c8fee6 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:57:39.263018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:57:39.263419 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e6fa3e1c-af60-4a93-8cd4-4edd8cc06fda not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:57:39.263956 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d0fff3c1-2562-47d4-a720-3d1111e0be21 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:57:39.264740 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:57:39.298855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: d0fff3c1-2562-47d4-a720-3d1111e0be21 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:57:39.299420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d0fff3c1-2562-47d4-a720-3d1111e0be21 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:57:39.299710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0f87b331-c5de-485d-ae83-836fbe2f6a78 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:57:39.334606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 0f87b331-c5de-485d-ae83-836fbe2f6a78 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:57:39.335012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0f87b331-c5de-485d-ae83-836fbe2f6a78 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:57:39.352089 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-403c70ef-e432-4f85-95b1-60d0d561454f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:39.355365 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-882c60ae-be8f-4bca-ac7a-84be43c3a7ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:39.371472 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-403c70ef-e432-4f85-95b1-60d0d561454f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:39.386119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c70ef-e432-4f85-95b1-60d0d561454f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event deleted for resources: {'Network': ['ID=f1a8dc69-d242-4861-a314-d6a780c8fee6,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:39.389237 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-403c70ef-e432-4f85-95b1-60d0d561454f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "DELETE /v2.0/networks/f1a8dc69-d242-4861-a314-d6a780c8fee6 HTTP/1.1" status: 204 len: 168 time: 1.0591958 Jan 14 07:57:39.390245 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-403c70ef-e432-4f85-95b1-60d0d561454f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:39.393212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44010) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:39.476094 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82b16aab-b0e8-4e43-97aa-c7c3b9e06a4c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:39.509462 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82b16aab-b0e8-4e43-97aa-c7c3b9e06a4c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:39.561648 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82b16aab-b0e8-4e43-97aa-c7c3b9e06a4c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:39.567894 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-53cef6a5-db0b-4f4f-8b60-66677418242f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:39.584900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b16aab-b0e8-4e43-97aa-c7c3b9e06a4c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event deleted for resources: {'SecurityGroup': ['ID=6470e40e-e18e-4fb9-999b-acb9d93d56c2,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:39.587834 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-82b16aab-b0e8-4e43-97aa-c7c3b9e06a4c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:39.598481 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-82b16aab-b0e8-4e43-97aa-c7c3b9e06a4c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:39.599767 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-82b16aab-b0e8-4e43-97aa-c7c3b9e06a4c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "DELETE /v2.0/security-groups/6470e40e-e18e-4fb9-999b-acb9d93d56c2 HTTP/1.1" status: 204 len: 168 time: 0.2056959 Jan 14 07:57:39.855125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44018) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:39.860919 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-3b6947f3-c2e0-46d1-844e-6c1a337aabd2 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-725034497', 'description': 'tempest-secgroup-smoke-725034497 description', 'project_id': '670eaef9ed3b4106acadbe717be61dd5'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:39.872013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3b6947f3-c2e0-46d1-844e-6c1a337aabd2 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:39.876495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3b6947f3-c2e0-46d1-844e-6c1a337aabd2 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:39.879738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3b6947f3-c2e0-46d1-844e-6c1a337aabd2 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:39.886754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3b6947f3-c2e0-46d1-844e-6c1a337aabd2 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:39.897225 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b6947f3-c2e0-46d1-844e-6c1a337aabd2 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:39.919727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3b6947f3-c2e0-46d1-844e-6c1a337aabd2 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:39.924049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3b6947f3-c2e0-46d1-844e-6c1a337aabd2 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:39.927239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-3b6947f3-c2e0-46d1-844e-6c1a337aabd2 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:39.933141 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-3b6947f3-c2e0-46d1-844e-6c1a337aabd2 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:40.007942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b6947f3-c2e0-46d1-844e-6c1a337aabd2 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.010665 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b6947f3-c2e0-46d1-844e-6c1a337aabd2 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.016138 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-db9b59e8-a2cf-4d74-81b9-2fb140783292 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:40.061850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6947f3-c2e0-46d1-844e-6c1a337aabd2 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b0b59d-cb8a-48a9-9383-987b4fa7cd57,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:40.065633 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b6947f3-c2e0-46d1-844e-6c1a337aabd2 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.066979 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3b6947f3-c2e0-46d1-844e-6c1a337aabd2 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2107365 Jan 14 07:57:40.068081 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3b6947f3-c2e0-46d1-844e-6c1a337aabd2 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:40.069979 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44022) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:40.076049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-08b1a02e-e4e1-4d7a-b452-70263718295b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': 'd9b0b59d-cb8a-48a9-9383-987b4fa7cd57', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:40.088395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-08b1a02e-e4e1-4d7a-b452-70263718295b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:40.093028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-08b1a02e-e4e1-4d7a-b452-70263718295b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:40.096143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-08b1a02e-e4e1-4d7a-b452-70263718295b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:40.102229 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-08b1a02e-e4e1-4d7a-b452-70263718295b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:40.120969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08b1a02e-e4e1-4d7a-b452-70263718295b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.188733 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08b1a02e-e4e1-4d7a-b452-70263718295b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.192556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08b1a02e-e4e1-4d7a-b452-70263718295b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.195768 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8b2179ef-218b-4cdc-9c3e-6b60244ca440 tempest-TestNetworkBasicOps-1230524679 tempest-TestNetworkBasicOps-1230524679] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:40.224269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1a02e-e4e1-4d7a-b452-70263718295b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdcacc17-7013-4c3d-bac5-3375687fb486,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:40.227127 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-08b1a02e-e4e1-4d7a-b452-70263718295b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:40.233595 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-08b1a02e-e4e1-4d7a-b452-70263718295b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.234910 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-08b1a02e-e4e1-4d7a-b452-70263718295b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1638436 Jan 14 07:57:40.238182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44026) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:40.243875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-e6cfe546-9a6b-4cc2-b33f-7bb59ff1cf6f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': 'd9b0b59d-cb8a-48a9-9383-987b4fa7cd57', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:40.255808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e6cfe546-9a6b-4cc2-b33f-7bb59ff1cf6f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:40.260130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e6cfe546-9a6b-4cc2-b33f-7bb59ff1cf6f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:40.263354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-e6cfe546-9a6b-4cc2-b33f-7bb59ff1cf6f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:40.272791 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-e6cfe546-9a6b-4cc2-b33f-7bb59ff1cf6f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:40.290569 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe546-9a6b-4cc2-b33f-7bb59ff1cf6f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.359177 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe546-9a6b-4cc2-b33f-7bb59ff1cf6f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.363030 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe546-9a6b-4cc2-b33f-7bb59ff1cf6f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.365150 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-36ac080d-cd77-4e20-a812-fc498d16d74c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:40.388981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfe546-9a6b-4cc2-b33f-7bb59ff1cf6f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c597606f-409f-42ee-aec2-382d6b60aca7,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:40.394241 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e6cfe546-9a6b-4cc2-b33f-7bb59ff1cf6f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:40.401699 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe546-9a6b-4cc2-b33f-7bb59ff1cf6f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.403069 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e6cfe546-9a6b-4cc2-b33f-7bb59ff1cf6f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1638710 Jan 14 07:57:40.406487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44030) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:40.412728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-41f20282-53d8-4482-8c16-b691618b2682 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': 'd9b0b59d-cb8a-48a9-9383-987b4fa7cd57', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:40.424641 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-41f20282-53d8-4482-8c16-b691618b2682 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:40.428984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-41f20282-53d8-4482-8c16-b691618b2682 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:40.432198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-41f20282-53d8-4482-8c16-b691618b2682 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:40.438311 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-41f20282-53d8-4482-8c16-b691618b2682 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:40.457693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-41f20282-53d8-4482-8c16-b691618b2682 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.530407 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-41f20282-53d8-4482-8c16-b691618b2682 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.533113 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-41f20282-53d8-4482-8c16-b691618b2682 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.535435 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-60d8e36b-bfd4-478e-81f0-24388caa428c tempest-TestVolumeBackupRestore-2071486596 tempest-TestVolumeBackupRestore-2071486596] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:40.561142 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f20282-53d8-4482-8c16-b691618b2682 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a06d996-9b51-481c-9fb1-35f44dea8dc4,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:40.563987 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-41f20282-53d8-4482-8c16-b691618b2682 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:40.572331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-41f20282-53d8-4482-8c16-b691618b2682 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.573861 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-41f20282-53d8-4482-8c16-b691618b2682 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1661167 Jan 14 07:57:40.576891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44034) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:40.585911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9ee2ec64-b393-42ad-9563-3bdb16eed3f1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': 'd9b0b59d-cb8a-48a9-9383-987b4fa7cd57', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:40.600630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9ee2ec64-b393-42ad-9563-3bdb16eed3f1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:40.606200 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9ee2ec64-b393-42ad-9563-3bdb16eed3f1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:40.609940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9ee2ec64-b393-42ad-9563-3bdb16eed3f1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:40.618304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9ee2ec64-b393-42ad-9563-3bdb16eed3f1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:40.638091 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ec64-b393-42ad-9563-3bdb16eed3f1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.717275 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ec64-b393-42ad-9563-3bdb16eed3f1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.719961 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ec64-b393-42ad-9563-3bdb16eed3f1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.727984 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e7e0280-08e0-42fe-b5a4-01ce0cc73af9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:40.750746 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2ec64-b393-42ad-9563-3bdb16eed3f1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89bcabe1-9952-4548-b0ea-d8a9e24a40cd,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:40.755040 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ee2ec64-b393-42ad-9563-3bdb16eed3f1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:40.758759 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ee2ec64-b393-42ad-9563-3bdb16eed3f1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.760144 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9ee2ec64-b393-42ad-9563-3bdb16eed3f1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1817367 Jan 14 07:57:40.764183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44038) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:40.771028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f0356bac-af49-49b5-9cf5-6a83b766b233 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': 'd9b0b59d-cb8a-48a9-9383-987b4fa7cd57', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:40.782074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f0356bac-af49-49b5-9cf5-6a83b766b233 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:40.787606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f0356bac-af49-49b5-9cf5-6a83b766b233 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:40.791333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f0356bac-af49-49b5-9cf5-6a83b766b233 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:40.797711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f0356bac-af49-49b5-9cf5-6a83b766b233 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:40.809233 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-f0356bac-af49-49b5-9cf5-6a83b766b233 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Project 670eaef9ed3b4106acadbe717be61dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:57:40.816812 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0356bac-af49-49b5-9cf5-6a83b766b233 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.889264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0356bac-af49-49b5-9cf5-6a83b766b233 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.892096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0356bac-af49-49b5-9cf5-6a83b766b233 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.894587 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-71539539-986a-45dd-bfd2-75d3b28ede4a tempest-ServersTestBootFromVolume-671042348 tempest-ServersTestBootFromVolume-671042348] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:40.923443 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0356bac-af49-49b5-9cf5-6a83b766b233 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe9cf37-f933-4b8d-a7aa-aa3d56723a2c,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:40.926621 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f0356bac-af49-49b5-9cf5-6a83b766b233 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:40.934025 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f0356bac-af49-49b5-9cf5-6a83b766b233 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:40.935573 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f0356bac-af49-49b5-9cf5-6a83b766b233 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1704338 Jan 14 07:57:40.938866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44042) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:40.945801 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f2d58b20-ce0c-483f-aff2-7d66da489781 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': 'd9b0b59d-cb8a-48a9-9383-987b4fa7cd57', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:40.958270 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f2d58b20-ce0c-483f-aff2-7d66da489781 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:40.962654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f2d58b20-ce0c-483f-aff2-7d66da489781 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:40.965740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f2d58b20-ce0c-483f-aff2-7d66da489781 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:40.972149 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f2d58b20-ce0c-483f-aff2-7d66da489781 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:40.982707 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-f2d58b20-ce0c-483f-aff2-7d66da489781 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Project 670eaef9ed3b4106acadbe717be61dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:57:40.990024 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2d58b20-ce0c-483f-aff2-7d66da489781 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:41.061257 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2d58b20-ce0c-483f-aff2-7d66da489781 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:41.063881 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2d58b20-ce0c-483f-aff2-7d66da489781 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:41.072412 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b2be34ac-c863-4cb7-b12f-fda6e632be61 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:41.093264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d58b20-ce0c-483f-aff2-7d66da489781 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f91fe36-ea17-45da-9bf7-b89818491f63,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:41.097144 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2d58b20-ce0c-483f-aff2-7d66da489781 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:41.105031 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f2d58b20-ce0c-483f-aff2-7d66da489781 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:41.106794 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f2d58b20-ce0c-483f-aff2-7d66da489781 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1659520 Jan 14 07:57:41.110159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44046) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:41.118945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-96db451b-14a3-4981-95af-a5e944216125 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'network': {'name': 'tempest-network-smoke--1333460883', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'port_security_enabled': True}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:41.125403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-96db451b-14a3-4981-95af-a5e944216125 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:41.131234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-96db451b-14a3-4981-95af-a5e944216125 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:network and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:41.134340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-96db451b-14a3-4981-95af-a5e944216125 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:41.141701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-96db451b-14a3-4981-95af-a5e944216125 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:41.152366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96db451b-14a3-4981-95af-a5e944216125 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Made reservation on behalf of 670eaef9ed3b4106acadbe717be61dd5 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:57:41.162781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96db451b-14a3-4981-95af-a5e944216125 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:41.200507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96db451b-14a3-4981-95af-a5e944216125 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:57:41.211154 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96db451b-14a3-4981-95af-a5e944216125 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:41.211630 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-96db451b-14a3-4981-95af-a5e944216125 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Added segment 2ac704d6-6acd-4bbc-81c6-b7fb917678d4 of type vxlan for network 0a845005-38a0-458f-bdf6-e2cfebba3ffb Jan 14 07:57:41.243965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96db451b-14a3-4981-95af-a5e944216125 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:41.278105 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96db451b-14a3-4981-95af-a5e944216125 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:41.297930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96db451b-14a3-4981-95af-a5e944216125 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:57:41.298652 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-96db451b-14a3-4981-95af-a5e944216125 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:41.305322 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab8e2913-7f68-4287-8e78-1c76a883a72a tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:41.423595 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-96db451b-14a3-4981-95af-a5e944216125 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3120842 Jan 14 07:57:41.427452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44050) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:41.438574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1300972783', 'admin_state_up': True, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:41.451466 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db451b-14a3-4981-95af-a5e944216125 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Network': ['ID=0a845005-38a0-458f-bdf6-e2cfebba3ffb,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:41.454340 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:41.457128 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-96db451b-14a3-4981-95af-a5e944216125 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:41.459591 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:router and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:41.463516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:41.466018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 0a845005-38a0-458f-bdf6-e2cfebba3ffb details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:57:41.469901 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:41.480436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:41.481602 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:41.483748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 0a845005-38a0-458f-bdf6-e2cfebba3ffb details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:57:41.500656 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:41.509049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 0a845005-38a0-458f-bdf6-e2cfebba3ffb details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:57:41.794687 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:42.132474 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:42.165128 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:42.448488 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Allocated IP 172.25.3.17 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/d48026cd-b351-4105-a9cd-d9840986b994) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:57:42.618775 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:42.646910 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:42.663242 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6590748e-141d-42cf-ae8a-6bd0e53ce843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:42.796470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Port': ['ID=d48026cd-b351-4105-a9cd-d9840986b994,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:42.802811 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:42.853056 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:57:42.854204 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:57:42.856565 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:57:43.291822 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:43.959608 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:44.189348 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Router 28d066ce-2acb-40ec-a78c-9fb50071f992 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:57:44.386446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:57:44.396786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] Sync routers for ids ['28d066ce-2acb-40ec-a78c-9fb50071f992'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:57:44.407464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] Routers {'28d066ce-2acb-40ec-a78c-9fb50071f992'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:57:44.408199 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:57:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['28d066ce-2acb-40ec-a78c-9fb50071f992'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:44.425086 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:44.426440 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9979177 Jan 14 07:57:44.429707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44054) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:44.477702 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c948fbff-1615-4423-9974-5a787a028af3 tempest-TestNetworkAdvancedServerOps-522184427 tempest-TestNetworkAdvancedServerOps-522184427] 10.222.0.41 "GET /v2.0/subnets?project_id=670eaef9ed3b4106acadbe717be61dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465860 Jan 14 07:57:44.480313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44058) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:44.605236 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] Set router 28d066ce-2acb-40ec-a78c-9fb50071f992 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:57:44.630939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1e1277-7f90-4b05-b8f3-208645687427 tempest-TestNetworkAdvancedServerOps-522184427 tempest-TestNetworkAdvancedServerOps-522184427] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:57:44.632660 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-bf1e1277-7f90-4b05-b8f3-208645687427 tempest-TestNetworkAdvancedServerOps-522184427 tempest-TestNetworkAdvancedServerOps-522184427] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1513019 Jan 14 07:57:44.635712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44062) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:44.681624 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f2640f1d-62db-4e55-8c90-4265ba39cf2d tempest-TestNetworkAdvancedServerOps-522184427 tempest-TestNetworkAdvancedServerOps-522184427] 10.222.0.41 "GET /v2.0/subnets?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446463 Jan 14 07:57:44.684225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44066) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:44.690777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-9ca97264-4956-4ec4-b90e-a52eb9b538bc tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1818387798', 'network_id': '0a845005-38a0-458f-bdf6-e2cfebba3ffb', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:44.817490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9ca97264-4956-4ec4-b90e-a52eb9b538bc tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:44.822483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9ca97264-4956-4ec4-b90e-a52eb9b538bc tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:subnet and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:44.826150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-9ca97264-4956-4ec4-b90e-a52eb9b538bc tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:44.833887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-9ca97264-4956-4ec4-b90e-a52eb9b538bc tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:44.843673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca97264-4956-4ec4-b90e-a52eb9b538bc tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Made reservation on behalf of 670eaef9ed3b4106acadbe717be61dd5 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:57:44.976253 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ca97264-4956-4ec4-b90e-a52eb9b538bc tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:45.074069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d066ce-2acb-40ec-a78c-9fb50071f992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300972783', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd48026cd-b351-4105-a9cd-d9840986b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:41Z', 'updated_at': '2021-01-14T07:57:43Z', 'revision_number': 3, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': 'd48026cd-b351-4105-a9cd-d9840986b994', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d066ce-2acb-40ec-a78c-9fb50071f992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:42Z', 'updated_at': '2021-01-14T07:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:45.078415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] Checking router: 28d066ce-2acb-40ec-a78c-9fb50071f992 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:57:45.078415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] Updating router 28d066ce-2acb-40ec-a78c-9fb50071f992 port d48026cd-b351-4105-a9cd-d9840986b994 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:57:45.131929 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:45.446139 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ca97264-4956-4ec4-b90e-a52eb9b538bc tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:45.462478 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f57df5c6-bf8e-4ecd-9e57-4c4c35d01b96 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:45.537073 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:45.550566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] Transition to ACTIVE for port object d48026cd-b351-4105-a9cd-d9840986b994 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:57:45.553398 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:45.570053 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d9f1c8b-07c6-472a-bd32-b0a0a167845d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:45.600691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca97264-4956-4ec4-b90e-a52eb9b538bc tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Subnet': ['ID=ea4d4383-cb91-4fe0-9a8b-53def0a56948,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:45.614078 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ca97264-4956-4ec4-b90e-a52eb9b538bc tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:45.677365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca97264-4956-4ec4-b90e-a52eb9b538bc tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Checking segment: {'id': '2ac704d6-6acd-4bbc-81c6-b7fb917678d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a845005-38a0-458f-bdf6-e2cfebba3ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:57:45.678009 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca97264-4956-4ec4-b90e-a52eb9b538bc tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network hostable DHCP agents. Network: 0a845005-38a0-458f-bdf6-e2cfebba3ffb, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:57:45.700285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca97264-4956-4ec4-b90e-a52eb9b538bc tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network 0a845005-38a0-458f-bdf6-e2cfebba3ffb is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:57:45.711934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-9ca97264-4956-4ec4-b90e-a52eb9b538bc tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 0a845005-38a0-458f-bdf6-e2cfebba3ffb) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:57:45.714044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479ede1-9ac6-4ff7-b2ce-429059245c8b None None] Pushing event updated for resources: {'Port': ['ID=d48026cd-b351-4105-a9cd-d9840986b994,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:45.717221 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8479ede1-9ac6-4ff7-b2ce-429059245c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:45.726018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3f211c-9807-4971-9caf-3d9abcf01e70 None None] Network 0a845005-38a0-458f-bdf6-e2cfebba3ffb requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:57:45.733769 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca97264-4956-4ec4-b90e-a52eb9b538bc tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:57:45.734437 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9ca97264-4956-4ec4-b90e-a52eb9b538bc tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:45.759860 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-9ca97264-4956-4ec4-b90e-a52eb9b538bc tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0744684 Jan 14 07:57:45.762892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44070) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:45.797209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] Attempting to bind port d48026cd-b351-4105-a9cd-d9840986b994 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:57:45.797767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] Attempting to bind port d48026cd-b351-4105-a9cd-d9840986b994 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:57:45.798173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] Attempting to bind port d48026cd-b351-4105-a9cd-d9840986b994 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:57:45.805474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:57:45.805892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:57:45.806333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:45.806766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:57:45.807284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] Bound port: d48026cd-b351-4105-a9cd-d9840986b994, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:57:45.807905 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:45.884482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] For port d48026cd-b351-4105-a9cd-d9840986b994, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:57:45.887748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] For port d48026cd-b351-4105-a9cd-d9840986b994, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d48026cd-b351-4105-a9cd-d9840986b994,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:57:45.894219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:45.972329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-0a845005-38a0-458f-bdf6-e2cfebba3ffb', 'network_id': '0a845005-38a0-458f-bdf6-e2cfebba3ffb', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'fixed_ips': [{'subnet_id': 'ea4d4383-cb91-4fe0-9a8b-53def0a56948'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:57:45.973730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:45.985074 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e5d2f0f6-6695-43e5-8982-7cf0e4b95596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:46.089847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479ede1-9ac6-4ff7-b2ce-429059245c8b None None] Pushing event updated for resources: {'Port': ['ID=d48026cd-b351-4105-a9cd-d9840986b994,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:46.093712 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8479ede1-9ac6-4ff7-b2ce-429059245c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:46.151631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] Routers {'28d066ce-2acb-40ec-a78c-9fb50071f992'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:57:46.152356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:57:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['28d066ce-2acb-40ec-a78c-9fb50071f992'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:46.366096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] Set router 28d066ce-2acb-40ec-a78c-9fb50071f992 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:57:46.501569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Allocated IP 172.20.0.2 (0a845005-38a0-458f-bdf6-e2cfebba3ffb/ea4d4383-cb91-4fe0-9a8b-53def0a56948/1eb106b2-26b2-4b10-afb9-9150d4cdb587) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:57:46.551973 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:46.634885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:46.709582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d066ce-2acb-40ec-a78c-9fb50071f992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300972783', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd48026cd-b351-4105-a9cd-d9840986b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:41Z', 'updated_at': '2021-01-14T07:57:43Z', 'revision_number': 3, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': 'd48026cd-b351-4105-a9cd-d9840986b994', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d066ce-2acb-40ec-a78c-9fb50071f992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:42Z', 'updated_at': '2021-01-14T07:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:46.713931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f36fba-6040-4250-a5d8-25c5cc005b39 None None] The sync data for ids ['28d066ce-2acb-40ec-a78c-9fb50071f992'] in n-d-769329-2 is: [{'id': '28d066ce-2acb-40ec-a78c-9fb50071f992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300972783', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd48026cd-b351-4105-a9cd-d9840986b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:41Z', 'updated_at': '2021-01-14T07:57:43Z', 'revision_number': 3, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': 'd48026cd-b351-4105-a9cd-d9840986b994', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d066ce-2acb-40ec-a78c-9fb50071f992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:42Z', 'updated_at': '2021-01-14T07:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:57:46.765547 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:46.777450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Transition to ACTIVE for port object 1eb106b2-26b2-4b10-afb9-9150d4cdb587 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:57:46.795558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Transition to ACTIVE for port object 1eb106b2-26b2-4b10-afb9-9150d4cdb587 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:57:46.802033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:46.817273 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7cfae6c2-03e0-4da5-aaa3-cfe827882704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:46.890686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:46.960627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Pushing event updated for resources: {'Port': ['ID=1eb106b2-26b2-4b10-afb9-9150d4cdb587,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:46.963899 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:47.027341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Network 0a845005-38a0-458f-bdf6-e2cfebba3ffb is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:57:47.028544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:57:47.031337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:57:47.090231 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Attempting to bind port 1eb106b2-26b2-4b10-afb9-9150d4cdb587 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:57:47.090657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Attempting to bind port 1eb106b2-26b2-4b10-afb9-9150d4cdb587 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '2ac704d6-6acd-4bbc-81c6-b7fb917678d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a845005-38a0-458f-bdf6-e2cfebba3ffb'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:57:47.091727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Attempting to bind port 1eb106b2-26b2-4b10-afb9-9150d4cdb587 on network 0a845005-38a0-458f-bdf6-e2cfebba3ffb {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:57:47.098510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:57:47.098510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Checking segment: {'id': '2ac704d6-6acd-4bbc-81c6-b7fb917678d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a845005-38a0-458f-bdf6-e2cfebba3ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:57:47.099172 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:47.099357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Bound using segment: {'id': '2ac704d6-6acd-4bbc-81c6-b7fb917678d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a845005-38a0-458f-bdf6-e2cfebba3ffb'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:57:47.100146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Bound port: 1eb106b2-26b2-4b10-afb9-9150d4cdb587, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac704d6-6acd-4bbc-81c6-b7fb917678d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a845005-38a0-458f-bdf6-e2cfebba3ffb'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:57:47.100361 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:47.232011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-20856976-416a-43ea-81ed-e62927d4062c None None] For port 1eb106b2-26b2-4b10-afb9-9150d4cdb587, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:57:47.236554 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-20856976-416a-43ea-81ed-e62927d4062c None None] For port 1eb106b2-26b2-4b10-afb9-9150d4cdb587, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1eb106b2-26b2-4b10-afb9-9150d4cdb587,segment=NetworkSegment(2ac704d6-6acd-4bbc-81c6-b7fb917678d4),segment_id=2ac704d6-6acd-4bbc-81c6-b7fb917678d4)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:57:47.243408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:47.324618 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:47.357404 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d48026cd-b351-4105-a9cd-d9840986b994 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:57:47.517615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Pushing event updated for resources: {'Port': ['ID=1eb106b2-26b2-4b10-afb9-9150d4cdb587,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:47.527438 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:47.545025 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Allocated IP 172.20.0.1 (0a845005-38a0-458f-bdf6-e2cfebba3ffb/ea4d4383-cb91-4fe0-9a8b-53def0a56948/615a7f1e-a1ff-4b2e-ac7b-890973a58dd4) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:57:47.562240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port d48026cd-b351-4105-a9cd-d9840986b994 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:57:47.569750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port d48026cd-b351-4105-a9cd-d9840986b994 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:47.570179 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:47.712878 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:47.733482 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port d48026cd-b351-4105-a9cd-d9840986b994, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d48026cd-b351-4105-a9cd-d9840986b994,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:57:47.738315 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:47.741755 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:47.762625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:47.778188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Transition to ACTIVE for port object 615a7f1e-a1ff-4b2e-ac7b-890973a58dd4 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:57:47.801317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:47.816765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=d48026cd-b351-4105-a9cd-d9840986b994,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:47.818476 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-99153a40-ff45-44c0-ac30-3ba0acf9f6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:47.820811 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:47.976571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Port': ['ID=615a7f1e-a1ff-4b2e-ac7b-890973a58dd4,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:47.991869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:47.992297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:47.992715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:47.993127 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:47.993535 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:47.993940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:47.994362 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:47.994742 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:47.995146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:47.995544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:47.995972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:47.996369 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:47.996846 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:47.997247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:47.997647 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:47.998044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:47.998440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:47.999252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:47.999433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:47.999861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:48.000263 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:48.000657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:48.001052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:48.001451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:48.001926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:48.002325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:48.002721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:48.003235 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:48.003630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:48.004052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:48.004452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:48.004847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:48.005230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:48.005621 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:48.006011 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:48.006405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:57:48.022552 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:48.063306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network 0a845005-38a0-458f-bdf6-e2cfebba3ffb is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:57:48.064582 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:57:48.066945 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:57:48.133805 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:48.411695 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:48.943609 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:48.948111 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:48.981036 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a0811df4-061c-4b1b-87d8-692f9fbe301c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:49.067053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69711b25-6bf2-4062-bade-de33c8a767af None None] Network 0a845005-38a0-458f-bdf6-e2cfebba3ffb requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:57:49.078228 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:49.094358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Port': ['ID=615a7f1e-a1ff-4b2e-ac7b-890973a58dd4,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:49.101848 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:49.165176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1b3a96bf-cc4b-49bd-92d0-fdcccec78ffe None None] Provisioning for port 1eb106b2-26b2-4b10-afb9-9150d4cdb587 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:57:49.254364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network 0a845005-38a0-458f-bdf6-e2cfebba3ffb is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:57:49.256308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:57:49.333198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d48026cd-b351-4105-a9cd-d9840986b994 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:57:49.440209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port d48026cd-b351-4105-a9cd-d9840986b994 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:49.440209 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:49.474044 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Router 28d066ce-2acb-40ec-a78c-9fb50071f992 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:57:49.580548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1eb106b2-26b2-4b10-afb9-9150d4cdb587 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:57:49.677891 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 1eb106b2-26b2-4b10-afb9-9150d4cdb587 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:57:49.684604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 1eb106b2-26b2-4b10-afb9-9150d4cdb587 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:49.685075 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:49.764913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4f2e63e6-e9ef-48dd-8a8f-cc84cb7fe8bc None None] Provisioning for port 615a7f1e-a1ff-4b2e-ac7b-890973a58dd4 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:57:49.774095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4f2e63e6-e9ef-48dd-8a8f-cc84cb7fe8bc None None] Provisioning complete for port 615a7f1e-a1ff-4b2e-ac7b-890973a58dd4 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:49.774527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f2e63e6-e9ef-48dd-8a8f-cc84cb7fe8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:49.913727 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4f2e63e6-e9ef-48dd-8a8f-cc84cb7fe8bc None None] Port 615a7f1e-a1ff-4b2e-ac7b-890973a58dd4 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:57:49.927542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:49.967321 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4f2e63e6-e9ef-48dd-8a8f-cc84cb7fe8bc None None] Provisioning complete for port 1eb106b2-26b2-4b10-afb9-9150d4cdb587 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:49.968302 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4f2e63e6-e9ef-48dd-8a8f-cc84cb7fe8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:50.023414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:57:50.029516 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 1eb106b2-26b2-4b10-afb9-9150d4cdb587, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1eb106b2-26b2-4b10-afb9-9150d4cdb587,segment=NetworkSegment(2ac704d6-6acd-4bbc-81c6-b7fb917678d4),segment_id=2ac704d6-6acd-4bbc-81c6-b7fb917678d4)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:57:50.034235 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:50.039472 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-62bf83a0-152f-4f3c-a509-9cee288138ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:50.040054 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-72ba3d12-d393-4843-a2bc-d253a000855b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "PUT /v2.0/routers/28d066ce-2acb-40ec-a78c-9fb50071f992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2759192 Jan 14 07:57:50.081188 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] Sync routers for ids ['28d066ce-2acb-40ec-a78c-9fb50071f992'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:57:50.144467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] Routers {'28d066ce-2acb-40ec-a78c-9fb50071f992'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:57:50.145185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:57:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['28d066ce-2acb-40ec-a78c-9fb50071f992'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:50.311541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-cb4fa826-31b1-462f-903b-01f7886b526b req-99f9b50c-81fe-475d-8f29-98d5ddd72220 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Synchronizing usage tracker for tenant:670eaef9ed3b4106acadbe717be61dd5 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:57:50.329226 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=1eb106b2-26b2-4b10-afb9-9150d4cdb587,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:50.332897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-cb4fa826-31b1-462f-903b-01f7886b526b req-99f9b50c-81fe-475d-8f29-98d5ddd72220 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Unset dirty status for tenant:670eaef9ed3b4106acadbe717be61dd5 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:57:50.333331 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-cb4fa826-31b1-462f-903b-01f7886b526b req-99f9b50c-81fe-475d-8f29-98d5ddd72220 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725034497&fields=id&tenant_id=670eaef9ed3b4106acadbe717be61dd5 HTTP/1.1" status: 200 len: 267 time: 0.0872195 Jan 14 07:57:50.337883 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:50.499883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] Set router 28d066ce-2acb-40ec-a78c-9fb50071f992 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:57:50.601602 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fa826-31b1-462f-903b-01f7886b526b req-e79a85d8-c374-4b04-8169-25b4d61ddef0 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:57:50.602586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-cb4fa826-31b1-462f-903b-01f7886b526b req-e79a85d8-c374-4b04-8169-25b4d61ddef0 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Synchronizing usage tracker for tenant:670eaef9ed3b4106acadbe717be61dd5 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:57:50.620585 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-cb4fa826-31b1-462f-903b-01f7886b526b req-e79a85d8-c374-4b04-8169-25b4d61ddef0 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Unset dirty status for tenant:670eaef9ed3b4106acadbe717be61dd5 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:57:50.622093 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-cb4fa826-31b1-462f-903b-01f7886b526b req-e79a85d8-c374-4b04-8169-25b4d61ddef0 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "GET /v2.0/networks?id=0a845005-38a0-458f-bdf6-e2cfebba3ffb HTTP/1.1" status: 200 len: 797 time: 0.2772295 Jan 14 07:57:50.644721 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-cb4fa826-31b1-462f-903b-01f7886b526b req-cffb67cc-439b-4377-9164-c3a0d7da1925 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "GET /v2.0/quotas/670eaef9ed3b4106acadbe717be61dd5 HTTP/1.1" status: 200 len: 375 time: 0.0157263 Jan 14 07:57:50.666296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-044f282e-c3c7-4de1-a040-ff37a662317b None None] Provisioning complete for port 1eb106b2-26b2-4b10-afb9-9150d4cdb587 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:50.666700 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-044f282e-c3c7-4de1-a040-ff37a662317b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:50.771346 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-cb4fa826-31b1-462f-903b-01f7886b526b req-0f74fad9-d5e7-48af-a6c4-5af26006cb23 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "GET /v2.0/ports?tenant_id=670eaef9ed3b4106acadbe717be61dd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1206365 Jan 14 07:57:50.944889 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-cb4fa826-31b1-462f-903b-01f7886b526b req-18720d83-cd36-4f1f-aa5f-96b8b8f56ea1 service neutron] 10.222.0.41 "GET /v2.0/networks/0a845005-38a0-458f-bdf6-e2cfebba3ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595740 Jan 14 07:57:51.114207 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-cb4fa826-31b1-462f-903b-01f7886b526b req-e7439ec9-0818-4d23-b715-720254434c43 service neutron] 10.222.0.41 "GET /v2.0/networks/0a845005-38a0-458f-bdf6-e2cfebba3ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1619105 Jan 14 07:57:51.164256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-044f282e-c3c7-4de1-a040-ff37a662317b None None] Provisioning complete for port 615a7f1e-a1ff-4b2e-ac7b-890973a58dd4 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:51.164679 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-044f282e-c3c7-4de1-a040-ff37a662317b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:51.229285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d066ce-2acb-40ec-a78c-9fb50071f992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300972783', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd48026cd-b351-4105-a9cd-d9840986b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:41Z', 'updated_at': '2021-01-14T07:57:48Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': 'd48026cd-b351-4105-a9cd-d9840986b994', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d066ce-2acb-40ec-a78c-9fb50071f992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:42Z', 'updated_at': '2021-01-14T07:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '615a7f1e-a1ff-4b2e-ac7b-890973a58dd4', 'name': '', 'network_id': '0a845005-38a0-458f-bdf6-e2cfebba3ffb', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'mac_address': 'fa:16:3e:b8:00:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d066ce-2acb-40ec-a78c-9fb50071f992', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ea4d4383-cb91-4fe0-9a8b-53def0a56948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:47Z', 'updated_at': '2021-01-14T07:57:48Z', 'revision_number': 2, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'subnets': [{'id': 'ea4d4383-cb91-4fe0-9a8b-53def0a56948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:51.247208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-044f282e-c3c7-4de1-a040-ff37a662317b None None] Port 615a7f1e-a1ff-4b2e-ac7b-890973a58dd4 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:57:51.256589 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1eb106b2-26b2-4b10-afb9-9150d4cdb587 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:57:51.288374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] Checking router: 28d066ce-2acb-40ec-a78c-9fb50071f992 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:57:51.288374 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] Updating router 28d066ce-2acb-40ec-a78c-9fb50071f992 port 615a7f1e-a1ff-4b2e-ac7b-890973a58dd4 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:57:51.380788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:51.410042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2aed98f9-1f35-45ec-a89d-c17d63a2e664 None None] Provisioning complete for port 1eb106b2-26b2-4b10-afb9-9150d4cdb587 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:51.410471 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2aed98f9-1f35-45ec-a89d-c17d63a2e664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:51.510630 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 1eb106b2-26b2-4b10-afb9-9150d4cdb587 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:57:51.511393 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:51.512207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44102) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:52.097453 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:52.110539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] Transition to ACTIVE for port object 615a7f1e-a1ff-4b2e-ac7b-890973a58dd4 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:57:52.114030 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:52.132943 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:52.196568 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52913754-4a57-476d-9700-b0dac45c3989 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:52.272729 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce05982-3230-4d82-b8e2-b593c0df9e04 None None] Pushing event updated for resources: {'Port': ['ID=615a7f1e-a1ff-4b2e-ac7b-890973a58dd4,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:52.278569 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dce05982-3230-4d82-b8e2-b593c0df9e04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:52.465368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] Attempting to bind port 615a7f1e-a1ff-4b2e-ac7b-890973a58dd4 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:57:52.465797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] Attempting to bind port 615a7f1e-a1ff-4b2e-ac7b-890973a58dd4 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '2ac704d6-6acd-4bbc-81c6-b7fb917678d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a845005-38a0-458f-bdf6-e2cfebba3ffb'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:57:52.466192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] Attempting to bind port 615a7f1e-a1ff-4b2e-ac7b-890973a58dd4 on network 0a845005-38a0-458f-bdf6-e2cfebba3ffb {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:57:52.473208 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:57:52.473636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] Checking segment: {'id': '2ac704d6-6acd-4bbc-81c6-b7fb917678d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a845005-38a0-458f-bdf6-e2cfebba3ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:57:52.474092 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:52.475194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] Bound using segment: {'id': '2ac704d6-6acd-4bbc-81c6-b7fb917678d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a845005-38a0-458f-bdf6-e2cfebba3ffb'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:57:52.475776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] Bound port: 615a7f1e-a1ff-4b2e-ac7b-890973a58dd4, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac704d6-6acd-4bbc-81c6-b7fb917678d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0a845005-38a0-458f-bdf6-e2cfebba3ffb'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:57:52.476204 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:52.588701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] For port 615a7f1e-a1ff-4b2e-ac7b-890973a58dd4, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:57:52.593237 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] For port 615a7f1e-a1ff-4b2e-ac7b-890973a58dd4, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=615a7f1e-a1ff-4b2e-ac7b-890973a58dd4,segment=NetworkSegment(2ac704d6-6acd-4bbc-81c6-b7fb917678d4),segment_id=2ac704d6-6acd-4bbc-81c6-b7fb917678d4)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:57:52.598080 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:52.616745 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:52.785357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-52913754-4a57-476d-9700-b0dac45c3989 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Deleting port 615a7f1e-a1ff-4b2e-ac7b-890973a58dd4 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:57:52.785862 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52913754-4a57-476d-9700-b0dac45c3989 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:52.787424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce05982-3230-4d82-b8e2-b593c0df9e04 None None] Pushing event updated for resources: {'Port': ['ID=615a7f1e-a1ff-4b2e-ac7b-890973a58dd4,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:52.793127 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dce05982-3230-4d82-b8e2-b593c0df9e04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:52.837214 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] Routers {'28d066ce-2acb-40ec-a78c-9fb50071f992'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:57:52.837910 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:57:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['28d066ce-2acb-40ec-a78c-9fb50071f992'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:53.026329 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-52913754-4a57-476d-9700-b0dac45c3989 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] For port 615a7f1e-a1ff-4b2e-ac7b-890973a58dd4, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=615a7f1e-a1ff-4b2e-ac7b-890973a58dd4,segment=NetworkSegment(2ac704d6-6acd-4bbc-81c6-b7fb917678d4),segment_id=2ac704d6-6acd-4bbc-81c6-b7fb917678d4)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:57:53.026785 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52913754-4a57-476d-9700-b0dac45c3989 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:53.062264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] Set router 28d066ce-2acb-40ec-a78c-9fb50071f992 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:57:53.164711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-52913754-4a57-476d-9700-b0dac45c3989 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Calling delete_port for 615a7f1e-a1ff-4b2e-ac7b-890973a58dd4 owned by network:router_interface {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:57:53.420137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d066ce-2acb-40ec-a78c-9fb50071f992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300972783', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd48026cd-b351-4105-a9cd-d9840986b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:41Z', 'updated_at': '2021-01-14T07:57:48Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': 'd48026cd-b351-4105-a9cd-d9840986b994', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d066ce-2acb-40ec-a78c-9fb50071f992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:42Z', 'updated_at': '2021-01-14T07:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '615a7f1e-a1ff-4b2e-ac7b-890973a58dd4', 'name': '', 'network_id': '0a845005-38a0-458f-bdf6-e2cfebba3ffb', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'mac_address': 'fa:16:3e:b8:00:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d066ce-2acb-40ec-a78c-9fb50071f992', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ea4d4383-cb91-4fe0-9a8b-53def0a56948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:47Z', 'updated_at': '2021-01-14T07:57:52Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'subnets': [{'id': 'ea4d4383-cb91-4fe0-9a8b-53def0a56948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:53.424969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22feade2-5d4d-4f57-abf5-f23dabbd2da5 None None] The sync data for ids ['28d066ce-2acb-40ec-a78c-9fb50071f992'] in n-d-769329-2 is: [{'id': '28d066ce-2acb-40ec-a78c-9fb50071f992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300972783', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd48026cd-b351-4105-a9cd-d9840986b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:41Z', 'updated_at': '2021-01-14T07:57:48Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': 'd48026cd-b351-4105-a9cd-d9840986b994', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d066ce-2acb-40ec-a78c-9fb50071f992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:42Z', 'updated_at': '2021-01-14T07:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '615a7f1e-a1ff-4b2e-ac7b-890973a58dd4', 'name': '', 'network_id': '0a845005-38a0-458f-bdf6-e2cfebba3ffb', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'mac_address': 'fa:16:3e:b8:00:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d066ce-2acb-40ec-a78c-9fb50071f992', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ea4d4383-cb91-4fe0-9a8b-53def0a56948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:47Z', 'updated_at': '2021-01-14T07:57:52Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'subnets': [{'id': 'ea4d4383-cb91-4fe0-9a8b-53def0a56948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:57:53.526230 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52913754-4a57-476d-9700-b0dac45c3989 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:53.543756 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-97c8e199-5417-40a8-b087-a84dff837447 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:53.655346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52913754-4a57-476d-9700-b0dac45c3989 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event deleted for resources: {'Port': ['ID=615a7f1e-a1ff-4b2e-ac7b-890973a58dd4,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:53.673202 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-52913754-4a57-476d-9700-b0dac45c3989 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:53.980505 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-45ef321c-2921-4e38-97d9-9969effdac6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:54.012502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-52913754-4a57-476d-9700-b0dac45c3989 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:54.539508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52913754-4a57-476d-9700-b0dac45c3989 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Router 28d066ce-2acb-40ec-a78c-9fb50071f992 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:57:54.732532 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52913754-4a57-476d-9700-b0dac45c3989 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:57:54.746624 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-52913754-4a57-476d-9700-b0dac45c3989 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "PUT /v2.0/routers/28d066ce-2acb-40ec-a78c-9fb50071f992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2318480 Jan 14 07:57:54.749452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44114) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:54.898654 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da95a24-2904-4bf3-a2ff-de2aa8a016e9 None None] Sync routers for ids ['28d066ce-2acb-40ec-a78c-9fb50071f992'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:57:54.921355 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da95a24-2904-4bf3-a2ff-de2aa8a016e9 None None] Routers {'28d066ce-2acb-40ec-a78c-9fb50071f992'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:57:54.921857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8da95a24-2904-4bf3-a2ff-de2aa8a016e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:57:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['28d066ce-2acb-40ec-a78c-9fb50071f992'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:55.113773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-8da95a24-2904-4bf3-a2ff-de2aa8a016e9 None None] Set router 28d066ce-2acb-40ec-a78c-9fb50071f992 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:57:55.257018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e53797-2633-49ea-bc7e-d138195add2f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Deleting subnet ea4d4383-cb91-4fe0-9a8b-53def0a56948 {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:57:55.260414 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2e53797-2633-49ea-bc7e-d138195add2f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:55.324249 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2e53797-2633-49ea-bc7e-d138195add2f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:55.416215 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2e53797-2633-49ea-bc7e-d138195add2f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:55.422896 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8da95a24-2904-4bf3-a2ff-de2aa8a016e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d066ce-2acb-40ec-a78c-9fb50071f992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300972783', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd48026cd-b351-4105-a9cd-d9840986b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:41Z', 'updated_at': '2021-01-14T07:57:53Z', 'revision_number': 5, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': 'd48026cd-b351-4105-a9cd-d9840986b994', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d066ce-2acb-40ec-a78c-9fb50071f992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:42Z', 'updated_at': '2021-01-14T07:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:55.427831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da95a24-2904-4bf3-a2ff-de2aa8a016e9 None None] Checking router: 28d066ce-2acb-40ec-a78c-9fb50071f992 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:57:55.436991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da95a24-2904-4bf3-a2ff-de2aa8a016e9 None None] Routers {'28d066ce-2acb-40ec-a78c-9fb50071f992'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:57:55.437684 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8da95a24-2904-4bf3-a2ff-de2aa8a016e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:57:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['28d066ce-2acb-40ec-a78c-9fb50071f992'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:55.723538 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2e53797-2633-49ea-bc7e-d138195add2f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:55.738039 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ac9099e2-371d-4b17-826a-a81087d43912 tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:55.783626 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-8da95a24-2904-4bf3-a2ff-de2aa8a016e9 None None] Set router 28d066ce-2acb-40ec-a78c-9fb50071f992 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:57:55.827394 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e53797-2633-49ea-bc7e-d138195add2f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event deleted for resources: {'Subnet': ['ID=ea4d4383-cb91-4fe0-9a8b-53def0a56948,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:55.835073 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b2e53797-2633-49ea-bc7e-d138195add2f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:55.903429 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2e53797-2633-49ea-bc7e-d138195add2f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:55.913122 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b2efc2-dd03-4426-8a4c-53bb6e827224 None None] Network 0a845005-38a0-458f-bdf6-e2cfebba3ffb requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:57:55.918107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44118) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:55.918417 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b2e53797-2633-49ea-bc7e-d138195add2f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "DELETE /v2.0/subnets/ea4d4383-cb91-4fe0-9a8b-53def0a56948 HTTP/1.1" status: 204 len: 168 time: 1.1677682 Jan 14 07:57:56.202454 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-8da95a24-2904-4bf3-a2ff-de2aa8a016e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d066ce-2acb-40ec-a78c-9fb50071f992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300972783', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd48026cd-b351-4105-a9cd-d9840986b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:41Z', 'updated_at': '2021-01-14T07:57:53Z', 'revision_number': 5, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': 'd48026cd-b351-4105-a9cd-d9840986b994', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d066ce-2acb-40ec-a78c-9fb50071f992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:42Z', 'updated_at': '2021-01-14T07:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:56.208476 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da95a24-2904-4bf3-a2ff-de2aa8a016e9 None None] The sync data for ids ['28d066ce-2acb-40ec-a78c-9fb50071f992'] in n-d-769329-2 is: [{'id': '28d066ce-2acb-40ec-a78c-9fb50071f992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300972783', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'd48026cd-b351-4105-a9cd-d9840986b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:57:41Z', 'updated_at': '2021-01-14T07:57:53Z', 'revision_number': 5, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': 'd48026cd-b351-4105-a9cd-d9840986b994', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d066ce-2acb-40ec-a78c-9fb50071f992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:57:42Z', 'updated_at': '2021-01-14T07:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:57:56.213497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e0ada0f-6841-4290-ac56-d7cf6691e187 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:56.404613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c85d17-9aa4-4964-86fb-f212edf12108 None None] DHCP port deletion for 0a845005-38a0-458f-bdf6-e2cfebba3ffb request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:57:56.410031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b2c85d17-9aa4-4964-86fb-f212edf12108 None None] Deleting port 1eb106b2-26b2-4b10-afb9-9150d4cdb587 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:57:56.410457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2c85d17-9aa4-4964-86fb-f212edf12108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:56.418469 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e0ada0f-6841-4290-ac56-d7cf6691e187 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:56.424508 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ada0f-6841-4290-ac56-d7cf6691e187 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Deleting port d48026cd-b351-4105-a9cd-d9840986b994 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:57:56.424884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e0ada0f-6841-4290-ac56-d7cf6691e187 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:56.622390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-1e0ada0f-6841-4290-ac56-d7cf6691e187 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] For port d48026cd-b351-4105-a9cd-d9840986b994, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=d48026cd-b351-4105-a9cd-d9840986b994,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:57:56.622793 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e0ada0f-6841-4290-ac56-d7cf6691e187 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:56.630540 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b2c85d17-9aa4-4964-86fb-f212edf12108 None None] For port 1eb106b2-26b2-4b10-afb9-9150d4cdb587, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1eb106b2-26b2-4b10-afb9-9150d4cdb587,segment=NetworkSegment(2ac704d6-6acd-4bbc-81c6-b7fb917678d4),segment_id=2ac704d6-6acd-4bbc-81c6-b7fb917678d4)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:57:56.630987 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2c85d17-9aa4-4964-86fb-f212edf12108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:56.756676 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ada0f-6841-4290-ac56-d7cf6691e187 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Calling delete_port for d48026cd-b351-4105-a9cd-d9840986b994 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:57:56.764929 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b2c85d17-9aa4-4964-86fb-f212edf12108 None None] Calling delete_port for 1eb106b2-26b2-4b10-afb9-9150d4cdb587 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:57:56.834055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f8edf69b-d5ab-499a-9d27-52b7bbf4c3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:56.856563 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b2c85d17-9aa4-4964-86fb-f212edf12108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:56.873108 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-01f27697-85ee-4441-8c5c-c464c712b0cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:56.894385 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e0ada0f-6841-4290-ac56-d7cf6691e187 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:56.969550 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c85d17-9aa4-4964-86fb-f212edf12108 None None] Pushing event deleted for resources: {'Port': ['ID=1eb106b2-26b2-4b10-afb9-9150d4cdb587,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:56.977226 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b2c85d17-9aa4-4964-86fb-f212edf12108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:57.021096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c85d17-9aa4-4964-86fb-f212edf12108 None None] No DVR routers for this DVR port 1eb106b2-26b2-4b10-afb9-9150d4cdb587 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:57:57.094845 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e0ada0f-6841-4290-ac56-d7cf6691e187 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:57.243442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 615a7f1e-a1ff-4b2e-ac7b-890973a58dd4 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:57:57.280275 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 615a7f1e-a1ff-4b2e-ac7b-890973a58dd4 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:57:57.280678 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 615a7f1e-a1ff-4b2e-ac7b-890973a58dd4 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:57:57.281160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1eb106b2-26b2-4b10-afb9-9150d4cdb587 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:57:57.322677 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 1eb106b2-26b2-4b10-afb9-9150d4cdb587 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:57:57.323055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1eb106b2-26b2-4b10-afb9-9150d4cdb587 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:57:57.485455 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:57.529122 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e0ada0f-6841-4290-ac56-d7cf6691e187 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:57.531487 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e0ada0f-6841-4290-ac56-d7cf6691e187 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:57.550799 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e0ada0f-6841-4290-ac56-d7cf6691e187 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:57.551363 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0ada0f-6841-4290-ac56-d7cf6691e187 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Fanout notify agent at l3_agent the message router_deleted on router 28d066ce-2acb-40ec-a78c-9fb50071f992 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:57:57.573791 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1e0ada0f-6841-4290-ac56-d7cf6691e187 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:57.575037 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1e0ada0f-6841-4290-ac56-d7cf6691e187 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "DELETE /v2.0/routers/28d066ce-2acb-40ec-a78c-9fb50071f992 HTTP/1.1" status: 204 len: 168 time: 1.6549244 Jan 14 07:57:57.578323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44122) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:57.713285 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ae6120-86a5-4135-a6f2-e39633ed763a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:57.924679 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ae6120-86a5-4135-a6f2-e39633ed763a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:58.007492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:58.057930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b9ae6120-86a5-4135-a6f2-e39633ed763a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a845005-38a0-458f-bdf6-e2cfebba3ffb']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:58.074368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b9ae6120-86a5-4135-a6f2-e39633ed763a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac704d6-6acd-4bbc-81c6-b7fb917678d4') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:58.074712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b9ae6120-86a5-4135-a6f2-e39633ed763a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac704d6-6acd-4bbc-81c6-b7fb917678d4') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:57:58.088321 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ae6120-86a5-4135-a6f2-e39633ed763a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:58.104583 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ae6120-86a5-4135-a6f2-e39633ed763a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:58.106628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b9ae6120-86a5-4135-a6f2-e39633ed763a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:57:58.296225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b9ae6120-86a5-4135-a6f2-e39633ed763a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network 0a845005-38a0-458f-bdf6-e2cfebba3ffb has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:57:58.305576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ae6120-86a5-4135-a6f2-e39633ed763a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:58.493857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b9ae6120-86a5-4135-a6f2-e39633ed763a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network 0a845005-38a0-458f-bdf6-e2cfebba3ffb has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:57:58.518936 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:57:58.604006 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ae6120-86a5-4135-a6f2-e39633ed763a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:58.608119 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5a63cfef-995c-4526-908d-d12d42fca5fe tempest-NetworksTest-996569233 tempest-NetworksTest-996569233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:58.628319 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ae6120-86a5-4135-a6f2-e39633ed763a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:58.645264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae6120-86a5-4135-a6f2-e39633ed763a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event deleted for resources: {'Network': ['ID=0a845005-38a0-458f-bdf6-e2cfebba3ffb,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:58.649008 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b9ae6120-86a5-4135-a6f2-e39633ed763a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:58.654631 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b9ae6120-86a5-4135-a6f2-e39633ed763a tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "DELETE /v2.0/networks/0a845005-38a0-458f-bdf6-e2cfebba3ffb HTTP/1.1" status: 204 len: 168 time: 1.0752091 Jan 14 07:57:58.657418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44126) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:58.735661 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28ed9a69-b014-4808-a246-efda9d5f05ce tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:58.768116 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28ed9a69-b014-4808-a246-efda9d5f05ce tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:58.822391 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28ed9a69-b014-4808-a246-efda9d5f05ce tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:58.828004 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-432a5621-73ce-4e7d-b74c-db0fa5156abf tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:58.843358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed9a69-b014-4808-a246-efda9d5f05ce tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b0b59d-cb8a-48a9-9383-987b4fa7cd57,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:58.847018 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-28ed9a69-b014-4808-a246-efda9d5f05ce tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:58.853967 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28ed9a69-b014-4808-a246-efda9d5f05ce tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:58.855250 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-28ed9a69-b014-4808-a246-efda9d5f05ce tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "DELETE /v2.0/security-groups/d9b0b59d-cb8a-48a9-9383-987b4fa7cd57 HTTP/1.1" status: 204 len: 168 time: 0.1967471 Jan 14 07:57:58.980859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:59.222334 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44134) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:59.230804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5131c5e6-bbc4-433d-97ad-8585b752b02c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1256457921', 'description': 'tempest-secgroup-smoke-1256457921 description', 'project_id': '670eaef9ed3b4106acadbe717be61dd5'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:59.239784 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d48026cd-b351-4105-a9cd-d9840986b994 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:57:59.244749 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5131c5e6-bbc4-433d-97ad-8585b752b02c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:59.253373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5131c5e6-bbc4-433d-97ad-8585b752b02c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:59.257628 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5131c5e6-bbc4-433d-97ad-8585b752b02c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:59.263636 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5131c5e6-bbc4-433d-97ad-8585b752b02c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:59.275728 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: d48026cd-b351-4105-a9cd-d9840986b994 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:57:59.275970 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5131c5e6-bbc4-433d-97ad-8585b752b02c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:59.276129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device d48026cd-b351-4105-a9cd-d9840986b994 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:57:59.299848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5131c5e6-bbc4-433d-97ad-8585b752b02c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:59.304076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5131c5e6-bbc4-433d-97ad-8585b752b02c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:59.307148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5131c5e6-bbc4-433d-97ad-8585b752b02c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:59.313116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5131c5e6-bbc4-433d-97ad-8585b752b02c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:59.392510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5131c5e6-bbc4-433d-97ad-8585b752b02c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:59.395408 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5131c5e6-bbc4-433d-97ad-8585b752b02c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:59.401106 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-64df710e-36cf-48cc-8041-9a0e58e3887f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:59.446807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131c5e6-bbc4-433d-97ad-8585b752b02c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c58c2b-797e-4190-bd8f-29ca82bd73cb,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:59.451571 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5131c5e6-bbc4-433d-97ad-8585b752b02c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:59.452501 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5131c5e6-bbc4-433d-97ad-8585b752b02c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:59.453833 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5131c5e6-bbc4-433d-97ad-8585b752b02c tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2302210 Jan 14 07:57:59.457013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44138) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:59.462881 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-57b1d62b-1d01-43b4-9b82-ec0dd93b1d12 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': 'e0c58c2b-797e-4190-bd8f-29ca82bd73cb', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:59.474442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-57b1d62b-1d01-43b4-9b82-ec0dd93b1d12 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:59.478473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-57b1d62b-1d01-43b4-9b82-ec0dd93b1d12 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:59.481514 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-57b1d62b-1d01-43b4-9b82-ec0dd93b1d12 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:59.488031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-57b1d62b-1d01-43b4-9b82-ec0dd93b1d12 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:59.508885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57b1d62b-1d01-43b4-9b82-ec0dd93b1d12 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:59.575849 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57b1d62b-1d01-43b4-9b82-ec0dd93b1d12 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:59.578589 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57b1d62b-1d01-43b4-9b82-ec0dd93b1d12 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:59.580607 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d901946a-6c26-4032-9edf-85df42dc13cd tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:59.605256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1d62b-1d01-43b4-9b82-ec0dd93b1d12 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34903ede-7c9a-4557-9658-efe7ba9fba74,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:59.608103 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-57b1d62b-1d01-43b4-9b82-ec0dd93b1d12 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:59.615898 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-57b1d62b-1d01-43b4-9b82-ec0dd93b1d12 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:59.617119 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-57b1d62b-1d01-43b4-9b82-ec0dd93b1d12 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1590593 Jan 14 07:57:59.620842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44142) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:59.626836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-83f29c3d-9293-44f3-bf88-045d3d13d927 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': 'e0c58c2b-797e-4190-bd8f-29ca82bd73cb', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:59.638576 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-83f29c3d-9293-44f3-bf88-045d3d13d927 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:59.643468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-83f29c3d-9293-44f3-bf88-045d3d13d927 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:59.646680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-83f29c3d-9293-44f3-bf88-045d3d13d927 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:59.652800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-83f29c3d-9293-44f3-bf88-045d3d13d927 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:59.671964 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83f29c3d-9293-44f3-bf88-045d3d13d927 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:59.746490 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83f29c3d-9293-44f3-bf88-045d3d13d927 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:59.749655 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83f29c3d-9293-44f3-bf88-045d3d13d927 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:59.751611 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-18eb638a-1200-40c8-8fce-ff8a2011f76d tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:59.776821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f29c3d-9293-44f3-bf88-045d3d13d927 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d65c54-556b-4171-8b88-38b0d5723546,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:59.779501 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-83f29c3d-9293-44f3-bf88-045d3d13d927 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:59.787104 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-83f29c3d-9293-44f3-bf88-045d3d13d927 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:59.788481 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-83f29c3d-9293-44f3-bf88-045d3d13d927 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1665993 Jan 14 07:57:59.791399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44146) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:59.797042 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-b9f0ade8-9d50-4b9a-9679-508f5e6c5334 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': 'e0c58c2b-797e-4190-bd8f-29ca82bd73cb', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:59.808557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b9f0ade8-9d50-4b9a-9679-508f5e6c5334 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:59.812848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b9f0ade8-9d50-4b9a-9679-508f5e6c5334 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:59.816022 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-b9f0ade8-9d50-4b9a-9679-508f5e6c5334 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:59.821830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-b9f0ade8-9d50-4b9a-9679-508f5e6c5334 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:57:59.839256 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ade8-9d50-4b9a-9679-508f5e6c5334 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:59.911340 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ade8-9d50-4b9a-9679-508f5e6c5334 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:59.916319 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ade8-9d50-4b9a-9679-508f5e6c5334 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:59.918333 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f2d58b20-ce0c-483f-aff2-7d66da489781 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:57:59.942192 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0ade8-9d50-4b9a-9679-508f5e6c5334 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116d849f-9f16-40f5-89a0-d3bf8f224acf,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:57:59.944935 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b9f0ade8-9d50-4b9a-9679-508f5e6c5334 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:57:59.951927 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ade8-9d50-4b9a-9679-508f5e6c5334 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:57:59.953223 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b9f0ade8-9d50-4b9a-9679-508f5e6c5334 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1607742 Jan 14 07:57:59.957935 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44150) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:57:59.963051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8d20612d-01f1-422c-a325-357fbcbfd09d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': 'e0c58c2b-797e-4190-bd8f-29ca82bd73cb', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:57:59.974723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8d20612d-01f1-422c-a325-357fbcbfd09d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:57:59.978933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8d20612d-01f1-422c-a325-357fbcbfd09d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:57:59.982176 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8d20612d-01f1-422c-a325-357fbcbfd09d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:57:59.988325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8d20612d-01f1-422c-a325-357fbcbfd09d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:00.004440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d20612d-01f1-422c-a325-357fbcbfd09d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:00.071800 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d20612d-01f1-422c-a325-357fbcbfd09d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:00.075283 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d20612d-01f1-422c-a325-357fbcbfd09d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:00.083557 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ba72cf3a-aa73-4ae3-a16a-0de8d26cc62e tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:00.105852 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20612d-01f1-422c-a325-357fbcbfd09d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c4093e-b145-4388-9fd5-3081a5065266,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:00.108626 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8d20612d-01f1-422c-a325-357fbcbfd09d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:00.112686 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8d20612d-01f1-422c-a325-357fbcbfd09d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:00.113908 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8d20612d-01f1-422c-a325-357fbcbfd09d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1555219 Jan 14 07:58:00.116812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44154) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:00.122285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-4e67cfaf-0dd0-4916-a31f-c8f54b00561b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': 'e0c58c2b-797e-4190-bd8f-29ca82bd73cb', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:58:00.133546 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4e67cfaf-0dd0-4916-a31f-c8f54b00561b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:00.137580 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4e67cfaf-0dd0-4916-a31f-c8f54b00561b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:00.140581 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-4e67cfaf-0dd0-4916-a31f-c8f54b00561b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:00.146492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-4e67cfaf-0dd0-4916-a31f-c8f54b00561b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:00.155976 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-4e67cfaf-0dd0-4916-a31f-c8f54b00561b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Project 670eaef9ed3b4106acadbe717be61dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:58:00.162798 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e67cfaf-0dd0-4916-a31f-c8f54b00561b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:00.231461 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e67cfaf-0dd0-4916-a31f-c8f54b00561b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:00.234119 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e67cfaf-0dd0-4916-a31f-c8f54b00561b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:00.236018 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-acfa3c0a-f22f-4404-a00b-f5bba63f9d36 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:00.261459 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67cfaf-0dd0-4916-a31f-c8f54b00561b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c499221-3d5e-4307-887c-a999dfb1f6a1,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:00.265658 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4e67cfaf-0dd0-4916-a31f-c8f54b00561b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:00.272500 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4e67cfaf-0dd0-4916-a31f-c8f54b00561b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:00.273755 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-4e67cfaf-0dd0-4916-a31f-c8f54b00561b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1559589 Jan 14 07:58:00.276812 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44158) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:00.282330 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-d0a27b27-0970-4f7f-b58a-d1f739a6ba4f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'security_group_rule': {'security_group_id': 'e0c58c2b-797e-4190-bd8f-29ca82bd73cb', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:58:00.293651 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d0a27b27-0970-4f7f-b58a-d1f739a6ba4f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:00.297640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d0a27b27-0970-4f7f-b58a-d1f739a6ba4f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:security_group_rule and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:00.301504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-d0a27b27-0970-4f7f-b58a-d1f739a6ba4f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:00.307198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-d0a27b27-0970-4f7f-b58a-d1f739a6ba4f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:00.316668 n-d-769329-2 neutron-server[80794]: INFO neutron.db.securitygroups_db [None req-d0a27b27-0970-4f7f-b58a-d1f739a6ba4f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Project 670eaef9ed3b4106acadbe717be61dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 07:58:00.323638 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0a27b27-0970-4f7f-b58a-d1f739a6ba4f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:00.391505 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0a27b27-0970-4f7f-b58a-d1f739a6ba4f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:00.394170 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0a27b27-0970-4f7f-b58a-d1f739a6ba4f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:00.396084 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ec433b8-716c-4cd2-b512-6a0553a03b7b tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:00.420185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a27b27-0970-4f7f-b58a-d1f739a6ba4f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329849a5-48f3-4a0c-9c82-2cff69f59ff2,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:00.422775 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0a27b27-0970-4f7f-b58a-d1f739a6ba4f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:00.429871 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0a27b27-0970-4f7f-b58a-d1f739a6ba4f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group_rule, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:00.431160 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d0a27b27-0970-4f7f-b58a-d1f739a6ba4f tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1533620 Jan 14 07:58:00.434255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44162) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:00.440613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6b2d02b5-4053-4f32-94ac-37e036a810f7 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'network': {'name': 'tempest-network-smoke--528188702', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'port_security_enabled': True}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:58:00.446646 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6b2d02b5-4053-4f32-94ac-37e036a810f7 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:00.451310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6b2d02b5-4053-4f32-94ac-37e036a810f7 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:network and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:00.454367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6b2d02b5-4053-4f32-94ac-37e036a810f7 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for network was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:00.460483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6b2d02b5-4053-4f32-94ac-37e036a810f7 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:00.469858 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2d02b5-4053-4f32-94ac-37e036a810f7 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Made reservation on behalf of 670eaef9ed3b4106acadbe717be61dd5 for: {'network': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:58:00.479705 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b2d02b5-4053-4f32-94ac-37e036a810f7 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:00.512319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2d02b5-4053-4f32-94ac-37e036a810f7 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80908) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:58:00.521785 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b2d02b5-4053-4f32-94ac-37e036a810f7 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:00.522174 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-6b2d02b5-4053-4f32-94ac-37e036a810f7 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Added segment 108a63d5-b765-4d4f-add3-2f9d8b6739c1 of type vxlan for network 215f5575-eeed-4129-a394-97c35535d080 Jan 14 07:58:00.548698 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b2d02b5-4053-4f32-94ac-37e036a810f7 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:00.579696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b2d02b5-4053-4f32-94ac-37e036a810f7 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:00.599606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2d02b5-4053-4f32-94ac-37e036a810f7 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:58:00.600310 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6b2d02b5-4053-4f32-94ac-37e036a810f7 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:00.604470 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3c732298-aaed-48c6-9d78-51e4d5c78095 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:00.724496 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6b2d02b5-4053-4f32-94ac-37e036a810f7 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2890754 Jan 14 07:58:00.725521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d02b5-4053-4f32-94ac-37e036a810f7 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Network': ['ID=215f5575-eeed-4129-a394-97c35535d080,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:00.728010 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44166) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:00.728884 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6b2d02b5-4053-4f32-94ac-37e036a810f7 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:00.734156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1489289079', 'admin_state_up': True, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:58:00.739220 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 215f5575-eeed-4129-a394-97c35535d080 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:58:00.751403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:00.753067 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 215f5575-eeed-4129-a394-97c35535d080 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:58:00.755882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:router and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:00.759005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:00.765023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:00.766087 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 215f5575-eeed-4129-a394-97c35535d080 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:58:00.776080 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:00.777168 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:00.793451 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:01.085429 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:01.409696 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:01.442548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:01.711526 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Allocated IP 172.25.3.202 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/0e027404-0671-4b20-8228-231f0c5e1af3) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:58:01.870312 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:01.896157 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:01.916169 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bf7e1991-8dd5-48a7-ab4b-0491bf22166d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:02.048763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Port': ['ID=0e027404-0671-4b20-8228-231f0c5e1af3,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:02.054790 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:02.107501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:58:02.108679 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:58:02.110976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:58:02.540318 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:03.205734 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:03.420483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Router 8b72767b-810c-4954-9073-8b40a3b993b6 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:58:03.610772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:58:03.620401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] Sync routers for ids ['8b72767b-810c-4954-9073-8b40a3b993b6'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:58:03.631322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] Routers {'8b72767b-810c-4954-9073-8b40a3b993b6'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:58:03.632041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:57:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8b72767b-810c-4954-9073-8b40a3b993b6'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:03.645174 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:03.646483 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-fbeed178-5fd7-48f6-9b15-2a06c5bab188 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9172838 Jan 14 07:58:03.649843 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44170) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:03.696189 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-04053327-147d-4a91-98f2-d060a2cd3581 tempest-TestNetworkAdvancedServerOps-522184427 tempest-TestNetworkAdvancedServerOps-522184427] 10.222.0.41 "GET /v2.0/subnets?project_id=670eaef9ed3b4106acadbe717be61dd5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449402 Jan 14 07:58:03.699057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44174) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:03.825552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] Set router 8b72767b-810c-4954-9073-8b40a3b993b6 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:58:03.854722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfa5871-ae9a-488d-9dbd-cec05892f5d6 tempest-TestNetworkAdvancedServerOps-522184427 tempest-TestNetworkAdvancedServerOps-522184427] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:58:03.856444 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8cfa5871-ae9a-488d-9dbd-cec05892f5d6 tempest-TestNetworkAdvancedServerOps-522184427 tempest-TestNetworkAdvancedServerOps-522184427] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1563938 Jan 14 07:58:03.859568 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44178) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:03.907837 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2c5ef58b-f036-41f0-8b1b-f2faac13894d tempest-TestNetworkAdvancedServerOps-522184427 tempest-TestNetworkAdvancedServerOps-522184427] 10.222.0.41 "GET /v2.0/subnets?network_id=c23423ca-c6f9-4e24-86aa-328f70d7d267&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446084 Jan 14 07:58:03.908659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44182) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:03.914860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-6cbb6a64-c25d-4a6c-b7cf-2acd87cea9e4 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Request body: {'subnet': {'name': 'tempest-subnet-smoke-995180266', 'network_id': '215f5575-eeed-4129-a394-97c35535d080', 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:58:04.038287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6cbb6a64-c25d-4a6c-b7cf-2acd87cea9e4 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:04.042345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6cbb6a64-c25d-4a6c-b7cf-2acd87cea9e4 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Usage tracker for resource:subnet and tenant:670eaef9ed3b4106acadbe717be61dd5 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:04.045347 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-6cbb6a64-c25d-4a6c-b7cf-2acd87cea9e4 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:04.051324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-6cbb6a64-c25d-4a6c-b7cf-2acd87cea9e4 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:04.060534 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbb6a64-c25d-4a6c-b7cf-2acd87cea9e4 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Made reservation on behalf of 670eaef9ed3b4106acadbe717be61dd5 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:58:04.140616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b72767b-810c-4954-9073-8b40a3b993b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489289079', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e027404-0671-4b20-8228-231f0c5e1af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:00Z', 'updated_at': '2021-01-14T07:58:02Z', 'revision_number': 3, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '0e027404-0671-4b20-8228-231f0c5e1af3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b72767b-810c-4954-9073-8b40a3b993b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:01Z', 'updated_at': '2021-01-14T07:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:04.145471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] Checking router: 8b72767b-810c-4954-9073-8b40a3b993b6 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:58:04.145875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] Updating router 8b72767b-810c-4954-9073-8b40a3b993b6 port 0e027404-0671-4b20-8228-231f0c5e1af3 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:58:04.180206 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6a64-c25d-4a6c-b7cf-2acd87cea9e4 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:04.199735 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:04.608735 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:04.621989 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] Transition to ACTIVE for port object 0e027404-0671-4b20-8228-231f0c5e1af3 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:58:04.625497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:04.641173 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dce05982-3230-4d82-b8e2-b593c0df9e04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:04.644646 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6a64-c25d-4a6c-b7cf-2acd87cea9e4 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:04.660973 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-989fd7ef-8edd-4bea-be21-af41861d5bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:04.775869 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81d846-21dc-452b-a17d-e1f68e0d3b72 None None] Pushing event updated for resources: {'Port': ['ID=0e027404-0671-4b20-8228-231f0c5e1af3,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:04.781161 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fa81d846-21dc-452b-a17d-e1f68e0d3b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:04.793295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb6a64-c25d-4a6c-b7cf-2acd87cea9e4 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Subnet': ['ID=f7c7867e-2cce-4434-b7fd-319feee71057,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:04.798560 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6cbb6a64-c25d-4a6c-b7cf-2acd87cea9e4 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:04.842645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] Attempting to bind port 0e027404-0671-4b20-8228-231f0c5e1af3 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:58:04.843058 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] Attempting to bind port 0e027404-0671-4b20-8228-231f0c5e1af3 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:58:04.843505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] Attempting to bind port 0e027404-0671-4b20-8228-231f0c5e1af3 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:58:04.849197 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:58:04.849612 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:58:04.850056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:04.850496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:58:04.851005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] Bound port: 0e027404-0671-4b20-8228-231f0c5e1af3, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:58:04.851419 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:04.869053 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbb6a64-c25d-4a6c-b7cf-2acd87cea9e4 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Checking segment: {'id': '108a63d5-b765-4d4f-add3-2f9d8b6739c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '215f5575-eeed-4129-a394-97c35535d080'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:58:04.869381 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbb6a64-c25d-4a6c-b7cf-2acd87cea9e4 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network hostable DHCP agents. Network: 215f5575-eeed-4129-a394-97c35535d080, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:58:04.889073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbb6a64-c25d-4a6c-b7cf-2acd87cea9e4 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network 215f5575-eeed-4129-a394-97c35535d080 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:58:04.900249 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6cbb6a64-c25d-4a6c-b7cf-2acd87cea9e4 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 215f5575-eeed-4129-a394-97c35535d080) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:58:04.915202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87caf49b-c290-427b-b782-efeef11cbb3f None None] Network 215f5575-eeed-4129-a394-97c35535d080 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:58:04.920969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbb6a64-c25d-4a6c-b7cf-2acd87cea9e4 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:58:04.921631 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6a64-c25d-4a6c-b7cf-2acd87cea9e4 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:04.946038 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6cbb6a64-c25d-4a6c-b7cf-2acd87cea9e4 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0334620 Jan 14 07:58:04.946246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44186) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:05.011279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] For port 0e027404-0671-4b20-8228-231f0c5e1af3, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:58:05.027922 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] For port 0e027404-0671-4b20-8228-231f0c5e1af3, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0e027404-0671-4b20-8228-231f0c5e1af3,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:58:05.043042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:05.062791 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:05.453304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81d846-21dc-452b-a17d-e1f68e0d3b72 None None] Pushing event updated for resources: {'Port': ['ID=0e027404-0671-4b20-8228-231f0c5e1af3,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:05.461430 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fa81d846-21dc-452b-a17d-e1f68e0d3b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:05.522304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-215f5575-eeed-4129-a394-97c35535d080', 'network_id': '215f5575-eeed-4129-a394-97c35535d080', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'fixed_ips': [{'subnet_id': 'f7c7867e-2cce-4434-b7fd-319feee71057'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:58:05.523220 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:05.586395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] Routers {'8b72767b-810c-4954-9073-8b40a3b993b6'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:58:05.587089 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:57:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8b72767b-810c-4954-9073-8b40a3b993b6'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:05.714560 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:05.923259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] Set router 8b72767b-810c-4954-9073-8b40a3b993b6 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:58:06.232699 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Allocated IP 172.20.0.2 (215f5575-eeed-4129-a394-97c35535d080/f7c7867e-2cce-4434-b7fd-319feee71057/1ec66354-55e9-490a-a99a-c8e99a52e9c0) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:58:06.449417 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b72767b-810c-4954-9073-8b40a3b993b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489289079', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e027404-0671-4b20-8228-231f0c5e1af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:00Z', 'updated_at': '2021-01-14T07:58:02Z', 'revision_number': 3, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '0e027404-0671-4b20-8228-231f0c5e1af3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b72767b-810c-4954-9073-8b40a3b993b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:01Z', 'updated_at': '2021-01-14T07:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:06.466278 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789a0154-69f8-4fc8-bf28-3cbe2e89fb62 None None] The sync data for ids ['8b72767b-810c-4954-9073-8b40a3b993b6'] in n-d-769329-2 is: [{'id': '8b72767b-810c-4954-9073-8b40a3b993b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489289079', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e027404-0671-4b20-8228-231f0c5e1af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:00Z', 'updated_at': '2021-01-14T07:58:02Z', 'revision_number': 3, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '0e027404-0671-4b20-8228-231f0c5e1af3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b72767b-810c-4954-9073-8b40a3b993b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:01Z', 'updated_at': '2021-01-14T07:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:58:06.529413 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:06.540799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Transition to ACTIVE for port object 1ec66354-55e9-490a-a99a-c8e99a52e9c0 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:58:06.559857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Transition to ACTIVE for port object 1ec66354-55e9-490a-a99a-c8e99a52e9c0 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:58:06.568184 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:06.585408 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7e95da87-914f-4f46-8335-7964d4646190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:06.641421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Allocated IP 172.20.0.1 (215f5575-eeed-4129-a394-97c35535d080/f7c7867e-2cce-4434-b7fd-319feee71057/bc4bb72e-f7ad-46f4-80bd-60aa8985a79e) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:58:06.720360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Pushing event updated for resources: {'Port': ['ID=1ec66354-55e9-490a-a99a-c8e99a52e9c0,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:06.726662 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:06.777583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Network 215f5575-eeed-4129-a394-97c35535d080 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:58:06.778715 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:58:06.781740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:58:06.827940 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:06.842437 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Attempting to bind port 1ec66354-55e9-490a-a99a-c8e99a52e9c0 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:58:06.842868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Attempting to bind port 1ec66354-55e9-490a-a99a-c8e99a52e9c0 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '108a63d5-b765-4d4f-add3-2f9d8b6739c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '215f5575-eeed-4129-a394-97c35535d080'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:58:06.843285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Attempting to bind port 1ec66354-55e9-490a-a99a-c8e99a52e9c0 on network 215f5575-eeed-4129-a394-97c35535d080 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:58:06.850983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:58:06.851144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Checking segment: {'id': '108a63d5-b765-4d4f-add3-2f9d8b6739c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '215f5575-eeed-4129-a394-97c35535d080'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:58:06.851565 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:06.852879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Bound using segment: {'id': '108a63d5-b765-4d4f-add3-2f9d8b6739c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '215f5575-eeed-4129-a394-97c35535d080'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:58:06.852879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Bound port: 1ec66354-55e9-490a-a99a-c8e99a52e9c0, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108a63d5-b765-4d4f-add3-2f9d8b6739c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '215f5575-eeed-4129-a394-97c35535d080'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:58:06.853075 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:06.853865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Transition to ACTIVE for port object bc4bb72e-f7ad-46f4-80bd-60aa8985a79e will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:58:06.888682 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:06.905248 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7e42ed75-7d55-4039-96c9-24a23091d9b9 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:06.954672 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] For port 1ec66354-55e9-490a-a99a-c8e99a52e9c0, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:58:06.960524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] For port 1ec66354-55e9-490a-a99a-c8e99a52e9c0, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1ec66354-55e9-490a-a99a-c8e99a52e9c0,segment=NetworkSegment(108a63d5-b765-4d4f-add3-2f9d8b6739c1),segment_id=108a63d5-b765-4d4f-add3-2f9d8b6739c1)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:58:06.970181 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:06.988173 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:07.050240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Port': ['ID=bc4bb72e-f7ad-46f4-80bd-60aa8985a79e,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:07.054809 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:07.115121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network 215f5575-eeed-4129-a394-97c35535d080 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:58:07.116405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:58:07.118779 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:58:07.151405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Pushing event updated for resources: {'Port': ['ID=1ec66354-55e9-490a-a99a-c8e99a52e9c0,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:07.157338 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:07.190608 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:07.292100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0e027404-0671-4b20-8228-231f0c5e1af3 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:58:07.337998 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:07.375120 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 0e027404-0671-4b20-8228-231f0c5e1af3 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:58:07.381356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 0e027404-0671-4b20-8228-231f0c5e1af3 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:07.381775 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:07.431841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:58:07.521612 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:07.560797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 0e027404-0671-4b20-8228-231f0c5e1af3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0e027404-0671-4b20-8228-231f0c5e1af3,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:58:07.564010 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:07.567451 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:07.643252 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=0e027404-0671-4b20-8228-231f0c5e1af3,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:07.647273 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:07.895553 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:07.898906 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:07.930502 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:08.025848 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:08.041759 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event updated for resources: {'Port': ['ID=bc4bb72e-f7ad-46f4-80bd-60aa8985a79e,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:08.047954 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:08.182571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network 215f5575-eeed-4129-a394-97c35535d080 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:58:08.183763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:58:08.383191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Router 8b72767b-810c-4954-9073-8b40a3b993b6 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:58:08.583984 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:58:08.600897 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c3a3d738-fef0-4bb0-b1ad-7b1e751a0a73 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "PUT /v2.0/routers/8b72767b-810c-4954-9073-8b40a3b993b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6513271 Jan 14 07:58:08.673420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f543612-7fb0-4d24-a658-80efe1652d68 None None] Network 215f5575-eeed-4129-a394-97c35535d080 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:58:08.797164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1f217856-ead1-4ea0-a091-1c978bf14998 req-b9efc3a1-9d69-427f-a271-5aef6e33f318 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Synchronizing usage tracker for tenant:670eaef9ed3b4106acadbe717be61dd5 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:58:08.813958 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1f217856-ead1-4ea0-a091-1c978bf14998 req-b9efc3a1-9d69-427f-a271-5aef6e33f318 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Unset dirty status for tenant:670eaef9ed3b4106acadbe717be61dd5 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:58:08.816206 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1f217856-ead1-4ea0-a091-1c978bf14998 req-b9efc3a1-9d69-427f-a271-5aef6e33f318 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256457921&fields=id&tenant_id=670eaef9ed3b4106acadbe717be61dd5 HTTP/1.1" status: 200 len: 267 time: 0.0696771 Jan 14 07:58:08.962378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f78bd717-b4ea-4cec-a680-ce7cf397898f None None] Provisioning for port 1ec66354-55e9-490a-a99a-c8e99a52e9c0 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:58:09.009751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f217856-ead1-4ea0-a091-1c978bf14998 req-1bb94ae9-c9c1-4ea3-a716-6b360e066260 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:58:09.010558 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1f217856-ead1-4ea0-a091-1c978bf14998 req-1bb94ae9-c9c1-4ea3-a716-6b360e066260 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Synchronizing usage tracker for tenant:670eaef9ed3b4106acadbe717be61dd5 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:58:09.029172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1f217856-ead1-4ea0-a091-1c978bf14998 req-1bb94ae9-c9c1-4ea3-a716-6b360e066260 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Unset dirty status for tenant:670eaef9ed3b4106acadbe717be61dd5 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:58:09.030506 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1f217856-ead1-4ea0-a091-1c978bf14998 req-1bb94ae9-c9c1-4ea3-a716-6b360e066260 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "GET /v2.0/networks?id=215f5575-eeed-4129-a394-97c35535d080 HTTP/1.1" status: 200 len: 796 time: 0.2065492 Jan 14 07:58:09.057532 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1f217856-ead1-4ea0-a091-1c978bf14998 req-c79e9739-4690-4cbc-899f-6fde6de28565 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "GET /v2.0/quotas/670eaef9ed3b4106acadbe717be61dd5 HTTP/1.1" status: 200 len: 375 time: 0.0204308 Jan 14 07:58:09.155343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1f217856-ead1-4ea0-a091-1c978bf14998 req-ee7ba530-4acf-44e9-80e2-7b16d8be4f5d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Synchronizing usage tracker for tenant:670eaef9ed3b4106acadbe717be61dd5 on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:58:09.172318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1f217856-ead1-4ea0-a091-1c978bf14998 req-ee7ba530-4acf-44e9-80e2-7b16d8be4f5d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Unset dirty status for tenant:670eaef9ed3b4106acadbe717be61dd5 on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:58:09.173872 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1f217856-ead1-4ea0-a091-1c978bf14998 req-ee7ba530-4acf-44e9-80e2-7b16d8be4f5d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "GET /v2.0/ports?tenant_id=670eaef9ed3b4106acadbe717be61dd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1099789 Jan 14 07:58:09.341399 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1ec66354-55e9-490a-a99a-c8e99a52e9c0 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:58:09.355485 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1f217856-ead1-4ea0-a091-1c978bf14998 req-3626a63f-2dab-4895-be05-96a27637081c service neutron] 10.222.0.41 "GET /v2.0/networks/215f5575-eeed-4129-a394-97c35535d080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664088 Jan 14 07:58:09.435173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 1ec66354-55e9-490a-a99a-c8e99a52e9c0 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:58:09.441189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-40365a1f-4a08-45c7-9c33-49e34f2d6274 None None] Provisioning for port bc4bb72e-f7ad-46f4-80bd-60aa8985a79e completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:58:09.445740 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 1ec66354-55e9-490a-a99a-c8e99a52e9c0 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:09.446164 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:09.479517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-40365a1f-4a08-45c7-9c33-49e34f2d6274 None None] Provisioning complete for port bc4bb72e-f7ad-46f4-80bd-60aa8985a79e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:09.479969 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40365a1f-4a08-45c7-9c33-49e34f2d6274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:09.496295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] Sync routers for ids ['8b72767b-810c-4954-9073-8b40a3b993b6'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:58:09.507903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] Routers {'8b72767b-810c-4954-9073-8b40a3b993b6'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:58:09.508870 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:57:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8b72767b-810c-4954-9073-8b40a3b993b6'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:09.535237 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1f217856-ead1-4ea0-a091-1c978bf14998 req-2a002d86-324b-46dc-bcb6-f6ebfe0353b8 service neutron] 10.222.0.41 "GET /v2.0/networks/215f5575-eeed-4129-a394-97c35535d080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1730702 Jan 14 07:58:09.576640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-40365a1f-4a08-45c7-9c33-49e34f2d6274 None None] Port bc4bb72e-f7ad-46f4-80bd-60aa8985a79e cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:58:09.662781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:09.717876 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] Set router 8b72767b-810c-4954-9073-8b40a3b993b6 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:58:09.728944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 1ec66354-55e9-490a-a99a-c8e99a52e9c0, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1ec66354-55e9-490a-a99a-c8e99a52e9c0,segment=NetworkSegment(108a63d5-b765-4d4f-add3-2f9d8b6739c1),segment_id=108a63d5-b765-4d4f-add3-2f9d8b6739c1)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:58:09.737172 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:09.738661 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0e027404-0671-4b20-8228-231f0c5e1af3 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:58:09.780324 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:09.850364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1becd5ee-c0c9-4664-b029-0b53327117bc None None] Provisioning complete for port 1ec66354-55e9-490a-a99a-c8e99a52e9c0 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:09.851036 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1becd5ee-c0c9-4664-b029-0b53327117bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:10.019430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 0e027404-0671-4b20-8228-231f0c5e1af3 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:10.020089 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:10.087279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44216) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:10.139814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=1ec66354-55e9-490a-a99a-c8e99a52e9c0,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:10.150537 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:10.203279 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b72767b-810c-4954-9073-8b40a3b993b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489289079', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e027404-0671-4b20-8228-231f0c5e1af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:00Z', 'updated_at': '2021-01-14T07:58:07Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '0e027404-0671-4b20-8228-231f0c5e1af3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72767b-810c-4954-9073-8b40a3b993b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:01Z', 'updated_at': '2021-01-14T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'bc4bb72e-f7ad-46f4-80bd-60aa8985a79e', 'name': '', 'network_id': '215f5575-eeed-4129-a394-97c35535d080', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'mac_address': 'fa:16:3e:14:61:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b72767b-810c-4954-9073-8b40a3b993b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'f7c7867e-2cce-4434-b7fd-319feee71057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:06Z', 'updated_at': '2021-01-14T07:58:07Z', 'revision_number': 2, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'subnets': [{'id': 'f7c7867e-2cce-4434-b7fd-319feee71057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:10.207793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] Checking router: 8b72767b-810c-4954-9073-8b40a3b993b6 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:58:10.208194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] Updating router 8b72767b-810c-4954-9073-8b40a3b993b6 port bc4bb72e-f7ad-46f4-80bd-60aa8985a79e binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:58:10.305291 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:10.443450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1790ead3-04b9-4af4-afa0-0d4bcc956a21 None None] Provisioning complete for port 1ec66354-55e9-490a-a99a-c8e99a52e9c0 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:10.443941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1790ead3-04b9-4af4-afa0-0d4bcc956a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:10.589078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1790ead3-04b9-4af4-afa0-0d4bcc956a21 None None] Provisioning complete for port bc4bb72e-f7ad-46f4-80bd-60aa8985a79e triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:10.589509 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1790ead3-04b9-4af4-afa0-0d4bcc956a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:10.648960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-1790ead3-04b9-4af4-afa0-0d4bcc956a21 None None] Port bc4bb72e-f7ad-46f4-80bd-60aa8985a79e cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:58:10.753433 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:10.766023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] Transition to ACTIVE for port object bc4bb72e-f7ad-46f4-80bd-60aa8985a79e will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:58:10.769806 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:10.785799 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0e47d32a-7f6f-4910-af01-7600a416d5ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:10.917736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Pushing event updated for resources: {'Port': ['ID=bc4bb72e-f7ad-46f4-80bd-60aa8985a79e,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:10.939123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.939738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.940256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.940638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.941016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.941385 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.941752 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.942117 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.942480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.942841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.943201 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.943559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.944018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.944375 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.944738 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.945094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.945449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.945803 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.946159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.946512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.946864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.947480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.947860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.948216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.948606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.948959 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.949310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.949662 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.950033 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.950364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.950719 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.951071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.951423 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.951800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.952154 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.952506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:10.959438 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:11.102124 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79488367-c936-4918-b890-e9f0ca059baa tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:11.109521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] Attempting to bind port bc4bb72e-f7ad-46f4-80bd-60aa8985a79e on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:58:11.109933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] Attempting to bind port bc4bb72e-f7ad-46f4-80bd-60aa8985a79e by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '108a63d5-b765-4d4f-add3-2f9d8b6739c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '215f5575-eeed-4129-a394-97c35535d080'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:58:11.110343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] Attempting to bind port bc4bb72e-f7ad-46f4-80bd-60aa8985a79e on network 215f5575-eeed-4129-a394-97c35535d080 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:58:11.116916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:58:11.117336 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] Checking segment: {'id': '108a63d5-b765-4d4f-add3-2f9d8b6739c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '215f5575-eeed-4129-a394-97c35535d080'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:58:11.117780 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:11.118215 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] Bound using segment: {'id': '108a63d5-b765-4d4f-add3-2f9d8b6739c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '215f5575-eeed-4129-a394-97c35535d080'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:58:11.118736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] Bound port: bc4bb72e-f7ad-46f4-80bd-60aa8985a79e, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108a63d5-b765-4d4f-add3-2f9d8b6739c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '215f5575-eeed-4129-a394-97c35535d080'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:58:11.119153 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:11.213645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] For port bc4bb72e-f7ad-46f4-80bd-60aa8985a79e, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:58:11.216872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] For port bc4bb72e-f7ad-46f4-80bd-60aa8985a79e, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=bc4bb72e-f7ad-46f4-80bd-60aa8985a79e,segment=NetworkSegment(108a63d5-b765-4d4f-add3-2f9d8b6739c1),segment_id=108a63d5-b765-4d4f-add3-2f9d8b6739c1)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:58:11.222270 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:11.240867 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9d9f1c8b-07c6-472a-bd32-b0a0a167845d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:11.247367 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1ec66354-55e9-490a-a99a-c8e99a52e9c0 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:58:11.336401 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 1ec66354-55e9-490a-a99a-c8e99a52e9c0 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:11.336652 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:11.392711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Pushing event updated for resources: {'Port': ['ID=bc4bb72e-f7ad-46f4-80bd-60aa8985a79e,revision_number=4']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:11.397549 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-30098d46-7c1c-4c20-ab00-12d6c56728b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:11.438251 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] Routers {'8b72767b-810c-4954-9073-8b40a3b993b6'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:58:11.438933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:57:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8b72767b-810c-4954-9073-8b40a3b993b6'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:11.634211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] Set router 8b72767b-810c-4954-9073-8b40a3b993b6 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:58:11.659297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-79488367-c936-4918-b890-e9f0ca059baa tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Deleting port bc4bb72e-f7ad-46f4-80bd-60aa8985a79e {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:58:11.659692 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79488367-c936-4918-b890-e9f0ca059baa tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:11.864450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-79488367-c936-4918-b890-e9f0ca059baa tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] For port bc4bb72e-f7ad-46f4-80bd-60aa8985a79e, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=bc4bb72e-f7ad-46f4-80bd-60aa8985a79e,segment=NetworkSegment(108a63d5-b765-4d4f-add3-2f9d8b6739c1),segment_id=108a63d5-b765-4d4f-add3-2f9d8b6739c1)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:58:11.864854 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79488367-c936-4918-b890-e9f0ca059baa tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:12.005148 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-79488367-c936-4918-b890-e9f0ca059baa tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Calling delete_port for bc4bb72e-f7ad-46f4-80bd-60aa8985a79e owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:58:12.143193 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b72767b-810c-4954-9073-8b40a3b993b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489289079', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e027404-0671-4b20-8228-231f0c5e1af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:00Z', 'updated_at': '2021-01-14T07:58:07Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '0e027404-0671-4b20-8228-231f0c5e1af3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72767b-810c-4954-9073-8b40a3b993b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:01Z', 'updated_at': '2021-01-14T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'bc4bb72e-f7ad-46f4-80bd-60aa8985a79e', 'name': '', 'network_id': '215f5575-eeed-4129-a394-97c35535d080', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'mac_address': 'fa:16:3e:14:61:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b72767b-810c-4954-9073-8b40a3b993b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'f7c7867e-2cce-4434-b7fd-319feee71057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:06Z', 'updated_at': '2021-01-14T07:58:11Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'subnets': [{'id': 'f7c7867e-2cce-4434-b7fd-319feee71057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:12.147533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c0b78e-be6e-41ab-8d7a-4f68dac4cbf3 None None] The sync data for ids ['8b72767b-810c-4954-9073-8b40a3b993b6'] in n-d-769329-2 is: [{'id': '8b72767b-810c-4954-9073-8b40a3b993b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489289079', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e027404-0671-4b20-8228-231f0c5e1af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:00Z', 'updated_at': '2021-01-14T07:58:07Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '0e027404-0671-4b20-8228-231f0c5e1af3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72767b-810c-4954-9073-8b40a3b993b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:01Z', 'updated_at': '2021-01-14T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': 'bc4bb72e-f7ad-46f4-80bd-60aa8985a79e', 'name': '', 'network_id': '215f5575-eeed-4129-a394-97c35535d080', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'mac_address': 'fa:16:3e:14:61:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b72767b-810c-4954-9073-8b40a3b993b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'f7c7867e-2cce-4434-b7fd-319feee71057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:06Z', 'updated_at': '2021-01-14T07:58:11Z', 'revision_number': 4, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'subnets': [{'id': 'f7c7867e-2cce-4434-b7fd-319feee71057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:58:12.374996 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79488367-c936-4918-b890-e9f0ca059baa tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:12.391787 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1756bb23-2da5-4bed-8a08-a8ef1c85bb19 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:12.491834 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79488367-c936-4918-b890-e9f0ca059baa tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event deleted for resources: {'Port': ['ID=bc4bb72e-f7ad-46f4-80bd-60aa8985a79e,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:12.502439 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-79488367-c936-4918-b890-e9f0ca059baa tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:12.833478 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-79488367-c936-4918-b890-e9f0ca059baa tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:13.355020 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79488367-c936-4918-b890-e9f0ca059baa tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Router 8b72767b-810c-4954-9073-8b40a3b993b6 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:58:13.545686 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79488367-c936-4918-b890-e9f0ca059baa tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:58:13.562098 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-79488367-c936-4918-b890-e9f0ca059baa tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "PUT /v2.0/routers/8b72767b-810c-4954-9073-8b40a3b993b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4737208 Jan 14 07:58:13.565002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44224) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:13.646826 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05d191d-8a62-49f8-a034-eebef0c5f396 None None] Sync routers for ids ['8b72767b-810c-4954-9073-8b40a3b993b6'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:58:13.658659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d191d-8a62-49f8-a034-eebef0c5f396 None None] Routers {'8b72767b-810c-4954-9073-8b40a3b993b6'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:58:13.659680 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c05d191d-8a62-49f8-a034-eebef0c5f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:57:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8b72767b-810c-4954-9073-8b40a3b993b6'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:13.858479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-c05d191d-8a62-49f8-a034-eebef0c5f396 None None] Set router 8b72767b-810c-4954-9073-8b40a3b993b6 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:58:14.083031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f247ae-8120-413d-8646-534d2667b4f9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Deleting subnet f7c7867e-2cce-4434-b7fd-319feee71057 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:58:14.086257 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4f247ae-8120-413d-8646-534d2667b4f9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:14.144380 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4f247ae-8120-413d-8646-534d2667b4f9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:14.174264 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c05d191d-8a62-49f8-a034-eebef0c5f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b72767b-810c-4954-9073-8b40a3b993b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489289079', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e027404-0671-4b20-8228-231f0c5e1af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:00Z', 'updated_at': '2021-01-14T07:58:12Z', 'revision_number': 5, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '0e027404-0671-4b20-8228-231f0c5e1af3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72767b-810c-4954-9073-8b40a3b993b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:01Z', 'updated_at': '2021-01-14T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:14.178376 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05d191d-8a62-49f8-a034-eebef0c5f396 None None] Checking router: 8b72767b-810c-4954-9073-8b40a3b993b6 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:58:14.187408 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d191d-8a62-49f8-a034-eebef0c5f396 None None] Routers {'8b72767b-810c-4954-9073-8b40a3b993b6'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:58:14.188172 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c05d191d-8a62-49f8-a034-eebef0c5f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:57:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['8b72767b-810c-4954-9073-8b40a3b993b6'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:14.235906 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4f247ae-8120-413d-8646-534d2667b4f9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:14.378446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-c05d191d-8a62-49f8-a034-eebef0c5f396 None None] Set router 8b72767b-810c-4954-9073-8b40a3b993b6 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:58:14.527695 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4f247ae-8120-413d-8646-534d2667b4f9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:14.544071 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4f72d306-4df3-4562-bb15-7f1b6d5d7d5e tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:14.633491 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f247ae-8120-413d-8646-534d2667b4f9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event deleted for resources: {'Subnet': ['ID=f7c7867e-2cce-4434-b7fd-319feee71057,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:14.641083 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f4f247ae-8120-413d-8646-534d2667b4f9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:14.686178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f4f247ae-8120-413d-8646-534d2667b4f9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:14.688864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c05d191d-8a62-49f8-a034-eebef0c5f396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b72767b-810c-4954-9073-8b40a3b993b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489289079', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e027404-0671-4b20-8228-231f0c5e1af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:00Z', 'updated_at': '2021-01-14T07:58:12Z', 'revision_number': 5, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '0e027404-0671-4b20-8228-231f0c5e1af3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72767b-810c-4954-9073-8b40a3b993b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:01Z', 'updated_at': '2021-01-14T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:14.693831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00173806-258e-4b78-b3c7-5d75706c9c9d None None] Network 215f5575-eeed-4129-a394-97c35535d080 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:58:14.697587 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f4f247ae-8120-413d-8646-534d2667b4f9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "DELETE /v2.0/subnets/f7c7867e-2cce-4434-b7fd-319feee71057 HTTP/1.1" status: 204 len: 168 time: 1.1312168 Jan 14 07:58:14.700455 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44230) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:14.714733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05d191d-8a62-49f8-a034-eebef0c5f396 None None] The sync data for ids ['8b72767b-810c-4954-9073-8b40a3b993b6'] in n-d-769329-2 is: [{'id': '8b72767b-810c-4954-9073-8b40a3b993b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489289079', 'tenant_id': '670eaef9ed3b4106acadbe717be61dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '0e027404-0671-4b20-8228-231f0c5e1af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:00Z', 'updated_at': '2021-01-14T07:58:12Z', 'revision_number': 5, 'project_id': '670eaef9ed3b4106acadbe717be61dd5', 'gw_port': {'id': '0e027404-0671-4b20-8228-231f0c5e1af3', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b72767b-810c-4954-9073-8b40a3b993b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:01Z', 'updated_at': '2021-01-14T07:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:58:14.911965 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b2b1ef7-b4c5-4a5e-a83d-10530744be9b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:14.979322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b840eb1-3fe6-48e9-b369-145ef6064dd0 None None] DHCP port deletion for 215f5575-eeed-4129-a394-97c35535d080 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:58:14.983930 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4b840eb1-3fe6-48e9-b369-145ef6064dd0 None None] Deleting port 1ec66354-55e9-490a-a99a-c8e99a52e9c0 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:58:14.984347 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b840eb1-3fe6-48e9-b369-145ef6064dd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:15.116784 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b2b1ef7-b4c5-4a5e-a83d-10530744be9b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:15.122594 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b1ef7-b4c5-4a5e-a83d-10530744be9b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Deleting port 0e027404-0671-4b20-8228-231f0c5e1af3 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:58:15.122982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b2b1ef7-b4c5-4a5e-a83d-10530744be9b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:15.255798 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 1ec66354-55e9-490a-a99a-c8e99a52e9c0 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:58:15.317203 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-7b2b1ef7-b4c5-4a5e-a83d-10530744be9b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] For port 0e027404-0671-4b20-8228-231f0c5e1af3, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=0e027404-0671-4b20-8228-231f0c5e1af3,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:58:15.317625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b2b1ef7-b4c5-4a5e-a83d-10530744be9b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:15.451696 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b1ef7-b4c5-4a5e-a83d-10530744be9b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Calling delete_port for 0e027404-0671-4b20-8228-231f0c5e1af3 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:58:15.488995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4b840eb1-3fe6-48e9-b369-145ef6064dd0 None None] For port 1ec66354-55e9-490a-a99a-c8e99a52e9c0, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1ec66354-55e9-490a-a99a-c8e99a52e9c0,segment=NetworkSegment(108a63d5-b765-4d4f-add3-2f9d8b6739c1),segment_id=108a63d5-b765-4d4f-add3-2f9d8b6739c1)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:58:15.489439 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b840eb1-3fe6-48e9-b369-145ef6064dd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:15.589702 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b2b1ef7-b4c5-4a5e-a83d-10530744be9b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:15.619726 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:15.636361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4b840eb1-3fe6-48e9-b369-145ef6064dd0 None None] Calling delete_port for 1ec66354-55e9-490a-a99a-c8e99a52e9c0 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:58:15.716895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 1ec66354-55e9-490a-a99a-c8e99a52e9c0, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1ec66354-55e9-490a-a99a-c8e99a52e9c0,segment=NetworkSegment(108a63d5-b765-4d4f-add3-2f9d8b6739c1),segment_id=108a63d5-b765-4d4f-add3-2f9d8b6739c1)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:58:15.729457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:15.730266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device bc4bb72e-f7ad-46f4-80bd-60aa8985a79e no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:58:15.760485 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-837e3c1f-68a9-425c-9ef9-9348d9198801 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:15.784220 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b2b1ef7-b4c5-4a5e-a83d-10530744be9b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:15.809744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: bc4bb72e-f7ad-46f4-80bd-60aa8985a79e {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:58:15.810143 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device bc4bb72e-f7ad-46f4-80bd-60aa8985a79e not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:58:15.824244 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-4b840eb1-3fe6-48e9-b369-145ef6064dd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:58:15.824705 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-4b840eb1-3fe6-48e9-b369-145ef6064dd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:58:15.842247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=1ec66354-55e9-490a-a99a-c8e99a52e9c0,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:15.846885 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:15.926157 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b2b1ef7-b4c5-4a5e-a83d-10530744be9b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:15.928615 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b2b1ef7-b4c5-4a5e-a83d-10530744be9b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:15.954665 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b2b1ef7-b4c5-4a5e-a83d-10530744be9b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:15.955378 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2b1ef7-b4c5-4a5e-a83d-10530744be9b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Fanout notify agent at l3_agent the message router_deleted on router 8b72767b-810c-4954-9073-8b40a3b993b6 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:58:15.977818 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-7b2b1ef7-b4c5-4a5e-a83d-10530744be9b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:15.979040 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-7b2b1ef7-b4c5-4a5e-a83d-10530744be9b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "DELETE /v2.0/routers/8b72767b-810c-4954-9073-8b40a3b993b6 HTTP/1.1" status: 204 len: 168 time: 1.2776253 Jan 14 07:58:15.981954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44236) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:16.114380 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:16.191426 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Deleting port 1ec66354-55e9-490a-a99a-c8e99a52e9c0 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:58:16.191992 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:16.326296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4b840eb1-3fe6-48e9-b369-145ef6064dd0 None None] Deleting port 1ec66354-55e9-490a-a99a-c8e99a52e9c0 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:58:16.326921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b840eb1-3fe6-48e9-b369-145ef6064dd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:16.427918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] For port 1ec66354-55e9-490a-a99a-c8e99a52e9c0, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1ec66354-55e9-490a-a99a-c8e99a52e9c0,segment=NetworkSegment(108a63d5-b765-4d4f-add3-2f9d8b6739c1),segment_id=108a63d5-b765-4d4f-add3-2f9d8b6739c1)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:58:16.428221 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:16.552158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4b840eb1-3fe6-48e9-b369-145ef6064dd0 None None] For port 1ec66354-55e9-490a-a99a-c8e99a52e9c0, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=1ec66354-55e9-490a-a99a-c8e99a52e9c0,segment=NetworkSegment(108a63d5-b765-4d4f-add3-2f9d8b6739c1),segment_id=108a63d5-b765-4d4f-add3-2f9d8b6739c1)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:58:16.552718 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b840eb1-3fe6-48e9-b369-145ef6064dd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:16.560126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Calling delete_port for 1ec66354-55e9-490a-a99a-c8e99a52e9c0 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:58:16.567469 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:16.636658 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:16.653213 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ccaccba-5315-4b02-9883-a3e680467320 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:16.692046 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4b840eb1-3fe6-48e9-b369-145ef6064dd0 None None] Calling delete_port for 1ec66354-55e9-490a-a99a-c8e99a52e9c0 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:58:16.746317 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:16.756538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event deleted for resources: {'Port': ['ID=1ec66354-55e9-490a-a99a-c8e99a52e9c0,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:16.770841 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:16.777678 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-4b840eb1-3fe6-48e9-b369-145ef6064dd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:58:16.778098 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-4b840eb1-3fe6-48e9-b369-145ef6064dd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:58:16.804178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] No DVR routers for this DVR port 1ec66354-55e9-490a-a99a-c8e99a52e9c0 on host n-d-769329-2 {{(pid=80907) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:58:16.942920 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:17.073396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215f5575-eeed-4129-a394-97c35535d080']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:17.087668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108a63d5-b765-4d4f-add3-2f9d8b6739c1') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:17.088018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108a63d5-b765-4d4f-add3-2f9d8b6739c1') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:17.101197 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:17.117081 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:17.119081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:58:17.242158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0e027404-0671-4b20-8228-231f0c5e1af3 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:58:17.278352 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 0e027404-0671-4b20-8228-231f0c5e1af3 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:58:17.278758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 0e027404-0671-4b20-8228-231f0c5e1af3 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:58:17.309050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network 215f5575-eeed-4129-a394-97c35535d080 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:58:17.318804 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:17.502722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Network 215f5575-eeed-4129-a394-97c35535d080 has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:58:17.531353 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:58:17.616178 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:17.619472 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1e21b2c2-2e8f-4d00-bf68-6d4ef3bd9a81 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:17.634981 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:17.648811 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event deleted for resources: {'Network': ['ID=215f5575-eeed-4129-a394-97c35535d080,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:17.653472 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:17.662048 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "DELETE /v2.0/networks/215f5575-eeed-4129-a394-97c35535d080 HTTP/1.1" status: 204 len: 168 time: 1.6790078 Jan 14 07:58:17.665170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44242) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:17.691096 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4b840eb1-3fe6-48e9-b369-145ef6064dd0 None None] Deleting port 1ec66354-55e9-490a-a99a-c8e99a52e9c0 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:58:17.691533 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4b840eb1-3fe6-48e9-b369-145ef6064dd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:17.750218 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c21f109-10c0-4160-a440-bf5c603c95cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:17.760920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-4b840eb1-3fe6-48e9-b369-145ef6064dd0 None None] The port '1ec66354-55e9-490a-a99a-c8e99a52e9c0' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:58:17.786034 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c21f109-10c0-4160-a440-bf5c603c95cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:17.840454 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c21f109-10c0-4160-a440-bf5c603c95cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:17.846997 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1933012c-7b90-4a17-8444-a0b93c9083f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:17.864879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21f109-10c0-4160-a440-bf5c603c95cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c58c2b-797e-4190-bd8f-29ca82bd73cb,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:17.868117 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0c21f109-10c0-4160-a440-bf5c603c95cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:17.876340 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0c21f109-10c0-4160-a440-bf5c603c95cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:17.878482 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0c21f109-10c0-4160-a440-bf5c603c95cd tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] 10.222.0.41 "DELETE /v2.0/security-groups/e0c58c2b-797e-4190-bd8f-29ca82bd73cb HTTP/1.1" status: 204 len: 168 time: 0.2123079 Jan 14 07:58:18.246299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44252) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:18.440218 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6066401e-dc69-4d5a-8489-abae4edd2dc1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=670eaef9ed3b4106acadbe717be61dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1925011 Jan 14 07:58:18.442936 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44258) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:18.512289 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a36ba142-c21e-4523-af4e-614529f15662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:18.541041 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a36ba142-c21e-4523-af4e-614529f15662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:18.587431 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a36ba142-c21e-4523-af4e-614529f15662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:18.592473 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-75c094bf-8494-4c2e-afc0-13e83c7924da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:18.607777 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ba142-c21e-4523-af4e-614529f15662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549fc105-4d38-4b9d-88be-413fe10ecf53,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:18.612986 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-a36ba142-c21e-4523-af4e-614529f15662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:18.616101 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-a36ba142-c21e-4523-af4e-614529f15662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:18.619628 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-a36ba142-c21e-4523-af4e-614529f15662 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/549fc105-4d38-4b9d-88be-413fe10ecf53 HTTP/1.1" status: 204 len: 168 time: 0.1732559 Jan 14 07:58:18.971894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44266) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:18.991820 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1744b93-3de8-4e16-b89d-359a862dcf77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:19.007182 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f1744b93-3de8-4e16-b89d-359a862dcf77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:19.011451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f1744b93-3de8-4e16-b89d-359a862dcf77 admin admin] Usage tracker for resource:security_group_rule and tenant:af6488b2678741c0a6d29a5e088b2d51 is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:19.014578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f1744b93-3de8-4e16-b89d-359a862dcf77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:19.020452 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f1744b93-3de8-4e16-b89d-359a862dcf77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:19.105742 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1744b93-3de8-4e16-b89d-359a862dcf77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:19.108365 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f1744b93-3de8-4e16-b89d-359a862dcf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:19.118575 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9aed12ca-1d67-43fc-8810-9513a7ce50b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:19.162380 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f1744b93-3de8-4e16-b89d-359a862dcf77 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af6488b2678741c0a6d29a5e088b2d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1893349 Jan 14 07:58:19.164137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1744b93-3de8-4e16-b89d-359a862dcf77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a3e5ca-7e9e-4d95-bb30-40b064467d9c,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:19.165328 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44270) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:19.167947 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f1744b93-3de8-4e16-b89d-359a862dcf77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:19.230079 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d74a9720-0b3d-417f-af13-f3753e4f4797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:19.262974 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d74a9720-0b3d-417f-af13-f3753e4f4797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:19.312083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d74a9720-0b3d-417f-af13-f3753e4f4797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:19.316627 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-79f6374c-4263-4345-b2f6-55254202ff10 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:19.328518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a9720-0b3d-417f-af13-f3753e4f4797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a3e5ca-7e9e-4d95-bb30-40b064467d9c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:19.334452 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d74a9720-0b3d-417f-af13-f3753e4f4797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:19.337229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d74a9720-0b3d-417f-af13-f3753e4f4797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:19.338608 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d74a9720-0b3d-417f-af13-f3753e4f4797 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/42a3e5ca-7e9e-4d95-bb30-40b064467d9c HTTP/1.1" status: 204 len: 168 time: 0.1722012 Jan 14 07:58:20.239495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44292) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:20.385266 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1172724017-network', 'tenant_id': '0aefdb19717646ab82de202e8ef5fa32'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:58:20.391305 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:20.396082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Usage tracker for resource:network and tenant:0aefdb19717646ab82de202e8ef5fa32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:20.399076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:20.409601 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:20.419800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Made reservation on behalf of 0aefdb19717646ab82de202e8ef5fa32 for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:58:20.425235 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:20.438462 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:20.454704 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:20.458778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Usage tracker for resource:security_group_rule and tenant:0aefdb19717646ab82de202e8ef5fa32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:20.461848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:20.468052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:20.555623 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:20.558394 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:20.562684 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-57069f6c-e66d-4bd0-89b0-38362ced4994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:20.592529 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:58:20.606066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91669aba-028f-4991-b749-ea4a8a92be16,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:20.610609 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:20.613550 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:20.613988 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Added segment 5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab of type vxlan for network 219a3fbe-0d92-4df8-a534-c744112a7cef Jan 14 07:58:20.645341 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:20.676016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:20.677005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:58:20.677637 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:20.682895 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0d251eed-0672-45ae-9624-6ab2f6364893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:20.788836 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5480886 Jan 14 07:58:20.789819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Pushing event updated for resources: {'Network': ['ID=219a3fbe-0d92-4df8-a534-c744112a7cef,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:20.791887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44298) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:20.794459 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:20.799212 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Request body: {'subnet': {'network_id': '219a3fbe-0d92-4df8-a534-c744112a7cef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1172724017-subnet', 'tenant_id': '0aefdb19717646ab82de202e8ef5fa32', 'ip_version': 4}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:58:20.802983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 219a3fbe-0d92-4df8-a534-c744112a7cef details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:58:20.804753 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:20.808868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Usage tracker for resource:subnet and tenant:0aefdb19717646ab82de202e8ef5fa32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:20.811827 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:20.818445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:20.818632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 219a3fbe-0d92-4df8-a534-c744112a7cef details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:58:20.832421 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Made reservation on behalf of 0aefdb19717646ab82de202e8ef5fa32 for: {'subnet': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:58:20.833094 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 219a3fbe-0d92-4df8-a534-c744112a7cef details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:58:20.837400 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6053963'] for subnet, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:21.537936 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849426859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6054010'] for subnet, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:21.554208 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-89239f7d-4449-47e5-a972-52ddf082c928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:21.685360 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1d450b8-8b59-4524-aa96-fac8d249ada8,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:21.714066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.714541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.714916 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.715357 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.715771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.716185 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.716593 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.717002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.717406 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.717810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.718216 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.718618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.719095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.719499 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.719931 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.720361 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.721847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.722258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.722667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.723073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.723481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.723913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.724320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.724723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.725165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.725570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.725971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.726368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.726768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.727168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.727567 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.727992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.728390 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.728788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.729187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.729584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:21.733867 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:21.794964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Checking segment: {'id': '5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '219a3fbe-0d92-4df8-a534-c744112a7cef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80907) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:58:21.795354 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Network hostable DHCP agents. Network: 219a3fbe-0d92-4df8-a534-c744112a7cef, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80907) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:58:21.813905 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Network 219a3fbe-0d92-4df8-a534-c744112a7cef is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80907) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:58:21.822465 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 219a3fbe-0d92-4df8-a534-c744112a7cef) {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:58:21.832882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97914f6c-caa4-40b8-9ac7-5ece19eb17be None None] Network 219a3fbe-0d92-4df8-a534-c744112a7cef requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:58:21.835391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:58:21.836120 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:21.856826 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-42882011-3fee-4555-9c5a-cc927c57cde4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0638549 Jan 14 07:58:21.859864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44302) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:21.865722 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1172724017-router', 'tenant_id': '0aefdb19717646ab82de202e8ef5fa32', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:58:21.871755 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:21.876115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Usage tracker for resource:router and tenant:0aefdb19717646ab82de202e8ef5fa32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:21.879974 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:21.885915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:21.896048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:21.897173 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:21.913515 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:22.077821 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-219a3fbe-0d92-4df8-a534-c744112a7cef', 'network_id': '219a3fbe-0d92-4df8-a534-c744112a7cef', 'tenant_id': '0aefdb19717646ab82de202e8ef5fa32', 'fixed_ips': [{'subnet_id': 'e1d450b8-8b59-4524-aa96-fac8d249ada8'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:58:22.078726 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:22.199624 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:22.380947 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Allocated IP 172.20.0.2 (219a3fbe-0d92-4df8-a534-c744112a7cef/e1d450b8-8b59-4524-aa96-fac8d249ada8/39a8ef40-6720-45d8-8f3a-62b70983fdc1) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:58:22.542741 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:22.577203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:22.613331 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:22.630768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Transition to ACTIVE for port object 39a8ef40-6720-45d8-8f3a-62b70983fdc1 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:58:22.649114 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Transition to ACTIVE for port object 39a8ef40-6720-45d8-8f3a-62b70983fdc1 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:58:22.653113 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:22.669716 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0def061f-abe5-4a15-96ae-47aa2dad60ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:22.878831 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Allocated IP 172.25.3.101 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/c774a3f9-baf3-418a-924c-4e8af09fc6be) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:58:22.983414 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Pushing event updated for resources: {'Port': ['ID=39a8ef40-6720-45d8-8f3a-62b70983fdc1,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:22.986668 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:23.047713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Network 219a3fbe-0d92-4df8-a534-c744112a7cef is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:58:23.049609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:58:23.052015 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:58:23.052453 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:23.078520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:23.094831 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ebc08f7f-646f-4506-b96b-5a058b29076f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:23.106873 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Attempting to bind port 39a8ef40-6720-45d8-8f3a-62b70983fdc1 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:58:23.107288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Attempting to bind port 39a8ef40-6720-45d8-8f3a-62b70983fdc1 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '219a3fbe-0d92-4df8-a534-c744112a7cef'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:58:23.107734 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Attempting to bind port 39a8ef40-6720-45d8-8f3a-62b70983fdc1 on network 219a3fbe-0d92-4df8-a534-c744112a7cef {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:58:23.113435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:58:23.113859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Checking segment: {'id': '5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '219a3fbe-0d92-4df8-a534-c744112a7cef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:58:23.114299 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:23.114732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Bound using segment: {'id': '5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '219a3fbe-0d92-4df8-a534-c744112a7cef'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:58:23.115241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Bound port: 39a8ef40-6720-45d8-8f3a-62b70983fdc1, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '219a3fbe-0d92-4df8-a534-c744112a7cef'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:58:23.115676 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:23.210415 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] For port 39a8ef40-6720-45d8-8f3a-62b70983fdc1, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:58:23.213865 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] For port 39a8ef40-6720-45d8-8f3a-62b70983fdc1, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=39a8ef40-6720-45d8-8f3a-62b70983fdc1,segment=NetworkSegment(5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab),segment_id=5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:58:23.217243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:23.231165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Pushing event updated for resources: {'Port': ['ID=c774a3f9-baf3-418a-924c-4e8af09fc6be,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:23.233420 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0d96299-41de-426d-9f6d-203df0364d33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:23.237418 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:23.288147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:58:23.289320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:58:23.291711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:58:23.383427 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Pushing event updated for resources: {'Port': ['ID=39a8ef40-6720-45d8-8f3a-62b70983fdc1,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:23.389275 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:23.737483 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:23.982498 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd96d-60d9-460c-8488-691d3b095749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:24.098976 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:24.312792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Router f24f2b19-ae64-4a08-be5b-2a0d259f4c2f is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:58:24.806051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:58:24.810833 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ce293f-cbf4-4397-91dc-12eecbc86b27 None None] Network 219a3fbe-0d92-4df8-a534-c744112a7cef requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:58:24.816548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] Sync routers for ids ['f24f2b19-ae64-4a08-be5b-2a0d259f4c2f'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:58:24.827223 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] Routers {'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:58:24.828241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:57:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f24f2b19-ae64-4a08-be5b-2a0d259f4c2f'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:24.831400 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:24.832998 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5430857b-334c-4dc9-acac-8878df1bc331 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9720855 Jan 14 07:58:24.836005 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44306) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:24.942912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-f8bb584f-a9e4-4894-acfb-2116fc66466d None None] Provisioning for port 39a8ef40-6720-45d8-8f3a-62b70983fdc1 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:58:25.023733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] Set router f24f2b19-ae64-4a08-be5b-2a0d259f4c2f gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:58:25.314484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 39a8ef40-6720-45d8-8f3a-62b70983fdc1 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:58:25.350183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f', 'name': 'tempest-TestShelveInstance-1172724017-router', 'tenant_id': '0aefdb19717646ab82de202e8ef5fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c774a3f9-baf3-418a-924c-4e8af09fc6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:21Z', 'updated_at': '2021-01-14T07:58:23Z', 'revision_number': 3, 'project_id': '0aefdb19717646ab82de202e8ef5fa32', 'gw_port': {'id': 'c774a3f9-baf3-418a-924c-4e8af09fc6be', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:22Z', 'updated_at': '2021-01-14T07:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:25.355291 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] Checking router: f24f2b19-ae64-4a08-be5b-2a0d259f4c2f for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:58:25.356140 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] Updating router f24f2b19-ae64-4a08-be5b-2a0d259f4c2f port c774a3f9-baf3-418a-924c-4e8af09fc6be binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:58:25.409882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 39a8ef40-6720-45d8-8f3a-62b70983fdc1 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:58:25.415849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 39a8ef40-6720-45d8-8f3a-62b70983fdc1 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:25.416560 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:25.422837 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:25.552607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:25.595814 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 39a8ef40-6720-45d8-8f3a-62b70983fdc1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=39a8ef40-6720-45d8-8f3a-62b70983fdc1,segment=NetworkSegment(5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab),segment_id=5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:58:25.601749 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:25.603864 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0525b96c-da89-4f40-812f-83b9cbfaea7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:25.624201 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:25.709274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=39a8ef40-6720-45d8-8f3a-62b70983fdc1,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:25.713245 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:25.723713 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-2854519c-6dd4-45ae-b201-5a88b9531713 None None] Provisioning complete for port 39a8ef40-6720-45d8-8f3a-62b70983fdc1 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:25.724277 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2854519c-6dd4-45ae-b201-5a88b9531713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:25.891616 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:25.904463 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] Transition to ACTIVE for port object c774a3f9-baf3-418a-924c-4e8af09fc6be will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:58:25.909960 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:25.927752 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8479ede1-9ac6-4ff7-b2ce-429059245c8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:25.977667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-3604ce4d-8c4f-4f20-9a69-0fcee7393154 None None] Provisioning complete for port 39a8ef40-6720-45d8-8f3a-62b70983fdc1 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:25.978103 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3604ce4d-8c4f-4f20-9a69-0fcee7393154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:26.011971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] Allocated IP 172.20.0.1 (219a3fbe-0d92-4df8-a534-c744112a7cef/e1d450b8-8b59-4524-aa96-fac8d249ada8/8b3db157-e388-4f39-bed4-62709359a99d) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:58:26.062739 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c928a-7781-4fcd-a628-a12abecd5ab9 None None] Pushing event updated for resources: {'Port': ['ID=c774a3f9-baf3-418a-924c-4e8af09fc6be,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:26.068944 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e04c928a-7781-4fcd-a628-a12abecd5ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:26.130302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] Attempting to bind port c774a3f9-baf3-418a-924c-4e8af09fc6be on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:58:26.130721 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] Attempting to bind port c774a3f9-baf3-418a-924c-4e8af09fc6be by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:58:26.131135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] Attempting to bind port c774a3f9-baf3-418a-924c-4e8af09fc6be on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:58:26.136795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:58:26.137213 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:58:26.137665 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:26.138100 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:58:26.138614 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] Bound port: c774a3f9-baf3-418a-924c-4e8af09fc6be, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:58:26.139030 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:26.175390 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:26.193261 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] Transition to ACTIVE for port object 8b3db157-e388-4f39-bed4-62709359a99d will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:58:26.213635 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:26.218209 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] For port c774a3f9-baf3-418a-924c-4e8af09fc6be, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:58:26.221975 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] For port c774a3f9-baf3-418a-924c-4e8af09fc6be, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c774a3f9-baf3-418a-924c-4e8af09fc6be,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:58:26.224730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:26.233986 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c46a2614-36a8-428e-aac3-22606a342ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:26.240568 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8479ede1-9ac6-4ff7-b2ce-429059245c8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:26.370760 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] Pushing event updated for resources: {'Port': ['ID=8b3db157-e388-4f39-bed4-62709359a99d,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:26.374122 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:26.387135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c928a-7781-4fcd-a628-a12abecd5ab9 None None] Pushing event updated for resources: {'Port': ['ID=c774a3f9-baf3-418a-924c-4e8af09fc6be,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:26.393830 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e04c928a-7781-4fcd-a628-a12abecd5ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:26.432848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] Network 219a3fbe-0d92-4df8-a534-c744112a7cef is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:58:26.434073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:58:26.434295 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] Routers {'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:58:26.434955 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:57:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f24f2b19-ae64-4a08-be5b-2a0d259f4c2f'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:26.436592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:58:26.494669 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:26.632119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] Set router f24f2b19-ae64-4a08-be5b-2a0d259f4c2f gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:58:26.726892 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-964f76f6-283a-4913-95b1-6789496163ce None None] Provisioning for port 8b3db157-e388-4f39-bed4-62709359a99d completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:58:26.732913 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-964f76f6-283a-4913-95b1-6789496163ce None None] Provisioning complete for port 8b3db157-e388-4f39-bed4-62709359a99d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:26.733811 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-964f76f6-283a-4913-95b1-6789496163ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:26.775457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:26.796637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-964f76f6-283a-4913-95b1-6789496163ce None None] Port 8b3db157-e388-4f39-bed4-62709359a99d cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:58:26.818443 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5cf2597d-5a11-4613-94e9-2c4825fea49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:26.938123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f', 'name': 'tempest-TestShelveInstance-1172724017-router', 'tenant_id': '0aefdb19717646ab82de202e8ef5fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c774a3f9-baf3-418a-924c-4e8af09fc6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:21Z', 'updated_at': '2021-01-14T07:58:23Z', 'revision_number': 3, 'project_id': '0aefdb19717646ab82de202e8ef5fa32', 'gw_port': {'id': 'c774a3f9-baf3-418a-924c-4e8af09fc6be', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:22Z', 'updated_at': '2021-01-14T07:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:26.943098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06d9d4d-670e-4898-a810-41cfd20d09c3 None None] The sync data for ids ['f24f2b19-ae64-4a08-be5b-2a0d259f4c2f'] in n-d-769329-2 is: [{'id': 'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f', 'name': 'tempest-TestShelveInstance-1172724017-router', 'tenant_id': '0aefdb19717646ab82de202e8ef5fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c774a3f9-baf3-418a-924c-4e8af09fc6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:21Z', 'updated_at': '2021-01-14T07:58:23Z', 'revision_number': 3, 'project_id': '0aefdb19717646ab82de202e8ef5fa32', 'gw_port': {'id': 'c774a3f9-baf3-418a-924c-4e8af09fc6be', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:22Z', 'updated_at': '2021-01-14T07:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:58:27.077835 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:27.081975 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:27.112161 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-05b24c4a-429a-4eb0-8742-60c877a93306 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:27.198610 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:27.215771 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] Pushing event updated for resources: {'Port': ['ID=8b3db157-e388-4f39-bed4-62709359a99d,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:27.222282 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:27.261503 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 39a8ef40-6720-45d8-8f3a-62b70983fdc1 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:58:27.360788 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 39a8ef40-6720-45d8-8f3a-62b70983fdc1 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:27.361262 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:27.513719 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:27.667088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] Network 219a3fbe-0d92-4df8-a534-c744112a7cef is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:58:27.668285 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:58:27.880524 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] Router f24f2b19-ae64-4a08-be5b-2a0d259f4c2f has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:58:27.933400 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-b9ab82d3-3fb6-4251-8a43-a32e1bed81c2 None None] Provisioning complete for port 8b3db157-e388-4f39-bed4-62709359a99d triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:27.933934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b9ab82d3-3fb6-4251-8a43-a32e1bed81c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:27.996733 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab82d3-3fb6-4251-8a43-a32e1bed81c2 None None] Port 8b3db157-e388-4f39-bed4-62709359a99d cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:58:28.016368 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:28.083240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:58:28.102056 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-75534a10-47c2-48e7-ba31-2c7cd67eaca5 admin admin] 10.222.0.41 "PUT /v2.0/routers/f24f2b19-ae64-4a08-be5b-2a0d259f4c2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2648716 Jan 14 07:58:28.820786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44324) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:28.827453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1232243864-network', 'tenant_id': 'dbf90af0a7804672942e8a0f5bb4ceab'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:58:28.833776 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:28.837857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Usage tracker for resource:network and tenant:dbf90af0a7804672942e8a0f5bb4ceab is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:28.845855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:28.851793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:28.860809 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Made reservation on behalf of dbf90af0a7804672942e8a0f5bb4ceab for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:58:28.866335 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:28.879514 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:28.895290 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:28.899365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Usage tracker for resource:security_group_rule and tenant:dbf90af0a7804672942e8a0f5bb4ceab is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:28.902382 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:28.908425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:28.983215 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:28.996587 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:28.999204 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:29.003580 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-28ed9a69-b014-4808-a246-efda9d5f05ce tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:29.032552 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:58:29.048194 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a9effb-6c2e-4168-bd11-36aab6b71345,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:29.051542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:29.051986 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Added segment a7bfde0a-78c9-478f-8f52-c2060ad5f9d2 of type vxlan for network ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0 Jan 14 07:58:29.053427 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:29.080126 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:29.110901 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:29.111902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:58:29.112538 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:29.117590 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1647a9c2-e7c5-48f9-adf6-c06459088f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:29.225697 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4036858 Jan 14 07:58:29.228914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44328) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:29.229061 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Pushing event updated for resources: {'Network': ['ID=ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:29.232387 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:29.237317 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-5ad71944-d61a-426f-8397-25af4286846e admin admin] Request body: {'subnet': {'network_id': 'ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1232243864-subnet', 'tenant_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:58:29.243170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:58:29.258243 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:58:29.260761 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5ad71944-d61a-426f-8397-25af4286846e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:29.265157 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5ad71944-d61a-426f-8397-25af4286846e admin admin] Usage tracker for resource:subnet and tenant:dbf90af0a7804672942e8a0f5bb4ceab is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:29.270391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-5ad71944-d61a-426f-8397-25af4286846e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:29.278783 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-5ad71944-d61a-426f-8397-25af4286846e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:29.279339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:58:29.290255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad71944-d61a-426f-8397-25af4286846e admin admin] Made reservation on behalf of dbf90af0a7804672942e8a0f5bb4ceab for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:58:29.293156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c774a3f9-baf3-418a-924c-4e8af09fc6be up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:58:29.295115 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ad71944-d61a-426f-8397-25af4286846e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:29.621234 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port c774a3f9-baf3-418a-924c-4e8af09fc6be completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:58:29.626123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c774a3f9-baf3-418a-924c-4e8af09fc6be triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:29.626542 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:29.726796 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ad71944-d61a-426f-8397-25af4286846e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:29.742975 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1437fd60-b5b5-4d1a-a777-df64b94ad3e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:29.752050 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:29.771144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port c774a3f9-baf3-418a-924c-4e8af09fc6be, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c774a3f9-baf3-418a-924c-4e8af09fc6be,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:58:29.774731 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:29.776740 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dce05982-3230-4d82-b8e2-b593c0df9e04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:29.846049 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=c774a3f9-baf3-418a-924c-4e8af09fc6be,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:29.856106 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.856495 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.856874 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.857254 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.857631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.857998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.858368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.858732 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.859101 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.859471 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.859861 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.860227 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.860666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.861034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.861396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.861765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.862125 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.862489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.863387 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.863772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.864135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.864496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.864860 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.865221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.865619 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.865980 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.866342 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.866707 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.867064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.867425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.867804 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.868166 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.868525 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.868882 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.869241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.869597 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:58:29.873903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] Sync routers for ids ['f24f2b19-ae64-4a08-be5b-2a0d259f4c2f'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:58:29.874121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad71944-d61a-426f-8397-25af4286846e admin admin] Pushing event updated for resources: {'Subnet': ['ID=93cdb327-e8f3-4c0c-aca4-47cddbd8734d,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:29.876697 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:29.880527 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5ad71944-d61a-426f-8397-25af4286846e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:29.892230 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] Routers {'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:58:29.892830 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:58:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f24f2b19-ae64-4a08-be5b-2a0d259f4c2f'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:29.952211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad71944-d61a-426f-8397-25af4286846e admin admin] Checking segment: {'id': 'a7bfde0a-78c9-478f-8f52-c2060ad5f9d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:58:29.952606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad71944-d61a-426f-8397-25af4286846e admin admin] Network hostable DHCP agents. Network: ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:58:29.972256 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad71944-d61a-426f-8397-25af4286846e admin admin] Network ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:58:29.981129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-5ad71944-d61a-426f-8397-25af4286846e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:58:29.993966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad71944-d61a-426f-8397-25af4286846e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:58:29.994619 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5ad71944-d61a-426f-8397-25af4286846e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:30.015119 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-5ad71944-d61a-426f-8397-25af4286846e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7848597 Jan 14 07:58:30.017949 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44332) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:30.023842 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1232243864-router', 'tenant_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:58:30.030320 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:30.034160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Usage tracker for resource:router and tenant:dbf90af0a7804672942e8a0f5bb4ceab is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:30.037944 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:30.042195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff688683-185d-4302-a326-dde36baf65a2 None None] Network ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:58:30.043902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:30.053711 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:30.054781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:30.070034 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:30.187041 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] Set router f24f2b19-ae64-4a08-be5b-2a0d259f4c2f gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:58:30.366615 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:30.705824 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:30.718299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0', 'network_id': 'ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0', 'tenant_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'fixed_ips': [{'subnet_id': '93cdb327-e8f3-4c0c-aca4-47cddbd8734d'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:58:30.719196 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:30.739607 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:31.006972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f', 'name': 'tempest-TestShelveInstance-1172724017-router', 'tenant_id': '0aefdb19717646ab82de202e8ef5fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c774a3f9-baf3-418a-924c-4e8af09fc6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:21Z', 'updated_at': '2021-01-14T07:58:26Z', 'revision_number': 4, 'project_id': '0aefdb19717646ab82de202e8ef5fa32', 'gw_port': {'id': 'c774a3f9-baf3-418a-924c-4e8af09fc6be', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:22Z', 'updated_at': '2021-01-14T07:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '8b3db157-e388-4f39-bed4-62709359a99d', 'name': '', 'network_id': '219a3fbe-0d92-4df8-a534-c744112a7cef', 'tenant_id': '0aefdb19717646ab82de202e8ef5fa32', 'mac_address': 'fa:16:3e:0d:e7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'e1d450b8-8b59-4524-aa96-fac8d249ada8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:25Z', 'updated_at': '2021-01-14T07:58:26Z', 'revision_number': 2, 'project_id': '0aefdb19717646ab82de202e8ef5fa32', 'subnets': [{'id': 'e1d450b8-8b59-4524-aa96-fac8d249ada8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:31.017014 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Allocated IP 172.25.3.30 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/e138d12a-6ff5-4627-9bd6-15ef596803c1) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:58:31.018667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] Checking router: f24f2b19-ae64-4a08-be5b-2a0d259f4c2f for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:58:31.019750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] Updating router f24f2b19-ae64-4a08-be5b-2a0d259f4c2f port 8b3db157-e388-4f39-bed4-62709359a99d binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:58:31.125287 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:31.179493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:31.192048 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Allocated IP 172.20.0.2 (ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0/93cdb327-e8f3-4c0c-aca4-47cddbd8734d/16a3de5e-4b49-487f-8f44-c1a894c7ef46) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:58:31.208850 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:31.230123 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-58757e21-f267-4b09-a105-100e768b161a tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:31.275542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c774a3f9-baf3-418a-924c-4e8af09fc6be up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:58:31.366366 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Pushing event updated for resources: {'Port': ['ID=e138d12a-6ff5-4627-9bd6-15ef596803c1,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:31.370795 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:31.424651 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:58:31.426542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:58:31.429183 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:58:31.672308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port c774a3f9-baf3-418a-924c-4e8af09fc6be triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:31.672730 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:31.769968 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:31.798622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Transition to ACTIVE for port object 16a3de5e-4b49-487f-8f44-c1a894c7ef46 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:58:31.867640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Transition to ACTIVE for port object 16a3de5e-4b49-487f-8f44-c1a894c7ef46 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:58:31.897726 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:31.918340 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-05055d08-15ec-491b-b8bd-1c9c58b4b098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:32.118986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Pushing event updated for resources: {'Port': ['ID=16a3de5e-4b49-487f-8f44-c1a894c7ef46,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:32.132561 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:32.141894 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:32.169140 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:32.189690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] Transition to ACTIVE for port object 8b3db157-e388-4f39-bed4-62709359a99d will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:58:32.196816 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:32.268194 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:32.547383 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:32.602480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Network ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:58:32.612356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:58:32.620506 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:58:32.623608 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d113352-ed06-44e8-9c21-9f2994b2b312 None None] Pushing event updated for resources: {'Port': ['ID=8b3db157-e388-4f39-bed4-62709359a99d,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:32.634175 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d113352-ed06-44e8-9c21-9f2994b2b312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:32.720391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Attempting to bind port 16a3de5e-4b49-487f-8f44-c1a894c7ef46 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:58:32.720810 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Attempting to bind port 16a3de5e-4b49-487f-8f44-c1a894c7ef46 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'a7bfde0a-78c9-478f-8f52-c2060ad5f9d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:58:32.721225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Attempting to bind port 16a3de5e-4b49-487f-8f44-c1a894c7ef46 on network ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:58:32.733068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:58:32.733493 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Checking segment: {'id': 'a7bfde0a-78c9-478f-8f52-c2060ad5f9d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:58:32.733948 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:32.734395 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Bound using segment: {'id': 'a7bfde0a-78c9-478f-8f52-c2060ad5f9d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:58:32.734903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Bound port: 16a3de5e-4b49-487f-8f44-c1a894c7ef46, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7bfde0a-78c9-478f-8f52-c2060ad5f9d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:58:32.735327 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:32.768282 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Router 27842ed2-0680-4392-aed0-5c42afd6acb4 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80908) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:58:32.969595 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:58:32.981037 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] Sync routers for ids ['27842ed2-0680-4392-aed0-5c42afd6acb4'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:58:32.992887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] Routers {'27842ed2-0680-4392-aed0-5c42afd6acb4'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:58:32.993911 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:58:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['27842ed2-0680-4392-aed0-5c42afd6acb4'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:32.998546 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] Notify callbacks [] for router, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:33.003076 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-1739da59-2767-4f4a-8881-baca56445b87 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9814284 Jan 14 07:58:33.004145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44336) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:58:33.038351 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] Attempting to bind port 8b3db157-e388-4f39-bed4-62709359a99d on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:58:33.038772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] Attempting to bind port 8b3db157-e388-4f39-bed4-62709359a99d by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '219a3fbe-0d92-4df8-a534-c744112a7cef'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:58:33.039189 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] Attempting to bind port 8b3db157-e388-4f39-bed4-62709359a99d on network 219a3fbe-0d92-4df8-a534-c744112a7cef {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:58:33.043175 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] For port 16a3de5e-4b49-487f-8f44-c1a894c7ef46, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:58:33.055561 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] For port 16a3de5e-4b49-487f-8f44-c1a894c7ef46, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=16a3de5e-4b49-487f-8f44-c1a894c7ef46,segment=NetworkSegment(a7bfde0a-78c9-478f-8f52-c2060ad5f9d2),segment_id=a7bfde0a-78c9-478f-8f52-c2060ad5f9d2)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:58:33.059308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:58:33.059787 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] Checking segment: {'id': '5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '219a3fbe-0d92-4df8-a534-c744112a7cef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:58:33.060246 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:33.060706 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] Bound using segment: {'id': '5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '219a3fbe-0d92-4df8-a534-c744112a7cef'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:58:33.061245 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] Bound port: 8b3db157-e388-4f39-bed4-62709359a99d, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '219a3fbe-0d92-4df8-a534-c744112a7cef'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:58:33.061671 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:33.084588 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:33.103463 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d113352-ed06-44e8-9c21-9f2994b2b312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:33.342485 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Pushing event updated for resources: {'Port': ['ID=16a3de5e-4b49-487f-8f44-c1a894c7ef46,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:33.360165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] Set router 27842ed2-0680-4392-aed0-5c42afd6acb4 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:58:33.362146 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:33.380297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] For port 8b3db157-e388-4f39-bed4-62709359a99d, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:58:33.396632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] For port 8b3db157-e388-4f39-bed4-62709359a99d, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=8b3db157-e388-4f39-bed4-62709359a99d,segment=NetworkSegment(5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab),segment_id=5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:58:33.404916 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:33.423737 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:33.586358 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d113352-ed06-44e8-9c21-9f2994b2b312 None None] Pushing event updated for resources: {'Port': ['ID=8b3db157-e388-4f39-bed4-62709359a99d,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:33.591203 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d113352-ed06-44e8-9c21-9f2994b2b312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:33.632239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] Routers {'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:58:33.632902 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:58:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f24f2b19-ae64-4a08-be5b-2a0d259f4c2f'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:33.734553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'name': 'tempest-TestShelveInstance-1232243864-router', 'tenant_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'e138d12a-6ff5-4627-9bd6-15ef596803c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:30Z', 'updated_at': '2021-01-14T07:58:31Z', 'revision_number': 3, 'project_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'gw_port': {'id': 'e138d12a-6ff5-4627-9bd6-15ef596803c1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:30Z', 'updated_at': '2021-01-14T07:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:33.739380 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] Checking router: 27842ed2-0680-4392-aed0-5c42afd6acb4 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:58:33.739799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] Updating router 27842ed2-0680-4392-aed0-5c42afd6acb4 port e138d12a-6ff5-4627-9bd6-15ef596803c1 binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:58:33.788977 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:33.813958 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:33.878207 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] Set router f24f2b19-ae64-4a08-be5b-2a0d259f4c2f gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:58:34.227836 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] Allocated IP 172.20.0.1 (ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0/93cdb327-e8f3-4c0c-aca4-47cddbd8734d/46af33b7-4a30-4093-a9d0-897c9bc48418) {{(pid=80908) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:58:34.309773 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:34.318411 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f', 'name': 'tempest-TestShelveInstance-1172724017-router', 'tenant_id': '0aefdb19717646ab82de202e8ef5fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c774a3f9-baf3-418a-924c-4e8af09fc6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:21Z', 'updated_at': '2021-01-14T07:58:26Z', 'revision_number': 4, 'project_id': '0aefdb19717646ab82de202e8ef5fa32', 'gw_port': {'id': 'c774a3f9-baf3-418a-924c-4e8af09fc6be', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:22Z', 'updated_at': '2021-01-14T07:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '8b3db157-e388-4f39-bed4-62709359a99d', 'name': '', 'network_id': '219a3fbe-0d92-4df8-a534-c744112a7cef', 'tenant_id': '0aefdb19717646ab82de202e8ef5fa32', 'mac_address': 'fa:16:3e:0d:e7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'e1d450b8-8b59-4524-aa96-fac8d249ada8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:25Z', 'updated_at': '2021-01-14T07:58:33Z', 'revision_number': 4, 'project_id': '0aefdb19717646ab82de202e8ef5fa32', 'subnets': [{'id': 'e1d450b8-8b59-4524-aa96-fac8d249ada8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:34.323433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbd0a31-ebb7-4e49-b47b-b0b1c735905d None None] The sync data for ids ['f24f2b19-ae64-4a08-be5b-2a0d259f4c2f'] in n-d-769329-2 is: [{'id': 'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f', 'name': 'tempest-TestShelveInstance-1172724017-router', 'tenant_id': '0aefdb19717646ab82de202e8ef5fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c774a3f9-baf3-418a-924c-4e8af09fc6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:21Z', 'updated_at': '2021-01-14T07:58:26Z', 'revision_number': 4, 'project_id': '0aefdb19717646ab82de202e8ef5fa32', 'gw_port': {'id': 'c774a3f9-baf3-418a-924c-4e8af09fc6be', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:22Z', 'updated_at': '2021-01-14T07:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '8b3db157-e388-4f39-bed4-62709359a99d', 'name': '', 'network_id': '219a3fbe-0d92-4df8-a534-c744112a7cef', 'tenant_id': '0aefdb19717646ab82de202e8ef5fa32', 'mac_address': 'fa:16:3e:0d:e7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'e1d450b8-8b59-4524-aa96-fac8d249ada8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:25Z', 'updated_at': '2021-01-14T07:58:33Z', 'revision_number': 4, 'project_id': '0aefdb19717646ab82de202e8ef5fa32', 'subnets': [{'id': 'e1d450b8-8b59-4524-aa96-fac8d249ada8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:58:34.323624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] Transition to ACTIVE for port object e138d12a-6ff5-4627-9bd6-15ef596803c1 will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:58:34.326922 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:34.347928 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-20160666-7ca7-4e50-ac60-4f8c66117684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:34.408748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:34.433610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] Transition to ACTIVE for port object 46af33b7-4a30-4093-a9d0-897c9bc48418 will not be triggered until provisioned by entity DHCP. {{(pid=80908) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:58:34.455711 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:34.472536 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-aa9921d3-7a3f-49a3-8ebd-b578fa29ffaa tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:34.503000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e75ab-488f-4d9a-8ce1-f2bdd8858e14 None None] Pushing event updated for resources: {'Port': ['ID=e138d12a-6ff5-4627-9bd6-15ef596803c1,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:34.507743 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-012e75ab-488f-4d9a-8ce1-f2bdd8858e14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:34.586690 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] Attempting to bind port e138d12a-6ff5-4627-9bd6-15ef596803c1 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:58:34.587107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] Attempting to bind port e138d12a-6ff5-4627-9bd6-15ef596803c1 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:58:34.587522 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] Attempting to bind port e138d12a-6ff5-4627-9bd6-15ef596803c1 on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:58:34.593794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:58:34.594486 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:58:34.594801 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:34.595238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:58:34.595796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] Bound port: e138d12a-6ff5-4627-9bd6-15ef596803c1, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:58:34.596218 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:34.616657 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] Pushing event updated for resources: {'Port': ['ID=46af33b7-4a30-4093-a9d0-897c9bc48418,revision_number=1']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:34.622363 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:34.677970 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] For port e138d12a-6ff5-4627-9bd6-15ef596803c1, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:58:34.680778 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] Network ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:58:34.681343 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] For port e138d12a-6ff5-4627-9bd6-15ef596803c1, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e138d12a-6ff5-4627-9bd6-15ef596803c1,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:58:34.682000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:58:34.684523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] Received port after_create {{(pid=80908) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:58:34.686211 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:34.704311 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9070e420-fc32-4b23-9e41-fed26c36ba25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:34.743274 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:34.876693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e75ab-488f-4d9a-8ce1-f2bdd8858e14 None None] Pushing event updated for resources: {'Port': ['ID=e138d12a-6ff5-4627-9bd6-15ef596803c1,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:34.881371 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-012e75ab-488f-4d9a-8ce1-f2bdd8858e14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:34.921031 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:34.960982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] Routers {'27842ed2-0680-4392-aed0-5c42afd6acb4'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:58:34.962344 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:58:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['27842ed2-0680-4392-aed0-5c42afd6acb4'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:35.148007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf04729-0f8a-4ae2-9da1-169caa4db640 None None] Network ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:58:35.184939 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] Set router 27842ed2-0680-4392-aed0-5c42afd6acb4 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:58:35.300649 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:35.318147 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439989'] for port, after_update {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:35.342934 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-1f212852-aac9-441c-a10b-5956e31e1483 None None] Provisioning for port 16a3de5e-4b49-487f-8f44-c1a894c7ef46 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:58:35.367519 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-44b8d8e5-2166-4891-8fff-6ed2402d6fcb tempest-TestSecurityGroupsBasicOps-883401042 tempest-TestSecurityGroupsBasicOps-883401042] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:35.407456 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 16a3de5e-4b49-487f-8f44-c1a894c7ef46 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:58:35.459440 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] Pushing event updated for resources: {'Port': ['ID=46af33b7-4a30-4093-a9d0-897c9bc48418,revision_number=2']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:35.468206 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:35.483164 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:35.548985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 16a3de5e-4b49-487f-8f44-c1a894c7ef46 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:58:35.557770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 16a3de5e-4b49-487f-8f44-c1a894c7ef46 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:35.558188 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:35.622028 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'name': 'tempest-TestShelveInstance-1232243864-router', 'tenant_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'e138d12a-6ff5-4627-9bd6-15ef596803c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:30Z', 'updated_at': '2021-01-14T07:58:34Z', 'revision_number': 4, 'project_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'gw_port': {'id': 'e138d12a-6ff5-4627-9bd6-15ef596803c1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:30Z', 'updated_at': '2021-01-14T07:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '46af33b7-4a30-4093-a9d0-897c9bc48418', 'name': '', 'network_id': 'ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0', 'tenant_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'mac_address': 'fa:16:3e:52:6f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '93cdb327-e8f3-4c0c-aca4-47cddbd8734d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:34Z', 'updated_at': '2021-01-14T07:58:34Z', 'revision_number': 1, 'project_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'subnets': [{'id': '93cdb327-e8f3-4c0c-aca4-47cddbd8734d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:35.627137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4710593b-a25d-4a4a-83eb-91f64e96ef98 None None] The sync data for ids ['27842ed2-0680-4392-aed0-5c42afd6acb4'] in n-d-769329-2 is: [{'id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'name': 'tempest-TestShelveInstance-1232243864-router', 'tenant_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'e138d12a-6ff5-4627-9bd6-15ef596803c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:30Z', 'updated_at': '2021-01-14T07:58:34Z', 'revision_number': 4, 'project_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'gw_port': {'id': 'e138d12a-6ff5-4627-9bd6-15ef596803c1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:30Z', 'updated_at': '2021-01-14T07:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '46af33b7-4a30-4093-a9d0-897c9bc48418', 'name': '', 'network_id': 'ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0', 'tenant_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'mac_address': 'fa:16:3e:52:6f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '93cdb327-e8f3-4c0c-aca4-47cddbd8734d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:34Z', 'updated_at': '2021-01-14T07:58:34Z', 'revision_number': 1, 'project_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'subnets': [{'id': '93cdb327-e8f3-4c0c-aca4-47cddbd8734d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:58:35.631816 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] Network ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0 is already hosted by enough agents. {{(pid=80908) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:58:35.633420 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] Resources bound (agent type, host, resource id): {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:58:35.700018 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:35.958211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 16a3de5e-4b49-487f-8f44-c1a894c7ef46, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=16a3de5e-4b49-487f-8f44-c1a894c7ef46,segment=NetworkSegment(a7bfde0a-78c9-478f-8f52-c2060ad5f9d2),segment_id=a7bfde0a-78c9-478f-8f52-c2060ad5f9d2)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:58:35.960310 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-38bbea76-188e-4d85-8340-7f66c37db06f None None] Provisioning for port 46af33b7-4a30-4093-a9d0-897c9bc48418 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:58:35.966006 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:35.966854 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8b3db157-e388-4f39-bed4-62709359a99d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:58:35.993173 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-38bbea76-188e-4d85-8340-7f66c37db06f None None] Provisioning complete for port 46af33b7-4a30-4093-a9d0-897c9bc48418 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:35.993841 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38bbea76-188e-4d85-8340-7f66c37db06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:36.028282 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-20856976-416a-43ea-81ed-e62927d4062c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:36.135631 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=16a3de5e-4b49-487f-8f44-c1a894c7ef46,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:36.145041 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:36.155953 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-38bbea76-188e-4d85-8340-7f66c37db06f None None] Port 46af33b7-4a30-4093-a9d0-897c9bc48418 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:58:36.178656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 8b3db157-e388-4f39-bed4-62709359a99d completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:58:36.183078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-38bbea76-188e-4d85-8340-7f66c37db06f None None] Provisioning complete for port 16a3de5e-4b49-487f-8f44-c1a894c7ef46 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:36.183502 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-38bbea76-188e-4d85-8340-7f66c37db06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:36.214333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 8b3db157-e388-4f39-bed4-62709359a99d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:36.215057 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:36.234304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] Router 27842ed2-0680-4392-aed0-5c42afd6acb4 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80908) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:58:36.452918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80908) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:58:36.465003 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-6c6d7794-e8b7-4f7a-a5b5-1f4f3d57b23e admin admin] 10.222.0.41 "PUT /v2.0/routers/27842ed2-0680-4392-aed0-5c42afd6acb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4597425 Jan 14 07:58:36.467724 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:36.508673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 8b3db157-e388-4f39-bed4-62709359a99d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=8b3db157-e388-4f39-bed4-62709359a99d,segment=NetworkSegment(5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab),segment_id=5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:58:36.517924 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:36.521369 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-efbc0819-cb35-41e3-a4b9-9f510aea3581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:36.615609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8b9b914e-7bc2-43b7-a9b0-ef5365151d59 None None] Provisioning complete for port 46af33b7-4a30-4093-a9d0-897c9bc48418 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:36.616068 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b9b914e-7bc2-43b7-a9b0-ef5365151d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:36.684948 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-8b9b914e-7bc2-43b7-a9b0-ef5365151d59 None None] Port 46af33b7-4a30-4093-a9d0-897c9bc48418 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:58:36.705504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=8b3db157-e388-4f39-bed4-62709359a99d,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:36.709325 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8b9b914e-7bc2-43b7-a9b0-ef5365151d59 None None] Provisioning complete for port 16a3de5e-4b49-487f-8f44-c1a894c7ef46 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:36.709325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8b9b914e-7bc2-43b7-a9b0-ef5365151d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:36.734740 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:36.992346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d44131ab-e707-46c6-be48-583a082e6f2f None None] Provisioning complete for port 46af33b7-4a30-4093-a9d0-897c9bc48418 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:36.992346 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d44131ab-e707-46c6-be48-583a082e6f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:37.060666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d44131ab-e707-46c6-be48-583a082e6f2f None None] Port 46af33b7-4a30-4093-a9d0-897c9bc48418 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:58:37.073981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d44131ab-e707-46c6-be48-583a082e6f2f None None] Provisioning complete for port 16a3de5e-4b49-487f-8f44-c1a894c7ef46 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:37.074403 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d44131ab-e707-46c6-be48-583a082e6f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:37.353206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e138d12a-6ff5-4627-9bd6-15ef596803c1 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:58:37.393517 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-10a7d746-3008-4d6e-be81-e018f99c9426 req-c1e3a30b-f482-4461-bb49-783daef6ac83 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-510745647', 'description': 'tempest-TestShelveInstance-510745647 description'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:58:37.405346 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-10a7d746-3008-4d6e-be81-e018f99c9426 req-c1e3a30b-f482-4461-bb49-783daef6ac83 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:37.411640 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-10a7d746-3008-4d6e-be81-e018f99c9426 req-c1e3a30b-f482-4461-bb49-783daef6ac83 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Usage tracker for resource:security_group and tenant:0aefdb19717646ab82de202e8ef5fa32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:37.415691 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-10a7d746-3008-4d6e-be81-e018f99c9426 req-c1e3a30b-f482-4461-bb49-783daef6ac83 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:37.422990 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-10a7d746-3008-4d6e-be81-e018f99c9426 req-c1e3a30b-f482-4461-bb49-783daef6ac83 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:37.432583 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port e138d12a-6ff5-4627-9bd6-15ef596803c1 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:58:37.436891 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-10a7d746-3008-4d6e-be81-e018f99c9426 req-c1e3a30b-f482-4461-bb49-783daef6ac83 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:37.438559 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port e138d12a-6ff5-4627-9bd6-15ef596803c1 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:37.439094 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:37.461211 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-10a7d746-3008-4d6e-be81-e018f99c9426 req-c1e3a30b-f482-4461-bb49-783daef6ac83 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:37.465353 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-10a7d746-3008-4d6e-be81-e018f99c9426 req-c1e3a30b-f482-4461-bb49-783daef6ac83 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Usage tracker for resource:security_group_rule and tenant:0aefdb19717646ab82de202e8ef5fa32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:37.468512 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-10a7d746-3008-4d6e-be81-e018f99c9426 req-c1e3a30b-f482-4461-bb49-783daef6ac83 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:37.474758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-10a7d746-3008-4d6e-be81-e018f99c9426 req-c1e3a30b-f482-4461-bb49-783daef6ac83 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:37.551549 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-10a7d746-3008-4d6e-be81-e018f99c9426 req-c1e3a30b-f482-4461-bb49-783daef6ac83 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:37.554654 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-10a7d746-3008-4d6e-be81-e018f99c9426 req-c1e3a30b-f482-4461-bb49-783daef6ac83 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:37.560295 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2b626703-1bb7-43b3-abcc-cc8ada20cfd2 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:37.566669 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:37.585023 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port e138d12a-6ff5-4627-9bd6-15ef596803c1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e138d12a-6ff5-4627-9bd6-15ef596803c1,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:58:37.588016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:37.588932 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 16a3de5e-4b49-487f-8f44-c1a894c7ef46 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:58:37.607632 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3a30b-f482-4461-bb49-783daef6ac83 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Pushing event updated for resources: {'SecurityGroup': ['ID=32f4b552-4454-4386-84ce-071b0926c204,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:37.611298 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-10a7d746-3008-4d6e-be81-e018f99c9426 req-c1e3a30b-f482-4461-bb49-783daef6ac83 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:37.619403 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-10a7d746-3008-4d6e-be81-e018f99c9426 req-c1e3a30b-f482-4461-bb49-783daef6ac83 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2277944 Jan 14 07:58:37.619403 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c1e3a30b-f482-4461-bb49-783daef6ac83 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:37.620741 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:37.720894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=e138d12a-6ff5-4627-9bd6-15ef596803c1,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:37.725371 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:37.732107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 16a3de5e-4b49-487f-8f44-c1a894c7ef46 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:37.732540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:37.853577 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f38001bb-b914-43be-b6ba-2663bbdb17ba req-fe0ef90c-4f1c-43d6-8503-04af5ec884f4 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "GET /v2.0/security-groups/32f4b552-4454-4386-84ce-071b0926c204 HTTP/1.1" status: 200 len: 1802 time: 0.2068412 Jan 14 07:58:37.861248 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8b3db157-e388-4f39-bed4-62709359a99d up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:58:37.864670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-f38001bb-b914-43be-b6ba-2663bbdb17ba req-0c598600-0167-4101-ae73-116d5876dfc5 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32f4b552-4454-4386-84ce-071b0926c204', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:58:37.865034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-f38001bb-b914-43be-b6ba-2663bbdb17ba req-0c598600-0167-4101-ae73-116d5876dfc5 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32f4b552-4454-4386-84ce-071b0926c204', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:58:37.875736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-f38001bb-b914-43be-b6ba-2663bbdb17ba req-0c598600-0167-4101-ae73-116d5876dfc5 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:37.880324 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f38001bb-b914-43be-b6ba-2663bbdb17ba req-0c598600-0167-4101-ae73-116d5876dfc5 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Usage tracker for resource:security_group_rule and tenant:0aefdb19717646ab82de202e8ef5fa32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:37.883323 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f38001bb-b914-43be-b6ba-2663bbdb17ba req-0c598600-0167-4101-ae73-116d5876dfc5 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:37.889119 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-f38001bb-b914-43be-b6ba-2663bbdb17ba req-0c598600-0167-4101-ae73-116d5876dfc5 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:37.943396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 8b3db157-e388-4f39-bed4-62709359a99d triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:37.943929 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:37.949926 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f38001bb-b914-43be-b6ba-2663bbdb17ba req-0c598600-0167-4101-ae73-116d5876dfc5 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:37.975693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f38001bb-b914-43be-b6ba-2663bbdb17ba req-0c598600-0167-4101-ae73-116d5876dfc5 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:37.978473 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f38001bb-b914-43be-b6ba-2663bbdb17ba req-0c598600-0167-4101-ae73-116d5876dfc5 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:37.980975 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-dc30698e-3f73-4d00-a602-8a6327a7c89d tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:38.005964 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c598600-0167-4101-ae73-116d5876dfc5 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d20947-91e4-448d-b548-6f9c30b8716b,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:38.008971 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0c598600-0167-4101-ae73-116d5876dfc5 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:38.016319 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f38001bb-b914-43be-b6ba-2663bbdb17ba req-0c598600-0167-4101-ae73-116d5876dfc5 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:38.017643 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f38001bb-b914-43be-b6ba-2663bbdb17ba req-0c598600-0167-4101-ae73-116d5876dfc5 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1575329 Jan 14 07:58:38.109158 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f7d1890c-214a-4460-bfb2-82b8746a2b9b req-b47c799f-bf3a-40c4-a775-decc3737c8fd tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "GET /v2.0/security-groups/32f4b552-4454-4386-84ce-071b0926c204 HTTP/1.1" status: 200 len: 2396 time: 0.0565183 Jan 14 07:58:38.122442 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-f7d1890c-214a-4460-bfb2-82b8746a2b9b req-de3df93b-a701-47a3-85d0-a48d2432524f tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32f4b552-4454-4386-84ce-071b0926c204', 'remote_group_id': None}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:58:38.122800 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-f7d1890c-214a-4460-bfb2-82b8746a2b9b req-de3df93b-a701-47a3-85d0-a48d2432524f tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32f4b552-4454-4386-84ce-071b0926c204', 'remote_group_id': None}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:58:38.133850 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-f7d1890c-214a-4460-bfb2-82b8746a2b9b req-de3df93b-a701-47a3-85d0-a48d2432524f tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:38.137933 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f7d1890c-214a-4460-bfb2-82b8746a2b9b req-de3df93b-a701-47a3-85d0-a48d2432524f tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Usage tracker for resource:security_group_rule and tenant:0aefdb19717646ab82de202e8ef5fa32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:38.140966 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-f7d1890c-214a-4460-bfb2-82b8746a2b9b req-de3df93b-a701-47a3-85d0-a48d2432524f tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:38.147857 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-f7d1890c-214a-4460-bfb2-82b8746a2b9b req-de3df93b-a701-47a3-85d0-a48d2432524f tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:38.209125 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f7d1890c-214a-4460-bfb2-82b8746a2b9b req-de3df93b-a701-47a3-85d0-a48d2432524f tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:38.233544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f7d1890c-214a-4460-bfb2-82b8746a2b9b req-de3df93b-a701-47a3-85d0-a48d2432524f tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:38.236148 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f7d1890c-214a-4460-bfb2-82b8746a2b9b req-de3df93b-a701-47a3-85d0-a48d2432524f tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:38.243141 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c9aec647-9a49-4b85-a40d-075e99e7ad27 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:38.263350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3df93b-a701-47a3-85d0-a48d2432524f tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bebf514-6bb7-4d0c-9855-f3b5c680c7c3,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:38.266293 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-de3df93b-a701-47a3-85d0-a48d2432524f tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:38.273789 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-f7d1890c-214a-4460-bfb2-82b8746a2b9b req-de3df93b-a701-47a3-85d0-a48d2432524f tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:38.275081 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-f7d1890c-214a-4460-bfb2-82b8746a2b9b req-de3df93b-a701-47a3-85d0-a48d2432524f tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1570621 Jan 14 07:58:38.471296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1a6aa94d-8690-4441-8b92-44e7901728f6 req-b85fda40-7f6e-40ae-85be-50a48dab3371 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Synchronizing usage tracker for tenant:0aefdb19717646ab82de202e8ef5fa32 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:58:38.488115 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1a6aa94d-8690-4441-8b92-44e7901728f6 req-b85fda40-7f6e-40ae-85be-50a48dab3371 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Unset dirty status for tenant:0aefdb19717646ab82de202e8ef5fa32 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:58:38.489441 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1a6aa94d-8690-4441-8b92-44e7901728f6 req-b85fda40-7f6e-40ae-85be-50a48dab3371 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-510745647&fields=id&tenant_id=0aefdb19717646ab82de202e8ef5fa32 HTTP/1.1" status: 200 len: 267 time: 0.0663621 Jan 14 07:58:38.673146 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6aa94d-8690-4441-8b92-44e7901728f6 req-8199c407-3d2d-49a9-9a02-d30928235193 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:58:38.673897 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1a6aa94d-8690-4441-8b92-44e7901728f6 req-8199c407-3d2d-49a9-9a02-d30928235193 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Synchronizing usage tracker for tenant:0aefdb19717646ab82de202e8ef5fa32 on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:58:38.689900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-1a6aa94d-8690-4441-8b92-44e7901728f6 req-8199c407-3d2d-49a9-9a02-d30928235193 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Unset dirty status for tenant:0aefdb19717646ab82de202e8ef5fa32 on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:58:38.691140 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1a6aa94d-8690-4441-8b92-44e7901728f6 req-8199c407-3d2d-49a9-9a02-d30928235193 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "GET /v2.0/networks?id=219a3fbe-0d92-4df8-a534-c744112a7cef HTTP/1.1" status: 200 len: 809 time: 0.1942456 Jan 14 07:58:38.710527 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1a6aa94d-8690-4441-8b92-44e7901728f6 req-5df5a30c-25e4-46cd-bb1f-ebf805ff95d6 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "GET /v2.0/quotas/0aefdb19717646ab82de202e8ef5fa32 HTTP/1.1" status: 200 len: 375 time: 0.0123045 Jan 14 07:58:38.805000 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1a6aa94d-8690-4441-8b92-44e7901728f6 req-d864dbc5-9f70-493d-ad9d-68d75a04adc6 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "GET /v2.0/ports?tenant_id=0aefdb19717646ab82de202e8ef5fa32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886645 Jan 14 07:58:39.041539 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1a6aa94d-8690-4441-8b92-44e7901728f6 req-f6393340-b3f5-4c6b-96ef-a2d8828312c9 service neutron] 10.222.0.41 "GET /v2.0/networks/219a3fbe-0d92-4df8-a534-c744112a7cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218094 Jan 14 07:58:39.189478 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-1a6aa94d-8690-4441-8b92-44e7901728f6 req-f2b103ef-1f0d-4bad-95f2-a187522bb821 service neutron] 10.222.0.41 "GET /v2.0/networks/219a3fbe-0d92-4df8-a534-c744112a7cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1412945 Jan 14 07:58:39.284702 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e138d12a-6ff5-4627-9bd6-15ef596803c1 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:58:39.361145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port e138d12a-6ff5-4627-9bd6-15ef596803c1 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:39.361576 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:39.825270 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c97c1a56-587b-487c-96f7-7719a5c0cf5d req-1d0efcb5-a83e-432c-963f-7dae74abf53e tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "GET /v2.0/security-groups/32f4b552-4454-4386-84ce-071b0926c204 HTTP/1.1" status: 200 len: 2995 time: 0.0655119 Jan 14 07:58:39.879430 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] Sync routers for ids ['27842ed2-0680-4392-aed0-5c42afd6acb4'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:58:39.890032 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] Routers {'27842ed2-0680-4392-aed0-5c42afd6acb4'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:58:39.890799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:58:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['27842ed2-0680-4392-aed0-5c42afd6acb4'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:39.906379 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c97c1a56-587b-487c-96f7-7719a5c0cf5d req-3fc7656c-faef-4d20-a796-40bdfaf112ce tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:39.937925 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c97c1a56-587b-487c-96f7-7719a5c0cf5d req-3fc7656c-faef-4d20-a796-40bdfaf112ce tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:39.986540 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c97c1a56-587b-487c-96f7-7719a5c0cf5d req-3fc7656c-faef-4d20-a796-40bdfaf112ce tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:39.992727 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7443a03b-c942-4190-a81c-0be5f6a1b633 tempest-ServerActionsTestJSON-859318988 tempest-ServerActionsTestJSON-859318988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:40.008793 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7656c-faef-4d20-a796-40bdfaf112ce tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f4b552-4454-4386-84ce-071b0926c204,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:40.012342 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3fc7656c-faef-4d20-a796-40bdfaf112ce tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:40.020086 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-c97c1a56-587b-487c-96f7-7719a5c0cf5d req-3fc7656c-faef-4d20-a796-40bdfaf112ce tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:40.021514 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-c97c1a56-587b-487c-96f7-7719a5c0cf5d req-3fc7656c-faef-4d20-a796-40bdfaf112ce tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "DELETE /v2.0/security-groups/32f4b552-4454-4386-84ce-071b0926c204 HTTP/1.1" status: 204 len: 173 time: 0.1899917 Jan 14 07:58:40.131088 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] Set router 27842ed2-0680-4392-aed0-5c42afd6acb4 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:58:40.465137 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'name': 'tempest-TestShelveInstance-1232243864-router', 'tenant_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'e138d12a-6ff5-4627-9bd6-15ef596803c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:30Z', 'updated_at': '2021-01-14T07:58:34Z', 'revision_number': 4, 'project_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'gw_port': {'id': 'e138d12a-6ff5-4627-9bd6-15ef596803c1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:30Z', 'updated_at': '2021-01-14T07:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '46af33b7-4a30-4093-a9d0-897c9bc48418', 'name': '', 'network_id': 'ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0', 'tenant_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'mac_address': 'fa:16:3e:52:6f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '93cdb327-e8f3-4c0c-aca4-47cddbd8734d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:34Z', 'updated_at': '2021-01-14T07:58:35Z', 'revision_number': 2, 'project_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'subnets': [{'id': '93cdb327-e8f3-4c0c-aca4-47cddbd8734d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:40.469723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] Checking router: 27842ed2-0680-4392-aed0-5c42afd6acb4 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:58:40.470118 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] Updating router 27842ed2-0680-4392-aed0-5c42afd6acb4 port 46af33b7-4a30-4093-a9d0-897c9bc48418 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:58:40.482398 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-453890fc-6a88-4621-89ac-9c1dac87f9a5 req-8415791c-0442-460f-a28d-27f4f748aef0 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-41033626', 'description': 'tempest-TestShelveInstance-41033626 description'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:58:40.496764 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-453890fc-6a88-4621-89ac-9c1dac87f9a5 req-8415791c-0442-460f-a28d-27f4f748aef0 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:40.501544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-453890fc-6a88-4621-89ac-9c1dac87f9a5 req-8415791c-0442-460f-a28d-27f4f748aef0 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Usage tracker for resource:security_group and tenant:0aefdb19717646ab82de202e8ef5fa32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:40.505396 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-453890fc-6a88-4621-89ac-9c1dac87f9a5 req-8415791c-0442-460f-a28d-27f4f748aef0 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:40.511241 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-453890fc-6a88-4621-89ac-9c1dac87f9a5 req-8415791c-0442-460f-a28d-27f4f748aef0 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:40.521264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-453890fc-6a88-4621-89ac-9c1dac87f9a5 req-8415791c-0442-460f-a28d-27f4f748aef0 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:40.525046 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:40.543253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-453890fc-6a88-4621-89ac-9c1dac87f9a5 req-8415791c-0442-460f-a28d-27f4f748aef0 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:40.547260 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-453890fc-6a88-4621-89ac-9c1dac87f9a5 req-8415791c-0442-460f-a28d-27f4f748aef0 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Usage tracker for resource:security_group_rule and tenant:0aefdb19717646ab82de202e8ef5fa32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:40.550221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-453890fc-6a88-4621-89ac-9c1dac87f9a5 req-8415791c-0442-460f-a28d-27f4f748aef0 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:40.556634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-453890fc-6a88-4621-89ac-9c1dac87f9a5 req-8415791c-0442-460f-a28d-27f4f748aef0 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:40.637985 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-453890fc-6a88-4621-89ac-9c1dac87f9a5 req-8415791c-0442-460f-a28d-27f4f748aef0 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:40.640934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-453890fc-6a88-4621-89ac-9c1dac87f9a5 req-8415791c-0442-460f-a28d-27f4f748aef0 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:40.647008 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8ad4dfc4-8d47-491b-a26d-362e4b5319f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:40.694359 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415791c-0442-460f-a28d-27f4f748aef0 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffa610d-0f61-4a32-b4e0-e8ec66df6b4b,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:40.699977 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8415791c-0442-460f-a28d-27f4f748aef0 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:40.700919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-453890fc-6a88-4621-89ac-9c1dac87f9a5 req-8415791c-0442-460f-a28d-27f4f748aef0 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:40.702301 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-453890fc-6a88-4621-89ac-9c1dac87f9a5 req-8415791c-0442-460f-a28d-27f4f748aef0 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2247639 Jan 14 07:58:40.794686 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d00ce484-192f-4380-af8f-30f18715084b req-f09faadb-3f07-46f4-ac21-a2015a76fc79 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "GET /v2.0/security-groups/0ffa610d-0f61-4a32-b4e0-e8ec66df6b4b HTTP/1.1" status: 200 len: 1800 time: 0.0572982 Jan 14 07:58:40.807177 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-d00ce484-192f-4380-af8f-30f18715084b req-ceccc52f-73b0-47e9-89f5-79076a90890b tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0ffa610d-0f61-4a32-b4e0-e8ec66df6b4b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:58:40.807537 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-d00ce484-192f-4380-af8f-30f18715084b req-ceccc52f-73b0-47e9-89f5-79076a90890b tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0ffa610d-0f61-4a32-b4e0-e8ec66df6b4b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:58:40.821002 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-d00ce484-192f-4380-af8f-30f18715084b req-ceccc52f-73b0-47e9-89f5-79076a90890b tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:40.826055 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-d00ce484-192f-4380-af8f-30f18715084b req-ceccc52f-73b0-47e9-89f5-79076a90890b tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Usage tracker for resource:security_group_rule and tenant:0aefdb19717646ab82de202e8ef5fa32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:40.829622 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-d00ce484-192f-4380-af8f-30f18715084b req-ceccc52f-73b0-47e9-89f5-79076a90890b tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:40.837099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-d00ce484-192f-4380-af8f-30f18715084b req-ceccc52f-73b0-47e9-89f5-79076a90890b tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:40.903096 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-d00ce484-192f-4380-af8f-30f18715084b req-ceccc52f-73b0-47e9-89f5-79076a90890b tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:40.930714 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-d00ce484-192f-4380-af8f-30f18715084b req-ceccc52f-73b0-47e9-89f5-79076a90890b tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:40.933940 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-d00ce484-192f-4380-af8f-30f18715084b req-ceccc52f-73b0-47e9-89f5-79076a90890b tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:40.936248 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-08b1a02e-e4e1-4d7a-b452-70263718295b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:40.961894 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccc52f-73b0-47e9-89f5-79076a90890b tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9527f7a9-8d56-430e-a24d-c6a72a281de0,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:40.971355 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ceccc52f-73b0-47e9-89f5-79076a90890b tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:40.975244 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-d00ce484-192f-4380-af8f-30f18715084b req-ceccc52f-73b0-47e9-89f5-79076a90890b tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:40.976752 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-d00ce484-192f-4380-af8f-30f18715084b req-ceccc52f-73b0-47e9-89f5-79076a90890b tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1747725 Jan 14 07:58:41.070993 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-81f616da-81d5-4444-b66f-4932902f5c62 req-10a46766-9597-4aed-8d2a-4d19d5a2ef9b tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "GET /v2.0/security-groups/0ffa610d-0f61-4a32-b4e0-e8ec66df6b4b HTTP/1.1" status: 200 len: 2394 time: 0.0584190 Jan 14 07:58:41.082297 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-81f616da-81d5-4444-b66f-4932902f5c62 req-9f79db89-e8a4-49ba-9715-a054d210ffc1 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0ffa610d-0f61-4a32-b4e0-e8ec66df6b4b', 'remote_group_id': None}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:58:41.083187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-81f616da-81d5-4444-b66f-4932902f5c62 req-9f79db89-e8a4-49ba-9715-a054d210ffc1 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0ffa610d-0f61-4a32-b4e0-e8ec66df6b4b', 'remote_group_id': None}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:58:41.094098 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-81f616da-81d5-4444-b66f-4932902f5c62 req-9f79db89-e8a4-49ba-9715-a054d210ffc1 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:58:41.099255 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-81f616da-81d5-4444-b66f-4932902f5c62 req-9f79db89-e8a4-49ba-9715-a054d210ffc1 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Usage tracker for resource:security_group_rule and tenant:0aefdb19717646ab82de202e8ef5fa32 is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:58:41.102757 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-81f616da-81d5-4444-b66f-4932902f5c62 req-9f79db89-e8a4-49ba-9715-a054d210ffc1 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:58:41.108711 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-81f616da-81d5-4444-b66f-4932902f5c62 req-9f79db89-e8a4-49ba-9715-a054d210ffc1 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:58:41.127801 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:41.140770 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] Transition to ACTIVE for port object 46af33b7-4a30-4093-a9d0-897c9bc48418 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:58:41.143768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:41.160567 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-4d113352-ed06-44e8-9c21-9f2994b2b312 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:41.169136 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-81f616da-81d5-4444-b66f-4932902f5c62 req-9f79db89-e8a4-49ba-9715-a054d210ffc1 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:41.194717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-81f616da-81d5-4444-b66f-4932902f5c62 req-9f79db89-e8a4-49ba-9715-a054d210ffc1 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:41.199536 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-81f616da-81d5-4444-b66f-4932902f5c62 req-9f79db89-e8a4-49ba-9715-a054d210ffc1 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:41.201654 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-bad68941-480f-4ed5-ace2-aa5395c936b0 tempest-TestNetworkAdvancedServerOps-992424461 tempest-TestNetworkAdvancedServerOps-992424461] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:41.224464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79db89-e8a4-49ba-9715-a054d210ffc1 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946503e6-6cb9-4f5f-813d-179901e7916b,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:41.228868 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9f79db89-e8a4-49ba-9715-a054d210ffc1 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:41.236071 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-81f616da-81d5-4444-b66f-4932902f5c62 req-9f79db89-e8a4-49ba-9715-a054d210ffc1 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:41.237366 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-81f616da-81d5-4444-b66f-4932902f5c62 req-9f79db89-e8a4-49ba-9715-a054d210ffc1 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1594813 Jan 14 07:58:41.297034 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901d684-c501-4799-8379-cc38870caecb None None] Pushing event updated for resources: {'Port': ['ID=46af33b7-4a30-4093-a9d0-897c9bc48418,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:41.300375 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c901d684-c501-4799-8379-cc38870caecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:41.479577 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] Attempting to bind port 46af33b7-4a30-4093-a9d0-897c9bc48418 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:58:41.480019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] Attempting to bind port 46af33b7-4a30-4093-a9d0-897c9bc48418 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'a7bfde0a-78c9-478f-8f52-c2060ad5f9d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:58:41.480436 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] Attempting to bind port 46af33b7-4a30-4093-a9d0-897c9bc48418 on network ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:58:41.487126 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:58:41.487538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] Checking segment: {'id': 'a7bfde0a-78c9-478f-8f52-c2060ad5f9d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:58:41.488011 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:41.488453 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] Bound using segment: {'id': 'a7bfde0a-78c9-478f-8f52-c2060ad5f9d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:58:41.489093 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] Bound port: 46af33b7-4a30-4093-a9d0-897c9bc48418, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7bfde0a-78c9-478f-8f52-c2060ad5f9d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:58:41.489672 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:41.589709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] For port 46af33b7-4a30-4093-a9d0-897c9bc48418, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:58:41.592893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] For port 46af33b7-4a30-4093-a9d0-897c9bc48418, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=46af33b7-4a30-4093-a9d0-897c9bc48418,segment=NetworkSegment(a7bfde0a-78c9-478f-8f52-c2060ad5f9d2),segment_id=a7bfde0a-78c9-478f-8f52-c2060ad5f9d2)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:58:41.596662 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:41.612492 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:41.778926 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901d684-c501-4799-8379-cc38870caecb None None] Pushing event updated for resources: {'Port': ['ID=46af33b7-4a30-4093-a9d0-897c9bc48418,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:41.784825 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c901d684-c501-4799-8379-cc38870caecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:41.832391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] Routers {'27842ed2-0680-4392-aed0-5c42afd6acb4'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:58:41.833613 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:58:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['27842ed2-0680-4392-aed0-5c42afd6acb4'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:42.065043 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] Set router 27842ed2-0680-4392-aed0-5c42afd6acb4 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:58:42.434600 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'name': 'tempest-TestShelveInstance-1232243864-router', 'tenant_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'e138d12a-6ff5-4627-9bd6-15ef596803c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:30Z', 'updated_at': '2021-01-14T07:58:34Z', 'revision_number': 4, 'project_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'gw_port': {'id': 'e138d12a-6ff5-4627-9bd6-15ef596803c1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:30Z', 'updated_at': '2021-01-14T07:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '46af33b7-4a30-4093-a9d0-897c9bc48418', 'name': '', 'network_id': 'ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0', 'tenant_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'mac_address': 'fa:16:3e:52:6f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '93cdb327-e8f3-4c0c-aca4-47cddbd8734d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:34Z', 'updated_at': '2021-01-14T07:58:41Z', 'revision_number': 4, 'project_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'subnets': [{'id': '93cdb327-e8f3-4c0c-aca4-47cddbd8734d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:58:42.438986 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0db6567-cba9-44ad-b5bc-45b74f391f93 None None] The sync data for ids ['27842ed2-0680-4392-aed0-5c42afd6acb4'] in n-d-769329-2 is: [{'id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'name': 'tempest-TestShelveInstance-1232243864-router', 'tenant_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'e138d12a-6ff5-4627-9bd6-15ef596803c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:30Z', 'updated_at': '2021-01-14T07:58:34Z', 'revision_number': 4, 'project_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'gw_port': {'id': 'e138d12a-6ff5-4627-9bd6-15ef596803c1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:30Z', 'updated_at': '2021-01-14T07:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '46af33b7-4a30-4093-a9d0-897c9bc48418', 'name': '', 'network_id': 'ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0', 'tenant_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'mac_address': 'fa:16:3e:52:6f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '93cdb327-e8f3-4c0c-aca4-47cddbd8734d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:34Z', 'updated_at': '2021-01-14T07:58:41Z', 'revision_number': 4, 'project_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'subnets': [{'id': '93cdb327-e8f3-4c0c-aca4-47cddbd8734d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:58:43.287365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 46af33b7-4a30-4093-a9d0-897c9bc48418 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:58:43.361774 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 46af33b7-4a30-4093-a9d0-897c9bc48418 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:58:43.367716 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 46af33b7-4a30-4093-a9d0-897c9bc48418 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:43.368418 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:43.511366 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:43.547968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 46af33b7-4a30-4093-a9d0-897c9bc48418, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=46af33b7-4a30-4093-a9d0-897c9bc48418,segment=NetworkSegment(a7bfde0a-78c9-478f-8f52-c2060ad5f9d2),segment_id=a7bfde0a-78c9-478f-8f52-c2060ad5f9d2)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:58:43.551440 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:43.553532 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-05055d08-15ec-491b-b8bd-1c9c58b4b098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:43.624638 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=46af33b7-4a30-4093-a9d0-897c9bc48418,revision_number=5']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:43.628506 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:44.433095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:58:45.269991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 46af33b7-4a30-4093-a9d0-897c9bc48418 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:58:45.347533 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 46af33b7-4a30-4093-a9d0-897c9bc48418 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:58:45.348029 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:46.542698 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:46.637629 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:53.985345 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d6bb5c31-ab53-4c1a-a4d8-650a522099d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:56.820944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d4006ee0-4660-4869-97db-9a42a944b101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:57.491786 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:57.636864 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-721718da-116b-4397-bce7-ca874dfcb3cf req-5ccdc7bf-c4ca-4917-be86-e5dd0768340e tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Synchronizing usage tracker for tenant:0aefdb19717646ab82de202e8ef5fa32 on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:58:57.651886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-721718da-116b-4397-bce7-ca874dfcb3cf req-5ccdc7bf-c4ca-4917-be86-e5dd0768340e tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Unset dirty status for tenant:0aefdb19717646ab82de202e8ef5fa32 on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:58:57.653137 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-721718da-116b-4397-bce7-ca874dfcb3cf req-5ccdc7bf-c4ca-4917-be86-e5dd0768340e tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-41033626&fields=id&tenant_id=0aefdb19717646ab82de202e8ef5fa32 HTTP/1.1" status: 200 len: 267 time: 0.0623698 Jan 14 07:58:57.837627 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721718da-116b-4397-bce7-ca874dfcb3cf req-26537bb3-0ed4-4cbf-b898-4cb4ca9e36c8 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:58:57.839384 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-721718da-116b-4397-bce7-ca874dfcb3cf req-26537bb3-0ed4-4cbf-b898-4cb4ca9e36c8 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "GET /v2.0/networks?id=219a3fbe-0d92-4df8-a534-c744112a7cef HTTP/1.1" status: 200 len: 809 time: 0.1790116 Jan 14 07:58:57.858334 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-721718da-116b-4397-bce7-ca874dfcb3cf req-533a04de-8129-41e0-9022-b9ddce22f2a6 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "GET /v2.0/quotas/0aefdb19717646ab82de202e8ef5fa32 HTTP/1.1" status: 200 len: 375 time: 0.0124359 Jan 14 07:58:57.963496 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-721718da-116b-4397-bce7-ca874dfcb3cf req-14a8dd2a-3d88-4579-aafd-cc96c1793844 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "GET /v2.0/ports?tenant_id=0aefdb19717646ab82de202e8ef5fa32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987298 Jan 14 07:58:58.010853 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:58.118268 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-721718da-116b-4397-bce7-ca874dfcb3cf req-e3f20038-eba3-4463-bd20-b1a7d884949a service neutron] 10.222.0.41 "GET /v2.0/networks/219a3fbe-0d92-4df8-a534-c744112a7cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414940 Jan 14 07:58:58.267105 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-721718da-116b-4397-bce7-ca874dfcb3cf req-38b97f8f-872b-4c60-8a34-78bb12be50eb service neutron] 10.222.0.41 "GET /v2.0/networks/219a3fbe-0d92-4df8-a534-c744112a7cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423492 Jan 14 07:58:58.990290 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:59.217473 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3b963664-9e07-4e23-9e53-e6b5374cb673 req-4000a5a3-f1a6-4fd0-8c78-af9106cf4c36 tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "GET /v2.0/security-groups/0ffa610d-0f61-4a32-b4e0-e8ec66df6b4b HTTP/1.1" status: 200 len: 2993 time: 0.0587676 Jan 14 07:58:59.303381 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3b963664-9e07-4e23-9e53-e6b5374cb673 req-baeef027-5c50-4fa0-8453-698a12b9d58a tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:59.338303 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3b963664-9e07-4e23-9e53-e6b5374cb673 req-baeef027-5c50-4fa0-8453-698a12b9d58a tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:59.392505 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3b963664-9e07-4e23-9e53-e6b5374cb673 req-baeef027-5c50-4fa0-8453-698a12b9d58a tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:59.398479 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ecfd78ad-7710-4bdb-a859-d6c41c58e86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:58:59.421069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeef027-5c50-4fa0-8453-698a12b9d58a tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffa610d-0f61-4a32-b4e0-e8ec66df6b4b,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:58:59.427699 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-baeef027-5c50-4fa0-8453-698a12b9d58a tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:58:59.432560 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-3b963664-9e07-4e23-9e53-e6b5374cb673 req-baeef027-5c50-4fa0-8453-698a12b9d58a tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:58:59.433851 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-3b963664-9e07-4e23-9e53-e6b5374cb673 req-baeef027-5c50-4fa0-8453-698a12b9d58a tempest-TestShelveInstance-625405137 tempest-TestShelveInstance-625405137] 10.222.0.41 "DELETE /v2.0/security-groups/0ffa610d-0f61-4a32-b4e0-e8ec66df6b4b HTTP/1.1" status: 204 len: 173 time: 0.2087958 Jan 14 07:58:59.490510 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44558) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:00.072324 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b9399cf-b493-49d5-bbd3-446b0e776237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:00.553588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2b9399cf-b493-49d5-bbd3-446b0e776237 admin admin] Deleting port 8b3db157-e388-4f39-bed4-62709359a99d {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:59:00.553962 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b9399cf-b493-49d5-bbd3-446b0e776237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:00.741588 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2b9399cf-b493-49d5-bbd3-446b0e776237 admin admin] For port 8b3db157-e388-4f39-bed4-62709359a99d, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=8b3db157-e388-4f39-bed4-62709359a99d,segment=NetworkSegment(5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab),segment_id=5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:59:00.741881 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b9399cf-b493-49d5-bbd3-446b0e776237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:00.881470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2b9399cf-b493-49d5-bbd3-446b0e776237 admin admin] Calling delete_port for 8b3db157-e388-4f39-bed4-62709359a99d owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:59:01.342906 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b9399cf-b493-49d5-bbd3-446b0e776237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:01.358949 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-cb7349f5-a0eb-4e21-9f79-ae3fca6d417b tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:01.448505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9399cf-b493-49d5-bbd3-446b0e776237 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b3db157-e388-4f39-bed4-62709359a99d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:01.455469 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2b9399cf-b493-49d5-bbd3-446b0e776237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:01.766938 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b9399cf-b493-49d5-bbd3-446b0e776237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:02.275286 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9399cf-b493-49d5-bbd3-446b0e776237 admin admin] Router f24f2b19-ae64-4a08-be5b-2a0d259f4c2f has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:59:02.462153 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9399cf-b493-49d5-bbd3-446b0e776237 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:59:02.471155 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87141073-d60f-45c5-8ef4-33b8ddd3e519 None None] Sync routers for ids ['f24f2b19-ae64-4a08-be5b-2a0d259f4c2f'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:59:02.471938 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-2b9399cf-b493-49d5-bbd3-446b0e776237 admin admin] 10.222.0.41 "PUT /v2.0/routers/f24f2b19-ae64-4a08-be5b-2a0d259f4c2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9801726 Jan 14 07:59:02.475521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44562) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:02.485434 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87141073-d60f-45c5-8ef4-33b8ddd3e519 None None] Routers {'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:59:02.486097 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-87141073-d60f-45c5-8ef4-33b8ddd3e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:58:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f24f2b19-ae64-4a08-be5b-2a0d259f4c2f'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:02.663229 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0a091ad-1308-47bb-84f7-27b2f598de46 admin admin] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:02.668472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-87141073-d60f-45c5-8ef4-33b8ddd3e519 None None] Set router f24f2b19-ae64-4a08-be5b-2a0d259f4c2f gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:59:02.857097 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0a091ad-1308-47bb-84f7-27b2f598de46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:02.863035 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c0a091ad-1308-47bb-84f7-27b2f598de46 admin admin] Deleting port c774a3f9-baf3-418a-924c-4e8af09fc6be {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:59:02.863405 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0a091ad-1308-47bb-84f7-27b2f598de46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:03.057841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c0a091ad-1308-47bb-84f7-27b2f598de46 admin admin] For port c774a3f9-baf3-418a-924c-4e8af09fc6be, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=c774a3f9-baf3-418a-924c-4e8af09fc6be,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:59:03.058236 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0a091ad-1308-47bb-84f7-27b2f598de46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:03.129792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-87141073-d60f-45c5-8ef4-33b8ddd3e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f', 'name': 'tempest-TestShelveInstance-1172724017-router', 'tenant_id': '0aefdb19717646ab82de202e8ef5fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c774a3f9-baf3-418a-924c-4e8af09fc6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:21Z', 'updated_at': '2021-01-14T07:59:01Z', 'revision_number': 5, 'project_id': '0aefdb19717646ab82de202e8ef5fa32', 'gw_port': {'id': 'c774a3f9-baf3-418a-924c-4e8af09fc6be', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:22Z', 'updated_at': '2021-01-14T07:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:03.134649 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87141073-d60f-45c5-8ef4-33b8ddd3e519 None None] Checking router: f24f2b19-ae64-4a08-be5b-2a0d259f4c2f for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:59:03.143606 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87141073-d60f-45c5-8ef4-33b8ddd3e519 None None] Routers {'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:59:03.144287 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-87141073-d60f-45c5-8ef4-33b8ddd3e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:58:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['f24f2b19-ae64-4a08-be5b-2a0d259f4c2f'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:03.190687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-c0a091ad-1308-47bb-84f7-27b2f598de46 admin admin] Calling delete_port for c774a3f9-baf3-418a-924c-4e8af09fc6be owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:59:03.336178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-87141073-d60f-45c5-8ef4-33b8ddd3e519 None None] Set router f24f2b19-ae64-4a08-be5b-2a0d259f4c2f gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:59:03.343735 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0a091ad-1308-47bb-84f7-27b2f598de46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:03.538527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0a091ad-1308-47bb-84f7-27b2f598de46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:03.641573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-87141073-d60f-45c5-8ef4-33b8ddd3e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f', 'name': 'tempest-TestShelveInstance-1172724017-router', 'tenant_id': '0aefdb19717646ab82de202e8ef5fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c774a3f9-baf3-418a-924c-4e8af09fc6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:21Z', 'updated_at': '2021-01-14T07:59:01Z', 'revision_number': 5, 'project_id': '0aefdb19717646ab82de202e8ef5fa32', 'gw_port': {'id': 'c774a3f9-baf3-418a-924c-4e8af09fc6be', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:22Z', 'updated_at': '2021-01-14T07:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:03.646302 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87141073-d60f-45c5-8ef4-33b8ddd3e519 None None] The sync data for ids ['f24f2b19-ae64-4a08-be5b-2a0d259f4c2f'] in n-d-769329-2 is: [{'id': 'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f', 'name': 'tempest-TestShelveInstance-1172724017-router', 'tenant_id': '0aefdb19717646ab82de202e8ef5fa32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c774a3f9-baf3-418a-924c-4e8af09fc6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:21Z', 'updated_at': '2021-01-14T07:59:01Z', 'revision_number': 5, 'project_id': '0aefdb19717646ab82de202e8ef5fa32', 'gw_port': {'id': 'c774a3f9-baf3-418a-924c-4e8af09fc6be', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24f2b19-ae64-4a08-be5b-2a0d259f4c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:22Z', 'updated_at': '2021-01-14T07:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:59:03.674003 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0a091ad-1308-47bb-84f7-27b2f598de46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:03.678027 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0a091ad-1308-47bb-84f7-27b2f598de46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:03.697399 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0a091ad-1308-47bb-84f7-27b2f598de46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:03.697992 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a091ad-1308-47bb-84f7-27b2f598de46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f24f2b19-ae64-4a08-be5b-2a0d259f4c2f {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:59:03.711796 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0a091ad-1308-47bb-84f7-27b2f598de46 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:03.713065 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c0a091ad-1308-47bb-84f7-27b2f598de46 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f24f2b19-ae64-4a08-be5b-2a0d259f4c2f HTTP/1.1" status: 204 len: 168 time: 1.2364624 Jan 14 07:59:03.715796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44566) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:03.789651 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6b291a-33fa-446b-a88d-69099aaa6238 admin admin] Deleting subnet e1d450b8-8b59-4524-aa96-fac8d249ada8 {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:59:03.792717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b6b291a-33fa-446b-a88d-69099aaa6238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:03.846548 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b6b291a-33fa-446b-a88d-69099aaa6238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:03.934986 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b6b291a-33fa-446b-a88d-69099aaa6238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:04.209326 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b6b291a-33fa-446b-a88d-69099aaa6238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:04.225863 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ea59cf5d-07cb-4cce-b0af-2f528a5bd111 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:04.321170 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b291a-33fa-446b-a88d-69099aaa6238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1d450b8-8b59-4524-aa96-fac8d249ada8,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:04.324630 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3b6b291a-33fa-446b-a88d-69099aaa6238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:04.371055 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3b6b291a-33fa-446b-a88d-69099aaa6238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:04.375773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43511e27-03fd-4418-ac8b-b9dd154333d9 None None] Network 219a3fbe-0d92-4df8-a534-c744112a7cef requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:59:04.378012 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3b6b291a-33fa-446b-a88d-69099aaa6238 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e1d450b8-8b59-4524-aa96-fac8d249ada8 HTTP/1.1" status: 204 len: 168 time: 0.6611269 Jan 14 07:59:04.381473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44570) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:04.503453 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:04.636210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c1deec-2269-49ea-bcc9-826edd70a376 None None] DHCP port deletion for 219a3fbe-0d92-4df8-a534-c744112a7cef request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:59:04.641066 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-92c1deec-2269-49ea-bcc9-826edd70a376 None None] Deleting port 39a8ef40-6720-45d8-8f3a-62b70983fdc1 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:59:04.641492 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92c1deec-2269-49ea-bcc9-826edd70a376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:04.870538 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] Deleting port 39a8ef40-6720-45d8-8f3a-62b70983fdc1 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:59:04.870781 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:04.874822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-92c1deec-2269-49ea-bcc9-826edd70a376 None None] For port 39a8ef40-6720-45d8-8f3a-62b70983fdc1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=39a8ef40-6720-45d8-8f3a-62b70983fdc1,segment=NetworkSegment(5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab),segment_id=5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:59:04.875269 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92c1deec-2269-49ea-bcc9-826edd70a376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:05.007103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-92c1deec-2269-49ea-bcc9-826edd70a376 None None] Calling delete_port for 39a8ef40-6720-45d8-8f3a-62b70983fdc1 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:59:05.081722 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-92c1deec-2269-49ea-bcc9-826edd70a376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375'] for port, after_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:05.091682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] For port 39a8ef40-6720-45d8-8f3a-62b70983fdc1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=39a8ef40-6720-45d8-8f3a-62b70983fdc1,segment=NetworkSegment(5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab),segment_id=5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:59:05.092111 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:05.097631 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fa81d846-21dc-452b-a17d-e1f68e0d3b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:05.206160 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1deec-2269-49ea-bcc9-826edd70a376 None None] Pushing event deleted for resources: {'Port': ['ID=39a8ef40-6720-45d8-8f3a-62b70983fdc1,revision_number=None']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:05.213367 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-92c1deec-2269-49ea-bcc9-826edd70a376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:05.225129 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] Calling delete_port for 39a8ef40-6720-45d8-8f3a-62b70983fdc1 owned by network:dhcp {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:59:05.246449 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c1deec-2269-49ea-bcc9-826edd70a376 None None] No DVR routers for this DVR port 39a8ef40-6720-45d8-8f3a-62b70983fdc1 on host n-d-769329-2 {{(pid=80909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:59:05.281813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c774a3f9-baf3-418a-924c-4e8af09fc6be no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:59:05.299556 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80907) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:59:05.300040 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:59:05.319848 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: c774a3f9-baf3-418a-924c-4e8af09fc6be {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:59:05.320242 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device c774a3f9-baf3-418a-924c-4e8af09fc6be not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:59:05.320709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8b3db157-e388-4f39-bed4-62709359a99d no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:59:05.352847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 8b3db157-e388-4f39-bed4-62709359a99d {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:59:05.353239 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 8b3db157-e388-4f39-bed4-62709359a99d not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:59:05.353687 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 39a8ef40-6720-45d8-8f3a-62b70983fdc1 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:59:05.385642 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 39a8ef40-6720-45d8-8f3a-62b70983fdc1 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:59:05.386029 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 39a8ef40-6720-45d8-8f3a-62b70983fdc1 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:59:05.801135 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] Deleting port 39a8ef40-6720-45d8-8f3a-62b70983fdc1 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:59:05.801751 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:05.869464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] The port '39a8ef40-6720-45d8-8f3a-62b70983fdc1' was deleted {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:59:05.999056 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:06.111633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219a3fbe-0d92-4df8-a534-c744112a7cef']}} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:06.128356 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab') {'for_net_delete': True} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:06.128693 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec65cc9-b8f1-4538-bdd8-c10fbd9601ab') {} {{(pid=80907) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:06.141438 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6798383'] for segment, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:06.157000 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:06.159018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80907) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:59:06.343720 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] Network 219a3fbe-0d92-4df8-a534-c744112a7cef has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:59:06.353147 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5349060'] for segment, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:06.538474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] Network 219a3fbe-0d92-4df8-a534-c744112a7cef has no segments {{(pid=80907) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:59:06.561584 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:59:06.642413 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:06.646111 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-edc90067-097a-4d17-ada8-9eb77fa9c745 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:06.662187 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:06.671050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] Pushing event deleted for resources: {'Network': ['ID=219a3fbe-0d92-4df8-a534-c744112a7cef,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:06.674549 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:06.681924 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] 10.222.0.41 "DELETE /v2.0/networks/219a3fbe-0d92-4df8-a534-c744112a7cef HTTP/1.1" status: 204 len: 168 time: 2.2994201 Jan 14 07:59:06.685168 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44574) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:07.254457 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be7f1aae-1e20-4492-afe5-eee8227ac8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:07.737198 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-be7f1aae-1e20-4492-afe5-eee8227ac8d5 admin admin] Deleting port 46af33b7-4a30-4093-a9d0-897c9bc48418 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:59:07.737577 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be7f1aae-1e20-4492-afe5-eee8227ac8d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:07.930999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-be7f1aae-1e20-4492-afe5-eee8227ac8d5 admin admin] For port 46af33b7-4a30-4093-a9d0-897c9bc48418, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=46af33b7-4a30-4093-a9d0-897c9bc48418,segment=NetworkSegment(a7bfde0a-78c9-478f-8f52-c2060ad5f9d2),segment_id=a7bfde0a-78c9-478f-8f52-c2060ad5f9d2)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:59:07.931401 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be7f1aae-1e20-4492-afe5-eee8227ac8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:08.064795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-be7f1aae-1e20-4492-afe5-eee8227ac8d5 admin admin] Calling delete_port for 46af33b7-4a30-4093-a9d0-897c9bc48418 owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:59:08.249133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be7f1aae-1e20-4492-afe5-eee8227ac8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:08.265574 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-59cfdeeb-31c0-4903-876f-3e367b636b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:08.357847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f1aae-1e20-4492-afe5-eee8227ac8d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=46af33b7-4a30-4093-a9d0-897c9bc48418,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:08.360628 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-be7f1aae-1e20-4492-afe5-eee8227ac8d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:08.672895 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-be7f1aae-1e20-4492-afe5-eee8227ac8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:09.467883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7f1aae-1e20-4492-afe5-eee8227ac8d5 admin admin] Router 27842ed2-0680-4392-aed0-5c42afd6acb4 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:59:09.652650 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7f1aae-1e20-4492-afe5-eee8227ac8d5 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:59:09.661634 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320aadb2-f4d4-4f87-8eb5-2d637e69b6ec None None] Sync routers for ids ['27842ed2-0680-4392-aed0-5c42afd6acb4'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:59:09.662566 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-be7f1aae-1e20-4492-afe5-eee8227ac8d5 admin admin] 10.222.0.41 "PUT /v2.0/routers/27842ed2-0680-4392-aed0-5c42afd6acb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9763050 Jan 14 07:59:09.665309 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44578) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:09.671863 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320aadb2-f4d4-4f87-8eb5-2d637e69b6ec None None] Routers {'27842ed2-0680-4392-aed0-5c42afd6acb4'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:59:09.672551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-320aadb2-f4d4-4f87-8eb5-2d637e69b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:58:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['27842ed2-0680-4392-aed0-5c42afd6acb4'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:09.850236 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-714e2d98-4858-403e-8edd-6ddf9c7413f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:09.867293 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-320aadb2-f4d4-4f87-8eb5-2d637e69b6ec None None] Set router 27842ed2-0680-4392-aed0-5c42afd6acb4 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:59:10.047852 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-714e2d98-4858-403e-8edd-6ddf9c7413f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:10.053750 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-714e2d98-4858-403e-8edd-6ddf9c7413f7 admin admin] Deleting port e138d12a-6ff5-4627-9bd6-15ef596803c1 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:59:10.054128 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-714e2d98-4858-403e-8edd-6ddf9c7413f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:10.246982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-714e2d98-4858-403e-8edd-6ddf9c7413f7 admin admin] For port e138d12a-6ff5-4627-9bd6-15ef596803c1, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e138d12a-6ff5-4627-9bd6-15ef596803c1,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:59:10.246982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-714e2d98-4858-403e-8edd-6ddf9c7413f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:10.357909 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-320aadb2-f4d4-4f87-8eb5-2d637e69b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'name': 'tempest-TestShelveInstance-1232243864-router', 'tenant_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'e138d12a-6ff5-4627-9bd6-15ef596803c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:30Z', 'updated_at': '2021-01-14T07:59:08Z', 'revision_number': 5, 'project_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'gw_port': {'id': 'e138d12a-6ff5-4627-9bd6-15ef596803c1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:30Z', 'updated_at': '2021-01-14T07:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:10.362026 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320aadb2-f4d4-4f87-8eb5-2d637e69b6ec None None] Checking router: 27842ed2-0680-4392-aed0-5c42afd6acb4 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:59:10.371219 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320aadb2-f4d4-4f87-8eb5-2d637e69b6ec None None] Routers {'27842ed2-0680-4392-aed0-5c42afd6acb4'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:59:10.371918 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-320aadb2-f4d4-4f87-8eb5-2d637e69b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:58:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['27842ed2-0680-4392-aed0-5c42afd6acb4'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:10.379564 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-714e2d98-4858-403e-8edd-6ddf9c7413f7 admin admin] Calling delete_port for e138d12a-6ff5-4627-9bd6-15ef596803c1 owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:59:10.520982 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-714e2d98-4858-403e-8edd-6ddf9c7413f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:10.562165 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-320aadb2-f4d4-4f87-8eb5-2d637e69b6ec None None] Set router 27842ed2-0680-4392-aed0-5c42afd6acb4 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:59:10.716038 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-714e2d98-4858-403e-8edd-6ddf9c7413f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:10.852176 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-714e2d98-4858-403e-8edd-6ddf9c7413f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:10.854645 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-714e2d98-4858-403e-8edd-6ddf9c7413f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:10.877665 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-320aadb2-f4d4-4f87-8eb5-2d637e69b6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'name': 'tempest-TestShelveInstance-1232243864-router', 'tenant_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'e138d12a-6ff5-4627-9bd6-15ef596803c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:30Z', 'updated_at': '2021-01-14T07:59:08Z', 'revision_number': 5, 'project_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'gw_port': {'id': 'e138d12a-6ff5-4627-9bd6-15ef596803c1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:30Z', 'updated_at': '2021-01-14T07:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:10.882553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320aadb2-f4d4-4f87-8eb5-2d637e69b6ec None None] The sync data for ids ['27842ed2-0680-4392-aed0-5c42afd6acb4'] in n-d-769329-2 is: [{'id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'name': 'tempest-TestShelveInstance-1232243864-router', 'tenant_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'e138d12a-6ff5-4627-9bd6-15ef596803c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:58:30Z', 'updated_at': '2021-01-14T07:59:08Z', 'revision_number': 5, 'project_id': 'dbf90af0a7804672942e8a0f5bb4ceab', 'gw_port': {'id': 'e138d12a-6ff5-4627-9bd6-15ef596803c1', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:73:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27842ed2-0680-4392-aed0-5c42afd6acb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:58:30Z', 'updated_at': '2021-01-14T07:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:59:10.890623 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-714e2d98-4858-403e-8edd-6ddf9c7413f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:10.891416 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714e2d98-4858-403e-8edd-6ddf9c7413f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27842ed2-0680-4392-aed0-5c42afd6acb4 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:59:10.906205 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-714e2d98-4858-403e-8edd-6ddf9c7413f7 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:10.907550 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-714e2d98-4858-403e-8edd-6ddf9c7413f7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/27842ed2-0680-4392-aed0-5c42afd6acb4 HTTP/1.1" status: 204 len: 168 time: 1.2410507 Jan 14 07:59:10.911938 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44582) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:10.993481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0976d2ee-b4b0-4245-9f72-3596c2ebfa38 admin admin] Deleting subnet 93cdb327-e8f3-4c0c-aca4-47cddbd8734d {{(pid=80907) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:59:10.997232 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0976d2ee-b4b0-4245-9f72-3596c2ebfa38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:11.051590 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0976d2ee-b4b0-4245-9f72-3596c2ebfa38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847977449'] for subnet, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:11.140625 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0976d2ee-b4b0-4245-9f72-3596c2ebfa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:11.232300 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 46af33b7-4a30-4093-a9d0-897c9bc48418 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:59:11.266553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 46af33b7-4a30-4093-a9d0-897c9bc48418 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:59:11.267068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 46af33b7-4a30-4093-a9d0-897c9bc48418 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:59:11.419834 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0976d2ee-b4b0-4245-9f72-3596c2ebfa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5349017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848721822'] for subnet, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:11.435940 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f34a620a-d407-411f-9390-11e0e03b57d5 tempest-NetworksIpV6Test-1182990018 tempest-NetworksIpV6Test-1182990018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:11.528144 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976d2ee-b4b0-4245-9f72-3596c2ebfa38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93cdb327-e8f3-4c0c-aca4-47cddbd8734d,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:11.541516 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-0976d2ee-b4b0-4245-9f72-3596c2ebfa38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:11.589889 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-0976d2ee-b4b0-4245-9f72-3596c2ebfa38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:11.595822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392b903a-457a-4813-b93b-52efa6c2798a None None] Network ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:59:11.598027 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-0976d2ee-b4b0-4245-9f72-3596c2ebfa38 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/93cdb327-e8f3-4c0c-aca4-47cddbd8734d HTTP/1.1" status: 204 len: 168 time: 0.6844211 Jan 14 07:59:11.600943 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44586) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:11.722243 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:11.794663 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Deleting port 16a3de5e-4b49-487f-8f44-c1a894c7ef46 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:59:11.795022 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:11.871063 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a30850e-45b0-4fae-ba9c-0c648a5d347e None None] DHCP port deletion for ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:59:11.876258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2a30850e-45b0-4fae-ba9c-0c648a5d347e None None] Deleting port 16a3de5e-4b49-487f-8f44-c1a894c7ef46 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:59:11.876884 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a30850e-45b0-4fae-ba9c-0c648a5d347e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:12.025539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] For port 16a3de5e-4b49-487f-8f44-c1a894c7ef46, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=16a3de5e-4b49-487f-8f44-c1a894c7ef46,segment=NetworkSegment(a7bfde0a-78c9-478f-8f52-c2060ad5f9d2),segment_id=a7bfde0a-78c9-478f-8f52-c2060ad5f9d2)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:59:12.025944 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:12.097365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-2a30850e-45b0-4fae-ba9c-0c648a5d347e None None] For port 16a3de5e-4b49-487f-8f44-c1a894c7ef46, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=16a3de5e-4b49-487f-8f44-c1a894c7ef46,segment=NetworkSegment(a7bfde0a-78c9-478f-8f52-c2060ad5f9d2),segment_id=a7bfde0a-78c9-478f-8f52-c2060ad5f9d2)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:59:12.097706 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a30850e-45b0-4fae-ba9c-0c648a5d347e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:12.166694 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Calling delete_port for 16a3de5e-4b49-487f-8f44-c1a894c7ef46 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:59:12.231903 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2a30850e-45b0-4fae-ba9c-0c648a5d347e None None] Calling delete_port for 16a3de5e-4b49-487f-8f44-c1a894c7ef46 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:59:12.243934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:12.258174 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ede3a366-414d-4cff-b624-34bb0c020868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:12.313510 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-2a30850e-45b0-4fae-ba9c-0c648a5d347e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:59:12.313926 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-2a30850e-45b0-4fae-ba9c-0c648a5d347e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:59:12.361604 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Pushing event deleted for resources: {'Port': ['ID=16a3de5e-4b49-487f-8f44-c1a894c7ef46,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:12.384403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.384832 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.385253 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.385667 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.386077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.386487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.386893 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.387299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.387744 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.388150 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.388555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.388960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.389435 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.389837 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.390238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.390645 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.391045 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.391447 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.391867 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.392269 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.392668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.393069 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.393470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.393866 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.394301 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.394701 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.395099 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.395566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.396498 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.396886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.397284 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.397682 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.398083 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.398480 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.398883 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.399280 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80908) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:12.404695 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:12.431450 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] No DVR routers for this DVR port 16a3de5e-4b49-487f-8f44-c1a894c7ef46 on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:59:12.560941 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:12.679341 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:12.692064 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7bfde0a-78c9-478f-8f52-c2060ad5f9d2') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:12.692428 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7bfde0a-78c9-478f-8f52-c2060ad5f9d2') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:12.704882 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:12.725114 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:12.727303 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:59:12.815521 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2a30850e-45b0-4fae-ba9c-0c648a5d347e None None] Deleting port 16a3de5e-4b49-487f-8f44-c1a894c7ef46 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:59:12.817236 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2a30850e-45b0-4fae-ba9c-0c648a5d347e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:12.888130 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-2a30850e-45b0-4fae-ba9c-0c648a5d347e None None] The port '16a3de5e-4b49-487f-8f44-c1a894c7ef46' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:59:12.919469 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Network ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:59:12.928930 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:13.114072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Network ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:59:13.141076 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:59:13.227002 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:13.230332 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-6b2d02b5-4053-4f32-94ac-37e036a810f7 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:13.245630 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:13.257586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Pushing event deleted for resources: {'Network': ['ID=ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:13.261105 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:13.263111 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b82dcbde-66af-49cf-a85f-6dfed4d6306e admin admin] 10.222.0.41 "DELETE /v2.0/networks/ec7d6fbb-3e5e-4a21-bd04-eae49dbb7fc0 HTTP/1.1" status: 204 len: 168 time: 1.6610813 Jan 14 07:59:13.280288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e138d12a-6ff5-4627-9bd6-15ef596803c1 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:59:13.323763 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: e138d12a-6ff5-4627-9bd6-15ef596803c1 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:59:13.324162 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e138d12a-6ff5-4627-9bd6-15ef596803c1 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:59:13.324633 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 16a3de5e-4b49-487f-8f44-c1a894c7ef46 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:59:13.357786 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 16a3de5e-4b49-487f-8f44-c1a894c7ef46 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:59:13.358180 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 16a3de5e-4b49-487f-8f44-c1a894c7ef46 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:59:13.499592 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44592) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:13.557289 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-90152ef5-c07c-4373-83b3-c7d718a67079 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0aefdb19717646ab82de202e8ef5fa32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559726 Jan 14 07:59:13.559915 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44596) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:13.622016 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-04dc0ae6-1ca7-4532-aec8-b499dfbc4f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:13.649033 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-04dc0ae6-1ca7-4532-aec8-b499dfbc4f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:13.693748 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-04dc0ae6-1ca7-4532-aec8-b499dfbc4f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:13.698992 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-61a5a934-8de3-4fbd-b5e6-65d441a57b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:13.714794 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc0ae6-1ca7-4532-aec8-b499dfbc4f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91669aba-028f-4991-b749-ea4a8a92be16,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:13.718212 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-04dc0ae6-1ca7-4532-aec8-b499dfbc4f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:13.720562 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-04dc0ae6-1ca7-4532-aec8-b499dfbc4f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:13.721784 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-04dc0ae6-1ca7-4532-aec8-b499dfbc4f19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91669aba-028f-4991-b749-ea4a8a92be16 HTTP/1.1" status: 204 len: 168 time: 0.1608942 Jan 14 07:59:14.172758 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44604) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:14.237120 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-dd704dc8-6406-4214-93eb-a5a7032eca74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dbf90af0a7804672942e8a0f5bb4ceab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627358 Jan 14 07:59:14.239765 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44608) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:14.318992 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c82316db-f595-4b1d-9fc5-5ca36867e054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:14.347598 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c82316db-f595-4b1d-9fc5-5ca36867e054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:14.396729 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c82316db-f595-4b1d-9fc5-5ca36867e054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:14.400795 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-695f3045-d3af-475b-9e98-0c252a157e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:14.413648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82316db-f595-4b1d-9fc5-5ca36867e054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a9effb-6c2e-4168-bd11-36aab6b71345,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:14.418076 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c82316db-f595-4b1d-9fc5-5ca36867e054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:14.422527 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c82316db-f595-4b1d-9fc5-5ca36867e054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:14.423795 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-c82316db-f595-4b1d-9fc5-5ca36867e054 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/01a9effb-6c2e-4168-bd11-36aab6b71345 HTTP/1.1" status: 204 len: 168 time: 0.1829944 Jan 14 07:59:15.338773 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44630) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:15.483373 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1893794529-network', 'tenant_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:59:15.490082 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:59:15.494246 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Usage tracker for resource:network and tenant:cf07e3ea67e54d7a9c3d0457a73aec9c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:59:15.497306 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:59:15.503159 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:59:15.513829 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Made reservation on behalf of cf07e3ea67e54d7a9c3d0457a73aec9c for: {'network': 1} {{(pid=80907) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:59:15.518592 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for network, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:15.531873 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:15.547339 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:59:15.551446 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Usage tracker for resource:security_group_rule and tenant:cf07e3ea67e54d7a9c3d0457a73aec9c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:59:15.555190 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:59:15.561187 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:59:15.658323 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:15.661313 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:15.665686 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-78d69e3d-8ec2-4461-8a4c-87300c236da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:15.698113 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80907) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 07:59:15.711724 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b5d602-102a-432a-b011-cc22136234e9,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:15.716369 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:15.717405 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253834952683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:15.717846 n-d-769329-2 neutron-server[80794]: INFO neutron.db.segments_db [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Added segment a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a of type vxlan for network 169b21f1-5b6e-44dd-a2eb-92add19982c7 Jan 14 07:59:15.747336 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363253835407203'] for network, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:15.778044 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188'] for network, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:15.779031 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:59:15.779756 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Notify callbacks [] for network, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:15.784954 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-302a1c23-c290-4ca2-a31e-0d1312392562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:15.891753 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.5516152 Jan 14 07:59:15.895012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44636) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:15.895319 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Pushing event updated for resources: {'Network': ['ID=169b21f1-5b6e-44dd-a2eb-92add19982c7,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:15.898696 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-74f0f4d1-b841-4bfd-a86b-281966b4d086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:15.903156 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-328f019c-e324-4776-864d-9dd883b0d2fe admin admin] Request body: {'subnet': {'network_id': '169b21f1-5b6e-44dd-a2eb-92add19982c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1893794529-subnet', 'tenant_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'ip_version': 4}} {{(pid=80908) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:59:15.907969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Network 169b21f1-5b6e-44dd-a2eb-92add19982c7 details requested by agent ovs-agent-n-h1-769329-2 with host n-h1-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:59:15.918068 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-328f019c-e324-4776-864d-9dd883b0d2fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:59:15.922799 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Network 169b21f1-5b6e-44dd-a2eb-92add19982c7 details requested by agent ovs-agent-n-h2-769329-2 with host n-h2-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:59:15.926501 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-328f019c-e324-4776-864d-9dd883b0d2fe admin admin] Usage tracker for resource:subnet and tenant:cf07e3ea67e54d7a9c3d0457a73aec9c is out of sync, need to count used quota {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:59:15.930299 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-328f019c-e324-4776-864d-9dd883b0d2fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80908) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:59:15.936736 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-328f019c-e324-4776-864d-9dd883b0d2fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80908) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:59:15.945086 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Network 169b21f1-5b6e-44dd-a2eb-92add19982c7 details requested by agent ovs-agent-n-d-769329-2 with host n-d-769329-2 {{(pid=80909) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 07:59:15.951544 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328f019c-e324-4776-864d-9dd883b0d2fe admin admin] Made reservation on behalf of cf07e3ea67e54d7a9c3d0457a73aec9c for: {'subnet': 1} {{(pid=80908) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 07:59:15.956856 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-328f019c-e324-4776-864d-9dd883b0d2fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848844532'] for subnet, before_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:16.389804 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-328f019c-e324-4776-864d-9dd883b0d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7335796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848844483'] for subnet, after_create {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:16.405480 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-2f4cff1a-5000-4691-8f63-7ec90c1dabc9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:16.535839 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f019c-e324-4776-864d-9dd883b0d2fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=66478000-a271-4d0e-b5fd-b79ef3c2894b,revision_number=0']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:16.543524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:16.549669 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-328f019c-e324-4776-864d-9dd883b0d2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:16.610610 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328f019c-e324-4776-864d-9dd883b0d2fe admin admin] Checking segment: {'id': 'a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '169b21f1-5b6e-44dd-a2eb-92add19982c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80908) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:59:16.611000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328f019c-e324-4776-864d-9dd883b0d2fe admin admin] Network hostable DHCP agents. Network: 169b21f1-5b6e-44dd-a2eb-92add19982c7, hostable agents: ['1f87dcb9-565f-4fe2-9523-59ef68a9b3fa'], hosted agents: [] {{(pid=80908) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 07:59:16.629502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328f019c-e324-4776-864d-9dd883b0d2fe admin admin] Network 169b21f1-5b6e-44dd-a2eb-92add19982c7 is scheduled to be hosted by DHCP agent 1f87dcb9-565f-4fe2-9523-59ef68a9b3fa with binding_index 1 {{(pid=80908) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 07:59:16.638644 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-328f019c-e324-4776-864d-9dd883b0d2fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-2, 169b21f1-5b6e-44dd-a2eb-92add19982c7) {{(pid=80908) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:59:16.651206 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328f019c-e324-4776-864d-9dd883b0d2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80908) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:59:16.651885 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-328f019c-e324-4776-864d-9dd883b0d2fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:16.655368 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a4cc35-002d-47c2-bab8-49703b828784 None None] Network 169b21f1-5b6e-44dd-a2eb-92add19982c7 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:59:16.674768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44640) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:16.675024 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-328f019c-e324-4776-864d-9dd883b0d2fe admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7779744 Jan 14 07:59:16.676550 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:16.683247 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1893794529-router', 'tenant_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:59:16.690152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:59:16.695133 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Usage tracker for resource:router and tenant:cf07e3ea67e54d7a9c3d0457a73aec9c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:59:16.698484 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:59:16.704444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:59:16.715392 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7991349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854684853'] for router, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:16.716574 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846784430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7967541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7997118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-90947'] for router, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:16.733151 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:16.899145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bbf252-9382-5b4f-b90f-6d42c7abb6a5-169b21f1-5b6e-44dd-a2eb-92add19982c7', 'network_id': '169b21f1-5b6e-44dd-a2eb-92add19982c7', 'tenant_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'fixed_ips': [{'subnet_id': '66478000-a271-4d0e-b5fd-b79ef3c2894b'}]}} from n-d-769329-2. {{(pid=80909) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 07:59:16.901448 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:17.034326 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7967524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7991332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-90962'] for router, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:17.241542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Allocated IP 172.20.0.2 (169b21f1-5b6e-44dd-a2eb-92add19982c7/66478000-a271-4d0e-b5fd-b79ef3c2894b/e091e72d-0116-4113-a77e-4689f9c87837) {{(pid=80909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:59:17.679376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Notify callbacks [] for port, precommit_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:17.690551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Transition to ACTIVE for port object e091e72d-0116-4113-a77e-4689f9c87837 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:59:17.691859 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:17.707586 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Transition to ACTIVE for port object e091e72d-0116-4113-a77e-4689f9c87837 will not be triggered until provisioned by entity DHCP. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:59:17.712486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391'] for port, after_create {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:17.725877 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:17.728984 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:17.860070 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Pushing event updated for resources: {'Port': ['ID=e091e72d-0116-4113-a77e-4689f9c87837,revision_number=1']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:17.865352 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:17.923273 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Network 169b21f1-5b6e-44dd-a2eb-92add19982c7 is already hosted by enough agents. {{(pid=80909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:59:17.924998 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Resources bound (agent type, host, resource id): {{(pid=80909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:59:17.927754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Received port after_create {{(pid=80909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:59:17.988954 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Attempting to bind port e091e72d-0116-4113-a77e-4689f9c87837 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:59:17.989429 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Attempting to bind port e091e72d-0116-4113-a77e-4689f9c87837 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '169b21f1-5b6e-44dd-a2eb-92add19982c7'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:59:17.989942 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Attempting to bind port e091e72d-0116-4113-a77e-4689f9c87837 on network 169b21f1-5b6e-44dd-a2eb-92add19982c7 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:59:17.995669 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:59:17.996107 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Checking segment: {'id': 'a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '169b21f1-5b6e-44dd-a2eb-92add19982c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:59:17.996560 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:17.997007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Bound using segment: {'id': 'a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '169b21f1-5b6e-44dd-a2eb-92add19982c7'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:59:17.997527 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Bound port: e091e72d-0116-4113-a77e-4689f9c87837, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '169b21f1-5b6e-44dd-a2eb-92add19982c7'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:59:17.997985 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:18.025969 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Allocated IP 172.25.3.232 (c23423ca-c6f9-4e24-86aa-328f70d7d267/2a64d6cd-c80a-4dab-9225-9e3c4476a977/384e7d8a-f47e-4411-8a1f-bafa10e2b46a) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:59:18.089259 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] For port e091e72d-0116-4113-a77e-4689f9c87837, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:59:18.092470 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] For port e091e72d-0116-4113-a77e-4689f9c87837, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e091e72d-0116-4113-a77e-4689f9c87837,segment=NetworkSegment(a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a),segment_id=a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:59:18.095960 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:18.112886 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:18.186218 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:18.214942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:18.231276 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f283f1a3-36ef-4368-8980-c6ef33cc1bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:18.266350 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Pushing event updated for resources: {'Port': ['ID=e091e72d-0116-4113-a77e-4689f9c87837,revision_number=2']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:18.271823 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-8a46bda2-a5e3-44cd-8cb4-4d0de3ea3ab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:18.368700 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Pushing event updated for resources: {'Port': ['ID=384e7d8a-f47e-4411-8a1f-bafa10e2b46a,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:18.374125 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:18.431859 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Network c23423ca-c6f9-4e24-86aa-328f70d7d267 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:59:18.433467 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:59:18.437139 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:59:18.875804 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:19.249962 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846784468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846808118'] for router, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:19.307121 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e091e72d-0116-4113-a77e-4689f9c87837 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:59:19.374668 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port e091e72d-0116-4113-a77e-4689f9c87837 completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:59:19.470985 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Router 3c43421a-63ec-4779-9e2d-177de9e98914 is scheduled to L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd with binding_index 1 {{(pid=80907) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 07:59:19.664673 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:59:19.674391 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] Sync routers for ids ['3c43421a-63ec-4779-9e2d-177de9e98914'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:59:19.684518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] Routers {'3c43421a-63ec-4779-9e2d-177de9e98914'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:59:19.685191 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:58:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['3c43421a-63ec-4779-9e2d-177de9e98914'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:19.690071 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:19.691425 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-f3b157ae-5f5e-4852-b1c4-e5301998bd28 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0152175 Jan 14 07:59:19.694877 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44644) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:19.724895 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8443a432-f610-4c81-933c-edce0ebbd1f8 None None] Network 169b21f1-5b6e-44dd-a2eb-92add19982c7 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:59:19.825656 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e392a071-26c6-4614-a1a0-a89dce6ec06d None None] Provisioning for port e091e72d-0116-4113-a77e-4689f9c87837 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:59:19.834745 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e392a071-26c6-4614-a1a0-a89dce6ec06d None None] Provisioning complete for port e091e72d-0116-4113-a77e-4689f9c87837 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:59:19.835048 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e392a071-26c6-4614-a1a0-a89dce6ec06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:19.871666 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] Set router 3c43421a-63ec-4779-9e2d-177de9e98914 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:59:20.089525 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e392a071-26c6-4614-a1a0-a89dce6ec06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:20.139888 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-e392a071-26c6-4614-a1a0-a89dce6ec06d None None] For port e091e72d-0116-4113-a77e-4689f9c87837, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e091e72d-0116-4113-a77e-4689f9c87837,segment=NetworkSegment(a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a),segment_id=a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:59:20.144768 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e392a071-26c6-4614-a1a0-a89dce6ec06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:20.147642 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-23d70502-469a-486d-8984-5105c5bc9990 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:20.188751 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c43421a-63ec-4779-9e2d-177de9e98914', 'name': 'tempest-TestSnapshotPattern-1893794529-router', 'tenant_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '384e7d8a-f47e-4411-8a1f-bafa10e2b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:59:16Z', 'updated_at': '2021-01-14T07:59:18Z', 'revision_number': 3, 'project_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'gw_port': {'id': '384e7d8a-f47e-4411-8a1f-bafa10e2b46a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c43421a-63ec-4779-9e2d-177de9e98914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:59:17Z', 'updated_at': '2021-01-14T07:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:20.194795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] Checking router: 3c43421a-63ec-4779-9e2d-177de9e98914 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:59:20.195519 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] Updating router 3c43421a-63ec-4779-9e2d-177de9e98914 port 384e7d8a-f47e-4411-8a1f-bafa10e2b46a binding host n-d-769329-2 {{(pid=80910) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:59:20.233940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392a071-26c6-4614-a1a0-a89dce6ec06d None None] Pushing event updated for resources: {'Port': ['ID=e091e72d-0116-4113-a77e-4689f9c87837,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:20.247474 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e392a071-26c6-4614-a1a0-a89dce6ec06d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:20.257042 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:20.482050 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-793d5b19-e368-4b89-a2ba-3ab6476d7946 None None] Provisioning complete for port e091e72d-0116-4113-a77e-4689f9c87837 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:59:20.482383 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-793d5b19-e368-4b89-a2ba-3ab6476d7946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:20.722306 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] Notify callbacks [] for port, precommit_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:20.736424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] Transition to ACTIVE for port object 384e7d8a-f47e-4411-8a1f-bafa10e2b46a will not be triggered until provisioned by entity L2. {{(pid=80910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:59:20.740694 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:20.745116 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-8923ce4c-94d4-460d-8efa-aaef9ab2e78c None None] Provisioning complete for port e091e72d-0116-4113-a77e-4689f9c87837 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:59:20.746012 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8923ce4c-94d4-460d-8efa-aaef9ab2e78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:20.757638 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e04c928a-7781-4fcd-a628-a12abecd5ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:20.778866 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:20.896528 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Pushing event updated for resources: {'Port': ['ID=384e7d8a-f47e-4411-8a1f-bafa10e2b46a,revision_number=2']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:20.915178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.915847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.916481 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.917123 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.917578 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.918103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.918475 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.918844 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.919210 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.919573 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.920425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.920425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.920726 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.921075 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.921432 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.921797 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.922147 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.922624 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.922982 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.923337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.923709 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.924072 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.924424 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.924900 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.925296 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.925648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.925999 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.926349 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.926766 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.927258 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.927616 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.928132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.928487 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.928841 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.929195 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.929547 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:20.948077 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:20.998659 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-87407cc7-03e3-4ab3-8e81-b979d7985212 None None] Provisioning complete for port e091e72d-0116-4113-a77e-4689f9c87837 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:59:20.998659 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87407cc7-03e3-4ab3-8e81-b979d7985212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:21.000548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] Attempting to bind port 384e7d8a-f47e-4411-8a1f-bafa10e2b46a on host n-d-769329-2 for vnic_type normal with profile {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:59:21.000965 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] Attempting to bind port 384e7d8a-f47e-4411-8a1f-bafa10e2b46a by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:59:21.001413 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] Attempting to bind port 384e7d8a-f47e-4411-8a1f-bafa10e2b46a on network c23423ca-c6f9-4e24-86aa-328f70d7d267 {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:59:21.008439 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:59:21.009605 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] Checking segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:59:21.010059 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:21.010502 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] Bound using segment: {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'} {{(pid=80910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:59:21.011018 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] Bound port: 384e7d8a-f47e-4411-8a1f-bafa10e2b46a, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe8aa5-f34f-475d-84cd-6255b594e546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267'}}] {{(pid=80910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:59:21.011436 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:21.096557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] For port 384e7d8a-f47e-4411-8a1f-bafa10e2b46a, host n-d-769329-2, cleared binding levels {{(pid=80910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:59:21.102081 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] For port 384e7d8a-f47e-4411-8a1f-bafa10e2b46a, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=384e7d8a-f47e-4411-8a1f-bafa10e2b46a,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:59:21.105740 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80910) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:21.121709 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-005f48ce-2dab-4f64-b7bd-cdd1cc4044a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:21.168879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_common [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Allocated IP 172.20.0.1 (169b21f1-5b6e-44dd-a2eb-92add19982c7/66478000-a271-4d0e-b5fd-b79ef3c2894b/9e9e0f47-3650-4919-a1a3-dde9e4718094) {{(pid=80907) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 07:59:21.281040 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Pushing event updated for resources: {'Port': ['ID=384e7d8a-f47e-4411-8a1f-bafa10e2b46a,revision_number=3']} {{(pid=80910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:21.286582 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5016c3da-74fc-41cd-9fc3-88b87b2c650f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80910) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:21.287743 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e091e72d-0116-4113-a77e-4689f9c87837 up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:59:21.346613 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:21.369257 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Transition to ACTIVE for port object 9e9e0f47-3650-4919-a1a3-dde9e4718094 will not be triggered until provisioned by entity DHCP. {{(pid=80907) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:59:21.370124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port e091e72d-0116-4113-a77e-4689f9c87837 triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:59:21.370333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:21.390400 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783019358391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:21.405268 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3b28b42a-7b64-4f1a-8908-50e1e2d17e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:21.479060 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:59:21.505697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] Routers {'3c43421a-63ec-4779-9e2d-177de9e98914'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:59:21.506365 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:58:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['3c43421a-63ec-4779-9e2d-177de9e98914'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:21.556796 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9e0f47-3650-4919-a1a3-dde9e4718094,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:21.560013 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:21.616767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Network 169b21f1-5b6e-44dd-a2eb-92add19982c7 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:59:21.617976 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:59:21.620412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Received port after_create {{(pid=80907) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 07:59:21.693302 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036846780658'] for router_interface, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:21.705322 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] Set router 3c43421a-63ec-4779-9e2d-177de9e98914 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:59:21.850418 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-07f27bda-7f8c-4237-bdae-6b1f6c870d5e None None] Provisioning for port 9e9e0f47-3650-4919-a1a3-dde9e4718094 completed by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:59:21.859509 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-07f27bda-7f8c-4237-bdae-6b1f6c870d5e None None] Provisioning complete for port 9e9e0f47-3650-4919-a1a3-dde9e4718094 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:59:21.860077 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-07f27bda-7f8c-4237-bdae-6b1f6c870d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:21.927818 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-07f27bda-7f8c-4237-bdae-6b1f6c870d5e None None] Port 9e9e0f47-3650-4919-a1a3-dde9e4718094 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:59:22.002188 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:22.043505 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c43421a-63ec-4779-9e2d-177de9e98914', 'name': 'tempest-TestSnapshotPattern-1893794529-router', 'tenant_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '384e7d8a-f47e-4411-8a1f-bafa10e2b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:59:16Z', 'updated_at': '2021-01-14T07:59:18Z', 'revision_number': 3, 'project_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'gw_port': {'id': '384e7d8a-f47e-4411-8a1f-bafa10e2b46a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c43421a-63ec-4779-9e2d-177de9e98914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:59:17Z', 'updated_at': '2021-01-14T07:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:22.047823 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117dd0a-a598-4b6a-94c2-2cb3daa5b5e3 None None] The sync data for ids ['3c43421a-63ec-4779-9e2d-177de9e98914'] in n-d-769329-2 is: [{'id': '3c43421a-63ec-4779-9e2d-177de9e98914', 'name': 'tempest-TestSnapshotPattern-1893794529-router', 'tenant_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '384e7d8a-f47e-4411-8a1f-bafa10e2b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:59:16Z', 'updated_at': '2021-01-14T07:59:18Z', 'revision_number': 3, 'project_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'gw_port': {'id': '384e7d8a-f47e-4411-8a1f-bafa10e2b46a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c43421a-63ec-4779-9e2d-177de9e98914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:59:17Z', 'updated_at': '2021-01-14T07:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:59:22.321933 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:22.325974 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5349034'] for port, after_update {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:22.356159 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-37cd3dc2-518f-4c80-a240-59d8fddb2bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:22.440738 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7419173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7995377'] for router_interface, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:22.473914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9e0f47-3650-4919-a1a3-dde9e4718094,revision_number=2']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:22.544109 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.544548 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.545138 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.545392 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.545808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.546202 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.546609 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.547016 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.547747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.547914 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.548318 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.548637 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.549451 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.549572 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.549912 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.550304 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.551065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.551065 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.551494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.552615 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.553057 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.553596 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.554007 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.554412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.554940 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.555221 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.555618 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.556074 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.556474 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.556878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.557277 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.557767 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.558078 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.558671 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.559076 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.559472 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-769329-2 {{(pid=80907) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 07:59:22.566380 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:22.641405 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Network 169b21f1-5b6e-44dd-a2eb-92add19982c7 is already hosted by enough agents. {{(pid=80907) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 07:59:22.643425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.base_scheduler [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80907) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 07:59:22.869566 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-56355b2c-4c94-4c3e-9114-5586369f24ad None None] Provisioning complete for port 9e9e0f47-3650-4919-a1a3-dde9e4718094 triggered by entity DHCP. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:59:22.869566 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-56355b2c-4c94-4c3e-9114-5586369f24ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:22.872504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Router 3c43421a-63ec-4779-9e2d-177de9e98914 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:59:22.953077 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-56355b2c-4c94-4c3e-9114-5586369f24ad None None] Port 9e9e0f47-3650-4919-a1a3-dde9e4718094 cannot update to ACTIVE because it is not bound. {{(pid=80909) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 07:59:23.110847 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:59:23.121121 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-e02e1c1a-d2d4-4adf-9242-ea0d81e97eb2 admin admin] 10.222.0.41 "PUT /v2.0/routers/3c43421a-63ec-4779-9e2d-177de9e98914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4251461 Jan 14 07:59:23.324006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 384e7d8a-f47e-4411-8a1f-bafa10e2b46a up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:59:23.392886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning for port 384e7d8a-f47e-4411-8a1f-bafa10e2b46a completed by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 07:59:23.398124 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 384e7d8a-f47e-4411-8a1f-bafa10e2b46a triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:59:23.398547 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:23.525553 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:23.542652 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] For port 384e7d8a-f47e-4411-8a1f-bafa10e2b46a, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=384e7d8a-f47e-4411-8a1f-bafa10e2b46a,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:59:23.546353 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:23.548109 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-fa81d846-21dc-452b-a17d-e1f68e0d3b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:23.620849 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Pushing event updated for resources: {'Port': ['ID=384e7d8a-f47e-4411-8a1f-bafa10e2b46a,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:23.624273 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:23.986972 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-55db1901-4b0d-4254-8b20-f6add4cf36ab req-7e9aa60c-6979-4995-9342-bef52cb95a71 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Request body: {'security_group': {'name': 'tempest-TestSnapshotPattern-1301460567', 'description': 'tempest-TestSnapshotPattern-1301460567 description'}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:59:23.988700 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-2b0188e5-cae0-4c45-a6a0-159d66c8ed02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:23.998483 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-55db1901-4b0d-4254-8b20-f6add4cf36ab req-7e9aa60c-6979-4995-9342-bef52cb95a71 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:59:24.002670 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-55db1901-4b0d-4254-8b20-f6add4cf36ab req-7e9aa60c-6979-4995-9342-bef52cb95a71 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Usage tracker for resource:security_group and tenant:cf07e3ea67e54d7a9c3d0457a73aec9c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:59:24.006431 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-55db1901-4b0d-4254-8b20-f6add4cf36ab req-7e9aa60c-6979-4995-9342-bef52cb95a71 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:59:24.012403 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-55db1901-4b0d-4254-8b20-f6add4cf36ab req-7e9aa60c-6979-4995-9342-bef52cb95a71 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:59:24.023826 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55db1901-4b0d-4254-8b20-f6add4cf36ab req-7e9aa60c-6979-4995-9342-bef52cb95a71 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Notify callbacks [] for security_group, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:24.050808 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-55db1901-4b0d-4254-8b20-f6add4cf36ab req-7e9aa60c-6979-4995-9342-bef52cb95a71 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:59:24.055013 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-55db1901-4b0d-4254-8b20-f6add4cf36ab req-7e9aa60c-6979-4995-9342-bef52cb95a71 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Usage tracker for resource:security_group_rule and tenant:cf07e3ea67e54d7a9c3d0457a73aec9c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:59:24.058062 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-55db1901-4b0d-4254-8b20-f6add4cf36ab req-7e9aa60c-6979-4995-9342-bef52cb95a71 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:59:24.064795 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-55db1901-4b0d-4254-8b20-f6add4cf36ab req-7e9aa60c-6979-4995-9342-bef52cb95a71 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:59:24.145348 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55db1901-4b0d-4254-8b20-f6add4cf36ab req-7e9aa60c-6979-4995-9342-bef52cb95a71 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Notify callbacks [] for security_group, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:24.148755 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55db1901-4b0d-4254-8b20-f6add4cf36ab req-7e9aa60c-6979-4995-9342-bef52cb95a71 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:24.154191 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-04dc0ae6-1ca7-4532-aec8-b499dfbc4f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:24.194712 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9aa60c-6979-4995-9342-bef52cb95a71 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd091da-b4e1-482a-9d32-cb441edd870c,revision_number=1']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:24.197844 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-55db1901-4b0d-4254-8b20-f6add4cf36ab req-7e9aa60c-6979-4995-9342-bef52cb95a71 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:24.199190 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-55db1901-4b0d-4254-8b20-f6add4cf36ab req-7e9aa60c-6979-4995-9342-bef52cb95a71 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3100498 Jan 14 07:59:24.200041 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-7e9aa60c-6979-4995-9342-bef52cb95a71 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:24.284905 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a4305425-fc3d-4a88-82a5-207082936c69 req-0be62e71-10e3-4210-9c52-cf582147eba9 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] 10.222.0.41 "GET /v2.0/security-groups/5cd091da-b4e1-482a-9d32-cb441edd870c HTTP/1.1" status: 200 len: 1806 time: 0.0520508 Jan 14 07:59:24.296071 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-a4305425-fc3d-4a88-82a5-207082936c69 req-d41a50c3-cb08-4bec-8f31-9bdf2230e0e0 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5cd091da-b4e1-482a-9d32-cb441edd870c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:59:24.296425 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-a4305425-fc3d-4a88-82a5-207082936c69 req-d41a50c3-cb08-4bec-8f31-9bdf2230e0e0 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5cd091da-b4e1-482a-9d32-cb441edd870c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:59:24.307288 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-a4305425-fc3d-4a88-82a5-207082936c69 req-d41a50c3-cb08-4bec-8f31-9bdf2230e0e0 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:59:24.313768 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a4305425-fc3d-4a88-82a5-207082936c69 req-d41a50c3-cb08-4bec-8f31-9bdf2230e0e0 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Usage tracker for resource:security_group_rule and tenant:cf07e3ea67e54d7a9c3d0457a73aec9c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:59:24.316792 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a4305425-fc3d-4a88-82a5-207082936c69 req-d41a50c3-cb08-4bec-8f31-9bdf2230e0e0 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:59:24.323332 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-a4305425-fc3d-4a88-82a5-207082936c69 req-d41a50c3-cb08-4bec-8f31-9bdf2230e0e0 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:59:24.386433 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a4305425-fc3d-4a88-82a5-207082936c69 req-d41a50c3-cb08-4bec-8f31-9bdf2230e0e0 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:24.411918 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a4305425-fc3d-4a88-82a5-207082936c69 req-d41a50c3-cb08-4bec-8f31-9bdf2230e0e0 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:24.414840 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a4305425-fc3d-4a88-82a5-207082936c69 req-d41a50c3-cb08-4bec-8f31-9bdf2230e0e0 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:24.417277 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-c7e0bc08-857d-47fb-b829-0af52f0e224f tempest-SecGroupTest-54096127 tempest-SecGroupTest-54096127] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:24.441813 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a50c3-cb08-4bec-8f31-9bdf2230e0e0 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f61bf2-8dde-4771-b0ac-b18d97b00917,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:24.445283 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d41a50c3-cb08-4bec-8f31-9bdf2230e0e0 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:24.451946 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-a4305425-fc3d-4a88-82a5-207082936c69 req-d41a50c3-cb08-4bec-8f31-9bdf2230e0e0 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:24.453233 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a4305425-fc3d-4a88-82a5-207082936c69 req-d41a50c3-cb08-4bec-8f31-9bdf2230e0e0 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1614833 Jan 14 07:59:24.543576 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-61248bd9-387a-431a-ab63-ca66d9cb2fbb req-1ad44762-950c-486b-844e-c239a98f2463 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] 10.222.0.41 "GET /v2.0/security-groups/5cd091da-b4e1-482a-9d32-cb441edd870c HTTP/1.1" status: 200 len: 2400 time: 0.0578458 Jan 14 07:59:24.555000 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-61248bd9-387a-431a-ab63-ca66d9cb2fbb req-b7650f14-c540-4fd6-8ebf-aed6137b9439 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5cd091da-b4e1-482a-9d32-cb441edd870c', 'remote_group_id': None}]} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:59:24.555345 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.v2.base [req-61248bd9-387a-431a-ab63-ca66d9cb2fbb req-b7650f14-c540-4fd6-8ebf-aed6137b9439 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5cd091da-b4e1-482a-9d32-cb441edd870c', 'remote_group_id': None}} {{(pid=80907) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 07:59:24.566464 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-61248bd9-387a-431a-ab63-ca66d9cb2fbb req-b7650f14-c540-4fd6-8ebf-aed6137b9439 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 07:59:24.571388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-61248bd9-387a-431a-ab63-ca66d9cb2fbb req-b7650f14-c540-4fd6-8ebf-aed6137b9439 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Usage tracker for resource:security_group_rule and tenant:cf07e3ea67e54d7a9c3d0457a73aec9c is out of sync, need to count used quota {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 07:59:24.574710 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-61248bd9-387a-431a-ab63-ca66d9cb2fbb req-b7650f14-c540-4fd6-8ebf-aed6137b9439 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80907) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 07:59:24.580570 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.quota.driver [req-61248bd9-387a-431a-ab63-ca66d9cb2fbb req-b7650f14-c540-4fd6-8ebf-aed6137b9439 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80907) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 07:59:24.639741 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-61248bd9-387a-431a-ab63-ca66d9cb2fbb req-b7650f14-c540-4fd6-8ebf-aed6137b9439 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Notify callbacks [] for security_group_rule, before_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:24.664263 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-61248bd9-387a-431a-ab63-ca66d9cb2fbb req-b7650f14-c540-4fd6-8ebf-aed6137b9439 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:24.666904 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-61248bd9-387a-431a-ab63-ca66d9cb2fbb req-b7650f14-c540-4fd6-8ebf-aed6137b9439 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846764049'] for security_group_rule, after_create {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:24.668846 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-9ee2ec64-b393-42ad-9563-3bdb16eed3f1 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:24.693748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7650f14-c540-4fd6-8ebf-aed6137b9439 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3b0b5b-4909-44ba-ad07-6334d2dfdf43,revision_number=0']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:24.696443 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-b7650f14-c540-4fd6-8ebf-aed6137b9439 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:24.703325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-61248bd9-387a-431a-ab63-ca66d9cb2fbb req-b7650f14-c540-4fd6-8ebf-aed6137b9439 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Notify callbacks [] for security_group_rule, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:24.704737 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-61248bd9-387a-431a-ab63-ca66d9cb2fbb req-b7650f14-c540-4fd6-8ebf-aed6137b9439 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1547039 Jan 14 07:59:24.899951 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a1f6d9b6-36cb-4cf3-987a-8033bd6b4e34 req-68736544-6eae-44b3-a242-ca6d3dab76c7 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Synchronizing usage tracker for tenant:cf07e3ea67e54d7a9c3d0457a73aec9c on resource:security_group {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:59:24.926494 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a1f6d9b6-36cb-4cf3-987a-8033bd6b4e34 req-68736544-6eae-44b3-a242-ca6d3dab76c7 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Unset dirty status for tenant:cf07e3ea67e54d7a9c3d0457a73aec9c on resource:security_group {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:59:24.928644 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a1f6d9b6-36cb-4cf3-987a-8033bd6b4e34 req-68736544-6eae-44b3-a242-ca6d3dab76c7 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-TestSnapshotPattern-1301460567&fields=id&tenant_id=cf07e3ea67e54d7a9c3d0457a73aec9c HTTP/1.1" status: 200 len: 267 time: 0.0738530 Jan 14 07:59:24.947584 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] Sync routers for ids ['3c43421a-63ec-4779-9e2d-177de9e98914'] in n-d-769329-2 {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:59:24.959898 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] Routers {'3c43421a-63ec-4779-9e2d-177de9e98914'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:59:24.961012 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:58:57Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['3c43421a-63ec-4779-9e2d-177de9e98914'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:25.119059 n-d-769329-2 neutron-server[80794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6d9b6-36cb-4cf3-987a-8033bd6b4e34 req-0d6f3814-fe6e-40c4-9929-9334384fb701 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80907) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 07:59:25.119923 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a1f6d9b6-36cb-4cf3-987a-8033bd6b4e34 req-0d6f3814-fe6e-40c4-9929-9334384fb701 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Synchronizing usage tracker for tenant:cf07e3ea67e54d7a9c3d0457a73aec9c on resource:network {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:59:25.137132 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a1f6d9b6-36cb-4cf3-987a-8033bd6b4e34 req-0d6f3814-fe6e-40c4-9929-9334384fb701 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Unset dirty status for tenant:cf07e3ea67e54d7a9c3d0457a73aec9c on resource:network {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:59:25.138437 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a1f6d9b6-36cb-4cf3-987a-8033bd6b4e34 req-0d6f3814-fe6e-40c4-9929-9334384fb701 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] 10.222.0.41 "GET /v2.0/networks?id=169b21f1-5b6e-44dd-a2eb-92add19982c7 HTTP/1.1" status: 200 len: 810 time: 0.2022009 Jan 14 07:59:25.155555 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] Set router 3c43421a-63ec-4779-9e2d-177de9e98914 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:59:25.155905 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a1f6d9b6-36cb-4cf3-987a-8033bd6b4e34 req-569da784-4fd0-47e6-a481-92e649e00faa tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] 10.222.0.41 "GET /v2.0/quotas/cf07e3ea67e54d7a9c3d0457a73aec9c HTTP/1.1" status: 200 len: 375 time: 0.0112088 Jan 14 07:59:25.257386 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a1f6d9b6-36cb-4cf3-987a-8033bd6b4e34 req-bafb1c78-11d0-4343-bc0c-27c0a0797601 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Synchronizing usage tracker for tenant:cf07e3ea67e54d7a9c3d0457a73aec9c on resource:port {{(pid=80907) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 07:59:25.275507 n-d-769329-2 neutron-server[80794]: DEBUG neutron.quota.resource [req-a1f6d9b6-36cb-4cf3-987a-8033bd6b4e34 req-bafb1c78-11d0-4343-bc0c-27c0a0797601 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Unset dirty status for tenant:cf07e3ea67e54d7a9c3d0457a73aec9c on resource:port {{(pid=80907) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 07:59:25.276947 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a1f6d9b6-36cb-4cf3-987a-8033bd6b4e34 req-bafb1c78-11d0-4343-bc0c-27c0a0797601 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf07e3ea67e54d7a9c3d0457a73aec9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1148286 Jan 14 07:59:25.295925 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 384e7d8a-f47e-4411-8a1f-bafa10e2b46a up at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 07:59:25.437354 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a1f6d9b6-36cb-4cf3-987a-8033bd6b4e34 req-7ee7a912-1515-442e-87fe-61d3519165e4 service neutron] 10.222.0.41 "GET /v2.0/networks/169b21f1-5b6e-44dd-a2eb-92add19982c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464961 Jan 14 07:59:25.491364 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Provisioning complete for port 384e7d8a-f47e-4411-8a1f-bafa10e2b46a triggered by entity L2. {{(pid=80909) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 07:59:25.491739 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-608579'] for port, provisioning_complete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:25.589726 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-a1f6d9b6-36cb-4cf3-987a-8033bd6b4e34 req-68ac8b0a-1b3e-42c8-879d-1ba247918dfb service neutron] 10.222.0.41 "GET /v2.0/networks/169b21f1-5b6e-44dd-a2eb-92add19982c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1449735 Jan 14 07:59:25.878496 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c43421a-63ec-4779-9e2d-177de9e98914', 'name': 'tempest-TestSnapshotPattern-1893794529-router', 'tenant_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '384e7d8a-f47e-4411-8a1f-bafa10e2b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:59:16Z', 'updated_at': '2021-01-14T07:59:21Z', 'revision_number': 4, 'project_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'gw_port': {'id': '384e7d8a-f47e-4411-8a1f-bafa10e2b46a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43421a-63ec-4779-9e2d-177de9e98914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:59:17Z', 'updated_at': '2021-01-14T07:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '9e9e0f47-3650-4919-a1a3-dde9e4718094', 'name': '', 'network_id': '169b21f1-5b6e-44dd-a2eb-92add19982c7', 'tenant_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'mac_address': 'fa:16:3e:0d:82:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c43421a-63ec-4779-9e2d-177de9e98914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '66478000-a271-4d0e-b5fd-b79ef3c2894b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:59:20Z', 'updated_at': '2021-01-14T07:59:22Z', 'revision_number': 2, 'project_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'subnets': [{'id': '66478000-a271-4d0e-b5fd-b79ef3c2894b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:25.887444 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] Checking router: 3c43421a-63ec-4779-9e2d-177de9e98914 for host: n-d-769329-2 {{(pid=80909) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:59:25.887887 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] Updating router 3c43421a-63ec-4779-9e2d-177de9e98914 port 9e9e0f47-3650-4919-a1a3-dde9e4718094 binding host n-d-769329-2 {{(pid=80909) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 07:59:25.949242 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:26.074798 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b9e3cc9f-4eb4-4902-9ba4-1eb4d1f39b42 req-f79f09d4-c9b4-410c-8095-0643c5e839c9 tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] 10.222.0.41 "GET /v2.0/security-groups/5cd091da-b4e1-482a-9d32-cb441edd870c HTTP/1.1" status: 200 len: 2999 time: 0.0632153 Jan 14 07:59:26.159558 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9e3cc9f-4eb4-4902-9ba4-1eb4d1f39b42 req-11967828-e5c3-484b-b049-a687c2a140ac tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Notify callbacks [] for security_group, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:26.190627 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9e3cc9f-4eb4-4902-9ba4-1eb4d1f39b42 req-11967828-e5c3-484b-b049-a687c2a140ac tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Notify callbacks [] for security_group, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:26.237584 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9e3cc9f-4eb4-4902-9ba4-1eb4d1f39b42 req-11967828-e5c3-484b-b049-a687c2a140ac tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:26.244181 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-f6865ff7-d9e2-4845-8f35-7a920a9f0c78 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:26.265697 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11967828-e5c3-484b-b049-a687c2a140ac tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd091da-b4e1-482a-9d32-cb441edd870c,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:26.271585 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-11967828-e5c3-484b-b049-a687c2a140ac tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:26.273764 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [req-b9e3cc9f-4eb4-4902-9ba4-1eb4d1f39b42 req-11967828-e5c3-484b-b049-a687c2a140ac tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] Notify callbacks [] for security_group, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:26.276131 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [req-b9e3cc9f-4eb4-4902-9ba4-1eb4d1f39b42 req-11967828-e5c3-484b-b049-a687c2a140ac tempest-TestSnapshotPattern-1696973580 tempest-TestSnapshotPattern-1696973580] 10.222.0.41 "DELETE /v2.0/security-groups/5cd091da-b4e1-482a-9d32-cb441edd870c HTTP/1.1" status: 204 len: 173 time: 0.1925120 Jan 14 07:59:26.328920 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44696) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:26.429466 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] Notify callbacks [] for port, precommit_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:26.441822 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.provisioning_blocks [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] Transition to ACTIVE for port object 9e9e0f47-3650-4919-a1a3-dde9e4718094 will not be triggered until provisioned by entity L2. {{(pid=80909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 07:59:26.444769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:26.460915 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:26.594553 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cff86b-eeac-4c6f-9123-7e06e519b429 None None] Pushing event updated for resources: {'Port': ['ID=9e9e0f47-3650-4919-a1a3-dde9e4718094,revision_number=3']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:26.600033 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0cff86b-eeac-4c6f-9123-7e06e519b429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:26.778006 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] Attempting to bind port 9e9e0f47-3650-4919-a1a3-dde9e4718094 on host n-d-769329-2 for vnic_type normal with profile {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 07:59:26.778433 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] Attempting to bind port 9e9e0f47-3650-4919-a1a3-dde9e4718094 by drivers openvswitch on host n-d-769329-2 at level 0 using segments [{'id': 'a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '169b21f1-5b6e-44dd-a2eb-92add19982c7'}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 07:59:26.778855 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] Attempting to bind port 9e9e0f47-3650-4919-a1a3-dde9e4718094 on network 169b21f1-5b6e-44dd-a2eb-92add19982c7 {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 07:59:26.785294 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] Checking agent: {'id': '8c396470-3b34-4dd8-aa3d-bc70b1445111', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 7, 8, 28), 'started_at': datetime.datetime(2021, 1, 14, 7, 8, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 7, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 07:59:26.785725 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] Checking segment: {'id': 'a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '169b21f1-5b6e-44dd-a2eb-92add19982c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 07:59:26.786850 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:26.787308 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] Bound using segment: {'id': 'a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '169b21f1-5b6e-44dd-a2eb-92add19982c7'} {{(pid=80909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 07:59:26.787886 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] Bound port: 9e9e0f47-3650-4919-a1a3-dde9e4718094, host: n-d-769329-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '169b21f1-5b6e-44dd-a2eb-92add19982c7'}}] {{(pid=80909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 07:59:26.788315 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527081'] for port, before_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:26.879486 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-40ef92bb-21b6-4321-b7ee-f4d8ec95d97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:26.922890 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] For port 9e9e0f47-3650-4919-a1a3-dde9e4718094, host n-d-769329-2, cleared binding levels {{(pid=80909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 07:59:26.926217 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] For port 9e9e0f47-3650-4919-a1a3-dde9e4718094, host n-d-769329-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9e9e0f47-3650-4919-a1a3-dde9e4718094,segment=NetworkSegment(a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a),segment_id=a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a)] {{(pid=80909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 07:59:26.933522 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783019771968', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363253835439425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783019336409'] for port, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:26.951006 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-26843bba-302a-4c6d-85e4-8d24dd3c38d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:27.095152 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cff86b-eeac-4c6f-9123-7e06e519b429 None None] Pushing event updated for resources: {'Port': ['ID=9e9e0f47-3650-4919-a1a3-dde9e4718094,revision_number=4']} {{(pid=80909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:27.109768 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d0cff86b-eeac-4c6f-9123-7e06e519b429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80909) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:27.162772 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] Routers {'3c43421a-63ec-4779-9e2d-177de9e98914'} bound to L3 agent in host n-d-769329-2 {{(pid=80909) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:59:27.163473 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:59:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['3c43421a-63ec-4779-9e2d-177de9e98914'], 'active': True} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:27.259693 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14df59ae-e6d9-4204-8857-475f5eb28274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7995360'] for router_interface, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:27.375991 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] Set router 3c43421a-63ec-4779-9e2d-177de9e98914 gateway port host: n-d-769329-2 {{(pid=80909) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:59:27.570491 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:27.762542 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c43421a-63ec-4779-9e2d-177de9e98914', 'name': 'tempest-TestSnapshotPattern-1893794529-router', 'tenant_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '384e7d8a-f47e-4411-8a1f-bafa10e2b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:59:16Z', 'updated_at': '2021-01-14T07:59:21Z', 'revision_number': 4, 'project_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'gw_port': {'id': '384e7d8a-f47e-4411-8a1f-bafa10e2b46a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43421a-63ec-4779-9e2d-177de9e98914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:59:17Z', 'updated_at': '2021-01-14T07:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '9e9e0f47-3650-4919-a1a3-dde9e4718094', 'name': '', 'network_id': '169b21f1-5b6e-44dd-a2eb-92add19982c7', 'tenant_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'mac_address': 'fa:16:3e:0d:82:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c43421a-63ec-4779-9e2d-177de9e98914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '66478000-a271-4d0e-b5fd-b79ef3c2894b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:59:20Z', 'updated_at': '2021-01-14T07:59:26Z', 'revision_number': 4, 'project_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'subnets': [{'id': '66478000-a271-4d0e-b5fd-b79ef3c2894b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-769329-2', False) {} {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:27.767054 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48975e21-20b5-4838-8a2e-2969a3571c04 None None] The sync data for ids ['3c43421a-63ec-4779-9e2d-177de9e98914'] in n-d-769329-2 is: [{'id': '3c43421a-63ec-4779-9e2d-177de9e98914', 'name': 'tempest-TestSnapshotPattern-1893794529-router', 'tenant_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '384e7d8a-f47e-4411-8a1f-bafa10e2b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:59:16Z', 'updated_at': '2021-01-14T07:59:21Z', 'revision_number': 4, 'project_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'gw_port': {'id': '384e7d8a-f47e-4411-8a1f-bafa10e2b46a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43421a-63ec-4779-9e2d-177de9e98914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:59:17Z', 'updated_at': '2021-01-14T07:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2', '_interfaces': [{'id': '9e9e0f47-3650-4919-a1a3-dde9e4718094', 'name': '', 'network_id': '169b21f1-5b6e-44dd-a2eb-92add19982c7', 'tenant_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'mac_address': 'fa:16:3e:0d:82:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c43421a-63ec-4779-9e2d-177de9e98914', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '66478000-a271-4d0e-b5fd-b79ef3c2894b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:59:20Z', 'updated_at': '2021-01-14T07:59:26Z', 'revision_number': 4, 'project_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'subnets': [{'id': '66478000-a271-4d0e-b5fd-b79ef3c2894b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80909) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:59:27.776960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-14df59ae-e6d9-4204-8857-475f5eb28274 admin admin] Deleting port 9e9e0f47-3650-4919-a1a3-dde9e4718094 {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:59:27.777333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14df59ae-e6d9-4204-8857-475f5eb28274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:28.008333 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-14df59ae-e6d9-4204-8857-475f5eb28274 admin admin] For port 9e9e0f47-3650-4919-a1a3-dde9e4718094, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=9e9e0f47-3650-4919-a1a3-dde9e4718094,segment=NetworkSegment(a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a),segment_id=a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:59:28.008718 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14df59ae-e6d9-4204-8857-475f5eb28274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:28.015773 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:28.148073 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-14df59ae-e6d9-4204-8857-475f5eb28274 admin admin] Calling delete_port for 9e9e0f47-3650-4919-a1a3-dde9e4718094 owned by network:router_interface {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:59:28.512957 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14df59ae-e6d9-4204-8857-475f5eb28274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:28.529731 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-be7f1aae-1e20-4492-afe5-eee8227ac8d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:28.624960 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df59ae-e6d9-4204-8857-475f5eb28274 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e9e0f47-3650-4919-a1a3-dde9e4718094,revision_number=None']} {{(pid=80907) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:28.632840 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14df59ae-e6d9-4204-8857-475f5eb28274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80907) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:28.950769 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-14df59ae-e6d9-4204-8857-475f5eb28274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036847356627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846781584'] for router_interface, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:28.994351 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:29.480445 n-d-769329-2 neutron-server[80794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14df59ae-e6d9-4204-8857-475f5eb28274 admin admin] Router 3c43421a-63ec-4779-9e2d-177de9e98914 has already been hosted by L3 agent ccd642f0-40cb-40d6-9d4a-653d60af6efd {{(pid=80907) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 07:59:29.666551 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14df59ae-e6d9-4204-8857-475f5eb28274 admin admin] Notify agent at l3_agent.n-d-769329-2 the message routers_updated {{(pid=80907) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 07:59:29.676240 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe83c824-9a8f-4c91-bff3-8f906eb047ad None None] Sync routers for ids ['3c43421a-63ec-4779-9e2d-177de9e98914'] in n-d-769329-2 {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 07:59:29.682510 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-14df59ae-e6d9-4204-8857-475f5eb28274 admin admin] 10.222.0.41 "PUT /v2.0/routers/3c43421a-63ec-4779-9e2d-177de9e98914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3524594 Jan 14 07:59:29.685178 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80907) accepted ('10.222.0.41', 44702) {{(pid=80907) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:29.686479 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe83c824-9a8f-4c91-bff3-8f906eb047ad None None] Routers {'3c43421a-63ec-4779-9e2d-177de9e98914'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:59:29.687145 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-fe83c824-9a8f-4c91-bff3-8f906eb047ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:59:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['3c43421a-63ec-4779-9e2d-177de9e98914'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:29.873504 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-fe83c824-9a8f-4c91-bff3-8f906eb047ad None None] Set router 3c43421a-63ec-4779-9e2d-177de9e98914 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:59:29.879533 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d865b229-bbc4-4081-8575-bd59f53325e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:30.195879 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-fe83c824-9a8f-4c91-bff3-8f906eb047ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c43421a-63ec-4779-9e2d-177de9e98914', 'name': 'tempest-TestSnapshotPattern-1893794529-router', 'tenant_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '384e7d8a-f47e-4411-8a1f-bafa10e2b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:59:16Z', 'updated_at': '2021-01-14T07:59:28Z', 'revision_number': 5, 'project_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'gw_port': {'id': '384e7d8a-f47e-4411-8a1f-bafa10e2b46a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43421a-63ec-4779-9e2d-177de9e98914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:59:17Z', 'updated_at': '2021-01-14T07:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:30.200557 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe83c824-9a8f-4c91-bff3-8f906eb047ad None None] Checking router: 3c43421a-63ec-4779-9e2d-177de9e98914 for host: n-d-769329-2 {{(pid=80910) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 07:59:30.210875 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe83c824-9a8f-4c91-bff3-8f906eb047ad None None] Routers {'3c43421a-63ec-4779-9e2d-177de9e98914'} bound to L3 agent in host n-d-769329-2 {{(pid=80910) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 07:59:30.211574 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-fe83c824-9a8f-4c91-bff3-8f906eb047ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T07:08:27Z,description=,heartbeat_timestamp=2021-01-14T07:59:27Z,host='n-d-769329-2',id=ccd642f0-40cb-40d6-9d4a-653d60af6efd,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T07:08:27Z,topic='l3_agent')) {'router_ids': ['3c43421a-63ec-4779-9e2d-177de9e98914'], 'active': True} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:30.369476 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d865b229-bbc4-4081-8575-bd59f53325e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:30.374995 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d865b229-bbc4-4081-8575-bd59f53325e8 admin admin] Deleting port 384e7d8a-f47e-4411-8a1f-bafa10e2b46a {{(pid=80907) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:59:30.375359 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d865b229-bbc4-4081-8575-bd59f53325e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:30.404937 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvr_db [None req-fe83c824-9a8f-4c91-bff3-8f906eb047ad None None] Set router 3c43421a-63ec-4779-9e2d-177de9e98914 gateway port host: n-d-769329-2 {{(pid=80910) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 07:59:30.572523 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-d865b229-bbc4-4081-8575-bd59f53325e8 admin admin] For port 384e7d8a-f47e-4411-8a1f-bafa10e2b46a, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=384e7d8a-f47e-4411-8a1f-bafa10e2b46a,segment=NetworkSegment(4ffe8aa5-f34f-475d-84cd-6255b594e546),segment_id=4ffe8aa5-f34f-475d-84cd-6255b594e546)] {{(pid=80907) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:59:30.572864 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d865b229-bbc4-4081-8575-bd59f53325e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:30.712313 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-d865b229-bbc4-4081-8575-bd59f53325e8 admin admin] Calling delete_port for 384e7d8a-f47e-4411-8a1f-bafa10e2b46a owned by network:router_gateway {{(pid=80907) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:59:30.724648 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_hamode_db [None req-fe83c824-9a8f-4c91-bff3-8f906eb047ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c43421a-63ec-4779-9e2d-177de9e98914', 'name': 'tempest-TestSnapshotPattern-1893794529-router', 'tenant_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '384e7d8a-f47e-4411-8a1f-bafa10e2b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:59:16Z', 'updated_at': '2021-01-14T07:59:28Z', 'revision_number': 5, 'project_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'gw_port': {'id': '384e7d8a-f47e-4411-8a1f-bafa10e2b46a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43421a-63ec-4779-9e2d-177de9e98914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:59:17Z', 'updated_at': '2021-01-14T07:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}], 'n-d-769329-2', False) {} {{(pid=80910) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:30.729412 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe83c824-9a8f-4c91-bff3-8f906eb047ad None None] The sync data for ids ['3c43421a-63ec-4779-9e2d-177de9e98914'] in n-d-769329-2 is: [{'id': '3c43421a-63ec-4779-9e2d-177de9e98914', 'name': 'tempest-TestSnapshotPattern-1893794529-router', 'tenant_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'external_fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '384e7d8a-f47e-4411-8a1f-bafa10e2b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T07:59:16Z', 'updated_at': '2021-01-14T07:59:28Z', 'revision_number': 5, 'project_id': 'cf07e3ea67e54d7a9c3d0457a73aec9c', 'gw_port': {'id': '384e7d8a-f47e-4411-8a1f-bafa10e2b46a', 'name': '', 'network_id': 'c23423ca-c6f9-4e24-86aa-328f70d7d267', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c43421a-63ec-4779-9e2d-177de9e98914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T07:59:17Z', 'updated_at': '2021-01-14T07:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a64d6cd-c80a-4dab-9225-9e3c4476a977', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-2'}] {{(pid=80910) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 07:59:30.866645 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d865b229-bbc4-4081-8575-bd59f53325e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849426765'] for port, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:31.100147 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d865b229-bbc4-4081-8575-bd59f53325e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846808088'] for router_gateway, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:31.250748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9e9e0f47-3650-4919-a1a3-dde9e4718094 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:59:31.264326 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d865b229-bbc4-4081-8575-bd59f53325e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7991490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684838'] for router, precommit_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:31.267367 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d865b229-bbc4-4081-8575-bd59f53325e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:31.292754 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 9e9e0f47-3650-4919-a1a3-dde9e4718094 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:59:31.293164 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 9e9e0f47-3650-4919-a1a3-dde9e4718094 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:59:31.293320 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d865b229-bbc4-4081-8575-bd59f53325e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846782382'] for router, after_delete {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:31.293878 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d865b229-bbc4-4081-8575-bd59f53325e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c43421a-63ec-4779-9e2d-177de9e98914 {{(pid=80907) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 07:59:31.316273 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-d865b229-bbc4-4081-8575-bd59f53325e8 admin admin] Notify callbacks [] for router, before_response {{(pid=80907) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:31.318397 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-d865b229-bbc4-4081-8575-bd59f53325e8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3c43421a-63ec-4779-9e2d-177de9e98914 HTTP/1.1" status: 204 len: 168 time: 1.6320770 Jan 14 07:59:31.321051 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44706) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:31.397885 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a03fc76-72e2-49b7-8fe1-e13faaf144e4 admin admin] Deleting subnet 66478000-a271-4d0e-b5fd-b79ef3c2894b {{(pid=80908) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 07:59:31.401304 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a03fc76-72e2-49b7-8fe1-e13faaf144e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:31.456507 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a03fc76-72e2-49b7-8fe1-e13faaf144e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847770157'] for subnet, precommit_delete_associations {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:31.546252 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a03fc76-72e2-49b7-8fe1-e13faaf144e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854176836'] for subnet, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:31.805144 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a03fc76-72e2-49b7-8fe1-e13faaf144e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-598964', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5931301'] for subnet, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:31.818593 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-31fef0e6-2e5e-4cce-8b80-2d70f2643693 tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:31.859518 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03fc76-72e2-49b7-8fe1-e13faaf144e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66478000-a271-4d0e-b5fd-b79ef3c2894b,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:31.862600 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-3a03fc76-72e2-49b7-8fe1-e13faaf144e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:31.958709 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-3a03fc76-72e2-49b7-8fe1-e13faaf144e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:31.963468 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9656a8a3-0b83-40f1-80e2-abc68598cd34 None None] Network 169b21f1-5b6e-44dd-a2eb-92add19982c7 requested from n-d-769329-2 {{(pid=80909) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 07:59:31.967987 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-3a03fc76-72e2-49b7-8fe1-e13faaf144e4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/66478000-a271-4d0e-b5fd-b79ef3c2894b HTTP/1.1" status: 204 len: 168 time: 0.6434011 Jan 14 07:59:31.968238 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44710) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:32.088400 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854321777'] for network, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:32.160723 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] Deleting port e091e72d-0116-4113-a77e-4689f9c87837 {{(pid=80908) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:59:32.161896 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:32.233397 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61877f35-aa26-4a30-a99d-0f65993c3aaf None None] DHCP port deletion for 169b21f1-5b6e-44dd-a2eb-92add19982c7 request from n-d-769329-2 {{(pid=80909) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 07:59:32.237981 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-61877f35-aa26-4a30-a99d-0f65993c3aaf None None] Deleting port e091e72d-0116-4113-a77e-4689f9c87837 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:59:32.238395 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61877f35-aa26-4a30-a99d-0f65993c3aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:32.398388 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] For port e091e72d-0116-4113-a77e-4689f9c87837, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e091e72d-0116-4113-a77e-4689f9c87837,segment=NetworkSegment(a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a),segment_id=a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a)] {{(pid=80908) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:59:32.398705 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:32.462983 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.db [None req-61877f35-aa26-4a30-a99d-0f65993c3aaf None None] For port e091e72d-0116-4113-a77e-4689f9c87837, host n-d-769329-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-2',level=0,port_id=e091e72d-0116-4113-a77e-4689f9c87837,segment=NetworkSegment(a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a),segment_id=a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a)] {{(pid=80909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 07:59:32.463344 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61877f35-aa26-4a30-a99d-0f65993c3aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846807371'] for port, precommit_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:32.537095 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] Calling delete_port for e091e72d-0116-4113-a77e-4689f9c87837 owned by network:dhcp {{(pid=80908) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:59:32.598052 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-61877f35-aa26-4a30-a99d-0f65993c3aaf None None] Calling delete_port for e091e72d-0116-4113-a77e-4689f9c87837 owned by network:dhcp {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 07:59:32.612874 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-527028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-80817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783019771985', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783019336375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7335826'] for port, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:32.629026 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-5b1c691a-434e-4013-adbc-10cb2eba91d9 tempest-TestNetworkAdvancedServerOps-513045570 tempest-TestNetworkAdvancedServerOps-513045570] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:32.668606 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.db.api [None req-61877f35-aa26-4a30-a99d-0f65993c3aaf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80909) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 07:59:32.669057 n-d-769329-2 neutron-server[80794]: DEBUG oslo_db.api [None req-61877f35-aa26-4a30-a99d-0f65993c3aaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80909) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 07:59:32.720917 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] Pushing event deleted for resources: {'Port': ['ID=e091e72d-0116-4113-a77e-4689f9c87837,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:32.724871 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:32.774868 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] No DVR routers for this DVR port e091e72d-0116-4113-a77e-4689f9c87837 on host n-d-769329-2 {{(pid=80908) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 07:59:32.899674 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-598987', 'neutron.services.segments.db._delete_segments_for_network-8783019823117'] for network, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:33.170539 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-61877f35-aa26-4a30-a99d-0f65993c3aaf None None] Deleting port e091e72d-0116-4113-a77e-4689f9c87837 {{(pid=80909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 07:59:33.170962 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-61877f35-aa26-4a30-a99d-0f65993c3aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363253835009191'] for port, before_delete {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:33.246756 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-61877f35-aa26-4a30-a99d-0f65993c3aaf None None] The port 'e091e72d-0116-4113-a77e-4689f9c87837' was deleted {{(pid=80909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 07:59:33.289543 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 384e7d8a-f47e-4411-8a1f-bafa10e2b46a no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:59:33.315569 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169b21f1-5b6e-44dd-a2eb-92add19982c7']}} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:33.323872 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: 384e7d8a-f47e-4411-8a1f-bafa10e2b46a {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:59:33.324274 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device 384e7d8a-f47e-4411-8a1f-bafa10e2b46a not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:59:33.324747 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e091e72d-0116-4113-a77e-4689f9c87837 no longer exists at agent ovs-agent-n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 07:59:33.329158 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a') {'for_net_delete': True} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:33.329492 n-d-769329-2 neutron-server[80794]: DEBUG neutron.services.segments.db [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a487c6e4-01c9-4d8e-8ccf-bfcbce0d319a') {} {{(pid=80908) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 07:59:33.341788 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253834935310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7005675'] for segment, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:33.357210 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854175639'] for segment, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:33.357571 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.plugin [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] No Port match for: e091e72d-0116-4113-a77e-4689f9c87837 {{(pid=80909) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 07:59:33.357971 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.rpc [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Device e091e72d-0116-4113-a77e-4689f9c87837 not bound to the agent host n-d-769329-2 {{(pid=80909) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 07:59:33.359225 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80908) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 07:59:33.542489 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] Network 169b21f1-5b6e-44dd-a2eb-92add19982c7 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:59:33.552732 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-600161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439899'] for segment, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:33.730741 n-d-769329-2 neutron-server[80794]: DEBUG neutron.plugins.ml2.managers [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] Network 169b21f1-5b6e-44dd-a2eb-92add19982c7 has no segments {{(pid=80908) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: Traceback (most recent call last): Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: timer() Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: cb(*args, **kw) Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: return func(*args, **kwargs) Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: self._notify() Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: self.callback(batched_events) Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: event.method(event) Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: segment_id)['aggregates'][0] Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: return f(self, *a, **k) Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: return self._get(url).json() Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: **kwargs) Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: return self.request(url, 'GET', **kwargs) Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: **endpoint_filter) Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 07:59:33.758013 n-d-769329-2 neutron-server[80794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 07:59:33.832512 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854176830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7419188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7967631'] for network, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:33.836365 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-14a13aed-7d85-4d99-b2a5-9bec644f9ded tempest-RoutersIpV6Test-2116166152 tempest-RoutersIpV6Test-2116166152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:33.850098 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] Notify callbacks [] for network, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:33.861036 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] Pushing event deleted for resources: {'Network': ['ID=169b21f1-5b6e-44dd-a2eb-92add19982c7,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:33.864777 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:33.874911 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-81282429-fe4f-4d56-931d-45cdeb4b9267 admin admin] 10.222.0.41 "DELETE /v2.0/networks/169b21f1-5b6e-44dd-a2eb-92add19982c7 HTTP/1.1" status: 204 len: 168 time: 1.9056392 Jan 14 07:59:34.021490 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44716) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:34.077203 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-b0643f78-89d2-4dcd-aa4b-1d25726ef9b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf07e3ea67e54d7a9c3d0457a73aec9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543733 Jan 14 07:59:34.079748 n-d-769329-2 neutron-server[80794]: DEBUG neutron.wsgi [-] (80908) accepted ('10.222.0.41', 44720) {{(pid=80908) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 07:59:34.140517 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66d0884b-f8e8-4206-b99d-56e74b795cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:34.168158 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66d0884b-f8e8-4206-b99d-56e74b795cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:34.213065 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66d0884b-f8e8-4206-b99d-56e74b795cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854387953'] for security_group, after_delete {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:34.218344 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-d9a1d96c-6b08-4c25-a9f8-5a84b429b30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 07:59:34.232968 n-d-769329-2 neutron-server[80794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0884b-f8e8-4206-b99d-56e74b795cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b5d602-102a-432a-b011-cc22136234e9,revision_number=None']} {{(pid=80908) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 07:59:34.236337 n-d-769329-2 neutron-server[80794]: DEBUG oslo_concurrency.lockutils [None req-66d0884b-f8e8-4206-b99d-56e74b795cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80908) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 07:59:34.244958 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-66d0884b-f8e8-4206-b99d-56e74b795cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80908) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:34.246176 n-d-769329-2 neutron-server[80794]: INFO neutron.wsgi [None req-66d0884b-f8e8-4206-b99d-56e74b795cd9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00b5d602-102a-432a-b011-cc22136234e9 HTTP/1.1" status: 204 len: 168 time: 0.1654634 Jan 14 07:59:46.541524 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:46.681572 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:53.994942 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b4c713ef-bcb8-4965-a8eb-d8e6c2d03043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:56.829921 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-5591e9d5-e075-4727-ba5e-94b951fb5926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:57.498314 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:58.011219 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 07:59:58.478103 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 07:59:59.171355 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:00:16.540923 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:00:16.685554 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:00:23.986755 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-e932b0f5-9def-40c7-a433-d21624995e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:00:26.823849 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-87bf8015-3aa7-470c-936d-c8deb3e841ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:00:27.499955 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:00:28.013677 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:00:28.998244 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:00:35.474807 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 08:00:46.539680 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:00:46.683521 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:00:53.989333 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-b1e6a920-8752-49b3-8c11-375a9471e6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:00:56.825133 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-8881c742-68f8-4fb6-8b98-4c1c28300aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:00:57.503544 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:00:58.014962 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:00:58.999892 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:01:12.477448 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 08:01:16.537934 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:01:16.703968 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:01:23.992653 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c7da4bc0-ce90-44e6-b0a7-165560b91196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:01:26.826216 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-477c9290-fae2-4e82-a36e-089bc71f7e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:01:27.507397 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:01:28.016325 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:01:29.004007 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:01:46.547596 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:01:46.694546 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:01:49.478337 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 08:01:53.994889 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-65bc5784-e35d-4166-b3a2-08f6fcfd7518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:01:56.828101 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1ed468f9-3e8d-43d1-a244-dcc12784ca9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:01:57.508772 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:01:58.025444 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:01:59.005336 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:02:16.536338 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:02:16.694422 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:02:23.997407 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-24996160-a814-4c5a-9d38-2eb274be7098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:02:26.481019 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 08:02:26.832083 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-49d2ba8e-ae0c-4f91-a581-ede5c6a415b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:02:27.511173 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:02:28.018264 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:02:29.008901 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:02:46.547128 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:02:46.695608 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:02:54.001717 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-bd1a95ec-54a9-4a22-a1c6-a7834565bd60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:02:56.833695 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-6acc9b6c-c8ad-420b-a446-cb8431868362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:02:57.514546 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:02:58.020402 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:02:59.011691 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:03:03.481681 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 08:03:16.581829 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:03:16.696665 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:03:24.004493 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a880-3ad5-4559-b80f-8dd0c75451b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:03:26.834738 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1b5acba9-7b16-4dd7-9099-0cecf672bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:03:27.519433 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:03:28.022520 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:03:29.015199 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:03:40.483819 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 08:03:46.602497 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:03:46.693761 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:03:54.016640 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-28c45a85-e8d5-447c-ba24-d5247ef73d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:03:56.838809 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-015169e7-5a38-49b1-86f4-50f0ee8bad5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:03:57.523337 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:03:58.025262 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:03:59.017203 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:04:16.621308 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9fb48002-f10b-426f-91d2-ee54591677b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:04:16.700005 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-1fe697f8-aa53-4e93-a82c-4ab30eeda4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:04:17.488541 n-d-769329-2 neutron-server[80794]: DEBUG neutron.db.agents_db [None req-b0b4d896-b934-4912-bda2-2922bd81786e None None] Agent healthcheck: found 7 active agents {{(pid=80910) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 08:04:24.011376 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-05197f9c-d089-4e77-a782-43313d0f3940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:04:26.888385 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-62780d8d-59a0-4eb6-9972-de3d646e99c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:04:27.524034 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-9423d8ae-260d-4cc7-a5e4-596626d8166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:04:28.029526 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-ab4087c5-9be2-4883-99e8-208b33d8a5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 08:04:29.020919 n-d-769329-2 neutron-server[80794]: DEBUG neutron_lib.callbacks.manager [None req-29f0b7e7-23b3-48d4-8050-78f54ed5632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363253834952632', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854167274'] for agent, after_update {{(pid=80909) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}